# The contents of this file are subject to the BitTorrent Open Source License # Version 1.1 (the License). You may not copy or use this file, in either # source code or executable form, except in compliance with the License. You # may obtain a copy of the License at http://www.bittorrent.com/license/. # # Software distributed under the License is distributed on an AS IS basis, # WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License # for the specific language governing rights and limitations under the # License. # Written by Bram Cohen, Greg Hazel, and David Harrison if __name__ == "__main__": # for unit-testing. import sys sys.path.append("..") from BitTorrent.CurrentRateMeasure import Measure import BitTorrent.Connector from BTL.hash import sha import struct import logging logger = logging.getLogger("BitTorrent.Upload") log = logger.debug # Maximum number of outstanding requests from a peer MAX_REQUESTS = 256 def _compute_allowed_fast_list(infohash, ip, num_fast, num_pieces): # if ipv4 then (for now assume IPv4) iplist = [int(x) for x in ip.split(".")] # classful heuristic. iplist = [chr(iplist[0]),chr(iplist[1]),chr(iplist[2]),chr(0)] h = "".join(iplist) h = "".join([h,infohash]) fastlist = [] assert num_pieces < 2**32 if num_pieces <= num_fast: return range(num_pieces) # <---- this would be bizarre while True: h = sha(h).digest() # rehash hash to generate new random string. for i in xrange(5): j = i*4 #y = [ord(x) for x in h[j:j+4]] #z = (y[0] << 24) + (y[1]<<16) + (y[2]<<8) + y[3] z = struct.unpack("!L", h[j:j+4])[0] index = int(z % num_pieces) if index not in fastlist: fastlist.append(index) if len(fastlist) >= num_fast: return fastlist class Upload(object): """Upload over a single connection.""" def __init__(self, multidownload, connector, ratelimiter, choker, storage, max_chunk_length, max_rate_period, num_fast, infohash): assert isinstance(connector, BitTorrent.Connector.Connector) self.multidownload = multidownload self.connector = connector self.ratelimiter = ratelimiter self.infohash = infohash self.choker = choker self.num_fast = num_fast self.storage = storage self.max_chunk_length = max_chunk_length self.choked = True self.unchoke_time = None self.interested = False self.had_length_error = False self.had_max_requests_error = False self.buffer = [] # contains piece data about to be sent. self.measure = Measure(max_rate_period) connector.add_sent_listener(self.measure.update_rate) self.allowed_fast_pieces = [] if connector.uses_fast_extension: if storage.get_amount_left() == 0: connector.send_have_all() elif storage.do_I_have_anything(): connector.send_bitfield(storage.get_have_list()) else: connector.send_have_none() self._send_allowed_fast_list() elif storage.do_I_have_anything(): connector.send_bitfield(storage.get_have_list()) def _send_allowed_fast_list(self): """Computes and sends the 'allowed fast' set. """ self.allowed_fast_pieces = _compute_allowed_fast_list( self.infohash, self.connector.ip, self.num_fast, self.storage.get_num_pieces()) for index in self.allowed_fast_pieces: self.connector.send_allowed_fast(index) def _compute_allowed_fast_list(self,infohash,ip, num_fast, num_pieces): # if ipv4 then (for now assume IPv4) iplist = [int(x) for x in ip.split(".")] # classful heuristic. if iplist[0] | 0x7F==0xFF or iplist[0] & 0xC0==0x80: # class A or B iplist = [chr(iplist[0]),chr(iplist[1]),chr(0),chr(0)] else: iplist = [chr(iplist[0]),chr(iplist[1]),chr(iplist[2]),chr(0)] h = "".join(iplist) h = "".join([h,infohash]) fastlist = [] assert num_pieces < 2**32 if num_pieces <= num_fast: return range(num_pieces) # <---- this would be bizarre while True: h = sha(h).digest() # rehash hash to generate new random string. #log("infohash=%s" % h.encode('hex')) for i in xrange(5): j = i*4 y = [ord(x) for x in h[j:j+4]] z = (y[0] << 24) + (y[1]<<16) + (y[2]<<8) + y[3] index = int(z % num_pieces) #log("z=%s=%d, index=%d" % ( hex(z), z, index )) if index not in fastlist: fastlist.append(index) if len(fastlist) >= num_fast: return fastlist def got_not_interested(self): if self.interested: self.interested = False self.choker.not_interested(self.connector) def got_interested(self): if not self.interested: self.interested = True self.choker.interested(self.connector) def get_upload_chunk(self, index, begin, length): df = self.storage.read(index, begin, length) df.addCallback(lambda piece: (index, begin, piece)) df.addErrback(self._failed_get_upload_chunk) return df def _failed_get_upload_chunk(self, f): log("get_upload_chunk failed", exc_info=f.exc_info()) self.connector.close() return f def got_request(self, index, begin, length): if not self.interested: self.connector.protocol_violation("request when not interested") self.connector.close() return if length > self.max_chunk_length: if not self.had_length_error: m = ("request length %r exceeds max %r" % (length, self.max_chunk_length)) self.connector.protocol_violation(m) self.had_length_error = True #self.connector.close() # we could still download... if self.connector.uses_fast_extension: self.connector.send_reject_request(index, begin, length) return if len(self.buffer) > MAX_REQUESTS: if not self.had_max_requests_error: m = ("max request limit %d" % MAX_REQUESTS) self.connector.protocol_violation(m) self.had_max_requests_error = True if self.connector.uses_fast_extension: self.connector.send_reject_request(index, begin, length) return if index in self.allowed_fast_pieces or not self.connector.choke_sent: df = self.get_upload_chunk(index, begin, length) df.addCallback(self._got_piece) df.addErrback(self.multidownload.errorfunc) elif self.connector.uses_fast_extension: self.connector.send_reject_request(index, begin, length) def _got_piece(self, piece_info): index, begin, piece = piece_info if self.connector.closed: return if self.choked: if not self.connector.uses_fast_extension: return if index not in self.allowed_fast_pieces: self.connector.send_reject_request(index, begin, len(piece)) return self.buffer.append(((index, begin, len(piece)), piece)) if self.connector.next_upload is None and \ self.connector.connection.is_flushed(): self.ratelimiter.queue(self.connector) def got_cancel(self, index, begin, length): req = (index, begin, length) for pos, (r, p) in enumerate(self.buffer): if r == req: del self.buffer[pos] if self.connector.uses_fast_extension: self.connector.send_reject_request(*req) break def choke(self): if not self.choked: self.choked = True self.connector.send_choke() def sent_choke(self): assert self.choked if self.connector.uses_fast_extension: b2 = [] for r in self.buffer: ((index,begin,length),piecedata) = r if index not in self.allowed_fast_pieces: self.connector.send_reject_request(index, begin, length) else: b2.append(r) self.buffer = b2 else: del self.buffer[:] def unchoke(self, time): if self.choked: self.choked = False self.unchoke_time = time self.connector.send_unchoke() def has_queries(self): return len(self.buffer) > 0 def get_rate(self): return self.measure.get_rate() if __name__ == "__main__": # unit tests for allowed fast set generation. n_tests = n_tests_passed = 0 infohash = "".join( ['\xaa']*20 ) # 20 byte string containing all 0xaa. ip = "80.4.4.200" expected_list = [1059,431,808,1217,287,376,1188] n_tests += 1 fast_list =_compute_allowed_fast_list( infohash, ip, num_fast = 7, num_pieces = 1313 ) if expected_list != fast_list: print ( "FAIL!! expected list = %s, but got %s" % (str(expected_list), str(fast_list)) ) else: n_tests_passed += 1 n_tests += 1 expected_list.extend( [353,508] ) fast_list =_compute_allowed_fast_list( infohash, ip, num_fast = 9, num_pieces = 1313 ) if expected_list != fast_list: print ("FAIL!! expected list = %s, but got %s" % (str(expected_list), str(fast_list))) else: n_tests_passed += 1 if n_tests == n_tests_passed: print "Success. Passed all %d unit tests." % n_tests else: print "Passed only %d out of %d unit tests." % (n_tests_passed,n_tests)