2017-05-25 23:04:33 +02:00
import Queue
import threading
2017-05-27 19:09:21 +02:00
import time
2017-05-25 23:04:33 +02:00
2017-05-27 19:09:21 +02:00
import addresses
2017-05-25 23:04:33 +02:00
from bmconfigparser import BMConfigParser
from debug import logger
from helper_threading import StoppableThread
from inventory import Inventory
from network . connectionpool import BMConnectionPool
2017-05-27 19:09:21 +02:00
from network . bmproto import BMProto
2017-05-25 23:04:33 +02:00
import protocol
class ReceiveQueueThread ( threading . Thread , StoppableThread ) :
def __init__ ( self ) :
threading . Thread . __init__ ( self , name = " ReceiveQueueThread " )
self . initStop ( )
self . name = " ReceiveQueueThread "
BMConnectionPool ( )
2017-05-27 19:09:21 +02:00
logger . error ( " init receive queue thread " )
2017-05-25 23:04:33 +02:00
def run ( self ) :
2017-05-27 19:09:21 +02:00
lastprinted = int ( time . time ( ) )
2017-05-25 23:04:33 +02:00
while not self . _stopped :
2017-05-27 19:09:21 +02:00
if lastprinted < int ( time . time ( ) ) :
lastprinted = int ( time . time ( ) )
2017-05-25 23:04:33 +02:00
processed = 0
for i in BMConnectionPool ( ) . inboundConnections . values ( ) + BMConnectionPool ( ) . outboundConnections . values ( ) :
2017-05-27 19:09:21 +02:00
if self . _stopped :
break
2017-05-25 23:04:33 +02:00
try :
command , args = i . receiveQueue . get ( False )
except Queue . Empty :
continue
processed + = 1
try :
getattr ( self , " command_ " + str ( command ) ) ( i , args )
except AttributeError :
# missing command
raise
if processed == 0 :
2017-05-27 19:09:21 +02:00
self . stop . wait ( 2 )
2017-05-25 23:04:33 +02:00
def command_object ( self , connection , objHash ) :
try :
connection . writeQueue . put ( protocol . CreatePacket ( ' object ' , Inventory ( ) [ objHash ] . payload ) )
except KeyError :
connection . antiIntersectionDelay ( )
logger . warning ( ' %s asked for an object with a getdata which is not in either our memory inventory or our SQL inventory. We probably cleaned it out after advertising it but before they got around to asking for it. ' % ( connection . destination , ) )
2017-05-27 19:09:21 +02:00
def command_biginv ( self , connection , dummy ) :
def sendChunk ( ) :
if objectCount == 0 :
return
logger . debug ( ' Sending huge inv message with %i objects to just this one peer ' , objectCount )
connection . writeQueue . put ( protocol . CreatePacket ( ' inv ' , addresses . encodeVarint ( objectCount ) + payload ) )
# Select all hashes for objects in this stream.
bigInvList = { }
for stream in connection . streams :
for objHash in Inventory ( ) . unexpired_hashes_by_stream ( stream ) :
bigInvList [ objHash ] = 0
connection . objectsNewToThem [ objHash ] = True
objectCount = 0
payload = b ' '
# Now let us start appending all of these hashes together. They will be
# sent out in a big inv message to our new peer.
for hash , storedValue in bigInvList . items ( ) :
payload + = hash
objectCount + = 1
if objectCount > = BMProto . maxObjectCount :
self . sendChunk ( )
payload = b ' '
objectCount = 0
# flush
sendChunk ( )
def command_inv ( self , connection , hashId ) :
connection . handleReceivedInventory ( hashId )
2017-05-25 23:04:33 +02:00
def stopThread ( self ) :
super ( ReceiveQueueThread , self ) . stopThread ( )