From 61389b64aaf7f680ea4dae60c63c2d582409a9bb Mon Sep 17 00:00:00 2001 From: Jonathan Warren Date: Sun, 29 Dec 2013 22:36:23 -0500 Subject: [PATCH] fix #590 --- src/bitmessageqt/__init__.py | 1 - src/class_outgoingSynSender.py | 12 ++++-- src/class_receiveDataThread.py | 69 +++++++--------------------------- src/class_sendDataThread.py | 43 +++++++++++++-------- src/class_singleListener.py | 5 ++- 5 files changed, 53 insertions(+), 77 deletions(-) diff --git a/src/bitmessageqt/__init__.py b/src/bitmessageqt/__init__.py index d43a22e9..e79af31d 100644 --- a/src/bitmessageqt/__init__.py +++ b/src/bitmessageqt/__init__.py @@ -2617,7 +2617,6 @@ class MyForm(QtGui.QMainWindow): currentInboxRow = self.ui.tableWidgetInbox.currentRow() toAddressAtCurrentInboxRow = str(self.ui.tableWidgetInbox.item( currentInboxRow, 0).data(Qt.UserRole).toPyObject()) - fromAddressAtCurrentInboxRow = str(self.ui.tableWidgetInbox.item( currentInboxRow, 1).data(Qt.UserRole).toPyObject()) msgid = str(self.ui.tableWidgetInbox.item( diff --git a/src/class_outgoingSynSender.py b/src/class_outgoingSynSender.py index c526c9b4..f9343f62 100644 --- a/src/class_outgoingSynSender.py +++ b/src/class_outgoingSynSender.py @@ -113,14 +113,20 @@ class outgoingSynSender(threading.Thread): rd = receiveDataThread() rd.daemon = True # close the main program even if there are threads left someObjectsOfWhichThisRemoteNodeIsAlreadyAware = {} # This is not necessairly a complete list; we clear it from time to time to save memory. - rd.setup(sock, peer.host, peer.port, self.streamNumber, - someObjectsOfWhichThisRemoteNodeIsAlreadyAware, self.selfInitiatedConnections) + sendDataThreadQueue = Queue.Queue() # Used to submit information to the send data thread for this connection. + rd.setup(sock, + peer.host, + peer.port, + self.streamNumber, + someObjectsOfWhichThisRemoteNodeIsAlreadyAware, + self.selfInitiatedConnections, + sendDataThreadQueue) rd.start() with shared.printLock: print self, 'connected to', peer, 'during an outgoing attempt.' - sd = sendDataThread() + sd = sendDataThread(sendDataThreadQueue) sd.setup(sock, peer.host, peer.port, self.streamNumber, someObjectsOfWhichThisRemoteNodeIsAlreadyAware) sd.start() diff --git a/src/class_receiveDataThread.py b/src/class_receiveDataThread.py index 0c4d5109..bdad9996 100644 --- a/src/class_receiveDataThread.py +++ b/src/class_receiveDataThread.py @@ -40,14 +40,17 @@ class receiveDataThread(threading.Thread): HOST, port, streamNumber, - someObjectsOfWhichThisRemoteNodeIsAlreadyAware, - selfInitiatedConnections): + someObjectsOfWhichThisRemoteNodeIsAlreadyAware, + selfInitiatedConnections, + sendDataThreadQueue): + self.sock = sock self.peer = shared.Peer(HOST, port) self.streamNumber = streamNumber self.payloadLength = 0 # This is the protocol payload length thus it doesn't include the 24 byte message header self.objectsThatWeHaveYetToGetFromThisPeer = {} self.selfInitiatedConnections = selfInitiatedConnections + self.sendDataThreadQueue = sendDataThreadQueue # used to send commands and data to the sendDataThread shared.connectedHostsList[ self.peer.host] = 0 # The very fact that this receiveData thread exists shows that we are connected to the remote host. Let's add it to this list so that an outgoingSynSender thread doesn't try to connect to it. self.connectionIsOrWasFullyEstablished = False # set to true after the remote node and I accept each other's version messages. This is needed to allow the user interface to accurately reflect the current number of connections. @@ -218,13 +221,7 @@ class receiveDataThread(threading.Thread): def sendpong(self): print 'Sending pong' - try: - self.sock.sendall( - '\xE9\xBE\xB4\xD9\x70\x6F\x6E\x67\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xcf\x83\xe1\x35') - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', '\xE9\xBE\xB4\xD9\x70\x6F\x6E\x67\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xcf\x83\xe1\x35')) def recverack(self): @@ -309,13 +306,7 @@ class receiveDataThread(threading.Thread): headerData += hashlib.sha512(payload).digest()[:4] with shared.printLock: print 'Sending huge inv message with', numberOfObjects, 'objects to just this one peer' - - try: - self.sock.sendall(headerData + payload) - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', headerData + payload)) # We have received a broadcast message @@ -462,12 +453,7 @@ class receiveDataThread(threading.Thread): headerData += pack('>L', len( payload)) # payload length. Note that we add an extra 8 for the nonce. headerData += hashlib.sha512(payload).digest()[:4] - try: - self.sock.sendall(headerData + payload) - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', headerData + payload)) # We have received a getdata request from our peer @@ -531,12 +517,7 @@ class receiveDataThread(threading.Thread): return headerData += pack('>L', len(payload)) # payload length. headerData += hashlib.sha512(payload).digest()[:4] - try: - self.sock.sendall(headerData + payload) - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', headerData + payload)) # Advertise this object to all of our peers @@ -735,16 +716,7 @@ class receiveDataThread(threading.Thread): datatosend = datatosend + pack('>L', len(payload)) # payload length datatosend = datatosend + hashlib.sha512(payload).digest()[0:4] datatosend = datatosend + payload - try: - self.sock.sendall(datatosend) - if shared.verbose >= 1: - with shared.printLock: - print 'Sending addr with', numberOfAddressesInAddrMessage, 'entries.' - - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', datatosend)) # We have received a version message @@ -794,8 +766,7 @@ class receiveDataThread(threading.Thread): with shared.printLock: print 'Closing connection to myself: ', self.peer return - shared.broadcastToSendDataQueues((0, 'setRemoteProtocolVersion', ( - self.peer, self.remoteProtocolVersion))) + self.sendDataThreadQueue.put((0, 'setRemoteProtocolVersion', self.remoteProtocolVersion)) shared.knownNodesLock.acquire() shared.knownNodes[self.streamNumber][shared.Peer(self.peer.host, self.remoteNodeIncomingPort)] = int(time.time()) @@ -810,27 +781,15 @@ class receiveDataThread(threading.Thread): def sendversion(self): with shared.printLock: print 'Sending version message' - - try: - self.sock.sendall(shared.assembleVersionMessage( - self.peer.host, self.peer.port, self.streamNumber)) - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', shared.assembleVersionMessage( + self.peer.host, self.peer.port, self.streamNumber))) # Sends a verack message def sendverack(self): with shared.printLock: print 'Sending verack' - try: - self.sock.sendall( - '\xE9\xBE\xB4\xD9\x76\x65\x72\x61\x63\x6B\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xcf\x83\xe1\x35') - except Exception as err: - # if not 'Bad file descriptor' in err: - with shared.printLock: - print 'sock.sendall error:', err + self.sendDataThreadQueue.put((0, 'sendRawData', '\xE9\xBE\xB4\xD9\x76\x65\x72\x61\x63\x6B\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xcf\x83\xe1\x35')) self.verackSent = True if self.verackReceived: self.connectionFullyEstablished() diff --git a/src/class_sendDataThread.py b/src/class_sendDataThread.py index 240f9c64..14feb637 100644 --- a/src/class_sendDataThread.py +++ b/src/class_sendDataThread.py @@ -15,15 +15,15 @@ from addresses import * # receiveDataThread). class sendDataThread(threading.Thread): - def __init__(self): + def __init__(self, sendDataThreadQueue): threading.Thread.__init__(self) - self.mailbox = Queue.Queue() - shared.sendDataQueues.append(self.mailbox) + self.sendDataThreadQueue = sendDataThreadQueue + shared.sendDataQueues.append(self.sendDataThreadQueue) with shared.printLock: print 'The length of sendDataQueues at sendDataThread init is:', len(shared.sendDataQueues) self.data = '' - self.objectHashHolderInstance = objectHashHolder(self.mailbox) + self.objectHashHolderInstance = objectHashHolder(self.sendDataThreadQueue) self.objectHashHolderInstance.start() @@ -38,7 +38,7 @@ class sendDataThread(threading.Thread): self.peer = shared.Peer(HOST, PORT) self.streamNumber = streamNumber self.remoteProtocolVersion = - \ - 1 # This must be set using setRemoteProtocolVersion command which is sent through the self.mailbox queue. + 1 # This must be set using setRemoteProtocolVersion command which is sent through the self.sendDataThreadQueue queue. self.lastTimeISentData = int( time.time()) # If this value increases beyond five minutes ago, we'll send a pong message to keep the connection alive. self.someObjectsOfWhichThisRemoteNodeIsAlreadyAware = someObjectsOfWhichThisRemoteNodeIsAlreadyAware @@ -64,7 +64,7 @@ class sendDataThread(threading.Thread): def run(self): while True: - deststream, command, data = self.mailbox.get() + deststream, command, data = self.sendDataThreadQueue.get() if deststream == self.streamNumber or deststream == 0: if command == 'shutdown': @@ -77,7 +77,7 @@ class sendDataThread(threading.Thread): self.sock.close() except: pass - shared.sendDataQueues.remove(self.mailbox) + shared.sendDataQueues.remove(self.sendDataThreadQueue) with shared.printLock: print 'len of sendDataQueues', len(shared.sendDataQueues) @@ -96,12 +96,10 @@ class sendDataThread(threading.Thread): self.streamNumber = specifiedStreamNumber elif command == 'setRemoteProtocolVersion': - peerInMessage, specifiedRemoteProtocolVersion = data - if peerInMessage == self.peer: - with shared.printLock: - print 'setting the remote node\'s protocol version in the sendData thread (ID:', id(self), ') to', specifiedRemoteProtocolVersion - - self.remoteProtocolVersion = specifiedRemoteProtocolVersion + specifiedRemoteProtocolVersion = data + with shared.printLock: + print 'setting the remote node\'s protocol version in the sendDataThread (ID:', id(self), ') to', specifiedRemoteProtocolVersion + self.remoteProtocolVersion = specifiedRemoteProtocolVersion elif command == 'advertisepeer': self.objectHashHolderInstance.holdPeer(data) elif command == 'sendaddr': @@ -135,7 +133,7 @@ class sendDataThread(threading.Thread): self.sock.close() except: pass - shared.sendDataQueues.remove(self.mailbox) + shared.sendDataQueues.remove(self.sendDataThreadQueue) print 'sendDataThread thread (ID:', str(id(self)) + ') ending now. Was connected to', self.peer break elif command == 'advertiseobject': @@ -161,7 +159,7 @@ class sendDataThread(threading.Thread): self.sock.close() except: pass - shared.sendDataQueues.remove(self.mailbox) + shared.sendDataQueues.remove(self.sendDataThreadQueue) print 'sendDataThread thread (ID:', str(id(self)) + ') ending now. Was connected to', self.peer break elif command == 'pong': @@ -182,9 +180,22 @@ class sendDataThread(threading.Thread): self.sock.close() except: pass - shared.sendDataQueues.remove(self.mailbox) + shared.sendDataQueues.remove(self.sendDataThreadQueue) print 'sendDataThread thread', self, 'ending now. Was connected to', self.peer break + elif command == 'sendRawData': + try: + self.sock.sendall(data) + self.lastTimeISentData = int(time.time()) + except: + try: + self.sock.shutdown(socket.SHUT_RDWR) + self.sock.close() + except: + pass + shared.sendDataQueues.remove(self.sendDataThreadQueue) + print 'Sending of data to', self.peer, 'failed. sendDataThread thread', self, 'ending now.' + break else: with shared.printLock: print 'sendDataThread ID:', id(self), 'ignoring command', command, 'because the thread is not in stream', deststream diff --git a/src/class_singleListener.py b/src/class_singleListener.py index 3890447a..ec1f47d4 100644 --- a/src/class_singleListener.py +++ b/src/class_singleListener.py @@ -69,9 +69,10 @@ class singleListener(threading.Thread): a.close() a, (HOST, PORT) = sock.accept() someObjectsOfWhichThisRemoteNodeIsAlreadyAware = {} # This is not necessairly a complete list; we clear it from time to time to save memory. + sendDataThreadQueue = Queue.Queue() # Used to submit information to the send data thread for this connection. a.settimeout(20) - sd = sendDataThread() + sd = sendDataThread(sendDataThreadQueue) sd.setup( a, HOST, PORT, -1, someObjectsOfWhichThisRemoteNodeIsAlreadyAware) sd.start() @@ -79,7 +80,7 @@ class singleListener(threading.Thread): rd = receiveDataThread() rd.daemon = True # close the main program even if there are threads left rd.setup( - a, HOST, PORT, -1, someObjectsOfWhichThisRemoteNodeIsAlreadyAware, self.selfInitiatedConnections) + a, HOST, PORT, -1, someObjectsOfWhichThisRemoteNodeIsAlreadyAware, self.selfInitiatedConnections, sendDataThreadQueue) rd.start() with shared.printLock: