Fixes #1335:
- moved knownnodes cleanup to knownnodes module, - added a check for last node in stream initiating DNS based bootstrap.
This commit is contained in:
parent
4c184d8ffe
commit
e417b6257f
|
@ -96,9 +96,8 @@ class singleCleaner(threading.Thread, StoppableThread):
|
||||||
"SELECT toaddress, ackdata, status FROM sent"
|
"SELECT toaddress, ackdata, status FROM sent"
|
||||||
" WHERE ((status='awaitingpubkey' OR status='msgsent')"
|
" WHERE ((status='awaitingpubkey' OR status='msgsent')"
|
||||||
" AND folder='sent' AND sleeptill<? AND senttime>?)",
|
" AND folder='sent' AND sleeptill<? AND senttime>?)",
|
||||||
int(time.time()),
|
int(time.time()), int(time.time()) -
|
||||||
int(time.time())
|
shared.maximumLengthOfTimeToBotherResendingMessages
|
||||||
- shared.maximumLengthOfTimeToBotherResendingMessages
|
|
||||||
)
|
)
|
||||||
for row in queryreturn:
|
for row in queryreturn:
|
||||||
if len(row) < 2:
|
if len(row) < 2:
|
||||||
|
@ -115,40 +114,15 @@ class singleCleaner(threading.Thread, StoppableThread):
|
||||||
elif status == 'msgsent':
|
elif status == 'msgsent':
|
||||||
resendMsg(ackData)
|
resendMsg(ackData)
|
||||||
|
|
||||||
# cleanup old nodes
|
|
||||||
now = int(time.time())
|
|
||||||
|
|
||||||
with knownnodes.knownNodesLock:
|
|
||||||
for stream in knownnodes.knownNodes:
|
|
||||||
keys = knownnodes.knownNodes[stream].keys()
|
|
||||||
for node in keys:
|
|
||||||
try:
|
try:
|
||||||
# scrap old nodes
|
# Cleanup knownnodes and handle possible severe exception
|
||||||
if now - knownnodes.knownNodes[stream][node]["lastseen"] > 2419200: # 28 days
|
# while writing it to disk
|
||||||
shared.needToWriteKnownNodesToDisk = True
|
knownnodes.cleanupKnownNodes()
|
||||||
del knownnodes.knownNodes[stream][node]
|
|
||||||
continue
|
|
||||||
# scrap old nodes with low rating
|
|
||||||
if now - knownnodes.knownNodes[stream][node]["lastseen"] > 10800 and knownnodes.knownNodes[stream][node]["rating"] <= knownnodes.knownNodesForgetRating:
|
|
||||||
shared.needToWriteKnownNodesToDisk = True
|
|
||||||
del knownnodes.knownNodes[stream][node]
|
|
||||||
continue
|
|
||||||
except TypeError:
|
|
||||||
print "Error in %s" % node
|
|
||||||
keys = []
|
|
||||||
|
|
||||||
# Let us write out the knowNodes to disk
|
|
||||||
# if there is anything new to write out.
|
|
||||||
if shared.needToWriteKnownNodesToDisk:
|
|
||||||
try:
|
|
||||||
knownnodes.saveKnownNodes()
|
|
||||||
except Exception as err:
|
except Exception as err:
|
||||||
if "Errno 28" in str(err):
|
if "Errno 28" in str(err):
|
||||||
logger.fatal(
|
logger.fatal(
|
||||||
'(while receiveDataThread'
|
'(while writing knownnodes to disk)'
|
||||||
' knownnodes.needToWriteKnownNodesToDisk)'
|
' Alert: Your disk or data storage volume is full.'
|
||||||
' Alert: Your disk or data storage volume'
|
|
||||||
' is full. '
|
|
||||||
)
|
)
|
||||||
queues.UISignalQueue.put((
|
queues.UISignalQueue.put((
|
||||||
'alert',
|
'alert',
|
||||||
|
@ -161,8 +135,7 @@ class singleCleaner(threading.Thread, StoppableThread):
|
||||||
))
|
))
|
||||||
# FIXME redundant?
|
# FIXME redundant?
|
||||||
if shared.daemon or not state.enableGUI:
|
if shared.daemon or not state.enableGUI:
|
||||||
os._exit(0)
|
os._exit(1)
|
||||||
shared.needToWriteKnownNodesToDisk = False
|
|
||||||
|
|
||||||
# # clear download queues
|
# # clear download queues
|
||||||
# for thread in threading.enumerate():
|
# for thread in threading.enumerate():
|
||||||
|
@ -207,7 +180,8 @@ def resendPubkeyRequest(address):
|
||||||
|
|
||||||
queues.UISignalQueue.put((
|
queues.UISignalQueue.put((
|
||||||
'updateStatusBar',
|
'updateStatusBar',
|
||||||
'Doing work necessary to again attempt to request a public key...'))
|
'Doing work necessary to again attempt to request a public key...'
|
||||||
|
))
|
||||||
sqlExecute(
|
sqlExecute(
|
||||||
'''UPDATE sent SET status='msgqueued' WHERE toaddress=?''',
|
'''UPDATE sent SET status='msgqueued' WHERE toaddress=?''',
|
||||||
address)
|
address)
|
||||||
|
|
|
@ -8,6 +8,7 @@ import time
|
||||||
import state
|
import state
|
||||||
from bmconfigparser import BMConfigParser
|
from bmconfigparser import BMConfigParser
|
||||||
from debug import logger
|
from debug import logger
|
||||||
|
from helper_bootstrap import dns
|
||||||
|
|
||||||
knownNodesLock = threading.Lock()
|
knownNodesLock = threading.Lock()
|
||||||
knownNodes = {stream: {} for stream in range(1, 4)}
|
knownNodes = {stream: {} for stream in range(1, 4)}
|
||||||
|
@ -157,3 +158,43 @@ def trimKnownNodes(recAddrStream=1):
|
||||||
)[:knownNodesTrimAmount]
|
)[:knownNodesTrimAmount]
|
||||||
for oldest in oldestList:
|
for oldest in oldestList:
|
||||||
del knownNodes[recAddrStream][oldest]
|
del knownNodes[recAddrStream][oldest]
|
||||||
|
|
||||||
|
|
||||||
|
def cleanupKnownNodes():
|
||||||
|
"""
|
||||||
|
Cleanup knownnodes: remove old nodes and nodes with low rating
|
||||||
|
"""
|
||||||
|
now = int(time.time())
|
||||||
|
needToWriteKnownNodesToDisk = False
|
||||||
|
dns_done = False
|
||||||
|
|
||||||
|
with knownNodesLock:
|
||||||
|
for stream in knownNodes:
|
||||||
|
keys = knownNodes[stream].keys()
|
||||||
|
if len(keys) <= 1 and not dns_done: # leave at least one node
|
||||||
|
dns()
|
||||||
|
dns_done = True
|
||||||
|
continue
|
||||||
|
for node in keys:
|
||||||
|
try:
|
||||||
|
# scrap old nodes
|
||||||
|
if (now - knownNodes[stream][node]["lastseen"] >
|
||||||
|
2419200): # 28 days
|
||||||
|
needToWriteKnownNodesToDisk = True
|
||||||
|
del knownNodes[stream][node]
|
||||||
|
continue
|
||||||
|
# scrap old nodes with low rating
|
||||||
|
if (now - knownNodes[stream][node]["lastseen"] > 10800 and
|
||||||
|
knownNodes[stream][node]["rating"] <=
|
||||||
|
knownNodesForgetRating):
|
||||||
|
needToWriteKnownNodesToDisk = True
|
||||||
|
del knownNodes[stream][node]
|
||||||
|
continue
|
||||||
|
except TypeError:
|
||||||
|
logger.warning('Error in %s', node)
|
||||||
|
keys = []
|
||||||
|
|
||||||
|
# Let us write out the knowNodes to disk
|
||||||
|
# if there is anything new to write out.
|
||||||
|
if needToWriteKnownNodesToDisk:
|
||||||
|
saveKnownNodes()
|
||||||
|
|
Reference in New Issue
Block a user