Moved reading knownnodes.dat into knownnodes module

src/bitmessagemain.py

@@ -263,7 +263,7 @@ class Main:
                 'bitmessagesettings', 'sendoutgoingconnections'):
             state.dandelion = 0
 
-        helper_bootstrap.knownNodes()
+        knownnodes.readKnownNodes()
 
         # Not needed if objproc is disabled
         if state.enableObjProc:

src/defaultKnownNodes.py

@@ -1,82 +0,0 @@
-import pickle
-import socket
-from struct import *
-import time
-import random
-import sys
-from time import strftime, localtime
-import state
-
-def createDefaultKnownNodes(appdata):
-    ############## Stream 1 ################
-    stream1 = {}
-
-    #stream1[state.Peer('2604:2000:1380:9f:82e:148b:2746:d0c7', 8080)] = int(time.time())
-    stream1[state.Peer('5.45.99.75', 8444)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('75.167.159.54', 8444)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('95.165.168.168', 8444)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('85.180.139.241', 8444)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('158.222.217.190', 8080)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('178.62.12.187', 8448)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('24.188.198.204', 8111)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('109.147.204.113', 1195)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    stream1[state.Peer('178.11.46.221', 8444)] = {"lastseen": int(time.time()), "rating": 0, "self": False}
-    
-    ############# Stream 2 #################
-    stream2 = {}
-    # None yet
-
-    ############# Stream 3 #################
-    stream3 = {}
-    # None yet
-
-    allKnownNodes = {}
-    allKnownNodes[1] = stream1
-    allKnownNodes[2] = stream2
-    allKnownNodes[3] = stream3
-
-    #print stream1
-    #print allKnownNodes
-
-    with open(appdata + 'knownnodes.dat', 'wb') as output:
-        # Pickle dictionary using protocol 0.
-        pickle.dump(allKnownNodes, output)
-
-    return allKnownNodes
-
-def readDefaultKnownNodes(appdata):
-    pickleFile = open(appdata + 'knownnodes.dat', 'rb')
-    knownNodes = pickle.load(pickleFile)
-    pickleFile.close()
-    for stream, storedValue in knownNodes.items():
-        for host,value in storedValue.items():
-            try:
-                # Old knownNodes format.
-                port, storedtime = value
-            except:
-                # New knownNodes format.
-                host, port = host
-                storedtime = value
-            print host, '\t', port, '\t', unicode(strftime('%a, %d %b %Y  %I:%M %p',localtime(storedtime)),'utf-8')
-
-if __name__ == "__main__":
-
-    APPNAME = "PyBitmessage"
-    from os import path, environ
-    if sys.platform == 'darwin':
-        from AppKit import NSSearchPathForDirectoriesInDomains  # @UnresolvedImport
-        # http://developer.apple.com/DOCUMENTATION/Cocoa/Reference/Foundation/Miscellaneous/Foundation_Functions/Reference/reference.html#//apple_ref/c/func/NSSearchPathForDirectoriesInDomains
-        # NSApplicationSupportDirectory = 14
-        # NSUserDomainMask = 1
-        # True for expanding the tilde into a fully qualified path
-        appdata = path.join(NSSearchPathForDirectoriesInDomains(14, 1, True)[0], APPNAME) + '/'
-    elif 'win' in sys.platform:
-        appdata = path.join(environ['APPDATA'], APPNAME) + '\\'
-    else:
-        appdata = path.expanduser(path.join("~", "." + APPNAME + "/"))
-
-
-    print 'New list of all known nodes:', createDefaultKnownNodes(appdata)
-    readDefaultKnownNodes(appdata)
-
-

src/helper_bootstrap.py

@@ -1,52 +1,21 @@
 import socket
-import defaultKnownNodes
-import pickle  # nosec
-import time
 
-from bmconfigparser import BMConfigParser
-from debug import logger
 import knownnodes
 import socks
 import state
-
+from bmconfigparser import BMConfigParser
-
+from debug import logger
-def addKnownNode(stream, peer, lastseen=None, self=False):
-    if lastseen is None:
-        lastseen = time.time()
-    knownnodes.knownNodes[stream][peer] = {
-        "lastseen": lastseen,
-        "rating": 0,
-        "self": self,
-    }
-
-
-def knownNodes():
-    try:
-        with open(state.appdata + 'knownnodes.dat', 'rb') as pickleFile:
-            with knownnodes.knownNodesLock:
-                knownnodes.knownNodes = pickle.load(pickleFile)  # nosec
-            # the old format was {Peer:lastseen, ...}
-            # the new format is {Peer:{"lastseen":i, "rating":f}}
-            for stream in knownnodes.knownNodes.keys():
-                for node, params in knownnodes.knownNodes[stream].items():
-                    if isinstance(params, (float, int)):
-                        addKnownNode(stream, node, params)
-    except:
-        knownnodes.knownNodes = defaultKnownNodes.createDefaultKnownNodes(state.appdata)
-    # your own onion address, if setup
-    if BMConfigParser().has_option('bitmessagesettings', 'onionhostname') and ".onion" in BMConfigParser().get('bitmessagesettings', 'onionhostname'):
-        addKnownNode(1, state.Peer(BMConfigParser().get('bitmessagesettings', 'onionhostname'), BMConfigParser().getint('bitmessagesettings', 'onionport')), self=True)
-    if BMConfigParser().getint('bitmessagesettings', 'settingsversion') > 10:
-        logger.error('Bitmessage cannot read future versions of the keys file (keys.dat). Run the newer version of Bitmessage.')
-        raise SystemExit
 
 
 def dns():
-    # DNS bootstrap. This could be programmed to use the SOCKS proxy to do the
+    """
-    # DNS lookup some day but for now we will just rely on the entries in
+    DNS bootstrap. This could be programmed to use the SOCKS proxy to do the
-    # defaultKnownNodes.py. Hopefully either they are up to date or the user
+    DNS lookup some day but for now we will just rely on the entries in
-    # has run Bitmessage recently without SOCKS turned on and received good
+    defaultKnownNodes.py. Hopefully either they are up to date or the user
-    # bootstrap nodes using that method.
+    has run Bitmessage recently without SOCKS turned on and received good
+    bootstrap nodes using that method.
+    """
+
     def try_add_known_node(stream, addr, port, method=''):
         try:
             socket.inet_aton(addr)
@@ -55,7 +24,7 @@ def dns():
         logger.info(
             'Adding %s to knownNodes based on %s DNS bootstrap method',
             addr, method)
-        addKnownNode(stream, state.Peer(addr, port))
+        knownnodes.addKnownNode(stream, state.Peer(addr, port))
 
     proxy_type = BMConfigParser().get('bitmessagesettings', 'socksproxytype')
 
@@ -71,7 +40,7 @@ def dns():
                     port, exc_info=True
                 )
     elif proxy_type == 'SOCKS5':
-        addKnownNode(1, state.Peer('quzwelsuziwqgpt2.onion', 8444))
+        knownnodes.addKnownNode(1, state.Peer('quzwelsuziwqgpt2.onion', 8444))
         logger.debug("Adding quzwelsuziwqgpt2.onion:8444 to knownNodes.")
         for port in [8080, 8444]:
             logger.debug("Resolving %i through SOCKS...", port)
@@ -84,14 +53,19 @@ def dns():
                 'bitmessagesettings', 'sockshostname')
             socksport = BMConfigParser().getint(
                 'bitmessagesettings', 'socksport')
-            rdns = True  # Do domain name lookups through the proxy; though this setting doesn't really matter since we won't be doing any domain name lookups anyway.
+            # Do domain name lookups through the proxy;
-            if BMConfigParser().getboolean('bitmessagesettings', 'socksauthentication'):
+            # though this setting doesn't really matter since we won't
+            # be doing any domain name lookups anyway.
+            rdns = True
+            if BMConfigParser().getboolean(
+                    'bitmessagesettings', 'socksauthentication'):
                 socksusername = BMConfigParser().get(
                     'bitmessagesettings', 'socksusername')
                 sockspassword = BMConfigParser().get(
                     'bitmessagesettings', 'sockspassword')
                 sock.setproxy(
-                    proxytype, sockshostname, socksport, rdns, socksusername, sockspassword)
+                    proxytype, sockshostname, socksport, rdns,
+                    socksusername, sockspassword)
             else:
                 sock.setproxy(
                     proxytype, sockshostname, socksport, rdns)

src/knownnodes.py

@@ -1,12 +1,15 @@
 import os
 import pickle
+# import sys
 import threading
+import time
 
 import state
 from bmconfigparser import BMConfigParser
+from debug import logger
 
 knownNodesLock = threading.Lock()
-knownNodes = {}
+knownNodes = {stream: {} for stream in range(1, 4)}
 
 knownNodesTrimAmount = 2000
 
@@ -22,6 +25,46 @@ def saveKnownNodes(dirName=None):
             pickle.dump(knownNodes, output)
 
 
+def addKnownNode(stream, peer, lastseen=None, is_self=False):
+    if lastseen is None:
+        lastseen = time.time()
+    knownNodes[stream][peer] = {
+        "lastseen": lastseen,
+        "rating": 0,
+        "self": is_self,
+    }
+
+
+def readKnownNodes():
+    try:
+        with open(state.appdata + 'knownnodes.dat', 'rb') as source:
+            with knownNodesLock:
+                knownNodes = pickle.load(source)
+    except (IOError, OSError):
+        logger.warning(
+            'Failed to read nodes from knownnodes.dat', exc_info=True)
+    else:
+        # the old format was {Peer:lastseen, ...}
+        # the new format is {Peer:{"lastseen":i, "rating":f}}
+        for stream in knownNodes.keys():
+            for node, params in knownNodes[stream].items():
+                if isinstance(params, (float, int)):
+                    addKnownNode(stream, node, params)
+
+    config = BMConfigParser()
+    # if config.safeGetInt('bitmessagesettings', 'settingsversion') > 10:
+    #     sys.exit(
+    #         'Bitmessage cannot read future versions of the keys file'
+    #         ' (keys.dat). Run the newer version of Bitmessage.')
+
+    # your own onion address, if setup
+    onionhostname = config.safeGet('bitmessagesettings', 'onionhostname')
+    if onionhostname and ".onion" in onionhostname:
+        onionport = config.safeGetInt('bitmessagesettings', 'onionport')
+        if onionport:
+            addKnownNode(1, state.Peer(onionhostname, onionport), is_self=True)
+
+
 def increaseRating(peer):
     increaseAmount = 0.1
     maxRating = 1