# pylint: disable=too-many-branches,too-many-statements,protected-access """ Proof of work calculation """ import ctypes import os import subprocess # nosec B404 import sys import tempfile import time from struct import pack, unpack import highlevelcrypto import openclpow import paths import queues import state import tr from bmconfigparser import config from debug import logger bitmsglib = 'bitmsghash.so' bmpow = None class LogOutput(object): # pylint: disable=too-few-public-methods """ A context manager that block stdout for its scope and appends it's content to log before exit. Usage:: with LogOutput(): os.system('ls -l') https://stackoverflow.com/questions/5081657 """ def __init__(self, prefix='PoW'): self.prefix = prefix try: sys.stdout.flush() self._stdout = sys.stdout self._stdout_fno = os.dup(sys.stdout.fileno()) except AttributeError: # NullWriter instance has no attribute 'fileno' on Windows self._stdout = None else: self._dst, self._filepath = tempfile.mkstemp() def __enter__(self): if not self._stdout: return stdout = os.dup(1) os.dup2(self._dst, 1) os.close(self._dst) sys.stdout = os.fdopen(stdout, 'w') def __exit__(self, exc_type, exc_val, exc_tb): if not self._stdout: return sys.stdout.close() sys.stdout = self._stdout sys.stdout.flush() os.dup2(self._stdout_fno, 1) with open(self._filepath) as out: for line in out: logger.info('%s: %s', self.prefix, line) os.remove(self._filepath) def _set_idle(): if 'linux' in sys.platform: os.nice(20) else: try: # pylint: disable=no-member,import-error sys.getwindowsversion() import win32api import win32process import win32con pid = win32api.GetCurrentProcessId() handle = win32api.OpenProcess(win32con.PROCESS_ALL_ACCESS, True, pid) win32process.SetPriorityClass(handle, win32process.IDLE_PRIORITY_CLASS) except: # nosec B110 # noqa:E722 # pylint:disable=bare-except # Windows 64-bit pass def trial_value(nonce, initialHash): """Calculate PoW trial value""" trialValue, = unpack( '>Q', highlevelcrypto.double_sha512( pack('>Q', nonce) + initialHash)[0:8]) return trialValue def _pool_worker(nonce, initialHash, target, pool_size): _set_idle() trialValue = float('inf') while trialValue > target: nonce += pool_size trialValue = trial_value(nonce, initialHash) return [trialValue, nonce] def _doSafePoW(target, initialHash): logger.debug("Safe PoW start") nonce = 0 trialValue = float('inf') while trialValue > target and state.shutdown == 0: nonce += 1 trialValue = trial_value(nonce, initialHash) if state.shutdown != 0: raise StopIteration("Interrupted") logger.debug("Safe PoW done") return [trialValue, nonce] def _doFastPoW(target, initialHash): logger.debug("Fast PoW start") from multiprocessing import Pool, cpu_count try: pool_size = cpu_count() except: # noqa:E722 pool_size = 4 try: maxCores = config.getint('bitmessagesettings', 'maxcores') except: # noqa:E722 maxCores = 99999 if pool_size > maxCores: pool_size = maxCores pool = Pool(processes=pool_size) result = [] for i in range(pool_size): result.append(pool.apply_async(_pool_worker, args=(i, initialHash, target, pool_size))) while True: if state.shutdown > 0: try: pool.terminate() pool.join() except: # nosec B110 # noqa:E722 # pylint:disable=bare-except pass raise StopIteration("Interrupted") for i in range(pool_size): if result[i].ready(): try: result[i].successful() except AssertionError: pool.terminate() pool.join() raise StopIteration("Interrupted") result = result[i].get() pool.terminate() pool.join() logger.debug("Fast PoW done") return result[0], result[1] time.sleep(0.2) def _doCPoW(target, initialHash): with LogOutput(): h = initialHash m = target out_h = ctypes.pointer(ctypes.create_string_buffer(h, 64)) out_m = ctypes.c_ulonglong(m) logger.debug("C PoW start") nonce = bmpow(out_h, out_m) trialValue = trial_value(nonce, initialHash) if state.shutdown != 0: raise StopIteration("Interrupted") logger.debug("C PoW done") return [trialValue, nonce] def _doGPUPoW(target, initialHash): logger.debug("GPU PoW start") nonce = openclpow.do_opencl_pow(initialHash.encode("hex"), target) trialValue = trial_value(nonce, initialHash) if trialValue > target: deviceNames = ", ".join(gpu.name for gpu in openclpow.enabledGpus) queues.UISignalQueue.put(( 'updateStatusBar', ( tr._translate( "MainWindow", 'Your GPU(s) did not calculate correctly, disabling OpenCL. Please report to the developers.' ), 1))) logger.error( "Your GPUs (%s) did not calculate correctly, disabling OpenCL. Please report to the developers.", deviceNames) openclpow.enabledGpus = [] raise Exception("GPU did not calculate correctly.") if state.shutdown != 0: raise StopIteration("Interrupted") logger.debug("GPU PoW done") return [trialValue, nonce] def estimate(difficulty, format=False): # pylint: disable=redefined-builtin """ .. todo: fix unused variable """ ret = difficulty / 10 if ret < 1: ret = 1 if format: # pylint: disable=unused-variable out = str(int(ret)) + " seconds" if ret > 60: ret /= 60 out = str(int(ret)) + " minutes" if ret > 60: ret /= 60 out = str(int(ret)) + " hours" if ret > 24: ret /= 24 out = str(int(ret)) + " days" if ret > 7: out = str(int(ret)) + " weeks" if ret > 31: out = str(int(ret)) + " months" if ret > 366: ret /= 366 out = str(int(ret)) + " years" ret = None # Ensure legacy behaviour return ret def getPowType(): """Get the proof of work implementation""" if openclpow.openclEnabled(): return "OpenCL" if bmpow: return "C" return "python" def notifyBuild(tried=False): """Notify the user of the success or otherwise of building the PoW C module""" if bmpow: queues.UISignalQueue.put(('updateStatusBar', (tr._translate( "proofofwork", "C PoW module built successfully."), 1))) elif tried: queues.UISignalQueue.put( ( 'updateStatusBar', ( tr._translate( "proofofwork", "Failed to build C PoW module. Please build it manually." ), 1 ) ) ) else: queues.UISignalQueue.put(('updateStatusBar', (tr._translate( "proofofwork", "C PoW module unavailable. Please build it."), 1))) def buildCPoW(): """Attempt to build the PoW C module""" if bmpow is not None: return if paths.frozen is not None: notifyBuild(False) return if sys.platform in ["win32", "win64"]: notifyBuild(False) return try: if "bsd" in sys.platform: # BSD make subprocess.check_call([ # nosec B607, B603 "make", "-C", os.path.join(paths.codePath(), "bitmsghash"), '-f', 'Makefile.bsd']) else: # GNU make subprocess.check_call([ # nosec B607, B603 "make", "-C", os.path.join(paths.codePath(), "bitmsghash")]) if os.path.exists( os.path.join(paths.codePath(), "bitmsghash", "bitmsghash.so") ): init() notifyBuild(True) else: notifyBuild(True) except (OSError, subprocess.CalledProcessError): notifyBuild(True) except: # noqa:E722 logger.warning( 'Unexpected exception rised when tried to build bitmsghash lib', exc_info=True) notifyBuild(True) def run(target, initialHash): """Run the proof of work thread""" if state.shutdown != 0: raise # pylint: disable=misplaced-bare-raise target = int(target) if openclpow.openclEnabled(): try: return _doGPUPoW(target, initialHash) except StopIteration: raise except: # nosec B110 # noqa:E722 # pylint:disable=bare-except pass # fallback if bmpow: try: return _doCPoW(target, initialHash) except StopIteration: raise except: # nosec B110 # noqa:E722 # pylint:disable=bare-except pass # fallback if paths.frozen == "macosx_app" or not paths.frozen: # on my (Peter Surda) Windows 10, Windows Defender # does not like this and fights with PyBitmessage # over CPU, resulting in very slow PoW # added on 2015-11-29: multiprocesing.freeze_support() doesn't help try: return _doFastPoW(target, initialHash) except StopIteration: logger.error("Fast PoW got StopIteration") raise except: # noqa:E722 # pylint:disable=bare-except logger.error("Fast PoW got exception:", exc_info=True) try: return _doSafePoW(target, initialHash) except StopIteration: raise except: # nosec B110 # noqa:E722 # pylint:disable=bare-except pass # fallback def resetPoW(): """Initialise the OpenCL PoW""" openclpow.initCL() # init def init(): """Initialise PoW""" # pylint: disable=global-statement global bitmsglib, bmpow openclpow.initCL() if sys.platform == "win32": if ctypes.sizeof(ctypes.c_voidp) == 4: bitmsglib = 'bitmsghash32.dll' else: bitmsglib = 'bitmsghash64.dll' try: # MSVS bso = ctypes.WinDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib)) logger.info("Loaded C PoW DLL (stdcall) %s", bitmsglib) bmpow = bso.BitmessagePOW bmpow.restype = ctypes.c_ulonglong _doCPoW(2**63, "") logger.info("Successfully tested C PoW DLL (stdcall) %s", bitmsglib) except ValueError: try: # MinGW bso = ctypes.CDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib)) logger.info("Loaded C PoW DLL (cdecl) %s", bitmsglib) bmpow = bso.BitmessagePOW bmpow.restype = ctypes.c_ulonglong _doCPoW(2**63, "") logger.info("Successfully tested C PoW DLL (cdecl) %s", bitmsglib) except Exception as e: logger.error("Error: %s", e, exc_info=True) bso = None except Exception as e: logger.error("Error: %s", e, exc_info=True) bso = None else: try: bso = ctypes.CDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib)) except OSError: import glob try: bso = ctypes.CDLL(glob.glob(os.path.join( paths.codePath(), "bitmsghash", "bitmsghash*.so" ))[0]) except (OSError, IndexError): bso = None except: # noqa:E722 bso = None else: logger.info("Loaded C PoW DLL %s", bitmsglib) if bso: try: bmpow = bso.BitmessagePOW bmpow.restype = ctypes.c_ulonglong except: # noqa:E722 bmpow = None else: bmpow = None if bmpow is None: buildCPoW()