2018-10-10 12:23:21 +02:00
|
|
|
# pylint: disable=too-many-branches,too-many-statements,protected-access
|
|
|
|
"""
|
2019-12-23 10:49:03 +01:00
|
|
|
Proof of work calculation
|
2018-10-10 12:23:21 +02:00
|
|
|
"""
|
|
|
|
|
|
|
|
import ctypes
|
2013-05-30 22:25:42 +02:00
|
|
|
import hashlib
|
2018-10-10 12:23:21 +02:00
|
|
|
import os
|
2013-06-05 23:20:34 +02:00
|
|
|
import sys
|
2016-10-22 05:00:35 +02:00
|
|
|
import time
|
2018-10-10 12:23:21 +02:00
|
|
|
from struct import pack, unpack
|
|
|
|
from subprocess import call
|
|
|
|
|
2015-06-20 09:54:15 +02:00
|
|
|
import openclpow
|
2018-10-10 12:23:21 +02:00
|
|
|
import paths
|
2017-02-08 13:41:56 +01:00
|
|
|
import queues
|
2017-01-14 23:20:15 +01:00
|
|
|
import state
|
2018-10-10 12:23:21 +02:00
|
|
|
import tr
|
|
|
|
from bmconfigparser import BMConfigParser
|
|
|
|
from debug import logger
|
2017-01-14 23:20:15 +01:00
|
|
|
|
2016-12-15 16:11:29 +01:00
|
|
|
bitmsglib = 'bitmsghash.so'
|
2017-08-15 14:09:19 +02:00
|
|
|
bmpow = None
|
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2013-06-03 07:04:22 +02:00
|
|
|
def _set_idle():
|
2013-06-05 23:20:34 +02:00
|
|
|
if 'linux' in sys.platform:
|
2017-01-11 18:13:00 +01:00
|
|
|
os.nice(20)
|
2013-06-05 23:20:34 +02:00
|
|
|
else:
|
2013-06-18 18:56:03 +02:00
|
|
|
try:
|
2018-10-10 12:23:21 +02:00
|
|
|
# pylint: disable=no-member,import-error
|
2013-06-18 18:56:03 +02:00
|
|
|
sys.getwindowsversion()
|
2018-10-10 12:23:21 +02:00
|
|
|
import win32api
|
|
|
|
import win32process
|
|
|
|
import win32con
|
2013-06-18 18:56:03 +02:00
|
|
|
pid = win32api.GetCurrentProcessId()
|
|
|
|
handle = win32api.OpenProcess(win32con.PROCESS_ALL_ACCESS, True, pid)
|
|
|
|
win32process.SetPriorityClass(handle, win32process.IDLE_PRIORITY_CLASS)
|
|
|
|
except:
|
2018-10-10 12:23:21 +02:00
|
|
|
# Windows 64-bit
|
2013-06-18 18:56:03 +02:00
|
|
|
pass
|
2013-05-30 22:25:42 +02:00
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2013-05-29 22:01:12 +02:00
|
|
|
def _pool_worker(nonce, initialHash, target, pool_size):
|
2013-06-03 07:04:22 +02:00
|
|
|
_set_idle()
|
2013-08-20 10:43:30 +02:00
|
|
|
trialValue = float('inf')
|
2016-10-22 05:00:35 +02:00
|
|
|
while trialValue > target:
|
2013-05-30 22:25:42 +02:00
|
|
|
nonce += pool_size
|
2018-10-10 12:23:21 +02:00
|
|
|
trialValue, = unpack('>Q', hashlib.sha512(hashlib.sha512(
|
|
|
|
pack('>Q', nonce) + initialHash).digest()).digest()[0:8])
|
2013-05-29 22:01:12 +02:00
|
|
|
return [trialValue, nonce]
|
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2013-06-05 23:20:34 +02:00
|
|
|
def _doSafePoW(target, initialHash):
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("Safe PoW start")
|
2013-06-04 05:14:24 +02:00
|
|
|
nonce = 0
|
2013-08-20 10:43:30 +02:00
|
|
|
trialValue = float('inf')
|
2017-01-14 23:20:15 +01:00
|
|
|
while trialValue > target and state.shutdown == 0:
|
2013-06-04 05:14:24 +02:00
|
|
|
nonce += 1
|
2018-10-10 12:23:21 +02:00
|
|
|
trialValue, = unpack('>Q', hashlib.sha512(hashlib.sha512(
|
|
|
|
pack('>Q', nonce) + initialHash).digest()).digest()[0:8])
|
2017-01-14 23:20:15 +01:00
|
|
|
if state.shutdown != 0:
|
2018-10-10 12:23:21 +02:00
|
|
|
raise StopIteration("Interrupted") # pylint: misplaced-bare-raise
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("Safe PoW done")
|
2013-06-04 05:14:24 +02:00
|
|
|
return [trialValue, nonce]
|
2013-06-05 23:20:34 +02:00
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2013-06-05 23:20:34 +02:00
|
|
|
def _doFastPoW(target, initialHash):
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("Fast PoW start")
|
2013-06-05 23:20:34 +02:00
|
|
|
from multiprocessing import Pool, cpu_count
|
|
|
|
try:
|
2013-05-30 22:25:42 +02:00
|
|
|
pool_size = cpu_count()
|
2013-05-29 22:01:12 +02:00
|
|
|
except:
|
2013-05-30 22:25:42 +02:00
|
|
|
pool_size = 4
|
|
|
|
try:
|
2017-01-11 14:27:19 +01:00
|
|
|
maxCores = BMConfigParser().getint('bitmessagesettings', 'maxcores')
|
2013-05-30 22:25:42 +02:00
|
|
|
except:
|
|
|
|
maxCores = 99999
|
|
|
|
if pool_size > maxCores:
|
|
|
|
pool_size = maxCores
|
2016-06-30 23:03:39 +02:00
|
|
|
|
2013-05-29 22:01:12 +02:00
|
|
|
pool = Pool(processes=pool_size)
|
|
|
|
result = []
|
|
|
|
for i in range(pool_size):
|
2016-10-22 05:00:35 +02:00
|
|
|
result.append(pool.apply_async(_pool_worker, args=(i, initialHash, target, pool_size)))
|
2016-06-30 23:03:39 +02:00
|
|
|
|
2013-05-29 22:01:12 +02:00
|
|
|
while True:
|
2017-01-14 23:20:15 +01:00
|
|
|
if state.shutdown > 0:
|
2016-10-22 05:00:35 +02:00
|
|
|
try:
|
|
|
|
pool.terminate()
|
|
|
|
pool.join()
|
|
|
|
except:
|
|
|
|
pass
|
2016-10-05 20:06:47 +02:00
|
|
|
raise StopIteration("Interrupted")
|
2013-05-30 22:25:42 +02:00
|
|
|
for i in range(pool_size):
|
|
|
|
if result[i].ready():
|
2016-10-05 20:06:47 +02:00
|
|
|
try:
|
|
|
|
result[i].successful()
|
|
|
|
except AssertionError:
|
2016-10-22 05:00:35 +02:00
|
|
|
pool.terminate()
|
|
|
|
pool.join()
|
2016-10-05 20:06:47 +02:00
|
|
|
raise StopIteration("Interrupted")
|
2013-05-30 22:25:42 +02:00
|
|
|
result = result[i].get()
|
|
|
|
pool.terminate()
|
2016-10-22 05:00:35 +02:00
|
|
|
pool.join()
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("Fast PoW done")
|
2013-05-30 22:25:42 +02:00
|
|
|
return result[0], result[1]
|
2013-06-05 23:20:34 +02:00
|
|
|
time.sleep(0.2)
|
2018-10-10 12:23:21 +02:00
|
|
|
|
|
|
|
|
2015-11-05 20:41:41 +01:00
|
|
|
def _doCPoW(target, initialHash):
|
|
|
|
h = initialHash
|
|
|
|
m = target
|
|
|
|
out_h = ctypes.pointer(ctypes.create_string_buffer(h, 64))
|
|
|
|
out_m = ctypes.c_ulonglong(m)
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("C PoW start")
|
2015-11-05 20:41:41 +01:00
|
|
|
nonce = bmpow(out_h, out_m)
|
2018-10-10 12:23:21 +02:00
|
|
|
trialValue, = unpack('>Q', hashlib.sha512(hashlib.sha512(pack('>Q', nonce) + initialHash).digest()).digest()[0:8])
|
2017-01-14 23:20:15 +01:00
|
|
|
if state.shutdown != 0:
|
2016-10-05 20:06:47 +02:00
|
|
|
raise StopIteration("Interrupted")
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("C PoW done")
|
2015-11-05 20:41:41 +01:00
|
|
|
return [trialValue, nonce]
|
2013-05-29 22:01:12 +02:00
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2015-10-02 15:04:16 +02:00
|
|
|
def _doGPUPoW(target, initialHash):
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("GPU PoW start")
|
2015-06-20 09:54:15 +02:00
|
|
|
nonce = openclpow.do_opencl_pow(initialHash.encode("hex"), target)
|
2018-10-10 12:23:21 +02:00
|
|
|
trialValue, = unpack('>Q', hashlib.sha512(hashlib.sha512(pack('>Q', nonce) + initialHash).digest()).digest()[0:8])
|
2015-11-26 02:38:55 +01:00
|
|
|
if trialValue > target:
|
2016-11-10 21:43:10 +01:00
|
|
|
deviceNames = ", ".join(gpu.name for gpu in openclpow.enabledGpus)
|
2018-10-10 12:23:21 +02:00
|
|
|
queues.UISignalQueue.put((
|
|
|
|
'updateStatusBar', (
|
|
|
|
tr._translate(
|
|
|
|
"MainWindow",
|
|
|
|
'Your GPU(s) did not calculate correctly, disabling OpenCL. Please report to the developers.'
|
|
|
|
),
|
|
|
|
1)))
|
|
|
|
logger.error(
|
|
|
|
"Your GPUs (%s) did not calculate correctly, disabling OpenCL. Please report to the developers.",
|
|
|
|
deviceNames)
|
2016-11-10 21:43:10 +01:00
|
|
|
openclpow.enabledGpus = []
|
2015-11-26 02:38:55 +01:00
|
|
|
raise Exception("GPU did not calculate correctly.")
|
2017-01-14 23:20:15 +01:00
|
|
|
if state.shutdown != 0:
|
2016-10-05 20:06:47 +02:00
|
|
|
raise StopIteration("Interrupted")
|
2015-11-26 02:38:55 +01:00
|
|
|
logger.debug("GPU PoW done")
|
2015-01-19 18:39:02 +01:00
|
|
|
return [trialValue, nonce]
|
2018-10-10 12:23:21 +02:00
|
|
|
|
|
|
|
|
|
|
|
def estimate(difficulty, format=False): # pylint: disable=redefined-builtin
|
|
|
|
"""
|
|
|
|
.. todo: fix unused variable
|
|
|
|
"""
|
2015-12-15 12:14:21 +01:00
|
|
|
ret = difficulty / 10
|
|
|
|
if ret < 1:
|
|
|
|
ret = 1
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2015-12-15 12:14:21 +01:00
|
|
|
if format:
|
2018-10-10 12:23:21 +02:00
|
|
|
# pylint: disable=unused-variable
|
2015-12-15 12:14:21 +01:00
|
|
|
out = str(int(ret)) + " seconds"
|
|
|
|
if ret > 60:
|
|
|
|
ret /= 60
|
|
|
|
out = str(int(ret)) + " minutes"
|
|
|
|
if ret > 60:
|
|
|
|
ret /= 60
|
|
|
|
out = str(int(ret)) + " hours"
|
|
|
|
if ret > 24:
|
|
|
|
ret /= 24
|
|
|
|
out = str(int(ret)) + " days"
|
|
|
|
if ret > 7:
|
|
|
|
out = str(int(ret)) + " weeks"
|
|
|
|
if ret > 31:
|
|
|
|
out = str(int(ret)) + " months"
|
|
|
|
if ret > 366:
|
|
|
|
ret /= 366
|
|
|
|
out = str(int(ret)) + " years"
|
2018-10-10 12:23:21 +02:00
|
|
|
ret = None # Ensure legacy behaviour
|
|
|
|
|
|
|
|
return ret
|
|
|
|
|
2015-01-19 18:39:02 +01:00
|
|
|
|
2016-10-05 20:06:47 +02:00
|
|
|
def getPowType():
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Get the proof of work implementation"""
|
|
|
|
|
2016-11-10 21:43:10 +01:00
|
|
|
if openclpow.openclEnabled():
|
2016-10-05 20:06:47 +02:00
|
|
|
return "OpenCL"
|
|
|
|
if bmpow:
|
|
|
|
return "C"
|
|
|
|
return "python"
|
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2016-12-15 16:11:29 +01:00
|
|
|
def notifyBuild(tried=False):
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Notify the user of the success or otherwise of building the PoW C module"""
|
|
|
|
|
2016-12-15 16:11:29 +01:00
|
|
|
if bmpow:
|
2018-10-10 12:23:21 +02:00
|
|
|
queues.UISignalQueue.put(('updateStatusBar', (tr._translate(
|
|
|
|
"proofofwork", "C PoW module built successfully."), 1)))
|
2016-12-15 16:11:29 +01:00
|
|
|
elif tried:
|
2018-10-10 12:23:21 +02:00
|
|
|
queues.UISignalQueue.put(
|
|
|
|
(
|
|
|
|
'updateStatusBar', (
|
|
|
|
tr._translate(
|
|
|
|
"proofofwork",
|
|
|
|
"Failed to build C PoW module. Please build it manually."
|
|
|
|
),
|
|
|
|
1
|
|
|
|
)
|
|
|
|
)
|
|
|
|
)
|
2016-12-15 16:11:29 +01:00
|
|
|
else:
|
2018-10-10 12:23:21 +02:00
|
|
|
queues.UISignalQueue.put(('updateStatusBar', (tr._translate(
|
|
|
|
"proofofwork", "C PoW module unavailable. Please build it."), 1)))
|
|
|
|
|
2016-12-15 16:11:29 +01:00
|
|
|
|
|
|
|
def buildCPoW():
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Attempt to build the PoW C module"""
|
2016-12-15 16:11:29 +01:00
|
|
|
if bmpow is not None:
|
|
|
|
return
|
2017-01-11 17:00:00 +01:00
|
|
|
if paths.frozen is not None:
|
2016-12-15 16:11:29 +01:00
|
|
|
notifyBuild(False)
|
|
|
|
return
|
|
|
|
if sys.platform in ["win32", "win64"]:
|
|
|
|
notifyBuild(False)
|
|
|
|
return
|
|
|
|
try:
|
2017-02-18 17:20:09 +01:00
|
|
|
if "bsd" in sys.platform:
|
|
|
|
# BSD make
|
|
|
|
call(["make", "-C", os.path.join(paths.codePath(), "bitmsghash"), '-f', 'Makefile.bsd'])
|
|
|
|
else:
|
|
|
|
# GNU make
|
|
|
|
call(["make", "-C", os.path.join(paths.codePath(), "bitmsghash")])
|
2017-01-11 17:00:00 +01:00
|
|
|
if os.path.exists(os.path.join(paths.codePath(), "bitmsghash", "bitmsghash.so")):
|
2016-12-15 16:11:29 +01:00
|
|
|
init()
|
|
|
|
notifyBuild(True)
|
|
|
|
else:
|
|
|
|
notifyBuild(True)
|
|
|
|
except:
|
|
|
|
notifyBuild(True)
|
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2013-06-05 23:20:34 +02:00
|
|
|
def run(target, initialHash):
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Run the proof of work thread"""
|
|
|
|
|
2017-01-14 23:20:15 +01:00
|
|
|
if state.shutdown != 0:
|
2018-10-10 12:23:21 +02:00
|
|
|
raise # pylint: disable=misplaced-bare-raise
|
2015-09-30 10:22:41 +02:00
|
|
|
target = int(target)
|
2016-11-10 21:43:10 +01:00
|
|
|
if openclpow.openclEnabled():
|
2015-11-05 20:41:41 +01:00
|
|
|
try:
|
|
|
|
return _doGPUPoW(target, initialHash)
|
2016-10-05 20:06:47 +02:00
|
|
|
except StopIteration:
|
|
|
|
raise
|
2015-11-05 20:41:41 +01:00
|
|
|
except:
|
2018-10-10 12:23:21 +02:00
|
|
|
pass # fallback
|
2015-11-09 17:15:05 +01:00
|
|
|
if bmpow:
|
|
|
|
try:
|
|
|
|
return _doCPoW(target, initialHash)
|
2016-10-05 20:06:47 +02:00
|
|
|
except StopIteration:
|
|
|
|
raise
|
2015-11-09 17:15:05 +01:00
|
|
|
except:
|
2018-10-10 12:23:21 +02:00
|
|
|
pass # fallback
|
2017-01-11 17:00:00 +01:00
|
|
|
if paths.frozen == "macosx_app" or not paths.frozen:
|
2015-11-29 19:14:26 +01:00
|
|
|
# on my (Peter Surda) Windows 10, Windows Defender
|
|
|
|
# does not like this and fights with PyBitmessage
|
|
|
|
# over CPU, resulting in very slow PoW
|
|
|
|
# added on 2015-11-29: multiprocesing.freeze_support() doesn't help
|
|
|
|
try:
|
|
|
|
return _doFastPoW(target, initialHash)
|
2016-10-05 20:06:47 +02:00
|
|
|
except StopIteration:
|
|
|
|
logger.error("Fast PoW got StopIteration")
|
|
|
|
raise
|
2015-11-29 19:14:26 +01:00
|
|
|
except:
|
2016-10-05 20:06:47 +02:00
|
|
|
logger.error("Fast PoW got exception:", exc_info=True)
|
2016-04-17 20:31:25 +02:00
|
|
|
try:
|
|
|
|
return _doSafePoW(target, initialHash)
|
2016-10-05 20:06:47 +02:00
|
|
|
except StopIteration:
|
|
|
|
raise
|
2016-04-17 20:31:25 +02:00
|
|
|
except:
|
2018-10-10 12:23:21 +02:00
|
|
|
pass # fallback
|
|
|
|
|
2015-12-17 22:58:52 +01:00
|
|
|
|
2017-02-28 22:59:44 +01:00
|
|
|
def resetPoW():
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Initialise the OpenCL PoW"""
|
2017-02-28 22:59:44 +01:00
|
|
|
openclpow.initCL()
|
|
|
|
|
2018-10-10 12:23:21 +02:00
|
|
|
|
2015-12-17 22:58:52 +01:00
|
|
|
# init
|
2018-10-10 12:23:21 +02:00
|
|
|
|
|
|
|
|
2016-12-15 16:11:29 +01:00
|
|
|
def init():
|
2018-10-10 12:23:21 +02:00
|
|
|
"""Initialise PoW"""
|
|
|
|
# pylint: disable=global-statement
|
|
|
|
global bitmsglib, bmpow
|
2017-08-15 12:24:43 +02:00
|
|
|
|
|
|
|
openclpow.initCL()
|
2018-10-10 12:23:21 +02:00
|
|
|
if sys.platform == "win32":
|
2016-12-15 16:11:29 +01:00
|
|
|
if ctypes.sizeof(ctypes.c_voidp) == 4:
|
|
|
|
bitmsglib = 'bitmsghash32.dll'
|
|
|
|
else:
|
|
|
|
bitmsglib = 'bitmsghash64.dll'
|
2015-12-17 22:58:52 +01:00
|
|
|
try:
|
2016-12-15 16:11:29 +01:00
|
|
|
# MSVS
|
2017-01-11 17:00:00 +01:00
|
|
|
bso = ctypes.WinDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib))
|
2016-12-15 16:11:29 +01:00
|
|
|
logger.info("Loaded C PoW DLL (stdcall) %s", bitmsglib)
|
2015-12-17 22:58:52 +01:00
|
|
|
bmpow = bso.BitmessagePOW
|
|
|
|
bmpow.restype = ctypes.c_ulonglong
|
|
|
|
_doCPoW(2**63, "")
|
2016-12-15 16:11:29 +01:00
|
|
|
logger.info("Successfully tested C PoW DLL (stdcall) %s", bitmsglib)
|
2020-09-28 11:58:40 +02:00
|
|
|
except ValueError:
|
2016-12-15 16:11:29 +01:00
|
|
|
try:
|
|
|
|
# MinGW
|
2017-01-11 17:00:00 +01:00
|
|
|
bso = ctypes.CDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib))
|
2016-12-15 16:11:29 +01:00
|
|
|
logger.info("Loaded C PoW DLL (cdecl) %s", bitmsglib)
|
|
|
|
bmpow = bso.BitmessagePOW
|
|
|
|
bmpow.restype = ctypes.c_ulonglong
|
|
|
|
_doCPoW(2**63, "")
|
|
|
|
logger.info("Successfully tested C PoW DLL (cdecl) %s", bitmsglib)
|
2020-09-28 11:58:40 +02:00
|
|
|
except Exception as e:
|
|
|
|
logger.error("Error: %s", e, exc_info=True)
|
2016-12-15 16:11:29 +01:00
|
|
|
bso = None
|
|
|
|
else:
|
|
|
|
try:
|
2017-01-11 17:00:00 +01:00
|
|
|
bso = ctypes.CDLL(os.path.join(paths.codePath(), "bitmsghash", bitmsglib))
|
2017-03-28 16:38:05 +02:00
|
|
|
except OSError:
|
|
|
|
import glob
|
|
|
|
try:
|
|
|
|
bso = ctypes.CDLL(glob.glob(os.path.join(
|
|
|
|
paths.codePath(), "bitmsghash", "bitmsghash*.so"
|
|
|
|
))[0])
|
|
|
|
except (OSError, IndexError):
|
|
|
|
bso = None
|
2016-12-15 16:11:29 +01:00
|
|
|
except:
|
2015-12-17 22:58:52 +01:00
|
|
|
bso = None
|
2017-03-28 16:38:05 +02:00
|
|
|
else:
|
|
|
|
logger.info("Loaded C PoW DLL %s", bitmsglib)
|
2016-12-15 16:11:29 +01:00
|
|
|
if bso:
|
|
|
|
try:
|
|
|
|
bmpow = bso.BitmessagePOW
|
|
|
|
bmpow.restype = ctypes.c_ulonglong
|
|
|
|
except:
|
|
|
|
bmpow = None
|
|
|
|
else:
|
2015-12-17 22:58:52 +01:00
|
|
|
bmpow = None
|
2017-08-15 12:24:43 +02:00
|
|
|
if bmpow is None:
|
|
|
|
buildCPoW()
|