2019-10-22 16:23:53 +02:00
|
|
|
|
"""
|
|
|
|
|
Some shared functions
|
|
|
|
|
|
|
|
|
|
.. deprecated:: 0.6.3
|
|
|
|
|
Should be moved to different places and this file removed,
|
|
|
|
|
but it needs refactoring.
|
|
|
|
|
"""
|
|
|
|
|
from __future__ import division
|
2015-01-21 18:38:25 +01:00
|
|
|
|
|
2013-07-08 22:21:29 +02:00
|
|
|
|
# Libraries.
|
2019-10-22 16:23:53 +02:00
|
|
|
|
import hashlib
|
2013-07-08 22:21:29 +02:00
|
|
|
|
import os
|
|
|
|
|
import stat
|
2017-09-21 17:24:51 +02:00
|
|
|
|
import subprocess
|
2020-01-24 15:03:13 +01:00
|
|
|
|
import sys
|
2016-03-23 23:26:57 +01:00
|
|
|
|
from binascii import hexlify
|
2017-09-21 17:24:51 +02:00
|
|
|
|
from pyelliptic import arithmetic
|
2019-05-09 14:48:29 +02:00
|
|
|
|
from kivy.utils import platform
|
2013-07-08 22:21:29 +02:00
|
|
|
|
|
|
|
|
|
# Project imports.
|
2013-06-24 21:51:01 +02:00
|
|
|
|
import highlevelcrypto
|
2019-10-22 16:23:53 +02:00
|
|
|
|
import state
|
|
|
|
|
from addresses import decodeAddress, encodeVarint
|
2017-09-21 17:24:51 +02:00
|
|
|
|
from bmconfigparser import BMConfigParser
|
|
|
|
|
from debug import logger
|
2019-01-30 10:14:42 +01:00
|
|
|
|
from helper_sql import sqlQuery
|
2020-01-21 11:18:21 +01:00
|
|
|
|
# pylint: disable=logging-format-interpolation
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
myECCryptorObjects = {}
|
|
|
|
|
MyECSubscriptionCryptorObjects = {}
|
2017-09-21 17:24:51 +02:00
|
|
|
|
# The key in this dictionary is the RIPE hash which is encoded
|
|
|
|
|
# in an address and value is the address itself.
|
|
|
|
|
myAddressesByHash = {}
|
|
|
|
|
# The key in this dictionary is the tag generated from the address.
|
|
|
|
|
myAddressesByTag = {}
|
2013-05-02 17:53:54 +02:00
|
|
|
|
broadcastSendersForWhichImWatching = {}
|
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
def isAddressInMyAddressBook(address):
|
2019-10-22 16:23:53 +02:00
|
|
|
|
"""Is address in my addressbook?"""
|
2013-08-29 14:03:45 +02:00
|
|
|
|
queryreturn = sqlQuery(
|
|
|
|
|
'''select address from addressbook where address=?''',
|
|
|
|
|
address)
|
2013-05-02 17:53:54 +02:00
|
|
|
|
return queryreturn != []
|
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
|
|
|
|
# At this point we should really just have a isAddressInMy(book, address)...
|
2013-06-14 03:55:38 +02:00
|
|
|
|
def isAddressInMySubscriptionsList(address):
|
2019-10-22 16:23:53 +02:00
|
|
|
|
"""Am I subscribed to this address?"""
|
2013-08-29 16:00:27 +02:00
|
|
|
|
queryreturn = sqlQuery(
|
2013-08-29 14:03:45 +02:00
|
|
|
|
'''select * from subscriptions where address=?''',
|
|
|
|
|
str(address))
|
2013-06-14 03:55:38 +02:00
|
|
|
|
return queryreturn != []
|
2013-06-14 04:03:03 +02:00
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
def isAddressInMyAddressBookSubscriptionsListOrWhitelist(address):
|
2019-11-04 11:27:19 +01:00
|
|
|
|
"""
|
|
|
|
|
Am I subscribed to this address, is it in my addressbook or whitelist?
|
|
|
|
|
"""
|
2013-05-02 17:53:54 +02:00
|
|
|
|
if isAddressInMyAddressBook(address):
|
|
|
|
|
return True
|
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
queryreturn = sqlQuery(
|
|
|
|
|
'''SELECT address FROM whitelist where address=?'''
|
|
|
|
|
''' and enabled = '1' ''',
|
|
|
|
|
address)
|
|
|
|
|
if queryreturn != []:
|
2013-05-02 17:53:54 +02:00
|
|
|
|
return True
|
|
|
|
|
|
2013-08-29 16:00:27 +02:00
|
|
|
|
queryreturn = sqlQuery(
|
2017-09-21 17:24:51 +02:00
|
|
|
|
'''select address from subscriptions where address=?'''
|
|
|
|
|
''' and enabled = '1' ''',
|
2013-08-29 14:03:45 +02:00
|
|
|
|
address)
|
2017-09-21 17:24:51 +02:00
|
|
|
|
if queryreturn != []:
|
2013-05-02 17:53:54 +02:00
|
|
|
|
return True
|
|
|
|
|
return False
|
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
def decodeWalletImportFormat(WIFstring):
|
2019-11-04 11:27:19 +01:00
|
|
|
|
# pylint: disable=inconsistent-return-statements
|
|
|
|
|
"""
|
|
|
|
|
Convert private key from base58 that's used in the config file to
|
|
|
|
|
8-bit binary string
|
|
|
|
|
"""
|
2017-09-21 17:24:51 +02:00
|
|
|
|
fullString = arithmetic.changebase(WIFstring, 58, 256)
|
2013-05-02 17:53:54 +02:00
|
|
|
|
privkey = fullString[:-4]
|
2019-10-22 09:37:54 +02:00
|
|
|
|
if fullString[-4:] != hashlib.sha256(hashlib.sha256(privkey).digest()).digest()[:4]:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
logger.critical(
|
|
|
|
|
'Major problem! When trying to decode one of your'
|
|
|
|
|
' private keys, the checksum failed. Here are the first'
|
2019-10-22 09:37:54 +02:00
|
|
|
|
' 6 characters of the PRIVATE key: {}'.format(str(WIFstring)[:6])
|
2017-09-21 17:24:51 +02:00
|
|
|
|
)
|
2019-12-23 12:18:37 +01:00
|
|
|
|
|
2020-01-15 11:47:26 +01:00
|
|
|
|
os._exit(0) # pylint: disable=protected-access
|
2019-10-22 09:37:54 +02:00
|
|
|
|
if privkey[0:1] == '\x80'.encode()[1:]: # checksum passed
|
2017-09-21 17:29:32 +02:00
|
|
|
|
return privkey[1:]
|
|
|
|
|
|
|
|
|
|
logger.critical(
|
|
|
|
|
'Major problem! When trying to decode one of your private keys,'
|
|
|
|
|
' the checksum passed but the key doesn\'t begin with hex 80.'
|
2019-10-22 09:37:54 +02:00
|
|
|
|
' Here is the PRIVATE key: {}'.format(WIFstring)
|
2017-09-21 17:29:32 +02:00
|
|
|
|
)
|
2020-01-15 11:47:26 +01:00
|
|
|
|
os._exit(0) # pylint: disable=protected-access
|
2013-05-02 17:53:54 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def reloadMyAddressHashes():
|
2019-11-04 11:27:19 +01:00
|
|
|
|
"""Reload keys for user's addresses from the config file"""
|
2013-07-10 20:50:18 +02:00
|
|
|
|
logger.debug('reloading keys from keys.dat file')
|
2019-05-09 14:48:29 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
myECCryptorObjects.clear()
|
|
|
|
|
myAddressesByHash.clear()
|
2013-09-15 03:06:26 +02:00
|
|
|
|
myAddressesByTag.clear()
|
2017-09-21 17:24:51 +02:00
|
|
|
|
# myPrivateKeys.clear()
|
2013-06-27 12:02:52 +02:00
|
|
|
|
|
2019-11-04 11:27:19 +01:00
|
|
|
|
keyfileSecure = checkSensitiveFilePermissions(os.path.join(
|
|
|
|
|
state.appdata, 'keys.dat'))
|
2013-06-27 12:02:52 +02:00
|
|
|
|
hasEnabledKeys = False
|
2020-03-20 09:18:17 +01:00
|
|
|
|
for addressInKeysFile in BMConfigParser().addresses(hidden=True):
|
2019-10-09 14:51:29 +02:00
|
|
|
|
isEnabled = BMConfigParser().safeGet(addressInKeysFile, 'enabled')
|
2017-05-15 12:18:07 +02:00
|
|
|
|
if isEnabled:
|
|
|
|
|
hasEnabledKeys = True
|
2018-03-22 12:23:36 +01:00
|
|
|
|
# status
|
2019-10-22 16:23:53 +02:00
|
|
|
|
addressVersionNumber, streamNumber, hashobj = decodeAddress(addressInKeysFile)[1:]
|
2017-09-21 17:24:51 +02:00
|
|
|
|
if addressVersionNumber in (2, 3, 4):
|
|
|
|
|
# Returns a simple 32 bytes of information encoded
|
|
|
|
|
# in 64 Hex characters, or null if there was an error.
|
2017-05-15 12:18:07 +02:00
|
|
|
|
privEncryptionKey = hexlify(decodeWalletImportFormat(
|
2019-10-22 16:23:53 +02:00
|
|
|
|
BMConfigParser().get(addressInKeysFile, 'privencryptionkey')))
|
2017-09-21 17:24:51 +02:00
|
|
|
|
# It is 32 bytes encoded as 64 hex characters
|
|
|
|
|
if len(privEncryptionKey) == 64:
|
2019-10-22 16:23:53 +02:00
|
|
|
|
myECCryptorObjects[hashobj] = \
|
2017-09-21 17:24:51 +02:00
|
|
|
|
highlevelcrypto.makeCryptor(privEncryptionKey)
|
2019-10-22 16:23:53 +02:00
|
|
|
|
myAddressesByHash[hashobj] = addressInKeysFile
|
2017-09-21 17:24:51 +02:00
|
|
|
|
tag = hashlib.sha512(hashlib.sha512(
|
|
|
|
|
encodeVarint(addressVersionNumber) +
|
2019-10-22 16:23:53 +02:00
|
|
|
|
encodeVarint(streamNumber) + hashobj).digest()).digest()[32:]
|
2017-05-15 12:18:07 +02:00
|
|
|
|
myAddressesByTag[tag] = addressInKeysFile
|
|
|
|
|
else:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
logger.error(
|
|
|
|
|
'Error in reloadMyAddressHashes: Can\'t handle'
|
|
|
|
|
' address versions other than 2, 3, or 4.\n'
|
|
|
|
|
)
|
2013-06-27 12:44:49 +02:00
|
|
|
|
|
2019-05-09 14:48:29 +02:00
|
|
|
|
if not platform == "android":
|
|
|
|
|
if not keyfileSecure:
|
|
|
|
|
fixSensitiveFilePermissions(state.appdata + 'keys.dat', hasEnabledKeys)
|
2013-05-02 17:53:54 +02:00
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
def reloadBroadcastSendersForWhichImWatching():
|
2019-11-04 11:27:19 +01:00
|
|
|
|
"""
|
|
|
|
|
Reinitialize runtime data for the broadcasts I'm subscribed to
|
|
|
|
|
from the config file
|
|
|
|
|
"""
|
2013-05-02 17:53:54 +02:00
|
|
|
|
broadcastSendersForWhichImWatching.clear()
|
|
|
|
|
MyECSubscriptionCryptorObjects.clear()
|
2013-08-29 14:03:45 +02:00
|
|
|
|
queryreturn = sqlQuery('SELECT address FROM subscriptions where enabled=1')
|
2013-09-15 03:06:26 +02:00
|
|
|
|
logger.debug('reloading subscriptions...')
|
2013-05-02 17:53:54 +02:00
|
|
|
|
for row in queryreturn:
|
|
|
|
|
address, = row
|
2018-03-22 12:48:07 +01:00
|
|
|
|
# status
|
2019-10-22 16:23:53 +02:00
|
|
|
|
addressVersionNumber, streamNumber, hashobj = decodeAddress(address)[1:]
|
2013-05-02 17:53:54 +02:00
|
|
|
|
if addressVersionNumber == 2:
|
2019-10-22 16:23:53 +02:00
|
|
|
|
broadcastSendersForWhichImWatching[hashobj] = 0
|
2017-09-21 17:24:51 +02:00
|
|
|
|
# Now, for all addresses, even version 2 addresses,
|
|
|
|
|
# we should create Cryptor objects in a dictionary which we will
|
|
|
|
|
# use to attempt to decrypt encrypted broadcast messages.
|
2013-09-15 03:06:26 +02:00
|
|
|
|
if addressVersionNumber <= 3:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
privEncryptionKey = hashlib.sha512(
|
|
|
|
|
encodeVarint(addressVersionNumber) +
|
2019-10-22 16:23:53 +02:00
|
|
|
|
encodeVarint(streamNumber) + hashobj
|
2017-09-21 17:24:51 +02:00
|
|
|
|
).digest()[:32]
|
2019-10-22 16:23:53 +02:00
|
|
|
|
MyECSubscriptionCryptorObjects[hashobj] = \
|
2017-09-21 17:24:51 +02:00
|
|
|
|
highlevelcrypto.makeCryptor(hexlify(privEncryptionKey))
|
2013-09-15 03:06:26 +02:00
|
|
|
|
else:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
doubleHashOfAddressData = hashlib.sha512(hashlib.sha512(
|
|
|
|
|
encodeVarint(addressVersionNumber) +
|
2019-10-22 16:23:53 +02:00
|
|
|
|
encodeVarint(streamNumber) + hashobj
|
2017-09-21 17:24:51 +02:00
|
|
|
|
).digest()).digest()
|
2013-09-15 03:06:26 +02:00
|
|
|
|
tag = doubleHashOfAddressData[32:]
|
|
|
|
|
privEncryptionKey = doubleHashOfAddressData[:32]
|
2017-09-21 17:24:51 +02:00
|
|
|
|
MyECSubscriptionCryptorObjects[tag] = \
|
|
|
|
|
highlevelcrypto.makeCryptor(hexlify(privEncryptionKey))
|
|
|
|
|
|
2013-05-02 17:53:54 +02:00
|
|
|
|
|
2013-06-11 00:53:15 +02:00
|
|
|
|
def fixPotentiallyInvalidUTF8Data(text):
|
2019-10-22 16:23:53 +02:00
|
|
|
|
"""Sanitise invalid UTF-8 strings"""
|
2013-06-11 00:53:15 +02:00
|
|
|
|
try:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
unicode(text, 'utf-8')
|
2013-06-11 00:53:15 +02:00
|
|
|
|
return text
|
|
|
|
|
except:
|
2019-12-23 12:18:37 +01:00
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
return 'Part of the message is corrupt. The message cannot be' \
|
2019-10-22 16:23:53 +02:00
|
|
|
|
' displayed the normal way.\n\n' + repr(text)
|
2013-07-14 22:12:59 +02:00
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-06-27 12:02:52 +02:00
|
|
|
|
def checkSensitiveFilePermissions(filename):
|
2019-10-22 16:23:53 +02:00
|
|
|
|
"""
|
|
|
|
|
:param str filename: path to the file
|
|
|
|
|
:return: True if file appears to have appropriate permissions.
|
|
|
|
|
"""
|
2013-06-27 12:02:52 +02:00
|
|
|
|
if sys.platform == 'win32':
|
2019-10-22 16:23:53 +02:00
|
|
|
|
# .. todo:: This might deserve extra checks by someone familiar with
|
2013-06-27 12:02:52 +02:00
|
|
|
|
# Windows systems.
|
2013-06-27 12:44:49 +02:00
|
|
|
|
return True
|
2013-11-29 01:20:16 +01:00
|
|
|
|
elif sys.platform[:7] == 'freebsd':
|
|
|
|
|
# FreeBSD file systems are the same as major Linux file systems
|
|
|
|
|
present_permissions = os.stat(filename)[0]
|
|
|
|
|
disallowed_permissions = stat.S_IRWXG | stat.S_IRWXO
|
|
|
|
|
return present_permissions & disallowed_permissions == 0
|
2019-10-22 16:23:53 +02:00
|
|
|
|
try:
|
|
|
|
|
# Skip known problems for non-Win32 filesystems
|
|
|
|
|
# without POSIX permissions.
|
|
|
|
|
fstype = subprocess.check_output(
|
|
|
|
|
'stat -f -c "%%T" %s' % (filename),
|
|
|
|
|
shell=True,
|
|
|
|
|
stderr=subprocess.STDOUT
|
|
|
|
|
)
|
2020-01-18 12:43:06 +01:00
|
|
|
|
if 'fuseblk'.encode() in fstype:
|
2019-10-22 16:23:53 +02:00
|
|
|
|
logger.info(
|
|
|
|
|
'Skipping file permissions check for %s.'
|
|
|
|
|
' Filesystem fuseblk detected.', filename)
|
|
|
|
|
return True
|
|
|
|
|
except:
|
|
|
|
|
# Swallow exception here, but we might run into trouble later!
|
|
|
|
|
logger.error('Could not determine filesystem type. %s', filename)
|
|
|
|
|
present_permissions = os.stat(filename)[0]
|
|
|
|
|
disallowed_permissions = stat.S_IRWXG | stat.S_IRWXO
|
|
|
|
|
return present_permissions & disallowed_permissions == 0
|
2013-06-27 12:02:52 +02:00
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
|
2013-06-27 12:02:52 +02:00
|
|
|
|
# Fixes permissions on a sensitive file.
|
2013-06-27 12:44:49 +02:00
|
|
|
|
def fixSensitiveFilePermissions(filename, hasEnabledKeys):
|
2019-10-22 16:23:53 +02:00
|
|
|
|
"""Try to change file permissions to be more restrictive"""
|
2013-06-27 12:44:49 +02:00
|
|
|
|
if hasEnabledKeys:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
logger.warning(
|
|
|
|
|
'Keyfile had insecure permissions, and there were enabled'
|
|
|
|
|
' keys. The truly paranoid should stop using them immediately.')
|
2013-06-27 12:44:49 +02:00
|
|
|
|
else:
|
2017-09-21 17:24:51 +02:00
|
|
|
|
logger.warning(
|
|
|
|
|
'Keyfile had insecure permissions, but there were no enabled keys.'
|
|
|
|
|
)
|
2013-06-27 12:44:49 +02:00
|
|
|
|
try:
|
|
|
|
|
present_permissions = os.stat(filename)[0]
|
|
|
|
|
disallowed_permissions = stat.S_IRWXG | stat.S_IRWXO
|
2017-09-21 17:24:51 +02:00
|
|
|
|
allowed_permissions = ((1 << 32) - 1) ^ disallowed_permissions
|
2013-06-27 12:44:49 +02:00
|
|
|
|
new_permissions = (
|
|
|
|
|
allowed_permissions & present_permissions)
|
|
|
|
|
os.chmod(filename, new_permissions)
|
|
|
|
|
|
2013-07-08 22:21:29 +02:00
|
|
|
|
logger.info('Keyfile permissions automatically fixed.')
|
|
|
|
|
|
2017-09-21 17:24:51 +02:00
|
|
|
|
except Exception:
|
2013-07-08 22:21:29 +02:00
|
|
|
|
logger.exception('Keyfile permissions could not be fixed.')
|
2013-06-27 12:44:49 +02:00
|
|
|
|
raise
|