dd1ee618a5
* Some local pickle operations and non-cryptographic random operations were marked as safe to the bandit linter * A bandit config file was added and assert warnings are now ignored globally * Tightened up exception handling and code style
100 lines
2.7 KiB
Python
100 lines
2.7 KiB
Python
"""Helper Sql performs sql operations."""
|
|
|
|
import threading
|
|
import Queue
|
|
|
|
sqlSubmitQueue = Queue.Queue()
|
|
# SQLITE3 is so thread-unsafe that they won't even let you call it from different threads using your own locks.
|
|
# SQL objects #can only be called from one thread.
|
|
sqlReturnQueue = Queue.Queue()
|
|
sqlLock = threading.Lock()
|
|
|
|
|
|
def sqlQuery(sqlStatement, *args):
|
|
"""SQLLITE execute statement and return query."""
|
|
sqlLock.acquire()
|
|
sqlSubmitQueue.put(sqlStatement)
|
|
|
|
if args == ():
|
|
sqlSubmitQueue.put('')
|
|
elif isinstance(args[0], (list, tuple)):
|
|
sqlSubmitQueue.put(args[0])
|
|
else:
|
|
sqlSubmitQueue.put(args)
|
|
queryreturn, _ = sqlReturnQueue.get()
|
|
sqlLock.release()
|
|
|
|
return queryreturn
|
|
|
|
|
|
def sqlExecuteChunked(sqlStatement, idCount, *args):
|
|
# SQLITE_MAX_VARIABLE_NUMBER,
|
|
# unfortunately getting/setting isn't exposed to python
|
|
sqlExecuteChunked.chunkSize = 999
|
|
|
|
if idCount == 0 or idCount > len(args):
|
|
return 0
|
|
|
|
totalRowCount = 0
|
|
with sqlLock:
|
|
for i in range(
|
|
len(args) - idCount, len(args),
|
|
sqlExecuteChunked.chunkSize - (len(args) - idCount)
|
|
):
|
|
chunk_slice = args[
|
|
i:i + sqlExecuteChunked.chunkSize - (len(args) - idCount)
|
|
]
|
|
sqlSubmitQueue.put(
|
|
sqlStatement.format(','.join('?' * len(chunk_slice)))
|
|
)
|
|
# first static args, and then iterative chunk
|
|
sqlSubmitQueue.put(
|
|
args[0:len(args) - idCount] + chunk_slice
|
|
)
|
|
retVal = sqlReturnQueue.get()
|
|
totalRowCount += retVal[1]
|
|
sqlSubmitQueue.put('commit')
|
|
return totalRowCount
|
|
|
|
|
|
def sqlExecute(sqlStatement, *args):
|
|
sqlLock.acquire()
|
|
sqlSubmitQueue.put(sqlStatement)
|
|
|
|
if args == ():
|
|
sqlSubmitQueue.put('')
|
|
else:
|
|
sqlSubmitQueue.put(args)
|
|
_, rowcount = sqlReturnQueue.get()
|
|
sqlSubmitQueue.put('commit')
|
|
sqlLock.release()
|
|
return rowcount
|
|
|
|
def sqlStoredProcedure(procName):
|
|
sqlLock.acquire()
|
|
sqlSubmitQueue.put(procName)
|
|
sqlLock.release()
|
|
|
|
|
|
class SqlBulkExecute:
|
|
"""This is used when you have to execute the same statement in a cycle."""
|
|
|
|
def __enter__(self):
|
|
sqlLock.acquire()
|
|
return self
|
|
|
|
def __exit__(self, exc_type, value, traceback):
|
|
sqlSubmitQueue.put('commit')
|
|
sqlLock.release()
|
|
|
|
@staticmethod
|
|
def execute(sqlStatement, *args):
|
|
"""Used for statements that do not return results."""
|
|
sqlSubmitQueue.put(sqlStatement)
|
|
|
|
if args == ():
|
|
sqlSubmitQueue.put('')
|
|
else:
|
|
sqlSubmitQueue.put(args)
|
|
sqlReturnQueue.get()
|