Bitmessage/MiNode
3
0
Fork 1
Code Pull Requests 9 Actions Activity

Add vacuum after deleting 10000 objects

Browse Source
This commit is contained in:
Lee Miller 2024-09-11 05:33:10 +03:00
parent 73d8996e04
commit 60ebd73ef1
Signed by: lee.miller
GPG Key ID: 4F97A5EA88F4AB63
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
minode/sql.py
View File

@ -1,5 +1,6 @@
"""Inventory implementation using sqlite""" """Inventory implementation using sqlite"""
import logging
import os import os
import sqlite3 import sqlite3
import threading import threading
@ -14,6 +15,7 @@ class Inventory():
"""sqlite inventory""" """sqlite inventory"""
def __init__(self): def __init__(self):
self._lock = threading.Lock() self._lock = threading.Lock()
self._deleted = 0
self._db = sqlite3.connect( self._db = sqlite3.connect(
os.path.join(shared.data_directory, 'objects.dat'), os.path.join(shared.data_directory, 'objects.dat'),
check_same_thread=False check_same_thread=False
@ -54,12 +56,22 @@ class Inventory():
def cleanup(self): def cleanup(self):
with self._lock: with self._lock:
self._db.execute( cur = self._db.execute(
'DELETE FROM objects WHERE expires < ?', 'DELETE FROM objects WHERE expires < ?',
(int(time.time()) - 3 * 3600,) (int(time.time()) - 3 * 3600,)
) )
self._db.commit() self._db.commit()
self._deleted += cur.rowcount
# conditional vacuum and validity check # conditional vacuum and validity check
if self._deleted > 10000:
logging.info('Doing VACUUM for objects')
cur.execute('VACUUM')
cur.execute(
"INSERT INTO status VALUES ('lastvacuumtime', ?)",
(int(time.time()),))
self._db.commit()
self._deleted = 0
logging.info('Deleted %s expired objects', cur.rowcount)
def filter(self, stream=None, object_type=None, tag=None): def filter(self, stream=None, object_type=None, tag=None):
clauses = [] clauses = []