Add vacuum after deleting 10000 objects

This commit is contained in:
Lee Miller 2024-09-11 05:33:10 +03:00
parent 56c04e3577
commit 6915565892
Signed by untrusted user: lee.miller
GPG Key ID: 4F97A5EA88F4AB63

View File

@ -15,6 +15,7 @@ class Inventory():
"""sqlite inventory"""
def __init__(self):
self._lock = threading.Lock()
self._deleted = 0
self._db = sqlite3.connect(
os.path.join(shared.data_directory, 'objects.dat'),
check_same_thread=False
@ -56,12 +57,22 @@ class Inventory():
def cleanup(self):
with self._lock:
self._db.execute(
cur = self._db.execute(
'DELETE FROM objects WHERE expires < ?',
(int(time.time()) - 3 * 3600,)
)
self._db.commit()
self._deleted += cur.rowcount
# conditional vacuum and validity check
if self._deleted > 10000:
logging.info('Doing VACUUM for objects')
cur.execute('VACUUM')
cur.execute(
"INSERT INTO status VALUES ('lastvacuumtime', ?)",
(int(time.time()),))
self._db.commit()
self._deleted = 0
logging.info('Deleted %s expired objects', cur.rowcount)
def filter(self, stream=None, object_type=None, tag=None):
clauses = []