tobias/docker-offlineimap
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

sqlite: close the database when no more threads need access

Browse Source 
It's required to have more than one connection to the database for the
maxconnections configuration option to work with threads. However,
connection.close() is closing all the connections. Only close the connection
when no more thread need it.

Backported-from: 856b74407bd7f634cae5a8c2d9b84e13d14c12d2
Github-fix: https://github.com/OfflineIMAP/offlineimap/issues/350
Signed-off-by: Nicolas Sebrecht <nicolas.s-dev@laposte.net>
This commit is contained in:
Nicolas Sebrecht 2016-07-22 00:08:45 +02:00
parent 8cca78b265
commit 677afb8d8f
1 changed files with 45 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
offlineimap/folder/LocalStatusSQLite.py
View File

@ -42,6 +42,9 @@ class LocalStatusSQLiteFolder(BaseFolder):
# Current version of our db format.
cur_version = 2
# Keep track on how many threads need access to the database.
threads_open_count = 0
threads_open_lock = Lock()
def __init__(self, name, repository):
self.sep = '.' # Needs to be set before super.__init__()
@ -64,9 +67,12 @@ class LocalStatusSQLiteFolder(BaseFolder):
self.connection = None
def openfiles(self):
# Protect the creation/upgrade of database accross threads.
with LocalStatusSQLiteFolder.threads_open_lock:
# Try to establish connection, no need for threadsafety in __init__.
try:
self.connection = sqlite.connect(self.filename, check_same_thread=False)
LocalStatusSQLiteFolder.threads_open_count += 1
except NameError:
# sqlite import had failed.
raise UserWarning("SQLite backend chosen, but cannot connect "
@ -155,8 +161,8 @@ class LocalStatusSQLiteFolder(BaseFolder):
def __upgrade_db(self, from_ver):
"""Upgrade the sqlite format from version 'from_ver' to current"""
if hasattr(self, 'connection'):
self.connection.close() #close old connections first
if self.connection is not None:
self.connection.close() # Close old connections first.
self.connection = sqlite.connect(self.filename,
check_same_thread = False)
@ -181,8 +187,8 @@ class LocalStatusSQLiteFolder(BaseFolder):
self.connection must point to the opened and valid SQlite
database connection."""
self.ui._msg('Creating new Local Status db for %s:%s' \
% (self.repository, self))
self.ui._msg('Creating new Local Status db for %s:%s'%
(self.repository, self))
self.connection.executescript("""
CREATE TABLE metadata (key VARCHAR(50) PRIMARY KEY, value VARCHAR(128));
INSERT INTO metadata VALUES('db_version', '2');
@ -225,6 +231,9 @@ class LocalStatusSQLiteFolder(BaseFolder):
self.messagelist[uid]['mtime'] = row[2]
def closefiles(self):
with LocalStatusSQLiteFolder.threads_open_lock:
LocalStatusSQLiteFolder.threads_open_count -= 1
if self.threads_open_count < 1:
try:
self.connection.close()
except: