2020-11-01 08:43:16 +01:00
|
|
|
"""
|
|
|
|
Local status cache repository support
|
|
|
|
Copyright (C) 2002-2017 John Goerzen & contributors
|
2002-06-21 04:20:42 +02:00
|
|
|
|
2020-11-01 08:43:16 +01:00
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with this program; if not, write to the Free Software
|
|
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
"""
|
2015-01-01 22:20:43 +01:00
|
|
|
import os
|
|
|
|
|
2013-07-27 23:25:13 +02:00
|
|
|
from offlineimap.folder.LocalStatus import LocalStatusFolder
|
2011-05-07 11:00:57 +02:00
|
|
|
from offlineimap.folder.LocalStatusSQLite import LocalStatusSQLiteFolder
|
2012-02-05 11:57:19 +01:00
|
|
|
from offlineimap.repository.Base import BaseRepository
|
2017-03-25 13:12:11 +01:00
|
|
|
from offlineimap.error import OfflineImapError
|
2002-06-21 04:20:42 +02:00
|
|
|
|
2017-01-31 01:41:26 +01:00
|
|
|
|
2002-06-21 04:20:42 +02:00
|
|
|
class LocalStatusRepository(BaseRepository):
|
2020-11-01 12:52:51 +01:00
|
|
|
"""
|
|
|
|
Local Status Repository Class, child of Base Repository Class
|
|
|
|
"""
|
2003-04-18 04:18:34 +02:00
|
|
|
def __init__(self, reposname, account):
|
|
|
|
BaseRepository.__init__(self, reposname, account)
|
2013-07-28 14:03:46 +02:00
|
|
|
|
2017-03-25 13:12:11 +01:00
|
|
|
# class and root for all backends.
|
2013-07-28 14:03:46 +02:00
|
|
|
self.backends = {}
|
|
|
|
self.backends['sqlite'] = {
|
2015-01-14 22:58:25 +01:00
|
|
|
'class': LocalStatusSQLiteFolder,
|
|
|
|
'root': os.path.join(account.getaccountmeta(), 'LocalStatus-sqlite')
|
2013-07-28 14:03:46 +02:00
|
|
|
}
|
|
|
|
self.backends['plain'] = {
|
2015-01-14 22:58:25 +01:00
|
|
|
'class': LocalStatusFolder,
|
|
|
|
'root': os.path.join(account.getaccountmeta(), 'LocalStatus')
|
2013-07-28 14:03:46 +02:00
|
|
|
}
|
|
|
|
|
2017-03-25 13:12:11 +01:00
|
|
|
if self.account.getconf('status_backend', None) is not None:
|
|
|
|
raise OfflineImapError(
|
|
|
|
"the 'status_backend' configuration option is not supported"
|
|
|
|
" anymore; please, remove this configuration option.",
|
|
|
|
OfflineImapError.ERROR.REPO
|
|
|
|
)
|
|
|
|
# Set class and root for sqlite.
|
|
|
|
self.setup_backend('sqlite')
|
2011-05-07 11:00:57 +02:00
|
|
|
|
2011-09-16 10:54:25 +02:00
|
|
|
if not os.path.exists(self.root):
|
2012-02-05 11:31:54 +01:00
|
|
|
os.mkdir(self.root, 0o700)
|
2011-05-07 11:00:57 +02:00
|
|
|
|
2017-03-25 13:12:11 +01:00
|
|
|
# self._folders is a dict of name:LocalStatusFolders().
|
Reuse LocalStatus() folders rather than recreate instances
If we ask twice for a LocalStatusFolder via getfolder(), we would
get a newly created instance each time. This can lead to problems,
as e.g. write locks protecting files only work within the same Folder
instance. Make it so, that we cache all Folder instances that we have
asked for and hand back the existing one if we ask again for it,
rather than recreate a new instance.
Also, make getfolders() a noop for LocalStatus. We attempted to
derive the foldername from the name of the LocalStatusfile. However,
this is not really possible, as we do file name mangling
(".$" -> "dot", "/" -> ".") and there is no way to get the original folder
name from the LocalStatus file name anyway.
This commit could potentially solve the "file not found" errors, that people
have been seeing with their LocalStatusCache files. If we have 2
instances of a LocalStatusFolder pointing to the same file, our locking
system would not work.
Signed-off-by: Sebastian Spaeth <Sebastian@SSpaeth.de>
2012-09-01 01:02:20 +02:00
|
|
|
self._folders = {}
|
2002-06-21 04:20:42 +02:00
|
|
|
|
2016-04-09 19:52:33 +02:00
|
|
|
def _instanciatefolder(self, foldername):
|
2020-08-29 19:52:56 +02:00
|
|
|
return self.LocalStatusFolderClass(foldername, self) # Instantiate.
|
2016-04-09 19:52:33 +02:00
|
|
|
|
2013-07-28 14:03:46 +02:00
|
|
|
def setup_backend(self, backend):
|
2020-11-01 12:52:51 +01:00
|
|
|
"""
|
|
|
|
Setup the backend.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
backend: backend to use
|
|
|
|
|
|
|
|
Returns: None
|
|
|
|
|
|
|
|
"""
|
2020-08-28 03:32:43 +02:00
|
|
|
if backend in list(self.backends.keys()):
|
2013-07-28 14:03:46 +02:00
|
|
|
self._backend = backend
|
|
|
|
self.root = self.backends[backend]['root']
|
|
|
|
self.LocalStatusFolderClass = self.backends[backend]['class']
|
|
|
|
|
|
|
|
def import_other_backend(self, folder):
|
2020-11-01 12:52:51 +01:00
|
|
|
"""
|
|
|
|
Import other backend
|
|
|
|
|
|
|
|
Args:
|
|
|
|
folder: folder
|
|
|
|
|
|
|
|
Returns: None
|
|
|
|
|
|
|
|
"""
|
2020-11-01 12:54:59 +01:00
|
|
|
for bkend, dic in list(self.backends.items()):
|
2016-06-17 19:47:37 +02:00
|
|
|
# Skip folder's own type.
|
2013-07-28 14:03:46 +02:00
|
|
|
if dic['class'] == type(folder):
|
|
|
|
continue
|
|
|
|
|
|
|
|
repobk = LocalStatusRepository(self.name, self.account)
|
2020-11-01 12:54:59 +01:00
|
|
|
repobk.setup_backend(bkend) # Fake the backend.
|
2013-07-28 14:03:46 +02:00
|
|
|
folderbk = dic['class'](folder.name, repobk)
|
|
|
|
|
2016-06-17 19:47:37 +02:00
|
|
|
# If backend contains data, import it to folder.
|
2013-07-28 14:03:46 +02:00
|
|
|
if not folderbk.isnewfolder():
|
2016-04-09 21:06:38 +02:00
|
|
|
self.ui._msg("Migrating LocalStatus cache from %s to %s "
|
2020-08-29 19:52:56 +02:00
|
|
|
"status folder for %s:%s" %
|
2020-11-01 12:54:59 +01:00
|
|
|
(bkend, self._backend, self.name, folder.name))
|
2013-07-28 14:03:46 +02:00
|
|
|
|
|
|
|
folderbk.cachemessagelist()
|
|
|
|
folder.messagelist = folderbk.messagelist
|
|
|
|
folder.saveall()
|
|
|
|
break
|
|
|
|
|
2002-06-21 04:20:42 +02:00
|
|
|
def getsep(self):
|
|
|
|
return '.'
|
|
|
|
|
|
|
|
def makefolder(self, foldername):
|
2015-01-01 21:41:11 +01:00
|
|
|
"""Create a LocalStatus Folder."""
|
2011-09-15 15:37:52 +02:00
|
|
|
|
|
|
|
if self.account.dryrun:
|
2020-08-29 19:52:56 +02:00
|
|
|
return # Bail out in dry-run mode.
|
2011-05-07 11:00:57 +02:00
|
|
|
|
2016-06-17 19:47:37 +02:00
|
|
|
# Create an empty StatusFolder.
|
2016-04-09 19:52:33 +02:00
|
|
|
folder = self._instanciatefolder(foldername)
|
2016-06-17 19:47:37 +02:00
|
|
|
# First delete any existing data to make sure we won't consider obsolete
|
|
|
|
# data. This might happen if the user removed the folder (maildir) and
|
|
|
|
# it is re-created afterwards.
|
|
|
|
folder.purge()
|
2016-07-25 14:39:11 +02:00
|
|
|
folder.openfiles()
|
2013-07-27 23:25:13 +02:00
|
|
|
folder.save()
|
2016-04-09 19:52:33 +02:00
|
|
|
folder.closefiles()
|
2013-07-27 23:25:13 +02:00
|
|
|
|
2002-06-21 04:20:42 +02:00
|
|
|
# Invalidate the cache.
|
2013-07-28 14:03:46 +02:00
|
|
|
self.forgetfolders()
|
2002-06-21 04:20:42 +02:00
|
|
|
|
2011-05-05 15:59:28 +02:00
|
|
|
def getfolder(self, foldername):
|
2016-04-09 19:52:33 +02:00
|
|
|
"""Return the Folder() object for a foldername.
|
|
|
|
|
|
|
|
Caller must call closefiles() on the folder when done."""
|
2015-01-13 13:59:52 +01:00
|
|
|
|
Reuse LocalStatus() folders rather than recreate instances
If we ask twice for a LocalStatusFolder via getfolder(), we would
get a newly created instance each time. This can lead to problems,
as e.g. write locks protecting files only work within the same Folder
instance. Make it so, that we cache all Folder instances that we have
asked for and hand back the existing one if we ask again for it,
rather than recreate a new instance.
Also, make getfolders() a noop for LocalStatus. We attempted to
derive the foldername from the name of the LocalStatusfile. However,
this is not really possible, as we do file name mangling
(".$" -> "dot", "/" -> ".") and there is no way to get the original folder
name from the LocalStatus file name anyway.
This commit could potentially solve the "file not found" errors, that people
have been seeing with their LocalStatusCache files. If we have 2
instances of a LocalStatusFolder pointing to the same file, our locking
system would not work.
Signed-off-by: Sebastian Spaeth <Sebastian@SSpaeth.de>
2012-09-01 01:02:20 +02:00
|
|
|
if foldername in self._folders:
|
|
|
|
return self._folders[foldername]
|
|
|
|
|
2016-04-09 19:52:33 +02:00
|
|
|
folder = self._instanciatefolder(foldername)
|
2013-07-28 14:03:46 +02:00
|
|
|
|
2015-01-14 22:58:25 +01:00
|
|
|
# If folder is empty, try to import data from an other backend.
|
2013-07-28 14:03:46 +02:00
|
|
|
if folder.isnewfolder():
|
|
|
|
self.import_other_backend(folder)
|
|
|
|
|
Reuse LocalStatus() folders rather than recreate instances
If we ask twice for a LocalStatusFolder via getfolder(), we would
get a newly created instance each time. This can lead to problems,
as e.g. write locks protecting files only work within the same Folder
instance. Make it so, that we cache all Folder instances that we have
asked for and hand back the existing one if we ask again for it,
rather than recreate a new instance.
Also, make getfolders() a noop for LocalStatus. We attempted to
derive the foldername from the name of the LocalStatusfile. However,
this is not really possible, as we do file name mangling
(".$" -> "dot", "/" -> ".") and there is no way to get the original folder
name from the LocalStatus file name anyway.
This commit could potentially solve the "file not found" errors, that people
have been seeing with their LocalStatusCache files. If we have 2
instances of a LocalStatusFolder pointing to the same file, our locking
system would not work.
Signed-off-by: Sebastian Spaeth <Sebastian@SSpaeth.de>
2012-09-01 01:02:20 +02:00
|
|
|
self._folders[foldername] = folder
|
|
|
|
return folder
|
2011-05-05 15:59:28 +02:00
|
|
|
|
2002-06-21 04:20:42 +02:00
|
|
|
def getfolders(self):
|
2013-07-21 21:00:23 +02:00
|
|
|
"""Returns a list of all cached folders.
|
2002-06-21 05:40:58 +02:00
|
|
|
|
Reuse LocalStatus() folders rather than recreate instances
If we ask twice for a LocalStatusFolder via getfolder(), we would
get a newly created instance each time. This can lead to problems,
as e.g. write locks protecting files only work within the same Folder
instance. Make it so, that we cache all Folder instances that we have
asked for and hand back the existing one if we ask again for it,
rather than recreate a new instance.
Also, make getfolders() a noop for LocalStatus. We attempted to
derive the foldername from the name of the LocalStatusfile. However,
this is not really possible, as we do file name mangling
(".$" -> "dot", "/" -> ".") and there is no way to get the original folder
name from the LocalStatus file name anyway.
This commit could potentially solve the "file not found" errors, that people
have been seeing with their LocalStatusCache files. If we have 2
instances of a LocalStatusFolder pointing to the same file, our locking
system would not work.
Signed-off-by: Sebastian Spaeth <Sebastian@SSpaeth.de>
2012-09-01 01:02:20 +02:00
|
|
|
Does nothing for this backend. We mangle the folder file names
|
|
|
|
(see getfolderfilename) so we can not derive folder names from
|
|
|
|
the file names that we have available. TODO: need to store a
|
|
|
|
list of folder names somehow?"""
|
2015-01-01 21:41:11 +01:00
|
|
|
|
2011-05-05 15:59:28 +02:00
|
|
|
def forgetfolders(self):
|
|
|
|
"""Forgets the cached list of folders, if any. Useful to run
|
|
|
|
after a sync run."""
|
2015-01-01 21:41:11 +01:00
|
|
|
|
Reuse LocalStatus() folders rather than recreate instances
If we ask twice for a LocalStatusFolder via getfolder(), we would
get a newly created instance each time. This can lead to problems,
as e.g. write locks protecting files only work within the same Folder
instance. Make it so, that we cache all Folder instances that we have
asked for and hand back the existing one if we ask again for it,
rather than recreate a new instance.
Also, make getfolders() a noop for LocalStatus. We attempted to
derive the foldername from the name of the LocalStatusfile. However,
this is not really possible, as we do file name mangling
(".$" -> "dot", "/" -> ".") and there is no way to get the original folder
name from the LocalStatus file name anyway.
This commit could potentially solve the "file not found" errors, that people
have been seeing with their LocalStatusCache files. If we have 2
instances of a LocalStatusFolder pointing to the same file, our locking
system would not work.
Signed-off-by: Sebastian Spaeth <Sebastian@SSpaeth.de>
2012-09-01 01:02:20 +02:00
|
|
|
self._folders = {}
|