2003-01-04 05:57:46 +01:00
|
|
|
# Copyright (C) 2003 John Goerzen
|
|
|
|
# <jgoerzen@complete.org>
|
|
|
|
#
|
2006-12-11 06:12:00 +01:00
|
|
|
# Portions Copyright (C) 2007 David Favro <offlineimap@meta-dynamic.com>
|
|
|
|
#
|
2003-01-04 05:57:46 +01:00
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
2003-04-16 21:23:45 +02:00
|
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
|
|
# (at your option) any later version.
|
2003-01-04 05:57:46 +01:00
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with this program; if not, write to the Free Software
|
2006-08-12 06:15:55 +02:00
|
|
|
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
2003-01-04 05:57:46 +01:00
|
|
|
|
2003-07-25 03:58:20 +02:00
|
|
|
from offlineimap import threadutil, mbnames, CustomConfig
|
|
|
|
import offlineimap.repository.Base, offlineimap.repository.LocalStatus
|
2003-01-04 05:57:46 +01:00
|
|
|
from offlineimap.ui import UIBase
|
|
|
|
from offlineimap.threadutil import InstanceLimitedThread, ExitNotifyThread
|
|
|
|
from threading import Event
|
|
|
|
import os
|
|
|
|
|
2003-04-18 04:18:34 +02:00
|
|
|
def getaccountlist(customconfig):
|
|
|
|
return customconfig.getsectionlist('Account')
|
|
|
|
|
|
|
|
def AccountListGenerator(customconfig):
|
|
|
|
return [Account(customconfig, accountname)
|
|
|
|
for accountname in getaccountlist(customconfig)]
|
|
|
|
|
|
|
|
def AccountHashGenerator(customconfig):
|
|
|
|
retval = {}
|
|
|
|
for item in AccountListGenerator(customconfig):
|
|
|
|
retval[item.getname()] = item
|
|
|
|
return retval
|
|
|
|
|
2003-01-04 05:57:46 +01:00
|
|
|
mailboxes = []
|
|
|
|
|
2003-04-18 04:18:34 +02:00
|
|
|
class Account(CustomConfig.ConfigHelperMixin):
|
2003-01-04 05:57:46 +01:00
|
|
|
def __init__(self, config, name):
|
|
|
|
self.config = config
|
|
|
|
self.name = name
|
|
|
|
self.metadatadir = config.getmetadatadir()
|
|
|
|
self.localeval = config.getlocaleval()
|
|
|
|
self.ui = UIBase.getglobalui()
|
2003-04-29 04:25:42 +02:00
|
|
|
self.refreshperiod = self.getconffloat('autorefresh', 0.0)
|
|
|
|
if self.refreshperiod == 0.0:
|
2003-01-04 05:57:46 +01:00
|
|
|
self.refreshperiod = None
|
|
|
|
|
2003-04-18 04:18:34 +02:00
|
|
|
def getlocaleval(self):
|
|
|
|
return self.localeval
|
|
|
|
|
|
|
|
def getconfig(self):
|
|
|
|
return self.config
|
|
|
|
|
|
|
|
def getname(self):
|
|
|
|
return self.name
|
|
|
|
|
|
|
|
def getsection(self):
|
|
|
|
return 'Account ' + self.getname()
|
2003-01-04 05:57:46 +01:00
|
|
|
|
|
|
|
def sleeper(self):
|
|
|
|
"""Sleep handler. Returns same value as UIBase.sleep:
|
|
|
|
0 if timeout expired, 1 if there was a request to cancel the timer,
|
|
|
|
and 2 if there is a request to abort the program.
|
|
|
|
|
|
|
|
Also, returns 100 if configured to not sleep at all."""
|
|
|
|
|
|
|
|
if not self.refreshperiod:
|
|
|
|
return 100
|
2003-04-18 04:18:34 +02:00
|
|
|
|
|
|
|
kaobjs = []
|
|
|
|
|
|
|
|
if hasattr(self, 'localrepos'):
|
|
|
|
kaobjs.append(self.localrepos)
|
|
|
|
if hasattr(self, 'remoterepos'):
|
|
|
|
kaobjs.append(self.remoterepos)
|
|
|
|
|
|
|
|
for item in kaobjs:
|
|
|
|
item.startkeepalive()
|
|
|
|
|
2003-04-29 04:25:42 +02:00
|
|
|
refreshperiod = int(self.refreshperiod * 60)
|
2003-01-04 05:57:46 +01:00
|
|
|
sleepresult = self.ui.sleep(refreshperiod)
|
|
|
|
if sleepresult == 2:
|
|
|
|
# Cancel keep-alive, but don't bother terminating threads
|
2003-04-18 04:18:34 +02:00
|
|
|
for item in kaobjs:
|
|
|
|
item.stopkeepalive(abrupt = 1)
|
2003-01-04 05:57:46 +01:00
|
|
|
return sleepresult
|
|
|
|
else:
|
|
|
|
# Cancel keep-alive and wait for thread to terminate.
|
2003-04-18 04:18:34 +02:00
|
|
|
for item in kaobjs:
|
|
|
|
item.stopkeepalive(abrupt = 0)
|
2003-01-04 05:57:46 +01:00
|
|
|
return sleepresult
|
|
|
|
|
|
|
|
class AccountSynchronizationMixin:
|
|
|
|
def syncrunner(self):
|
2003-01-06 00:07:58 +01:00
|
|
|
self.ui.registerthread(self.name)
|
2003-01-04 05:57:46 +01:00
|
|
|
self.ui.acct(self.name)
|
2003-04-18 04:18:34 +02:00
|
|
|
accountmetadata = self.getaccountmeta()
|
|
|
|
if not os.path.exists(accountmetadata):
|
|
|
|
os.mkdir(accountmetadata, 0700)
|
|
|
|
|
2003-07-25 03:58:20 +02:00
|
|
|
self.remoterepos = offlineimap.repository.Base.LoadRepository(self.getconf('remoterepository'), self, 'remote')
|
2003-04-18 04:18:34 +02:00
|
|
|
|
|
|
|
# Connect to the local repository.
|
2003-07-25 03:58:20 +02:00
|
|
|
self.localrepos = offlineimap.repository.Base.LoadRepository(self.getconf('localrepository'), self, 'local')
|
2003-04-18 04:18:34 +02:00
|
|
|
|
|
|
|
# Connect to the local cache.
|
2003-07-25 03:58:20 +02:00
|
|
|
self.statusrepos = offlineimap.repository.LocalStatus.LocalStatusRepository(self.getconf('localrepository'), self)
|
2003-04-18 04:18:34 +02:00
|
|
|
|
2003-01-04 05:57:46 +01:00
|
|
|
if not self.refreshperiod:
|
|
|
|
self.sync()
|
|
|
|
self.ui.acctdone(self.name)
|
|
|
|
return
|
|
|
|
looping = 1
|
|
|
|
while looping:
|
|
|
|
self.sync()
|
|
|
|
looping = self.sleeper() != 2
|
|
|
|
self.ui.acctdone(self.name)
|
|
|
|
|
2003-04-18 04:18:34 +02:00
|
|
|
def getaccountmeta(self):
|
|
|
|
return os.path.join(self.metadatadir, 'Account-' + self.name)
|
|
|
|
|
2003-01-04 05:57:46 +01:00
|
|
|
def sync(self):
|
|
|
|
# We don't need an account lock because syncitall() goes through
|
|
|
|
# each account once, then waits for all to finish.
|
|
|
|
try:
|
2003-04-18 04:18:34 +02:00
|
|
|
remoterepos = self.remoterepos
|
|
|
|
localrepos = self.localrepos
|
|
|
|
statusrepos = self.statusrepos
|
2003-01-04 05:57:46 +01:00
|
|
|
self.ui.syncfolders(remoterepos, localrepos)
|
|
|
|
remoterepos.syncfoldersto(localrepos)
|
|
|
|
|
|
|
|
folderthreads = []
|
|
|
|
for remotefolder in remoterepos.getfolders():
|
|
|
|
thread = InstanceLimitedThread(\
|
2003-04-18 04:18:34 +02:00
|
|
|
instancename = 'FOLDER_' + self.remoterepos.getname(),
|
2003-01-04 05:57:46 +01:00
|
|
|
target = syncfolder,
|
|
|
|
name = "Folder sync %s[%s]" % \
|
|
|
|
(self.name, remotefolder.getvisiblename()),
|
|
|
|
args = (self.name, remoterepos, remotefolder, localrepos,
|
|
|
|
statusrepos))
|
|
|
|
thread.setDaemon(1)
|
|
|
|
thread.start()
|
|
|
|
folderthreads.append(thread)
|
|
|
|
threadutil.threadsreset(folderthreads)
|
2003-01-06 21:40:23 +01:00
|
|
|
mbnames.write()
|
2003-04-18 04:18:34 +02:00
|
|
|
localrepos.holdordropconnections()
|
|
|
|
remoterepos.holdordropconnections()
|
2003-01-04 05:57:46 +01:00
|
|
|
finally:
|
|
|
|
pass
|
|
|
|
|
|
|
|
class SyncableAccount(Account, AccountSynchronizationMixin):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def syncfolder(accountname, remoterepos, remotefolder, localrepos,
|
|
|
|
statusrepos):
|
|
|
|
global mailboxes
|
|
|
|
ui = UIBase.getglobalui()
|
2003-01-06 00:07:58 +01:00
|
|
|
ui.registerthread(accountname)
|
2003-01-04 05:57:46 +01:00
|
|
|
# Load local folder.
|
|
|
|
localfolder = localrepos.\
|
|
|
|
getfolder(remotefolder.getvisiblename().\
|
|
|
|
replace(remoterepos.getsep(), localrepos.getsep()))
|
|
|
|
# Write the mailboxes
|
2003-01-06 21:40:23 +01:00
|
|
|
mbnames.add(accountname, localfolder.getvisiblename())
|
2003-01-04 05:57:46 +01:00
|
|
|
# Load local folder
|
|
|
|
ui.syncingfolder(remoterepos, remotefolder, localrepos, localfolder)
|
|
|
|
ui.loadmessagelist(localrepos, localfolder)
|
|
|
|
localfolder.cachemessagelist()
|
|
|
|
ui.messagelistloaded(localrepos, localfolder, len(localfolder.getmessagelist().keys()))
|
|
|
|
|
|
|
|
|
|
|
|
# Load status folder.
|
|
|
|
statusfolder = statusrepos.getfolder(remotefolder.getvisiblename().\
|
|
|
|
replace(remoterepos.getsep(),
|
|
|
|
statusrepos.getsep()))
|
|
|
|
if localfolder.getuidvalidity() == None:
|
|
|
|
# This is a new folder, so delete the status cache to be sure
|
|
|
|
# we don't have a conflict.
|
|
|
|
statusfolder.deletemessagelist()
|
|
|
|
|
|
|
|
statusfolder.cachemessagelist()
|
|
|
|
|
2003-04-18 04:18:34 +02:00
|
|
|
# If either the local or the status folder has messages and there is a UID
|
|
|
|
# validity problem, warn and abort. If there are no messages, UW IMAPd
|
|
|
|
# loses UIDVALIDITY. But we don't really need it if both local folders are
|
|
|
|
# empty. So, in that case, just save it off.
|
|
|
|
if len(localfolder.getmessagelist()) or len(statusfolder.getmessagelist()):
|
|
|
|
if not localfolder.isuidvalidityok():
|
2007-03-15 05:39:15 +01:00
|
|
|
ui.validityproblem(localfolder)
|
New restoreatime patch from Ben Kibbey
From: Ben Kibbey
Subject: Re: Removed restoratime from OfflineIMAP
On Wed, May 03, 2006 at 10:08:35PM -0500, John Goerzen wrote:
> Hi Ben,
>
> Thanks for your restoreatime patch.
>
> However, I have received this bug report:
>
> http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=365933
>
> After looking at the problem, here's what's going on.
>
> The person is using IMAP as the local repository as well.
>
> You really need to move the atime save and restore code from accounts.py
> into the repository/Maildir.py. Then, for any new call you add to the
> Maildir repository (that will be called from outside Maildir.py), you
> need to add a corresponding default function to repository/Base.py, and
> also make sure that on folders (such as IMAP) where atime restoration
> makes no sense, no error is generated.
>
> Let me know if that doesn't make sense to you. If you get it fixed, I'd
> be happy to re-apply it to a future version of OfflineIMAP.
>
> -- John Goerzen
>
Attached is a new diff that should work though not really tested
(v4.0.14). In repository/Base.py restore_atime() will call
self.restore_folder_atimes() only if the folder type is Maildir. Let me
know if it has any more problems.
2006-09-06 03:33:07 +02:00
|
|
|
localrepos.restore_atime()
|
2003-04-18 04:18:34 +02:00
|
|
|
return
|
|
|
|
if not remotefolder.isuidvalidityok():
|
2007-03-15 05:39:15 +01:00
|
|
|
ui.validityproblem(remotefolder)
|
New restoreatime patch from Ben Kibbey
From: Ben Kibbey
Subject: Re: Removed restoratime from OfflineIMAP
On Wed, May 03, 2006 at 10:08:35PM -0500, John Goerzen wrote:
> Hi Ben,
>
> Thanks for your restoreatime patch.
>
> However, I have received this bug report:
>
> http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=365933
>
> After looking at the problem, here's what's going on.
>
> The person is using IMAP as the local repository as well.
>
> You really need to move the atime save and restore code from accounts.py
> into the repository/Maildir.py. Then, for any new call you add to the
> Maildir repository (that will be called from outside Maildir.py), you
> need to add a corresponding default function to repository/Base.py, and
> also make sure that on folders (such as IMAP) where atime restoration
> makes no sense, no error is generated.
>
> Let me know if that doesn't make sense to you. If you get it fixed, I'd
> be happy to re-apply it to a future version of OfflineIMAP.
>
> -- John Goerzen
>
Attached is a new diff that should work though not really tested
(v4.0.14). In repository/Base.py restore_atime() will call
self.restore_folder_atimes() only if the folder type is Maildir. Let me
know if it has any more problems.
2006-09-06 03:33:07 +02:00
|
|
|
localrepos.restore_atime()
|
2003-04-18 04:18:34 +02:00
|
|
|
return
|
2003-01-04 05:57:46 +01:00
|
|
|
else:
|
2003-04-18 04:18:34 +02:00
|
|
|
localfolder.saveuidvalidity()
|
|
|
|
remotefolder.saveuidvalidity()
|
2003-01-04 05:57:46 +01:00
|
|
|
|
|
|
|
# Load remote folder.
|
|
|
|
ui.loadmessagelist(remoterepos, remotefolder)
|
|
|
|
remotefolder.cachemessagelist()
|
|
|
|
ui.messagelistloaded(remoterepos, remotefolder,
|
|
|
|
len(remotefolder.getmessagelist().keys()))
|
|
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
if not statusfolder.isnewfolder():
|
|
|
|
# Delete local copies of remote messages. This way,
|
|
|
|
# if a message's flag is modified locally but it has been
|
|
|
|
# deleted remotely, we'll delete it locally. Otherwise, we
|
|
|
|
# try to modify a deleted message's flags! This step
|
|
|
|
# need only be taken if a statusfolder is present; otherwise,
|
|
|
|
# there is no action taken *to* the remote repository.
|
|
|
|
|
|
|
|
remotefolder.syncmessagesto_delete(localfolder, [localfolder,
|
|
|
|
statusfolder])
|
|
|
|
ui.syncingmessages(localrepos, localfolder, remoterepos, remotefolder)
|
|
|
|
localfolder.syncmessagesto(statusfolder, [remotefolder, statusfolder])
|
|
|
|
|
|
|
|
# Synchronize remote changes.
|
|
|
|
ui.syncingmessages(remoterepos, remotefolder, localrepos, localfolder)
|
2003-01-06 05:54:59 +01:00
|
|
|
remotefolder.syncmessagesto(localfolder, [localfolder, statusfolder])
|
2003-01-04 05:57:46 +01:00
|
|
|
|
|
|
|
# Make sure the status folder is up-to-date.
|
|
|
|
ui.syncingmessages(localrepos, localfolder, statusrepos, statusfolder)
|
|
|
|
localfolder.syncmessagesto(statusfolder)
|
|
|
|
statusfolder.save()
|
New restoreatime patch from Ben Kibbey
From: Ben Kibbey
Subject: Re: Removed restoratime from OfflineIMAP
On Wed, May 03, 2006 at 10:08:35PM -0500, John Goerzen wrote:
> Hi Ben,
>
> Thanks for your restoreatime patch.
>
> However, I have received this bug report:
>
> http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=365933
>
> After looking at the problem, here's what's going on.
>
> The person is using IMAP as the local repository as well.
>
> You really need to move the atime save and restore code from accounts.py
> into the repository/Maildir.py. Then, for any new call you add to the
> Maildir repository (that will be called from outside Maildir.py), you
> need to add a corresponding default function to repository/Base.py, and
> also make sure that on folders (such as IMAP) where atime restoration
> makes no sense, no error is generated.
>
> Let me know if that doesn't make sense to you. If you get it fixed, I'd
> be happy to re-apply it to a future version of OfflineIMAP.
>
> -- John Goerzen
>
Attached is a new diff that should work though not really tested
(v4.0.14). In repository/Base.py restore_atime() will call
self.restore_folder_atimes() only if the folder type is Maildir. Let me
know if it has any more problems.
2006-09-06 03:33:07 +02:00
|
|
|
localrepos.restore_atime()
|
2003-01-04 05:57:46 +01:00
|
|
|
|