2002-06-19 06:09:11 +02:00
|
|
|
# IMAP utility module
|
|
|
|
# Copyright (C) 2002 John Goerzen
|
|
|
|
# <jgoerzen@complete.org>
|
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
2003-04-16 21:23:45 +02:00
|
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
|
|
# (at your option) any later version.
|
2002-06-19 06:09:11 +02:00
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with this program; if not, write to the Free Software
|
2006-08-12 06:15:55 +02:00
|
|
|
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
2002-06-19 06:09:11 +02:00
|
|
|
|
2011-03-11 22:13:21 +01:00
|
|
|
import re
|
|
|
|
import string
|
2011-01-05 17:00:55 +01:00
|
|
|
from offlineimap.ui import getglobalui
|
2012-02-05 12:17:02 +01:00
|
|
|
|
2011-08-16 12:16:46 +02:00
|
|
|
|
2014-03-16 13:27:35 +01:00
|
|
|
def __debug(*args):
|
2002-10-01 20:57:56 +02:00
|
|
|
msg = []
|
|
|
|
for arg in args:
|
|
|
|
msg.append(str(arg))
|
2011-01-05 17:00:55 +01:00
|
|
|
getglobalui().debug('imap', " ".join(msg))
|
2002-06-19 06:09:11 +02:00
|
|
|
|
|
|
|
def dequote(string):
|
2011-09-26 15:14:10 +02:00
|
|
|
"""Takes string which may or may not be quoted and unquotes it.
|
2002-06-19 06:09:11 +02:00
|
|
|
|
2011-09-26 15:14:10 +02:00
|
|
|
It only considers double quotes. This function does NOT consider
|
|
|
|
parenthised lists to be quoted.
|
|
|
|
"""
|
|
|
|
if string and string.startswith('"') and string.endswith('"'):
|
|
|
|
string = string[1:-1] # Strip off the surrounding quotes.
|
|
|
|
string = string.replace('\\"', '"')
|
|
|
|
string = string.replace('\\\\', '\\')
|
2002-06-19 06:09:11 +02:00
|
|
|
return string
|
|
|
|
|
2012-10-16 20:20:35 +02:00
|
|
|
def quote(string):
|
|
|
|
"""Takes an unquoted string and quotes it.
|
|
|
|
|
|
|
|
It only adds double quotes. This function does NOT consider
|
|
|
|
parenthised lists to be quoted.
|
|
|
|
"""
|
|
|
|
string = string.replace('"', '\\"')
|
|
|
|
string = string.replace('\\', '\\\\')
|
|
|
|
return '"%s"' % string
|
|
|
|
|
2002-06-19 07:22:21 +02:00
|
|
|
def flagsplit(string):
|
2011-08-16 12:16:46 +02:00
|
|
|
"""Converts a string of IMAP flags to a list
|
|
|
|
|
|
|
|
:returns: E.g. '(\\Draft \\Deleted)' returns ['\\Draft','\\Deleted'].
|
|
|
|
(FLAGS (\\Seen Old) UID 4807) returns
|
|
|
|
['FLAGS,'(\\Seen Old)','UID', '4807']
|
|
|
|
"""
|
2002-06-19 07:22:21 +02:00
|
|
|
if string[0] != '(' or string[-1] != ')':
|
2012-02-05 11:51:02 +01:00
|
|
|
raise ValueError("Passed string '%s' is not a flag list" % string)
|
2002-06-20 08:26:28 +02:00
|
|
|
return imapsplit(string[1:-1])
|
|
|
|
|
2014-03-16 13:27:35 +01:00
|
|
|
def __options2hash(list):
|
2011-08-16 12:16:46 +02:00
|
|
|
"""convert list [1,2,3,4,5,6] to {1:2, 3:4, 5:6}"""
|
|
|
|
# effectively this does dict(zip(l[::2],l[1::2])), however
|
|
|
|
# measurements seemed to have indicated that the manual variant is
|
|
|
|
# faster for mosly small lists.
|
2002-06-20 08:26:28 +02:00
|
|
|
retval = {}
|
|
|
|
counter = 0
|
|
|
|
while (counter < len(list)):
|
|
|
|
retval[list[counter]] = list[counter + 1]
|
|
|
|
counter += 2
|
2014-03-16 13:27:35 +01:00
|
|
|
__debug("__options2hash returning:", retval)
|
2002-06-20 08:26:28 +02:00
|
|
|
return retval
|
|
|
|
|
2011-08-16 12:16:46 +02:00
|
|
|
def flags2hash(flags):
|
|
|
|
"""Converts IMAP response string from eg IMAP4.fetch() to a hash.
|
2012-01-20 11:01:27 +01:00
|
|
|
|
2011-08-16 12:16:46 +02:00
|
|
|
E.g. '(FLAGS (\\Seen Old) UID 4807)' leads to
|
|
|
|
{'FLAGS': '(\\Seen Old)', 'UID': '4807'}"""
|
2014-03-16 13:27:35 +01:00
|
|
|
return __options2hash(flagsplit(flags))
|
2002-06-19 07:22:21 +02:00
|
|
|
|
2002-07-23 21:55:18 +02:00
|
|
|
def imapsplit(imapstring):
|
2002-06-19 06:09:11 +02:00
|
|
|
"""Takes a string from an IMAP conversation and returns a list containing
|
|
|
|
its components. One example string is:
|
|
|
|
|
|
|
|
(\\HasNoChildren) "." "INBOX.Sent"
|
|
|
|
|
|
|
|
The result from parsing this will be:
|
|
|
|
|
|
|
|
['(\\HasNoChildren)', '"."', '"INBOX.Sent"']"""
|
2002-10-01 20:57:56 +02:00
|
|
|
|
2012-02-05 12:20:28 +01:00
|
|
|
if not isinstance(imapstring, basestring):
|
2014-03-16 13:27:35 +01:00
|
|
|
__debug("imapsplit() got a non-string input; working around.")
|
2002-10-07 22:18:02 +02:00
|
|
|
# Sometimes, imaplib will throw us a tuple if the input
|
|
|
|
# contains a literal. See Python bug
|
|
|
|
# #619732 at https://sourceforge.net/tracker/index.php?func=detail&aid=619732&group_id=5470&atid=105470
|
|
|
|
# One example is:
|
|
|
|
# result[0] = '() "\\\\" Admin'
|
|
|
|
# result[1] = ('() "\\\\" {19}', 'Folder\\2')
|
|
|
|
#
|
|
|
|
# This function will effectively get result[0] or result[1], so
|
|
|
|
# if we get the result[1] version, we need to parse apart the tuple
|
|
|
|
# and figure out what to do with it. Each even-numbered
|
|
|
|
# part of it should end with the {} number, and each odd-numbered
|
|
|
|
# part should be directly a part of the result. We'll
|
|
|
|
# artificially quote it to help out.
|
|
|
|
retval = []
|
|
|
|
for i in range(len(imapstring)):
|
|
|
|
if i % 2: # Odd: quote then append.
|
|
|
|
arg = imapstring[i]
|
|
|
|
# Quote code lifted from imaplib
|
|
|
|
arg = arg.replace('\\', '\\\\')
|
|
|
|
arg = arg.replace('"', '\\"')
|
|
|
|
arg = '"%s"' % arg
|
2014-03-16 13:27:35 +01:00
|
|
|
__debug("imapsplit() non-string [%d]: Appending %s" %\
|
2002-10-07 22:18:02 +02:00
|
|
|
(i, arg))
|
|
|
|
retval.append(arg)
|
|
|
|
else:
|
|
|
|
# Even -- we have a string that ends with a literal
|
|
|
|
# size specifier. We need to strip off that, then run
|
|
|
|
# what remains through the regular imapsplit parser.
|
|
|
|
# Recursion to the rescue.
|
|
|
|
arg = imapstring[i]
|
2002-10-08 22:18:11 +02:00
|
|
|
arg = re.sub('\{\d+\}$', '', arg)
|
2014-03-16 13:27:35 +01:00
|
|
|
__debug("imapsplit() non-string [%d]: Feeding %s to recursion" %\
|
2002-10-10 07:37:37 +02:00
|
|
|
(i, arg))
|
2002-10-16 01:07:02 +02:00
|
|
|
retval.extend(imapsplit(arg))
|
2014-03-16 13:27:35 +01:00
|
|
|
__debug("imapsplit() non-string: returning %s" % str(retval))
|
2002-10-07 22:18:02 +02:00
|
|
|
return retval
|
2012-01-20 11:01:27 +01:00
|
|
|
|
2002-07-23 21:55:18 +02:00
|
|
|
workstr = imapstring.strip()
|
2002-06-19 06:09:11 +02:00
|
|
|
retval = []
|
|
|
|
while len(workstr):
|
2012-01-20 11:01:27 +01:00
|
|
|
# handle parenthized fragments (...()...)
|
2002-07-23 21:55:18 +02:00
|
|
|
if workstr[0] == '(':
|
2003-01-03 03:05:14 +01:00
|
|
|
rparenc = 1 # count of right parenthesis to match
|
|
|
|
rpareni = 1 # position to examine
|
2012-02-05 13:23:12 +01:00
|
|
|
while rparenc: # Find the end of the group.
|
|
|
|
if workstr[rpareni] == ')': # end of a group
|
|
|
|
rparenc -= 1
|
|
|
|
elif workstr[rpareni] == '(': # start of a group
|
|
|
|
rparenc += 1
|
|
|
|
rpareni += 1 # Move to next character.
|
2002-07-23 21:55:18 +02:00
|
|
|
parenlist = workstr[0:rpareni]
|
|
|
|
workstr = workstr[rpareni:].lstrip()
|
2002-06-19 06:09:11 +02:00
|
|
|
retval.append(parenlist)
|
|
|
|
elif workstr[0] == '"':
|
2012-01-20 11:01:27 +01:00
|
|
|
# quoted fragments '"...\"..."'
|
2014-03-16 13:27:35 +01:00
|
|
|
(quoted, rest) = __split_quoted(workstr)
|
2013-09-19 20:56:55 +02:00
|
|
|
retval.append(quoted)
|
|
|
|
workstr = rest
|
2002-06-19 06:09:11 +02:00
|
|
|
else:
|
2002-07-23 21:55:18 +02:00
|
|
|
splits = string.split(workstr, maxsplit = 1)
|
|
|
|
splitslen = len(splits)
|
|
|
|
# The unquoted word is splits[0]; the remainder is splits[1]
|
|
|
|
if splitslen == 2:
|
|
|
|
# There's an unquoted word, and more string follows.
|
|
|
|
retval.append(splits[0])
|
|
|
|
workstr = splits[1] # split will have already lstripped it
|
|
|
|
continue
|
|
|
|
elif splitslen == 1:
|
|
|
|
# We got a last unquoted word, but nothing else
|
|
|
|
retval.append(splits[0])
|
|
|
|
# Nothing remains. workstr would be ''
|
|
|
|
break
|
|
|
|
elif splitslen == 0:
|
|
|
|
# There was not even an unquoted word.
|
|
|
|
break
|
2002-06-19 06:09:11 +02:00
|
|
|
return retval
|
2012-01-20 11:01:27 +01:00
|
|
|
|
2010-12-08 18:46:46 +01:00
|
|
|
flagmap = [('\\Seen', 'S'),
|
|
|
|
('\\Answered', 'R'),
|
|
|
|
('\\Flagged', 'F'),
|
|
|
|
('\\Deleted', 'T'),
|
|
|
|
('\\Draft', 'D')]
|
|
|
|
|
2002-07-24 01:36:44 +02:00
|
|
|
def flagsimap2maildir(flagstring):
|
2011-08-16 12:16:46 +02:00
|
|
|
"""Convert string '(\\Draft \\Deleted)' into a flags set(DR)"""
|
|
|
|
retval = set()
|
|
|
|
imapflaglist = flagstring[1:-1].split()
|
2010-12-08 18:46:46 +01:00
|
|
|
for imapflag, maildirflag in flagmap:
|
2011-08-16 12:16:46 +02:00
|
|
|
if imapflag in imapflaglist:
|
|
|
|
retval.add(maildirflag)
|
2002-06-20 09:40:29 +02:00
|
|
|
return retval
|
|
|
|
|
2010-12-08 18:46:46 +01:00
|
|
|
def flagsmaildir2imap(maildirflaglist):
|
2012-02-05 13:17:16 +01:00
|
|
|
"""Convert set of flags ([DR]) into a string '(\\Deleted \\Draft)'"""
|
2002-06-20 09:40:29 +02:00
|
|
|
retval = []
|
2010-12-08 18:46:46 +01:00
|
|
|
for imapflag, maildirflag in flagmap:
|
|
|
|
if maildirflag in maildirflaglist:
|
|
|
|
retval.append(imapflag)
|
2012-02-05 13:17:16 +01:00
|
|
|
return '(' + ' '.join(sorted(retval)) + ')'
|
2002-06-20 09:40:29 +02:00
|
|
|
|
2011-08-22 12:21:11 +02:00
|
|
|
def uid_sequence(uidlist):
|
|
|
|
"""Collapse UID lists into shorter sequence sets
|
|
|
|
|
2011-09-06 20:15:05 +02:00
|
|
|
[1,2,3,4,5,10,12,13] will return "1:5,10,12:13". This function sorts
|
|
|
|
the list, and only collapses if subsequent entries form a range.
|
2011-08-22 12:21:11 +02:00
|
|
|
:returns: The collapsed UID list as string"""
|
|
|
|
def getrange(start, end):
|
2002-07-16 03:46:21 +02:00
|
|
|
if start == end:
|
|
|
|
return(str(start))
|
2011-08-22 12:21:11 +02:00
|
|
|
return "%s:%s" % (start, end)
|
2002-07-16 03:46:21 +02:00
|
|
|
|
2011-08-22 12:21:11 +02:00
|
|
|
if not len(uidlist): return '' # Empty list, return
|
|
|
|
start, end = None, None
|
|
|
|
retval = []
|
2011-08-30 09:22:33 +02:00
|
|
|
# Force items to be longs and sort them
|
|
|
|
sorted_uids = sorted(map(int, uidlist))
|
2002-07-16 03:46:21 +02:00
|
|
|
|
2011-08-30 09:22:33 +02:00
|
|
|
for item in iter(sorted_uids):
|
2011-08-22 12:21:11 +02:00
|
|
|
item = int(item)
|
2011-08-22 12:21:11 +02:00
|
|
|
if start == None: # First item
|
|
|
|
start, end = item, item
|
|
|
|
elif item == end + 1: # Next item in a range
|
|
|
|
end = item
|
|
|
|
else: # Starting a new range
|
|
|
|
retval.append(getrange(start, end))
|
|
|
|
start, end = item, item
|
2002-07-16 03:46:21 +02:00
|
|
|
|
2011-08-22 12:21:11 +02:00
|
|
|
retval.append(getrange(start, end)) # Add final range/item
|
2002-07-16 03:46:21 +02:00
|
|
|
return ",".join(retval)
|
2013-09-19 20:56:55 +02:00
|
|
|
|
|
|
|
|
2014-03-16 13:27:35 +01:00
|
|
|
def __split_quoted(string):
|
2013-09-19 20:56:55 +02:00
|
|
|
"""
|
|
|
|
Looks for the ending quote character in the string that starts
|
|
|
|
with quote character, splitting out quoted component and the
|
|
|
|
rest of the string (without possible space between these two
|
|
|
|
parts.
|
|
|
|
|
|
|
|
First character of the string is taken to be quote character.
|
|
|
|
|
|
|
|
Examples:
|
|
|
|
- "this is \" a test" (\\None) => ("this is \" a test", (\\None))
|
|
|
|
- "\\" => ("\\", )
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
if len(string) == 0:
|
|
|
|
return ('', '')
|
|
|
|
|
|
|
|
q = quoted = string[0]
|
|
|
|
rest = string[1:]
|
|
|
|
while True:
|
|
|
|
next_q = rest.find(q)
|
|
|
|
if next_q == -1:
|
|
|
|
raise ValueError("can't find ending quote '%s' in '%s'" % (q, string))
|
|
|
|
# If quote is preceeded by even number of backslashes,
|
|
|
|
# then it is the ending quote, otherwise the quote
|
|
|
|
# character is escaped by backslash, so we should
|
|
|
|
# continue our search.
|
|
|
|
is_escaped = False
|
|
|
|
i = next_q - 1
|
|
|
|
while i >= 0 and rest[i] == '\\':
|
|
|
|
i -= 1
|
|
|
|
is_escaped = not is_escaped
|
|
|
|
quoted += rest[0:next_q + 1]
|
|
|
|
rest = rest[next_q + 1:]
|
|
|
|
if not is_escaped:
|
|
|
|
return (quoted, rest.lstrip())
|