354 lines
9.5 KiB
Python
Executable File
354 lines
9.5 KiB
Python
Executable File
"""mailerdaemon - classes to parse mailer-daemon messages"""
|
|
|
|
import string
|
|
import rfc822
|
|
import calendar
|
|
import regex
|
|
import os
|
|
import sys
|
|
|
|
Unparseable = 'mailerdaemon.Unparseable'
|
|
|
|
class ErrorMessage(rfc822.Message):
|
|
def __init__(self, fp):
|
|
rfc822.Message.__init__(self, fp)
|
|
|
|
def is_warning(self):
|
|
sub = self.getheader('Subject')
|
|
if not sub:
|
|
return 0
|
|
sub = string.lower(sub)
|
|
if sub[:12] == 'waiting mail': return 1
|
|
if string.find(sub, 'warning') >= 0: return 1
|
|
self.sub = sub
|
|
return 0
|
|
|
|
def get_errors(self):
|
|
for p in EMPARSERS:
|
|
self.rewindbody()
|
|
try:
|
|
return p(self.fp, self.sub)
|
|
except Unparseable:
|
|
pass
|
|
raise Unparseable
|
|
|
|
sendmail_pattern = regex.compile('[0-9][0-9][0-9] ')
|
|
def emparse_sendmail(fp, sub):
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
|
|
# Check that we're not in the returned message yet
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
line = string.split(line)
|
|
if len(line) > 3 and \
|
|
((line[0] == '-----' and line[1] == 'Transcript') or
|
|
(line[0] == '---' and line[1] == 'The' and
|
|
line[2] == 'transcript') or
|
|
(line[0] == 'While' and
|
|
line[1] == 'talking' and
|
|
line[2] == 'to')):
|
|
# Yes, found it!
|
|
break
|
|
|
|
errors = []
|
|
found_a_line = 0
|
|
warnings = 0
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = line[:-1]
|
|
if not line:
|
|
continue
|
|
if sendmail_pattern.match(line) == 4:
|
|
# Yes, an error/warning line. Ignore 4, remember 5, stop on rest
|
|
if line[0] == '5':
|
|
errors.append(line)
|
|
elif line[0] == '4':
|
|
warnings = 1
|
|
else:
|
|
raise Unparseable
|
|
line = string.split(line)
|
|
if line and line[0][:3] == '---':
|
|
break
|
|
found_a_line = 1
|
|
# special case for CWI sendmail
|
|
if len(line) > 1 and line[1] == 'Undelivered':
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = string.strip(line)
|
|
if not line:
|
|
break
|
|
errors.append(line + ': ' + sub)
|
|
# Empty transcripts are ok, others without an error are not.
|
|
if found_a_line and not (errors or warnings):
|
|
raise Unparseable
|
|
return errors
|
|
|
|
def emparse_cts(fp, sub):
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
|
|
# Check that we're not in the returned message yet
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
line = string.split(line)
|
|
if len(line) > 3 and line[0][:2] == '|-' and line[1] == 'Failed' \
|
|
and line[2] == 'addresses':
|
|
# Yes, found it!
|
|
break
|
|
|
|
errors = []
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = line[:-1]
|
|
if not line:
|
|
continue
|
|
if line[:2] == '|-':
|
|
break
|
|
errors.append(line)
|
|
return errors
|
|
|
|
def emparse_aol(fp, sub):
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
if line:
|
|
break
|
|
exp = 'The mail you sent could not be delivered to:'
|
|
if line[:len(exp)] != exp:
|
|
raise Unparseable
|
|
errors = []
|
|
while 1:
|
|
line = fp.readline()
|
|
if sendmail_pattern.match(line) == 4:
|
|
# Yes, an error/warning line. Ignore 4, remember 5, stop on rest
|
|
if line[0] == '5':
|
|
errors.append(line)
|
|
elif line[0] != '4':
|
|
raise Unparseable
|
|
elif line == '\n':
|
|
break
|
|
else:
|
|
raise Unparseable
|
|
return errors
|
|
|
|
def emparse_compuserve(fp, sub):
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
if line:
|
|
break
|
|
exp = 'Your message could not be delivered for the following reason:'
|
|
if line[:len(exp)] != exp:
|
|
raise Unparseable
|
|
errors = []
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line: break
|
|
if line[:3] == '---': break
|
|
line = line[:-1]
|
|
if not line: continue
|
|
if line == 'Please resend your message at a later time.':
|
|
continue
|
|
line = 'Compuserve: ' + line
|
|
errors.append(line)
|
|
return errors
|
|
|
|
prov_pattern = regex.compile('.* | \(.*\)')
|
|
def emparse_providence(fp, sub):
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
|
|
# Check that we're not in the returned message yet
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
exp = 'The following errors occurred'
|
|
if line[:len(exp)] == exp:
|
|
break
|
|
|
|
errors = []
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = line[:-1]
|
|
if not line:
|
|
continue
|
|
if line[:4] == '----':
|
|
break
|
|
if prov_pattern.match(line) > 0:
|
|
errors.append(prov_pattern.group(1))
|
|
|
|
if not errors:
|
|
raise Unparseable
|
|
return errors
|
|
|
|
def emparse_x400(fp, sub):
|
|
exp = 'This report relates to your message:'
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
|
|
# Check that we're not in the returned message yet
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
if line[:len(exp)] == exp:
|
|
break
|
|
|
|
errors = []
|
|
exp = 'Your message was not delivered to'
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = line[:-1]
|
|
if not line:
|
|
continue
|
|
if line[:len(exp)] == exp:
|
|
error = string.strip(line[len(exp):])
|
|
sep = ': '
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
break
|
|
line = line[:-1]
|
|
if not line:
|
|
break
|
|
if line[0] == ' ' and line[-1] != ':':
|
|
error = error + sep + string.strip(line)
|
|
sep = '; '
|
|
errors.append(error)
|
|
return errors
|
|
raise Unparseable
|
|
|
|
def emparse_passau(fp, sub):
|
|
exp = 'Unable to deliver message because'
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
if line[:len(exp)] == exp:
|
|
break
|
|
|
|
errors = []
|
|
exp = 'Returned Text follows'
|
|
while 1:
|
|
line = fp.readline()
|
|
if not line:
|
|
raise Unparseable
|
|
line = line[:-1]
|
|
# Check that we're not in the returned message yet
|
|
if string.lower(line)[:5] == 'from:':
|
|
raise Unparseable
|
|
if not line:
|
|
continue
|
|
if line[:len(exp)] == exp:
|
|
return errors
|
|
errors.append(string.strip(line))
|
|
|
|
EMPARSERS = [emparse_sendmail, emparse_aol, emparse_cts, emparse_compuserve,
|
|
emparse_providence, emparse_x400, emparse_passau]
|
|
|
|
def sort_numeric(a, b):
|
|
a = string.atoi(a)
|
|
b = string.atoi(b)
|
|
if a < b: return -1
|
|
elif a > b: return 1
|
|
else: return 0
|
|
|
|
def parsedir(dir, modify):
|
|
os.chdir(dir)
|
|
pat = regex.compile('^[0-9]*$')
|
|
errordict = {}
|
|
errorfirst = {}
|
|
errorlast = {}
|
|
nok = nwarn = nbad = 0
|
|
|
|
# find all numeric file names and sort them
|
|
files = filter(lambda fn, pat=pat: pat.match(fn) > 0, os.listdir('.'))
|
|
files.sort(sort_numeric)
|
|
|
|
for fn in files:
|
|
# Lets try to parse the file.
|
|
fp = open(fn)
|
|
m = ErrorMessage(fp)
|
|
sender = m.getaddr('From')
|
|
print '%s\t%-40s\t'%(fn, sender[1]),
|
|
|
|
if m.is_warning():
|
|
print 'warning only'
|
|
nwarn = nwarn + 1
|
|
if modify:
|
|
os.unlink(fn)
|
|
continue
|
|
|
|
try:
|
|
errors = m.get_errors()
|
|
except Unparseable:
|
|
print '** Not parseable'
|
|
nbad = nbad + 1
|
|
continue
|
|
print len(errors), 'errors'
|
|
|
|
# Remember them
|
|
for e in errors:
|
|
try:
|
|
mm, dd = m.getdate('date')[1:1+2]
|
|
date = '%s %02d' % (calendar.month_abbr[mm], dd)
|
|
except:
|
|
date = '??????'
|
|
if not errordict.has_key(e):
|
|
errordict[e] = 1
|
|
errorfirst[e] = '%s (%s)' % (fn, date)
|
|
else:
|
|
errordict[e] = errordict[e] + 1
|
|
errorlast[e] = '%s (%s)' % (fn, date)
|
|
|
|
nok = nok + 1
|
|
if modify:
|
|
os.unlink(fn)
|
|
|
|
print '--------------'
|
|
print nok, 'files parsed,',nwarn,'files warning-only,',
|
|
print nbad,'files unparseable'
|
|
print '--------------'
|
|
for e in errordict.keys():
|
|
print errordict[e], errorfirst[e], '-', errorlast[e], '\t', e
|
|
|
|
def main():
|
|
modify = 0
|
|
if len(sys.argv) > 1 and sys.argv[1] == '-d':
|
|
modify = 1
|
|
del sys.argv[1]
|
|
if len(sys.argv) > 1:
|
|
for folder in sys.argv[1:]:
|
|
parsedir(folder, modify)
|
|
else:
|
|
parsedir('/ufs/jack/Mail/errorsinbox', modify)
|
|
|
|
if __name__ == '__main__' or sys.argv[0] == __name__:
|
|
main()
|