cpython/Tools/scripts/mailerdaemon.py

354 lines
9.5 KiB
Python
Executable File

"""mailerdaemon - classes to parse mailer-daemon messages"""
import string
import rfc822
import calendar
import regex
import os
import sys
Unparseable = 'mailerdaemon.Unparseable'
class ErrorMessage(rfc822.Message):
def __init__(self, fp):
rfc822.Message.__init__(self, fp)
def is_warning(self):
sub = self.getheader('Subject')
if not sub:
return 0
sub = string.lower(sub)
if sub[:12] == 'waiting mail': return 1
if string.find(sub, 'warning') >= 0: return 1
self.sub = sub
return 0
def get_errors(self):
for p in EMPARSERS:
self.rewindbody()
try:
return p(self.fp, self.sub)
except Unparseable:
pass
raise Unparseable
sendmail_pattern = regex.compile('[0-9][0-9][0-9] ')
def emparse_sendmail(fp, sub):
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
# Check that we're not in the returned message yet
if string.lower(line)[:5] == 'from:':
raise Unparseable
line = string.split(line)
if len(line) > 3 and \
((line[0] == '-----' and line[1] == 'Transcript') or
(line[0] == '---' and line[1] == 'The' and
line[2] == 'transcript') or
(line[0] == 'While' and
line[1] == 'talking' and
line[2] == 'to')):
# Yes, found it!
break
errors = []
found_a_line = 0
warnings = 0
while 1:
line = fp.readline()
if not line:
break
line = line[:-1]
if not line:
continue
if sendmail_pattern.match(line) == 4:
# Yes, an error/warning line. Ignore 4, remember 5, stop on rest
if line[0] == '5':
errors.append(line)
elif line[0] == '4':
warnings = 1
else:
raise Unparseable
line = string.split(line)
if line and line[0][:3] == '---':
break
found_a_line = 1
# special case for CWI sendmail
if len(line) > 1 and line[1] == 'Undelivered':
while 1:
line = fp.readline()
if not line:
break
line = string.strip(line)
if not line:
break
errors.append(line + ': ' + sub)
# Empty transcripts are ok, others without an error are not.
if found_a_line and not (errors or warnings):
raise Unparseable
return errors
def emparse_cts(fp, sub):
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
# Check that we're not in the returned message yet
if string.lower(line)[:5] == 'from:':
raise Unparseable
line = string.split(line)
if len(line) > 3 and line[0][:2] == '|-' and line[1] == 'Failed' \
and line[2] == 'addresses':
# Yes, found it!
break
errors = []
while 1:
line = fp.readline()
if not line:
break
line = line[:-1]
if not line:
continue
if line[:2] == '|-':
break
errors.append(line)
return errors
def emparse_aol(fp, sub):
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
if line:
break
exp = 'The mail you sent could not be delivered to:'
if line[:len(exp)] != exp:
raise Unparseable
errors = []
while 1:
line = fp.readline()
if sendmail_pattern.match(line) == 4:
# Yes, an error/warning line. Ignore 4, remember 5, stop on rest
if line[0] == '5':
errors.append(line)
elif line[0] != '4':
raise Unparseable
elif line == '\n':
break
else:
raise Unparseable
return errors
def emparse_compuserve(fp, sub):
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
if line:
break
exp = 'Your message could not be delivered for the following reason:'
if line[:len(exp)] != exp:
raise Unparseable
errors = []
while 1:
line = fp.readline()
if not line: break
if line[:3] == '---': break
line = line[:-1]
if not line: continue
if line == 'Please resend your message at a later time.':
continue
line = 'Compuserve: ' + line
errors.append(line)
return errors
prov_pattern = regex.compile('.* | \(.*\)')
def emparse_providence(fp, sub):
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
# Check that we're not in the returned message yet
if string.lower(line)[:5] == 'from:':
raise Unparseable
exp = 'The following errors occurred'
if line[:len(exp)] == exp:
break
errors = []
while 1:
line = fp.readline()
if not line:
break
line = line[:-1]
if not line:
continue
if line[:4] == '----':
break
if prov_pattern.match(line) > 0:
errors.append(prov_pattern.group(1))
if not errors:
raise Unparseable
return errors
def emparse_x400(fp, sub):
exp = 'This report relates to your message:'
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
# Check that we're not in the returned message yet
if string.lower(line)[:5] == 'from:':
raise Unparseable
if line[:len(exp)] == exp:
break
errors = []
exp = 'Your message was not delivered to'
while 1:
line = fp.readline()
if not line:
break
line = line[:-1]
if not line:
continue
if line[:len(exp)] == exp:
error = string.strip(line[len(exp):])
sep = ': '
while 1:
line = fp.readline()
if not line:
break
line = line[:-1]
if not line:
break
if line[0] == ' ' and line[-1] != ':':
error = error + sep + string.strip(line)
sep = '; '
errors.append(error)
return errors
raise Unparseable
def emparse_passau(fp, sub):
exp = 'Unable to deliver message because'
while 1:
line = fp.readline()
if not line:
raise Unparseable
if string.lower(line)[:5] == 'from:':
raise Unparseable
if line[:len(exp)] == exp:
break
errors = []
exp = 'Returned Text follows'
while 1:
line = fp.readline()
if not line:
raise Unparseable
line = line[:-1]
# Check that we're not in the returned message yet
if string.lower(line)[:5] == 'from:':
raise Unparseable
if not line:
continue
if line[:len(exp)] == exp:
return errors
errors.append(string.strip(line))
EMPARSERS = [emparse_sendmail, emparse_aol, emparse_cts, emparse_compuserve,
emparse_providence, emparse_x400, emparse_passau]
def sort_numeric(a, b):
a = string.atoi(a)
b = string.atoi(b)
if a < b: return -1
elif a > b: return 1
else: return 0
def parsedir(dir, modify):
os.chdir(dir)
pat = regex.compile('^[0-9]*$')
errordict = {}
errorfirst = {}
errorlast = {}
nok = nwarn = nbad = 0
# find all numeric file names and sort them
files = filter(lambda fn, pat=pat: pat.match(fn) > 0, os.listdir('.'))
files.sort(sort_numeric)
for fn in files:
# Lets try to parse the file.
fp = open(fn)
m = ErrorMessage(fp)
sender = m.getaddr('From')
print '%s\t%-40s\t'%(fn, sender[1]),
if m.is_warning():
print 'warning only'
nwarn = nwarn + 1
if modify:
os.unlink(fn)
continue
try:
errors = m.get_errors()
except Unparseable:
print '** Not parseable'
nbad = nbad + 1
continue
print len(errors), 'errors'
# Remember them
for e in errors:
try:
mm, dd = m.getdate('date')[1:1+2]
date = '%s %02d' % (calendar.month_abbr[mm], dd)
except:
date = '??????'
if not errordict.has_key(e):
errordict[e] = 1
errorfirst[e] = '%s (%s)' % (fn, date)
else:
errordict[e] = errordict[e] + 1
errorlast[e] = '%s (%s)' % (fn, date)
nok = nok + 1
if modify:
os.unlink(fn)
print '--------------'
print nok, 'files parsed,',nwarn,'files warning-only,',
print nbad,'files unparseable'
print '--------------'
for e in errordict.keys():
print errordict[e], errorfirst[e], '-', errorlast[e], '\t', e
def main():
modify = 0
if len(sys.argv) > 1 and sys.argv[1] == '-d':
modify = 1
del sys.argv[1]
if len(sys.argv) > 1:
for folder in sys.argv[1:]:
parsedir(folder, modify)
else:
parsedir('/ufs/jack/Mail/errorsinbox', modify)
if __name__ == '__main__' or sys.argv[0] == __name__:
main()