mirror of
				https://github.com/python/cpython.git
				synced 2025-11-04 11:49:12 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			351 lines
		
	
	
	
		
			7.8 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable file
		
	
	
	
	
			
		
		
	
	
			351 lines
		
	
	
	
		
			7.8 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable file
		
	
	
	
	
"""mailerdaemon - classes to parse mailer-daemon messages"""
 | 
						|
 | 
						|
import string
 | 
						|
import rfc822
 | 
						|
import calendar
 | 
						|
import regex
 | 
						|
import os
 | 
						|
import sys
 | 
						|
 | 
						|
Unparseable = 'mailerdaemon.Unparseable'
 | 
						|
 | 
						|
class ErrorMessage(rfc822.Message):
 | 
						|
    def __init__(self, fp):
 | 
						|
	rfc822.Message.__init__(self, fp)
 | 
						|
 | 
						|
    def is_warning(self):
 | 
						|
	sub = self.getheader('Subject')
 | 
						|
	if not sub:
 | 
						|
	    return 0
 | 
						|
	sub = string.lower(sub)
 | 
						|
	if sub[:12] == 'waiting mail': return 1
 | 
						|
	if string.find(sub, 'warning') >= 0: return 1
 | 
						|
	self.sub = sub
 | 
						|
	return 0
 | 
						|
 | 
						|
    def get_errors(self):
 | 
						|
	for p in EMPARSERS:
 | 
						|
	    self.rewindbody()
 | 
						|
	    try:
 | 
						|
		return p(self.fp, self.sub)
 | 
						|
	    except Unparseable:
 | 
						|
		pass
 | 
						|
	raise Unparseable
 | 
						|
 | 
						|
sendmail_pattern = regex.compile('[0-9][0-9][0-9] ')
 | 
						|
def emparse_sendmail(fp, sub):
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
 | 
						|
	# Check that we're not in the returned message yet
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	line = string.split(line)
 | 
						|
	if len(line) > 3 and \
 | 
						|
	   ((line[0] == '-----' and line[1] == 'Transcript') or
 | 
						|
	    (line[0] == '---' and line[1] == 'The' and
 | 
						|
	     line[2] == 'transcript') or
 | 
						|
	    (line[0] == 'While' and line[1] == 'talking' and line[2] == 'to')):
 | 
						|
	    # Yes, found it!
 | 
						|
	    break
 | 
						|
 | 
						|
    errors = []
 | 
						|
    found_a_line = 0
 | 
						|
    warnings = 0
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    break
 | 
						|
	line = line[:-1]
 | 
						|
	if not line:
 | 
						|
	    continue
 | 
						|
	if sendmail_pattern.match(line) == 4:
 | 
						|
	    # Yes, an error/warning line. Ignore 4, remember 5, stop on rest
 | 
						|
	    if line[0] == '5':
 | 
						|
		errors.append(line)
 | 
						|
	    elif line[0] == '4':
 | 
						|
		warnings = 1
 | 
						|
	    else:
 | 
						|
		raise Unparseable
 | 
						|
	line = string.split(line)
 | 
						|
	if line and line[0][:3] == '---':
 | 
						|
	    break
 | 
						|
	found_a_line = 1
 | 
						|
    # special case for CWI sendmail
 | 
						|
    if len(line) > 1 and line[1] == 'Undelivered':
 | 
						|
	while 1:
 | 
						|
	    line = fp.readline()
 | 
						|
	    if not line:
 | 
						|
		break
 | 
						|
	    line = string.strip(line)
 | 
						|
	    if not line:
 | 
						|
		break
 | 
						|
	    errors.append(line + ': ' + sub)
 | 
						|
    # Empty transcripts are ok, others without an error are not.
 | 
						|
    if found_a_line and not (errors or warnings):
 | 
						|
	raise Unparseable
 | 
						|
    return errors
 | 
						|
    
 | 
						|
def emparse_cts(fp, sub):
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
 | 
						|
	# Check that we're not in the returned message yet
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	line = string.split(line)
 | 
						|
	if len(line) > 3 and line[0][:2] == '|-' and line[1] == 'Failed' \
 | 
						|
	   and line[2] == 'addresses':
 | 
						|
	    # Yes, found it!
 | 
						|
	    break
 | 
						|
 | 
						|
    errors = []
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    break
 | 
						|
	line = line[:-1]
 | 
						|
	if not line:
 | 
						|
	    continue
 | 
						|
	if line[:2] == '|-':
 | 
						|
	    break
 | 
						|
	errors.append(line)
 | 
						|
    return errors
 | 
						|
 | 
						|
def emparse_aol(fp, sub):
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
	if line:
 | 
						|
	    break
 | 
						|
    exp = 'The mail you sent could not be delivered to:'
 | 
						|
    if line[:len(exp)] != exp:
 | 
						|
	raise Unparseable
 | 
						|
    errors = []
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if sendmail_pattern.match(line) == 4:
 | 
						|
	    # Yes, an error/warning line. Ignore 4, remember 5, stop on rest
 | 
						|
	    if line[0] == '5':
 | 
						|
		errors.append(line)
 | 
						|
	    elif line[0] != '4':
 | 
						|
		raise Unparseable
 | 
						|
	elif line == '\n':
 | 
						|
	    break
 | 
						|
	else:
 | 
						|
	    raise Unparseable
 | 
						|
    return errors
 | 
						|
    
 | 
						|
def emparse_compuserve(fp, sub):
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
	if line:
 | 
						|
	    break
 | 
						|
    exp = 'Your message could not be delivered for the following reason:'
 | 
						|
    if line[:len(exp)] != exp:
 | 
						|
	raise Unparseable
 | 
						|
    errors = []
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line: break
 | 
						|
	if line[:3] == '---': break
 | 
						|
	line = line[:-1]
 | 
						|
	if not line: continue
 | 
						|
	if line == 'Please resend your message at a later time.':
 | 
						|
	    continue
 | 
						|
	line = 'Compuserve: ' + line
 | 
						|
	errors.append(line)
 | 
						|
    return errors
 | 
						|
 | 
						|
prov_pattern = regex.compile('.* | \(.*\)')
 | 
						|
def emparse_providence(fp, sub):
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
 | 
						|
	# Check that we're not in the returned message yet
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	exp = 'The following errors occurred'
 | 
						|
	if line[:len(exp)] == exp:
 | 
						|
	    break
 | 
						|
 | 
						|
    errors = []
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    break
 | 
						|
	line = line[:-1]
 | 
						|
	if not line:
 | 
						|
	    continue
 | 
						|
	if line[:4] == '----':
 | 
						|
	    break
 | 
						|
	if prov_pattern.match(line) > 0:
 | 
						|
	    errors.append(prov_pattern.group(1))
 | 
						|
 | 
						|
    if not errors:
 | 
						|
	raise Unparseable
 | 
						|
    return errors
 | 
						|
 | 
						|
def emparse_x400(fp, sub):
 | 
						|
    exp = 'This report relates to your message:'
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
 | 
						|
	# Check that we're not in the returned message yet
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	if line[:len(exp)] == exp:
 | 
						|
	    break
 | 
						|
 | 
						|
    errors = []
 | 
						|
    exp = 'Your message was not delivered to'
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    break
 | 
						|
	line = line[:-1]
 | 
						|
	if not line:
 | 
						|
	    continue
 | 
						|
	if line[:len(exp)] == exp:
 | 
						|
	    error = string.strip(line[len(exp):])
 | 
						|
	    sep = ': '
 | 
						|
	    while 1:
 | 
						|
		line = fp.readline()
 | 
						|
		if not line:
 | 
						|
		    break
 | 
						|
		line = line[:-1]
 | 
						|
		if not line:
 | 
						|
		    break
 | 
						|
		if line[0] == ' ' and line[-1] != ':':
 | 
						|
		    error = error + sep + string.strip(line)
 | 
						|
		    sep = '; '
 | 
						|
	    errors.append(error)
 | 
						|
	    return errors
 | 
						|
    raise Unparseable
 | 
						|
 | 
						|
def emparse_passau(fp, sub):
 | 
						|
    exp = 'Unable to deliver message because'
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	if line[:len(exp)] == exp:
 | 
						|
	    break
 | 
						|
 | 
						|
    errors = []
 | 
						|
    exp = 'Returned Text follows'
 | 
						|
    while 1:
 | 
						|
	line = fp.readline()
 | 
						|
	if not line:
 | 
						|
	    raise Unparseable
 | 
						|
	line = line[:-1]
 | 
						|
	# Check that we're not in the returned message yet
 | 
						|
	if string.lower(line)[:5] == 'from:':
 | 
						|
	    raise Unparseable
 | 
						|
	if not line:
 | 
						|
	    continue
 | 
						|
	if line[:len(exp)] == exp:
 | 
						|
	    return errors
 | 
						|
	errors.append(string.strip(line))
 | 
						|
 | 
						|
EMPARSERS = [emparse_sendmail, emparse_aol, emparse_cts, emparse_compuserve,
 | 
						|
	     emparse_providence, emparse_x400, emparse_passau]
 | 
						|
 | 
						|
def sort_numeric(a, b):
 | 
						|
    a = string.atoi(a)
 | 
						|
    b = string.atoi(b)
 | 
						|
    if a < b: return -1
 | 
						|
    elif a > b: return 1
 | 
						|
    else: return 0
 | 
						|
 | 
						|
def parsedir(dir, modify):
 | 
						|
    os.chdir(dir)
 | 
						|
    pat = regex.compile('^[0-9]*$')
 | 
						|
    errordict = {}
 | 
						|
    errorfirst = {}
 | 
						|
    errorlast = {}
 | 
						|
    nok = nwarn = nbad = 0
 | 
						|
 | 
						|
    # find all numeric file names and sort them
 | 
						|
    files = filter(lambda fn, pat=pat: pat.match(fn) > 0, os.listdir('.'))
 | 
						|
    files.sort(sort_numeric)
 | 
						|
    
 | 
						|
    for fn in files:
 | 
						|
	# Lets try to parse the file.
 | 
						|
	fp = open(fn)
 | 
						|
	m = ErrorMessage(fp)
 | 
						|
	sender = m.getaddr('From')
 | 
						|
	print '%s\t%-40s\t'%(fn, sender[1]),
 | 
						|
 | 
						|
	if m.is_warning():
 | 
						|
	    print 'warning only'
 | 
						|
	    nwarn = nwarn + 1
 | 
						|
	    if modify:
 | 
						|
		os.unlink(fn)
 | 
						|
	    continue
 | 
						|
 | 
						|
	try:
 | 
						|
	    errors = m.get_errors()
 | 
						|
	except Unparseable:
 | 
						|
	    print '** Not parseable'
 | 
						|
	    nbad = nbad + 1
 | 
						|
	    continue
 | 
						|
	print len(errors), 'errors'
 | 
						|
 | 
						|
	# Remember them
 | 
						|
	for e in errors:
 | 
						|
	    try:
 | 
						|
		mm, dd = m.getdate('date')[1:1+2]
 | 
						|
		date = '%s %02d' % (calendar.month_abbr[mm], dd)
 | 
						|
	    except:
 | 
						|
		date = '??????'
 | 
						|
	    if not errordict.has_key(e):
 | 
						|
		errordict[e] = 1
 | 
						|
		errorfirst[e] = '%s (%s)' % (fn, date)
 | 
						|
	    else:
 | 
						|
		errordict[e] = errordict[e] + 1
 | 
						|
	    errorlast[e] = '%s (%s)' % (fn, date)
 | 
						|
 | 
						|
	nok = nok + 1
 | 
						|
	if modify:
 | 
						|
	    os.unlink(fn)
 | 
						|
 | 
						|
    print '--------------'
 | 
						|
    print nok, 'files parsed,',nwarn,'files warning-only,',
 | 
						|
    print nbad,'files unparseable'
 | 
						|
    print '--------------'
 | 
						|
    for e in errordict.keys():
 | 
						|
	print errordict[e], errorfirst[e], '-', errorlast[e], '\t', e
 | 
						|
 | 
						|
def main():
 | 
						|
    modify = 0
 | 
						|
    if len(sys.argv) > 1 and sys.argv[1] == '-d':
 | 
						|
	modify = 1
 | 
						|
	del sys.argv[1]
 | 
						|
    if len(sys.argv) > 1:
 | 
						|
	for folder in sys.argv[1:]:
 | 
						|
	    parsedir(folder, modify)
 | 
						|
    else:
 | 
						|
	parsedir('/ufs/jack/Mail/errorsinbox', modify)
 | 
						|
 | 
						|
if __name__ == '__main__' or sys.argv[0] == __name__:
 | 
						|
    main()
 |