golden hour

/lib64/python2.7/Tools/scripts

File/Folder	Size	Actions
analyze_dxp.py	4.11 KB
analyze_dxp.pyc	4.64 KB
analyze_dxp.pyo	4.64 KB
byext.py	3.85 KB
byext.pyc	4.42 KB
byext.pyo	4.42 KB
byteyears.py	1.6 KB
byteyears.pyc	1.37 KB
byteyears.pyo	1.37 KB
checkappend.py	4.55 KB
checkappend.pyc	4.77 KB
checkappend.pyo	4.77 KB
checkpyc.py	1.96 KB
checkpyc.pyc	1.93 KB
checkpyc.pyo	1.93 KB
classfix.py	5.81 KB
classfix.pyc	4.09 KB
classfix.pyo	4.09 KB
cleanfuture.py	8.38 KB
cleanfuture.pyc	7.22 KB
cleanfuture.pyo	7.19 KB
combinerefs.py	4.28 KB
combinerefs.pyc	4.16 KB
combinerefs.pyo	4.12 KB
copytime.py	664 B
copytime.pyc	937 B
copytime.pyo	937 B
crlf.py	611 B
crlf.pyc	855 B
crlf.pyo	855 B
cvsfiles.py	1.75 KB
cvsfiles.pyc	2.11 KB
cvsfiles.pyo	2.11 KB
db2pickle.py	3.49 KB
db2pickle.pyc	3.42 KB
db2pickle.pyo	3.42 KB
diff.py	1.98 KB
diff.pyc	2.29 KB
diff.pyo	2.29 KB
dutree.py	1.58 KB
dutree.pyc	2.18 KB
dutree.pyo	2.18 KB
eptags.py	1.45 KB
eptags.pyc	1.83 KB
eptags.pyo	1.83 KB
find_recursionlimit.py	3.39 KB
find_recursionlimit.pyc	5.54 KB
find_recursionlimit.pyo	5.54 KB
finddiv.py	2.46 KB
finddiv.pyc	3.22 KB
finddiv.pyo	3.22 KB
findlinksto.py	1.04 KB
findlinksto.pyc	1.39 KB
findlinksto.pyo	1.39 KB
findnocoding.py	2.64 KB
findnocoding.pyc	3.03 KB
findnocoding.pyo	3.03 KB
fixcid.py	9.75 KB
fixcid.pyc	7.67 KB
fixcid.pyo	7.67 KB
fixdiv.py	13.57 KB
fixdiv.pyc	13.7 KB
fixdiv.pyo	13.62 KB
fixheader.py	1.16 KB
fixheader.pyc	1.44 KB
fixheader.pyo	1.44 KB
fixnotice.py	2.98 KB
fixnotice.pyc	3.42 KB
fixnotice.pyo	3.42 KB
fixps.py	894 B
fixps.pyc	969 B
fixps.pyo	969 B
ftpmirror.py	12.55 KB
ftpmirror.pyc	10.81 KB
ftpmirror.pyo	10.81 KB
google.py	520 B
google.pyc	792 B
google.pyo	792 B
gprof2html.py	2.12 KB
gprof2html.pyc	2.22 KB
gprof2html.pyo	2.22 KB
h2py.py	5.82 KB
h2py.pyc	4.3 KB
h2py.pyo	4.3 KB
hotshotmain.py	1.45 KB
hotshotmain.pyc	1.82 KB
hotshotmain.pyo	1.82 KB
ifdef.py	3.63 KB
ifdef.pyc	2.21 KB
ifdef.pyo	2.21 KB
lfcr.py	619 B
lfcr.pyc	880 B
lfcr.pyo	880 B
linktree.py	2.37 KB
linktree.pyc	1.98 KB
linktree.pyo	1.98 KB
lll.py	747 B
lll.pyc	947 B
lll.pyo	947 B
logmerge.py	5.45 KB
logmerge.pyc	4.96 KB
logmerge.pyo	4.96 KB
mailerdaemon.py	7.76 KB
mailerdaemon.pyc	7.19 KB
mailerdaemon.pyo	7.19 KB
md5sum.py	2.33 KB
md5sum.pyc	2.85 KB
md5sum.pyo	2.85 KB
methfix.py	5.33 KB
methfix.pyc	4.03 KB
methfix.pyo	4.03 KB
mkreal.py	1.59 KB
mkreal.pyc	1.93 KB
mkreal.pyo	1.93 KB
ndiff.py	3.72 KB
ndiff.pyc	3.77 KB
ndiff.pyo	3.77 KB
nm2def.py	2.39 KB
nm2def.pyc	2.89 KB
nm2def.pyo	2.89 KB
objgraph.py	5.88 KB
objgraph.pyc	4.82 KB
objgraph.pyo	4.82 KB
parseentities.py	1.68 KB
parseentities.pyc	2.03 KB
parseentities.pyo	2.03 KB
patchcheck.py	5.42 KB
patchcheck.pyc	7.24 KB
patchcheck.pyo	7.24 KB
pathfix.py	4.23 KB
pathfix.pyc	3.75 KB
pathfix.pyo	3.75 KB
pdeps.py	3.84 KB
pdeps.pyc	3.14 KB
pdeps.pyo	3.14 KB
pickle2db.py	3.85 KB
pickle2db.pyc	3.73 KB
pickle2db.pyo	3.73 KB
pindent.py	16.77 KB
pindent.pyc	11.3 KB
pindent.pyo	11.3 KB
ptags.py	1.2 KB
ptags.pyc	1.37 KB
ptags.pyo	1.37 KB
pysource.py	3.76 KB
pysource.pyc	3.92 KB
pysource.pyo	3.92 KB
redemo.py	5.66 KB
redemo.pyc	5.16 KB
redemo.pyo	5.16 KB
reindent-rst.py	278 B
reindent-rst.pyc	481 B
reindent-rst.pyo	481 B
reindent.py	10.58 KB
reindent.pyc	8.77 KB
reindent.pyo	8.74 KB
rgrep.py	1.46 KB
rgrep.pyc	1.84 KB
rgrep.pyo	1.84 KB
serve.py	1.12 KB
serve.pyc	1.56 KB
serve.pyo	1.56 KB
setup.py	421 B
setup.pyc	548 B
setup.pyo	548 B
suff.py	622 B
suff.pyc	904 B
suff.pyo	904 B
svneol.py	2.86 KB
svneol.pyc	2.83 KB
svneol.pyo	2.76 KB
texcheck.py	9.04 KB
texcheck.pyc	8.18 KB
texcheck.pyo	8.18 KB
texi2html.py	68.19 KB
texi2html.pyc	81.37 KB
texi2html.pyo	81.37 KB
treesync.py	5.65 KB
treesync.pyc	5.85 KB
treesync.pyo	5.85 KB
untabify.py	1.19 KB
untabify.pyc	1.55 KB
untabify.pyo	1.55 KB
which.py	1.59 KB
which.pyc	1.59 KB
which.pyo	1.59 KB
win_add2path.py	1.58 KB
win_add2path.pyc	2.02 KB
win_add2path.pyo	2.02 KB
xxci.py	2.73 KB
xxci.pyc	3.93 KB
xxci.pyo	3.93 KB

Edit: mailerdaemon.py

#! /usr/bin/env python
"""mailerdaemon - classes to parse mailer-daemon messages"""

import rfc822
import calendar
import re
import os
import sys

Unparseable = 'mailerdaemon.Unparseable'

class ErrorMessage(rfc822.Message):
    def __init__(self, fp):
        rfc822.Message.__init__(self, fp)
        self.sub = ''

def is_warning(self):
        sub = self.getheader('Subject')
        if not sub:
            return 0
        sub = sub.lower()
        if sub.startswith('waiting mail'): return 1
        if 'warning' in sub: return 1
        self.sub = sub
        return 0

def get_errors(self):
        for p in EMPARSERS:
            self.rewindbody()
            try:
                return p(self.fp, self.sub)
            except Unparseable:
                pass
        raise Unparseable

# List of re's or tuples of re's.
# If a re, it should contain at least a group (?P<email>...) which
# should refer to the email address.  The re can also contain a group
# (?P<reason>...) which should refer to the reason (error message).
# If no reason is present, the emparse_list_reason list is used to
# find a reason.
# If a tuple, the tuple should contain 2 re's.  The first re finds a
# location, the second re is repeated one or more times to find
# multiple email addresses.  The second re is matched (not searched)
# where the previous match ended.
# The re's are compiled using the re module.
emparse_list_list = [
    'error: (?P<reason>unresolvable): (?P<email>.+)',
    ('----- The following addresses had permanent fatal errors -----\n',
     '(?P<email>[^ \n].*)\n( .*\n)?'),
    'remote execution.*\n.*rmail (?P<email>.+)',
    ('The following recipients did not receive your message:\n\n',
     ' +(?P<email>.*)\n(The following recipients did not receive your message:\n\n)?'),
    '------- Failure Reasons  --------\n\n(?P<reason>.*)\n(?P<email>.*)',
    '^<(?P<email>.*)>:\n(?P<reason>.*)',
    '^(?P<reason>User mailbox exceeds allowed size): (?P<email>.+)',
    '^5\\d{2} <(?P<email>[^\n>]+)>\\.\\.\\. (?P<reason>.+)',
    '^Original-Recipient: rfc822;(?P<email>.*)',
    '^did not reach the following recipient\$s\$:\n\n(?P<email>.*) on .*\n +(?P<reason>.*)',
    '^ <(?P<email>[^\n>]+)> \\.\\.\\. (?P<reason>.*)',
    '^Report on your message to: (?P<email>.*)\nReason: (?P<reason>.*)',
    '^Your message was not delivered to +(?P<email>.*)\n +for the following reason:\n +(?P<reason>.*)',
    '^ was not +(?P<email>[^ \n].*?) *\n.*\n.*\n.*\n because:.*\n +(?P<reason>[^ \n].*?) *\n',
    ]
# compile the re's in the list and store them in-place.
for i in range(len(emparse_list_list)):
    x = emparse_list_list[i]
    if type(x) is type(''):
        x = re.compile(x, re.MULTILINE)
    else:
        xl = []
        for x in x:
            xl.append(re.compile(x, re.MULTILINE))
        x = tuple(xl)
        del xl
    emparse_list_list[i] = x
    del x
del i

# list of re's used to find reasons (error messages).
# if a string, "<>" is replaced by a copy of the email address.
# The expressions are searched for in order.  After the first match,
# no more expressions are searched for.  So, order is important.
emparse_list_reason = [
    r'^5\d{2} <>\.\.\. (?P<reason>.*)',
    '<>\.\.\. (?P<reason>.*)',
    re.compile(r'^<<< 5\d{2} (?P<reason>.*)', re.MULTILINE),
    re.compile('===== stderr was =====\nrmail: (?P<reason>.*)'),
    re.compile('^Diagnostic-Code: (?P<reason>.*)', re.MULTILINE),
    ]
emparse_list_from = re.compile('^From:', re.IGNORECASE|re.MULTILINE)
def emparse_list(fp, sub):
    data = fp.read()
    res = emparse_list_from.search(data)
    if res is None:
        from_index = len(data)
    else:
        from_index = res.start(0)
    errors = []
    emails = []
    reason = None
    for regexp in emparse_list_list:
        if type(regexp) is type(()):
            res = regexp[0].search(data, 0, from_index)
            if res is not None:
                try:
                    reason = res.group('reason')
                except IndexError:
                    pass
                while 1:
                    res = regexp[1].match(data, res.end(0), from_index)
                    if res is None:
                        break
                    emails.append(res.group('email'))
                break
        else:
            res = regexp.search(data, 0, from_index)
            if res is not None:
                emails.append(res.group('email'))
                try:
                    reason = res.group('reason')
                except IndexError:
                    pass
                break
    if not emails:
        raise Unparseable
    if not reason:
        reason = sub
        if reason[:15] == 'returned mail: ':
            reason = reason[15:]
        for regexp in emparse_list_reason:
            if type(regexp) is type(''):
                for i in range(len(emails)-1,-1,-1):
                    email = emails[i]
                    exp = re.compile(re.escape(email).join(regexp.split('<>')), re.MULTILINE)
                    res = exp.search(data)
                    if res is not None:
                        errors.append(' '.join((email.strip()+': '+res.group('reason')).split()))
                        del emails[i]
                continue
            res = regexp.search(data)
            if res is not None:
                reason = res.group('reason')
                break
    for email in emails:
        errors.append(' '.join((email.strip()+': '+reason).split()))
    return errors

EMPARSERS = [emparse_list, ]

def sort_numeric(a, b):
    a = int(a)
    b = int(b)
    if a < b: return -1
    elif a > b: return 1
    else: return 0

def parsedir(dir, modify):
    os.chdir(dir)
    pat = re.compile('^[0-9]*$')
    errordict = {}
    errorfirst = {}
    errorlast = {}
    nok = nwarn = nbad = 0

# find all numeric file names and sort them
    files = filter(lambda fn, pat=pat: pat.match(fn) is not None, os.listdir('.'))
    files.sort(sort_numeric)

for fn in files:
        # Lets try to parse the file.
        fp = open(fn)
        m = ErrorMessage(fp)
        sender = m.getaddr('From')
        print '%s\t%-40s\t'%(fn, sender[1]),

if m.is_warning():
            fp.close()
            print 'warning only'
            nwarn = nwarn + 1
            if modify:
                os.rename(fn, ','+fn)
##              os.unlink(fn)
            continue

try:
            errors = m.get_errors()
        except Unparseable:
            print '** Not parseable'
            nbad = nbad + 1
            fp.close()
            continue
        print len(errors), 'errors'

# Remember them
        for e in errors:
            try:
                mm, dd = m.getdate('date')[1:1+2]
                date = '%s %02d' % (calendar.month_abbr[mm], dd)
            except:
                date = '??????'
            if not errordict.has_key(e):
                errordict[e] = 1
                errorfirst[e] = '%s (%s)' % (fn, date)
            else:
                errordict[e] = errordict[e] + 1
            errorlast[e] = '%s (%s)' % (fn, date)

fp.close()
        nok = nok + 1
        if modify:
            os.rename(fn, ','+fn)
##          os.unlink(fn)

print '--------------'
    print nok, 'files parsed,',nwarn,'files warning-only,',
    print nbad,'files unparseable'
    print '--------------'
    list = []
    for e in errordict.keys():
        list.append((errordict[e], errorfirst[e], errorlast[e], e))
    list.sort()
    for num, first, last, e in list:
        print '%d %s - %s\t%s' % (num, first, last, e)

def main():
    modify = 0
    if len(sys.argv) > 1 and sys.argv[1] == '-d':
        modify = 1
        del sys.argv[1]
    if len(sys.argv) > 1:
        for folder in sys.argv[1:]:
            parsedir(folder, modify)
    else:
        parsedir('/ufs/jack/Mail/errorsinbox', modify)

if __name__ == '__main__' or sys.argv[0] == __name__:
    main()