golden hour

/usr/lib64/python2.7/Tools/scripts

File/Folder	Size	Actions
analyze_dxp.py	4.11 KB
analyze_dxp.pyc	4.64 KB
analyze_dxp.pyo	4.64 KB
byext.py	3.85 KB
byext.pyc	4.42 KB
byext.pyo	4.42 KB
byteyears.py	1.6 KB
byteyears.pyc	1.37 KB
byteyears.pyo	1.37 KB
checkappend.py	4.55 KB
checkappend.pyc	4.77 KB
checkappend.pyo	4.77 KB
checkpyc.py	1.96 KB
checkpyc.pyc	1.93 KB
checkpyc.pyo	1.93 KB
classfix.py	5.81 KB
classfix.pyc	4.09 KB
classfix.pyo	4.09 KB
cleanfuture.py	8.38 KB
cleanfuture.pyc	7.22 KB
cleanfuture.pyo	7.19 KB
combinerefs.py	4.28 KB
combinerefs.pyc	4.16 KB
combinerefs.pyo	4.12 KB
copytime.py	664 B
copytime.pyc	937 B
copytime.pyo	937 B
crlf.py	611 B
crlf.pyc	855 B
crlf.pyo	855 B
cvsfiles.py	1.75 KB
cvsfiles.pyc	2.11 KB
cvsfiles.pyo	2.11 KB
db2pickle.py	3.49 KB
db2pickle.pyc	3.42 KB
db2pickle.pyo	3.42 KB
diff.py	1.98 KB
diff.pyc	2.29 KB
diff.pyo	2.29 KB
dutree.py	1.58 KB
dutree.pyc	2.18 KB
dutree.pyo	2.18 KB
eptags.py	1.45 KB
eptags.pyc	1.83 KB
eptags.pyo	1.83 KB
find_recursionlimit.py	3.39 KB
find_recursionlimit.pyc	5.54 KB
find_recursionlimit.pyo	5.54 KB
finddiv.py	2.46 KB
finddiv.pyc	3.22 KB
finddiv.pyo	3.22 KB
findlinksto.py	1.04 KB
findlinksto.pyc	1.39 KB
findlinksto.pyo	1.39 KB
findnocoding.py	2.64 KB
findnocoding.pyc	3.03 KB
findnocoding.pyo	3.03 KB
fixcid.py	9.75 KB
fixcid.pyc	7.67 KB
fixcid.pyo	7.67 KB
fixdiv.py	13.57 KB
fixdiv.pyc	13.7 KB
fixdiv.pyo	13.62 KB
fixheader.py	1.16 KB
fixheader.pyc	1.44 KB
fixheader.pyo	1.44 KB
fixnotice.py	2.98 KB
fixnotice.pyc	3.42 KB
fixnotice.pyo	3.42 KB
fixps.py	894 B
fixps.pyc	969 B
fixps.pyo	969 B
ftpmirror.py	12.55 KB
ftpmirror.pyc	10.81 KB
ftpmirror.pyo	10.81 KB
google.py	520 B
google.pyc	792 B
google.pyo	792 B
gprof2html.py	2.12 KB
gprof2html.pyc	2.22 KB
gprof2html.pyo	2.22 KB
h2py.py	5.82 KB
h2py.pyc	4.3 KB
h2py.pyo	4.3 KB
hotshotmain.py	1.45 KB
hotshotmain.pyc	1.82 KB
hotshotmain.pyo	1.82 KB
ifdef.py	3.63 KB
ifdef.pyc	2.21 KB
ifdef.pyo	2.21 KB
lfcr.py	619 B
lfcr.pyc	880 B
lfcr.pyo	880 B
linktree.py	2.37 KB
linktree.pyc	1.98 KB
linktree.pyo	1.98 KB
lll.py	747 B
lll.pyc	947 B
lll.pyo	947 B
logmerge.py	5.45 KB
logmerge.pyc	4.96 KB
logmerge.pyo	4.96 KB
mailerdaemon.py	7.76 KB
mailerdaemon.pyc	7.19 KB
mailerdaemon.pyo	7.19 KB
md5sum.py	2.33 KB
md5sum.pyc	2.85 KB
md5sum.pyo	2.85 KB
methfix.py	5.33 KB
methfix.pyc	4.03 KB
methfix.pyo	4.03 KB
mkreal.py	1.59 KB
mkreal.pyc	1.93 KB
mkreal.pyo	1.93 KB
ndiff.py	3.72 KB
ndiff.pyc	3.77 KB
ndiff.pyo	3.77 KB
nm2def.py	2.39 KB
nm2def.pyc	2.89 KB
nm2def.pyo	2.89 KB
objgraph.py	5.88 KB
objgraph.pyc	4.82 KB
objgraph.pyo	4.82 KB
parseentities.py	1.68 KB
parseentities.pyc	2.03 KB
parseentities.pyo	2.03 KB
patchcheck.py	5.42 KB
patchcheck.pyc	7.24 KB
patchcheck.pyo	7.24 KB
pathfix.py	4.23 KB
pathfix.pyc	3.75 KB
pathfix.pyo	3.75 KB
pdeps.py	3.84 KB
pdeps.pyc	3.14 KB
pdeps.pyo	3.14 KB
pickle2db.py	3.85 KB
pickle2db.pyc	3.73 KB
pickle2db.pyo	3.73 KB
pindent.py	16.77 KB
pindent.pyc	11.3 KB
pindent.pyo	11.3 KB
ptags.py	1.2 KB
ptags.pyc	1.37 KB
ptags.pyo	1.37 KB
pysource.py	3.76 KB
pysource.pyc	3.92 KB
pysource.pyo	3.92 KB
redemo.py	5.66 KB
redemo.pyc	5.16 KB
redemo.pyo	5.16 KB
reindent-rst.py	278 B
reindent-rst.pyc	481 B
reindent-rst.pyo	481 B
reindent.py	10.58 KB
reindent.pyc	8.77 KB
reindent.pyo	8.74 KB
rgrep.py	1.46 KB
rgrep.pyc	1.84 KB
rgrep.pyo	1.84 KB
serve.py	1.12 KB
serve.pyc	1.56 KB
serve.pyo	1.56 KB
setup.py	421 B
setup.pyc	548 B
setup.pyo	548 B
suff.py	622 B
suff.pyc	904 B
suff.pyo	904 B
svneol.py	2.86 KB
svneol.pyc	2.83 KB
svneol.pyo	2.76 KB
texcheck.py	9.04 KB
texcheck.pyc	8.18 KB
texcheck.pyo	8.18 KB
texi2html.py	68.19 KB
texi2html.pyc	81.37 KB
texi2html.pyo	81.37 KB
treesync.py	5.65 KB
treesync.pyc	5.85 KB
treesync.pyo	5.85 KB
untabify.py	1.19 KB
untabify.pyc	1.55 KB
untabify.pyo	1.55 KB
which.py	1.59 KB
which.pyc	1.59 KB
which.pyo	1.59 KB
win_add2path.py	1.58 KB
win_add2path.pyc	2.02 KB
win_add2path.pyo	2.02 KB
xxci.py	2.73 KB
xxci.pyc	3.93 KB
xxci.pyo	3.93 KB

Edit: ftpmirror.py

#! /usr/bin/env python

"""Mirror a remote ftp subtree into a local directory tree.

usage: ftpmirror [-v] [-q] [-i] [-m] [-n] [-r] [-s pat]
                 [-l username [-p passwd [-a account]]]
                 hostname[:port] [remotedir [localdir]]
-v: verbose
-q: quiet
-i: interactive mode
-m: macintosh server (NCSA telnet 2.4) (implies -n -s '*.o')
-n: don't log in
-r: remove local files/directories no longer pertinent
-l username [-p passwd [-a account]]: login info (default .netrc or anonymous)
-s pat: skip files matching pattern
hostname: remote host w/ optional port separated by ':'
remotedir: remote directory (default initial)
localdir: local directory (default current)
"""

import os
import sys
import time
import getopt
import ftplib
import netrc
from fnmatch import fnmatch

# Print usage message and exit
def usage(*args):
    sys.stdout = sys.stderr
    for msg in args: print msg
    print __doc__
    sys.exit(2)

verbose = 1 # 0 for -q, 2 for -v
interactive = 0
mac = 0
rmok = 0
nologin = 0
skippats = ['.', '..', '.mirrorinfo']

# Main program: parse command line and start processing
def main():
    global verbose, interactive, mac, rmok, nologin
    try:
        opts, args = getopt.getopt(sys.argv[1:], 'a:bil:mnp:qrs:v')
    except getopt.error, msg:
        usage(msg)
    login = ''
    passwd = ''
    account = ''
    if not args: usage('hostname missing')
    host = args[0]
    port = 0
    if ':' in host:
        host, port = host.split(':', 1)
        port = int(port)
    try:
        auth = netrc.netrc().authenticators(host)
        if auth is not None:
            login, account, passwd = auth
    except (netrc.NetrcParseError, IOError):
        pass
    for o, a in opts:
        if o == '-l': login = a
        if o == '-p': passwd = a
        if o == '-a': account = a
        if o == '-v': verbose = verbose + 1
        if o == '-q': verbose = 0
        if o == '-i': interactive = 1
        if o == '-m': mac = 1; nologin = 1; skippats.append('*.o')
        if o == '-n': nologin = 1
        if o == '-r': rmok = 1
        if o == '-s': skippats.append(a)
    remotedir = ''
    localdir = ''
    if args[1:]:
        remotedir = args[1]
        if args[2:]:
            localdir = args[2]
            if args[3:]: usage('too many arguments')
    #
    f = ftplib.FTP()
    if verbose: print "Connecting to '%s%s'..." % (host,
                                                   (port and ":%d"%port or ""))
    f.connect(host,port)
    if not nologin:
        if verbose:
            print 'Logging in as %r...' % (login or 'anonymous')
        f.login(login, passwd, account)
    if verbose: print 'OK.'
    pwd = f.pwd()
    if verbose > 1: print 'PWD =', repr(pwd)
    if remotedir:
        if verbose > 1: print 'cwd(%s)' % repr(remotedir)
        f.cwd(remotedir)
        if verbose > 1: print 'OK.'
        pwd = f.pwd()
        if verbose > 1: print 'PWD =', repr(pwd)
    #
    mirrorsubdir(f, localdir)

# Core logic: mirror one subdirectory (recursively)
def mirrorsubdir(f, localdir):
    pwd = f.pwd()
    if localdir and not os.path.isdir(localdir):
        if verbose: print 'Creating local directory', repr(localdir)
        try:
            makedir(localdir)
        except os.error, msg:
            print "Failed to establish local directory", repr(localdir)
            return
    infofilename = os.path.join(localdir, '.mirrorinfo')
    try:
        text = open(infofilename, 'r').read()
    except IOError, msg:
        text = '{}'
    try:
        info = eval(text)
    except (SyntaxError, NameError):
        print 'Bad mirror info in', repr(infofilename)
        info = {}
    subdirs = []
    listing = []
    if verbose: print 'Listing remote directory %r...' % (pwd,)
    f.retrlines('LIST', listing.append)
    filesfound = []
    for line in listing:
        if verbose > 1: print '-->', repr(line)
        if mac:
            # Mac listing has just filenames;
            # trailing / means subdirectory
            filename = line.strip()
            mode = '-'
            if filename[-1:] == '/':
                filename = filename[:-1]
                mode = 'd'
            infostuff = ''
        else:
            # Parse, assuming a UNIX listing
            words = line.split(None, 8)
            if len(words) < 6:
                if verbose > 1: print 'Skipping short line'
                continue
            filename = words[-1].lstrip()
            i = filename.find(" -> ")
            if i >= 0:
                # words[0] had better start with 'l'...
                if verbose > 1:
                    print 'Found symbolic link %r' % (filename,)
                linkto = filename[i+4:]
                filename = filename[:i]
            infostuff = words[-5:-1]
            mode = words[0]
        skip = 0
        for pat in skippats:
            if fnmatch(filename, pat):
                if verbose > 1:
                    print 'Skip pattern', repr(pat),
                    print 'matches', repr(filename)
                skip = 1
                break
        if skip:
            continue
        if mode[0] == 'd':
            if verbose > 1:
                print 'Remembering subdirectory', repr(filename)
            subdirs.append(filename)
            continue
        filesfound.append(filename)
        if info.has_key(filename) and info[filename] == infostuff:
            if verbose > 1:
                print 'Already have this version of',repr(filename)
            continue
        fullname = os.path.join(localdir, filename)
        tempname = os.path.join(localdir, '@'+filename)
        if interactive:
            doit = askabout('file', filename, pwd)
            if not doit:
                if not info.has_key(filename):
                    info[filename] = 'Not retrieved'
                continue
        try:
            os.unlink(tempname)
        except os.error:
            pass
        if mode[0] == 'l':
            if verbose:
                print "Creating symlink %r -> %r" % (filename, linkto)
            try:
                os.symlink(linkto, tempname)
            except IOError, msg:
                print "Can't create %r: %s" % (tempname, msg)
                continue
        else:
            try:
                fp = open(tempname, 'wb')
            except IOError, msg:
                print "Can't create %r: %s" % (tempname, msg)
                continue
            if verbose:
                print 'Retrieving %r from %r as %r...' % (filename, pwd, fullname)
            if verbose:
                fp1 = LoggingFile(fp, 1024, sys.stdout)
            else:
                fp1 = fp
            t0 = time.time()
            try:
                f.retrbinary('RETR ' + filename,
                             fp1.write, 8*1024)
            except ftplib.error_perm, msg:
                print msg
            t1 = time.time()
            bytes = fp.tell()
            fp.close()
            if fp1 != fp:
                fp1.close()
        try:
            os.unlink(fullname)
        except os.error:
            pass            # Ignore the error
        try:
            os.rename(tempname, fullname)
        except os.error, msg:
            print "Can't rename %r to %r: %s" % (tempname, fullname, msg)
            continue
        info[filename] = infostuff
        writedict(info, infofilename)
        if verbose and mode[0] != 'l':
            dt = t1 - t0
            kbytes = bytes / 1024.0
            print int(round(kbytes)),
            print 'Kbytes in',
            print int(round(dt)),
            print 'seconds',
            if t1 > t0:
                print '(~%d Kbytes/sec)' % \
                          int(round(kbytes/dt),)
            print
    #
    # Remove files from info that are no longer remote
    deletions = 0
    for filename in info.keys():
        if filename not in filesfound:
            if verbose:
                print "Removing obsolete info entry for",
                print repr(filename), "in", repr(localdir or ".")
            del info[filename]
            deletions = deletions + 1
    if deletions:
        writedict(info, infofilename)
    #
    # Remove local files that are no longer in the remote directory
    try:
        if not localdir: names = os.listdir(os.curdir)
        else: names = os.listdir(localdir)
    except os.error:
        names = []
    for name in names:
        if name[0] == '.' or info.has_key(name) or name in subdirs:
            continue
        skip = 0
        for pat in skippats:
            if fnmatch(name, pat):
                if verbose > 1:
                    print 'Skip pattern', repr(pat),
                    print 'matches', repr(name)
                skip = 1
                break
        if skip:
            continue
        fullname = os.path.join(localdir, name)
        if not rmok:
            if verbose:
                print 'Local file', repr(fullname),
                print 'is no longer pertinent'
            continue
        if verbose: print 'Removing local file/dir', repr(fullname)
        remove(fullname)
    #
    # Recursively mirror subdirectories
    for subdir in subdirs:
        if interactive:
            doit = askabout('subdirectory', subdir, pwd)
            if not doit: continue
        if verbose: print 'Processing subdirectory', repr(subdir)
        localsubdir = os.path.join(localdir, subdir)
        pwd = f.pwd()
        if verbose > 1:
            print 'Remote directory now:', repr(pwd)
            print 'Remote cwd', repr(subdir)
        try:
            f.cwd(subdir)
        except ftplib.error_perm, msg:
            print "Can't chdir to", repr(subdir), ":", repr(msg)
        else:
            if verbose: print 'Mirroring as', repr(localsubdir)
            mirrorsubdir(f, localsubdir)
            if verbose > 1: print 'Remote cwd ..'
            f.cwd('..')
        newpwd = f.pwd()
        if newpwd != pwd:
            print 'Ended up in wrong directory after cd + cd ..'
            print 'Giving up now.'
            break
        else:
            if verbose > 1: print 'OK.'

# Helper to remove a file or directory tree
def remove(fullname):
    if os.path.isdir(fullname) and not os.path.islink(fullname):
        try:
            names = os.listdir(fullname)
        except os.error:
            names = []
        ok = 1
        for name in names:
            if not remove(os.path.join(fullname, name)):
                ok = 0
        if not ok:
            return 0
        try:
            os.rmdir(fullname)
        except os.error, msg:
            print "Can't remove local directory %r: %s" % (fullname, msg)
            return 0
    else:
        try:
            os.unlink(fullname)
        except os.error, msg:
            print "Can't remove local file %r: %s" % (fullname, msg)
            return 0
    return 1

# Wrapper around a file for writing to write a hash sign every block.
class LoggingFile:
    def __init__(self, fp, blocksize, outfp):
        self.fp = fp
        self.bytes = 0
        self.hashes = 0
        self.blocksize = blocksize
        self.outfp = outfp
    def write(self, data):
        self.bytes = self.bytes + len(data)
        hashes = int(self.bytes) / self.blocksize
        while hashes > self.hashes:
            self.outfp.write('#')
            self.outfp.flush()
            self.hashes = self.hashes + 1
        self.fp.write(data)
    def close(self):
        self.outfp.write('\n')

# Ask permission to download a file.
def askabout(filetype, filename, pwd):
    prompt = 'Retrieve %s %s from %s ? [ny] ' % (filetype, filename, pwd)
    while 1:
        reply = raw_input(prompt).strip().lower()
        if reply in ['y', 'ye', 'yes']:
            return 1
        if reply in ['', 'n', 'no', 'nop', 'nope']:
            return 0
        print 'Please answer yes or no.'

# Create a directory if it doesn't exist.  Recursively create the
# parent directory as well if needed.
def makedir(pathname):
    if os.path.isdir(pathname):
        return
    dirname = os.path.dirname(pathname)
    if dirname: makedir(dirname)
    os.mkdir(pathname, 0777)

# Write a dictionary to a file in a way that can be read back using
# rval() but is still somewhat readable (i.e. not a single long line).
# Also creates a backup file.
def writedict(dict, filename):
    dir, fname = os.path.split(filename)
    tempname = os.path.join(dir, '@' + fname)
    backup = os.path.join(dir, fname + '~')
    try:
        os.unlink(backup)
    except os.error:
        pass
    fp = open(tempname, 'w')
    fp.write('{\n')
    for key, value in dict.items():
        fp.write('%r: %r,\n' % (key, value))
    fp.write('}\n')
    fp.close()
    try:
        os.rename(filename, backup)
    except os.error:
        pass
    os.rename(tempname, filename)

if __name__ == '__main__':
    main()