Gecko [ 196.203.21.74 ]

Name	Size	Permission
2to3.py	101 B	-rw-rw-rw-
README.txt	3.72 KB	-rw-rw-rw-
analyze_dxp.py	4.23 KB	-rw-rw-rw-
byext.py	3.98 KB	-rw-rw-rw-
byteyears.py	1.66 KB	-rw-rw-rw-
checkappend.py	4.71 KB	-rw-rw-rw-
checkpip.py	789 B	-rw-rw-rw-
checkpyc.py	2.03 KB	-rw-rw-rw-
classfix.py	6 KB	-rw-rw-rw-
cleanfuture.py	8.65 KB	-rw-rw-rw-
combinerefs.py	4.4 KB	-rw-rw-rw-
copytime.py	690 B	-rw-rw-rw-
crlf.py	634 B	-rw-rw-rw-
cvsfiles.py	1.82 KB	-rw-rw-rw-
db2pickle.py	3.62 KB	-rw-rw-rw-
diff.py	2.07 KB	-rw-rw-rw-
dutree.py	1.64 KB	-rw-rw-rw-
eptags.py	1.5 KB	-rw-rw-rw-
find_recursionlimit.py	3.51 KB	-rw-rw-rw-
finddiv.py	2.55 KB	-rw-rw-rw-
findlinksto.py	1.09 KB	-rw-rw-rw-
findnocoding.py	2.85 KB	-rw-rw-rw-
fixcid.py	10.07 KB	-rw-rw-rw-
fixdiv.py	13.89 KB	-rw-rw-rw-
fixheader.py	1.21 KB	-rw-rw-rw-
fixnotice.py	3.09 KB	-rw-rw-rw-
fixps.py	926 B	-rw-rw-rw-
google.py	543 B	-rw-rw-rw-
gprof2html.py	2.19 KB	-rw-rw-rw-
h2py.py	5.99 KB	-rw-rw-rw-
hotshotmain.py	1.5 KB	-rw-rw-rw-
ifdef.py	3.74 KB	-rw-rw-rw-
lfcr.py	643 B	-rw-rw-rw-
linktree.py	2.45 KB	-rw-rw-rw-
lll.py	775 B	-rw-rw-rw-
logmerge.py	5.63 KB	-rw-rw-rw-
mailerdaemon.py	7.99 KB	-rw-rw-rw-
md5sum.py	2.42 KB	-rw-rw-rw-
methfix.py	5.5 KB	-rw-rw-rw-
mkreal.py	1.65 KB	-rw-rw-rw-
ndiff.py	3.85 KB	-rw-rw-rw-
nm2def.py	2.49 KB	-rw-rw-rw-
objgraph.py	6.09 KB	-rw-rw-rw-
parseentities.py	1.74 KB	-rw-rw-rw-
patchcheck.py	7.73 KB	-rw-rw-rw-
pathfix.py	4.37 KB	-rw-rw-rw-
pdeps.py	4.01 KB	-rw-rw-rw-
pickle2db.py	3.99 KB	-rw-rw-rw-
pindent.py	17.26 KB	-rw-rw-rw-
ptags.py	1.25 KB	-rw-rw-rw-
pydocgui.pyw	222 B	-rw-rw-rw-
pysource.py	3.88 KB	-rw-rw-rw-
redemo.py	5.82 KB	-rw-rw-rw-
reindent-rst.py	292 B	-rw-rw-rw-
reindent.py	11.48 KB	-rw-rw-rw-
rgrep.py	1.52 KB	-rw-rw-rw-
serve.py	1.15 KB	-rw-rw-rw-
setup.py	441 B	-rw-rw-rw-
suff.py	652 B	-rw-rw-rw-
svneol.py	2.95 KB	-rw-rw-rw-
texcheck.py	9.27 KB	-rw-rw-rw-
texi2html.py	70.22 KB	-rw-rw-rw-
treesync.py	5.85 KB	-rw-rw-rw-
untabify.py	1.24 KB	-rw-rw-rw-
which.py	1.65 KB	-rw-rw-rw-
win_add2path.py	1.64 KB	-rw-rw-rw-
xxci.py	2.85 KB	-rw-rw-rw-

Code Editor : pysource.py

#!/usr/bin/env python

"""\
List python source files.

There are three functions to check whether a file is a Python source, listed
here with increasing complexity:

- has_python_ext() checks whether a file name ends in '.py[w]'.
- look_like_python() checks whether the file is not binary and either has
  the '.py[w]' extension or the first line contains the word 'python'.
- can_be_compiled() checks whether the file can be compiled by compile().

The file also must be of appropriate size - not bigger than a megabyte.

walk_python_files() recursively lists all Python files under the given directories.
"""
__author__ = "Oleg Broytmann, Georg Brandl"

__all__ = ["has_python_ext", "looks_like_python", "can_be_compiled", "walk_python_files"]

import os, re

binary_re = re.compile('[\x00-\x08\x0E-\x1F\x7F]')

debug = False

def print_debug(msg):
    if debug: print msg

def _open(fullpath):
    try:
        size = os.stat(fullpath).st_size
    except OSError, err: # Permission denied - ignore the file
        print_debug("%s: permission denied: %s" % (fullpath, err))
        return None

if size > 1024*1024: # too big
        print_debug("%s: the file is too big: %d bytes" % (fullpath, size))
        return None

try:
        return open(fullpath, 'rU')
    except IOError, err: # Access denied, or a special file - ignore it
        print_debug("%s: access denied: %s" % (fullpath, err))
        return None

def has_python_ext(fullpath):
    return fullpath.endswith(".py") or fullpath.endswith(".pyw")

def looks_like_python(fullpath):
    infile = _open(fullpath)
    if infile is None:
        return False

line = infile.readline()
    infile.close()

if binary_re.search(line):
        # file appears to be binary
        print_debug("%s: appears to be binary" % fullpath)
        return False

if fullpath.endswith(".py") or fullpath.endswith(".pyw"):
        return True
    elif "python" in line:
        # disguised Python script (e.g. CGI)
        return True

return False

def can_be_compiled(fullpath):
    infile = _open(fullpath)
    if infile is None:
        return False

code = infile.read()
    infile.close()

try:
        compile(code, fullpath, "exec")
    except Exception, err:
        print_debug("%s: cannot compile: %s" % (fullpath, err))
        return False

return True

def walk_python_files(paths, is_python=looks_like_python, exclude_dirs=None):
    """\
    Recursively yield all Python source files below the given paths.

paths: a list of files and/or directories to be checked.
    is_python: a function that takes a file name and checks whether it is a
               Python source file
    exclude_dirs: a list of directory base names that should be excluded in
                  the search
    """
    if exclude_dirs is None:
        exclude_dirs=[]

for path in paths:
        print_debug("testing: %s" % path)
        if os.path.isfile(path):
            if is_python(path):
                yield path
        elif os.path.isdir(path):
            print_debug("    it is a directory")
            for dirpath, dirnames, filenames in os.walk(path):
                for exclude in exclude_dirs:
                    if exclude in dirnames:
                        dirnames.remove(exclude)
                for filename in filenames:
                    fullpath = os.path.join(dirpath, filename)
                    print_debug("testing: %s" % fullpath)
                    if is_python(fullpath):
                        yield fullpath
        else:
            print_debug("    unknown type")

if __name__ == "__main__":
    # Two simple examples/tests
    for fullpath in walk_python_files(['.']):
        print fullpath
    print "----------"
    for fullpath in walk_python_files(['.'], is_python=can_be_compiled):
        print fullpath

${this.title}

Code Editor : pysource.py