1 """Module/script to "compile" all .py files to .pyc (or .pyo) file. 2 3 When called as a script with arguments, this compiles the directories 4 given as arguments recursively; the -l option prevents it from 5 recursing into directories. 6 7 Without arguments, if compiles all modules on sys.path, without 8 recursing into subdirectories. (Even though it should do so for 9 packages -- for now, you'll have to deal with packages separately.) 10 11 See module py_compile for details of the actual byte-compilation. 12 """ 13 import os 14 import sys 15 import py_compile 16 import struct 17 import imp 18 19 __all__ = ["compile_dir","compile_file","compile_path"] 20 21 def compile_dir(dir, maxlevels=10, ddir=None, 22 force=0, rx=None, quiet=0): 23 """Byte-compile all modules in the given directory tree. 24 25 Arguments (only dir is required): 26 27 dir: the directory to byte-compile 28 maxlevels: maximum recursion level (default 10) 29 ddir: if given, purported directory name (this is the 30 directory name that will show up in error messages) 31 force: if 1, force compilation, even if timestamps are up-to-date 32 quiet: if 1, be quiet during compilation 33 """ 34 if not quiet: 35 print 'Listing', dir, '...' 36 try: 37 names = os.listdir(dir) 38 except os.error: 39 print "Can't list", dir 40 names = [] 41 names.sort() 42 success = 1 43 for name in names: 44 fullname = os.path.join(dir, name) 45 if ddir is not None: 46 dfile = os.path.join(ddir, name) 47 else: 48 dfile = None 49 if not os.path.isdir(fullname): 50 if not compile_file(fullname, ddir, force, rx, quiet): 51 success = 0 52 elif maxlevels > 0 and \ 53 name != os.curdir and name != os.pardir and \ 54 os.path.isdir(fullname) and \ 55 not os.path.islink(fullname): 56 if not compile_dir(fullname, maxlevels - 1, dfile, force, rx, 57 quiet): 58 success = 0 59 return success 60 61 def compile_file(fullname, ddir=None, force=0, rx=None, quiet=0): 62 """Byte-compile one file. 63 64 Arguments (only fullname is required): 65 66 fullname: the file to byte-compile 67 ddir: if given, purported directory name (this is the 68 directory name that will show up in error messages) 69 force: if 1, force compilation, even if timestamps are up-to-date 70 quiet: if 1, be quiet during compilation 71 """ 72 success = 1 73 name = os.path.basename(fullname) 74 if ddir is not None: 75 dfile = os.path.join(ddir, name) 76 else: 77 dfile = None 78 if rx is not None: 79 mo = rx.search(fullname) 80 if mo: 81 return success 82 if os.path.isfile(fullname): 83 head, tail = name[:-3], name[-3:] 84 if tail == '.py': 85 if not force: 86 try: 87 mtime = int(os.stat(fullname).st_mtime) 88 expect = struct.pack('<4sl', imp.get_magic(), mtime) 89 cfile = fullname + (__debug__ and 'c' or 'o') 90 with open(cfile, 'rb') as chandle: 91 actual = chandle.read(8) 92 if expect == actual: 93 return success 94 except IOError: 95 pass 96 if not quiet: 97 print 'Compiling', fullname, '...' 98 try: 99 ok = py_compile.compile(fullname, None, dfile, True) 100 except py_compile.PyCompileError,err: 101 if quiet: 102 print 'Compiling', fullname, '...' 103 print err.msg 104 success = 0 105 except IOError, e: 106 print "Sorry", e 107 success = 0 108 else: 109 if ok == 0: 110 success = 0 111 return success 112 113 def compile_path(skip_curdir=1, maxlevels=0, force=0, quiet=0): 114 """Byte-compile all module on sys.path. 115 116 Arguments (all optional): 117 118 skip_curdir: if true, skip current directory (default true) 119 maxlevels: max recursion level (default 0) 120 force: as for compile_dir() (default 0) 121 quiet: as for compile_dir() (default 0) 122 """ 123 success = 1 124 for dir in sys.path: 125 if (not dir or dir == os.curdir) and skip_curdir: 126 print 'Skipping current directory' 127 else: 128 success = success and compile_dir(dir, maxlevels, None, 129 force, quiet=quiet) 130 return success 131 132 def expand_args(args, flist): 133 """read names in flist and append to args""" 134 expanded = args[:] 135 if flist: 136 try: 137 if flist == '-': 138 fd = sys.stdin 139 else: 140 fd = open(flist) 141 while 1: 142 line = fd.readline() 143 if not line: 144 break 145 expanded.append(line[:-1]) 146 except IOError: 147 print "Error reading file list %s" % flist 148 raise 149 return expanded 150 151 def main(): 152 """Script main program.""" 153 import getopt 154 try: 155 opts, args = getopt.getopt(sys.argv[1:], 'lfqd:x:i:') 156 except getopt.error, msg: 157 print msg 158 print "usage: python compileall.py [-l] [-f] [-q] [-d destdir] " \ 159 "[-x regexp] [-i list] [directory|file ...]" 160 print "-l: don't recurse down" 161 print "-f: force rebuild even if timestamps are up-to-date" 162 print "-q: quiet operation" 163 print "-d destdir: purported directory name for error messages" 164 print " if no directory arguments, -l sys.path is assumed" 165 print "-x regexp: skip files matching the regular expression regexp" 166 print " the regexp is searched for in the full path of the file" 167 print "-i list: expand list with its content (file and directory names)" 168 sys.exit(2) 169 maxlevels = 10 170 ddir = None 171 force = 0 172 quiet = 0 173 rx = None 174 flist = None 175 for o, a in opts: 176 if o == '-l': maxlevels = 0 177 if o == '-d': ddir = a 178 if o == '-f': force = 1 179 if o == '-q': quiet = 1 180 if o == '-x': 181 import re 182 rx = re.compile(a) 183 if o == '-i': flist = a 184 if ddir: 185 if len(args) != 1 and not os.path.isdir(args[0]): 186 print "-d destdir require exactly one directory argument" 187 sys.exit(2) 188 success = 1 189 try: 190 if args or flist: 191 try: 192 if flist: 193 args = expand_args(args, flist) 194 except IOError: 195 success = 0 196 if success: 197 for arg in args: 198 if os.path.isdir(arg): 199 if not compile_dir(arg, maxlevels, ddir, 200 force, rx, quiet): 201 success = 0 202 else: 203 if not compile_file(arg, ddir, force, rx, quiet): 204 success = 0 205 else: 206 success = compile_path() 207 except KeyboardInterrupt: 208 print "\n[interrupt]" 209 success = 0 210 return success 211 212 if __name__ == '__main__': 213 exit_status = int(not main()) 214 sys.exit(exit_status) 215
