1 #! /usr/bin/env python 2 3 """Token constants (from "token.h").""" 4 5 # This file is automatically generated; please don't muck it up! 6 # 7 # To update the symbols in this file, 'cd' to the top directory of 8 # the python source tree after building the interpreter and run: 9 # 10 # python Lib/token.py 11 12 #--start constants-- 13 ENDMARKER = 0 14 NAME = 1 15 NUMBER = 2 16 STRING = 3 17 NEWLINE = 4 18 INDENT = 5 19 DEDENT = 6 20 LPAR = 7 21 RPAR = 8 22 LSQB = 9 23 RSQB = 10 24 COLON = 11 25 COMMA = 12 26 SEMI = 13 27 PLUS = 14 28 MINUS = 15 29 STAR = 16 30 SLASH = 17 31 VBAR = 18 32 AMPER = 19 33 LESS = 20 34 GREATER = 21 35 EQUAL = 22 36 DOT = 23 37 PERCENT = 24 38 BACKQUOTE = 25 39 LBRACE = 26 40 RBRACE = 27 41 EQEQUAL = 28 42 NOTEQUAL = 29 43 LESSEQUAL = 30 44 GREATEREQUAL = 31 45 TILDE = 32 46 CIRCUMFLEX = 33 47 LEFTSHIFT = 34 48 RIGHTSHIFT = 35 49 DOUBLESTAR = 36 50 PLUSEQUAL = 37 51 MINEQUAL = 38 52 STAREQUAL = 39 53 SLASHEQUAL = 40 54 PERCENTEQUAL = 41 55 AMPEREQUAL = 42 56 VBAREQUAL = 43 57 CIRCUMFLEXEQUAL = 44 58 LEFTSHIFTEQUAL = 45 59 RIGHTSHIFTEQUAL = 46 60 DOUBLESTAREQUAL = 47 61 DOUBLESLASH = 48 62 DOUBLESLASHEQUAL = 49 63 AT = 50 64 OP = 51 65 ERRORTOKEN = 52 66 N_TOKENS = 53 67 NT_OFFSET = 256 68 #--end constants-- 69 70 tok_name = {} 71 for _name, _value in globals().items(): 72 if type(_value) is type(0): 73 tok_name[_value] = _name 74 del _name, _value 75 76 77 def ISTERMINAL(x): 78 return x < NT_OFFSET 79 80 def ISNONTERMINAL(x): 81 return x >= NT_OFFSET 82 83 def ISEOF(x): 84 return x == ENDMARKER 85 86 87 def main(): 88 import re 89 import sys 90 args = sys.argv[1:] 91 inFileName = args and args[0] or "Include/token.h" 92 outFileName = "Lib/token.py" 93 if len(args) > 1: 94 outFileName = args[1] 95 try: 96 fp = open(inFileName) 97 except IOError, err: 98 sys.stdout.write("I/O error: %s\n" % str(err)) 99 sys.exit(1) 100 lines = fp.read().split("\n") 101 fp.close() 102 prog = re.compile( 103 "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)", 104 re.IGNORECASE) 105 tokens = {} 106 for line in lines: 107 match = prog.match(line) 108 if match: 109 name, val = match.group(1, 2) 110 val = int(val) 111 tokens[val] = name # reverse so we can sort them... 112 keys = tokens.keys() 113 keys.sort() 114 # load the output skeleton from the target: 115 try: 116 fp = open(outFileName) 117 except IOError, err: 118 sys.stderr.write("I/O error: %s\n" % str(err)) 119 sys.exit(2) 120 format = fp.read().split("\n") 121 fp.close() 122 try: 123 start = format.index("#--start constants--") + 1 124 end = format.index("#--end constants--") 125 except ValueError: 126 sys.stderr.write("target does not contain format markers") 127 sys.exit(3) 128 lines = [] 129 for val in keys: 130 lines.append("%s = %d" % (tokens[val], val)) 131 format[start:end] = lines 132 try: 133 fp = open(outFileName, 'w') 134 except IOError, err: 135 sys.stderr.write("I/O error: %s\n" % str(err)) 136 sys.exit(4) 137 fp.write("\n".join(format)) 138 fp.close() 139 140 141 if __name__ == "__main__": 142 main() 143
