1 """Token constants (from "token.h").""" 2 3 # This file is automatically generated; please don't muck it up! 4 # 5 # To update the symbols in this file, 'cd' to the top directory of 6 # the python source tree after building the interpreter and run: 7 # 8 # ./python Lib/token.py 9 10 #--start constants-- 11 ENDMARKER = 0 12 NAME = 1 13 NUMBER = 2 14 STRING = 3 15 NEWLINE = 4 16 INDENT = 5 17 DEDENT = 6 18 LPAR = 7 19 RPAR = 8 20 LSQB = 9 21 RSQB = 10 22 COLON = 11 23 COMMA = 12 24 SEMI = 13 25 PLUS = 14 26 MINUS = 15 27 STAR = 16 28 SLASH = 17 29 VBAR = 18 30 AMPER = 19 31 LESS = 20 32 GREATER = 21 33 EQUAL = 22 34 DOT = 23 35 PERCENT = 24 36 BACKQUOTE = 25 37 LBRACE = 26 38 RBRACE = 27 39 EQEQUAL = 28 40 NOTEQUAL = 29 41 LESSEQUAL = 30 42 GREATEREQUAL = 31 43 TILDE = 32 44 CIRCUMFLEX = 33 45 LEFTSHIFT = 34 46 RIGHTSHIFT = 35 47 DOUBLESTAR = 36 48 PLUSEQUAL = 37 49 MINEQUAL = 38 50 STAREQUAL = 39 51 SLASHEQUAL = 40 52 PERCENTEQUAL = 41 53 AMPEREQUAL = 42 54 VBAREQUAL = 43 55 CIRCUMFLEXEQUAL = 44 56 LEFTSHIFTEQUAL = 45 57 RIGHTSHIFTEQUAL = 46 58 DOUBLESTAREQUAL = 47 59 DOUBLESLASH = 48 60 DOUBLESLASHEQUAL = 49 61 AT = 50 62 OP = 51 63 ERRORTOKEN = 52 64 N_TOKENS = 53 65 NT_OFFSET = 256 66 #--end constants-- 67 68 tok_name = {} 69 for _name, _value in globals().items(): 70 if type(_value) is type(0): 71 tok_name[_value] = _name 72 del _name, _value 73 74 75 def ISTERMINAL(x): 76 return x < NT_OFFSET 77 78 def ISNONTERMINAL(x): 79 return x >= NT_OFFSET 80 81 def ISEOF(x): 82 return x == ENDMARKER 83 84 85 def main(): 86 import re 87 import sys 88 args = sys.argv[1:] 89 inFileName = args and args[0] or "Include/token.h" 90 outFileName = "Lib/token.py" 91 if len(args) > 1: 92 outFileName = args[1] 93 try: 94 fp = open(inFileName) 95 except IOError, err: 96 sys.stdout.write("I/O error: %s\n" % str(err)) 97 sys.exit(1) 98 lines = fp.read().split("\n") 99 fp.close() 100 prog = re.compile( 101 "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)", 102 re.IGNORECASE) 103 tokens = {} 104 for line in lines: 105 match = prog.match(line) 106 if match: 107 name, val = match.group(1, 2) 108 val = int(val) 109 tokens[val] = name # reverse so we can sort them... 110 keys = tokens.keys() 111 keys.sort() 112 # load the output skeleton from the target: 113 try: 114 fp = open(outFileName) 115 except IOError, err: 116 sys.stderr.write("I/O error: %s\n" % str(err)) 117 sys.exit(2) 118 format = fp.read().split("\n") 119 fp.close() 120 try: 121 start = format.index("#--start constants--") + 1 122 end = format.index("#--end constants--") 123 except ValueError: 124 sys.stderr.write("target does not contain format markers") 125 sys.exit(3) 126 lines = [] 127 for val in keys: 128 lines.append("%s = %d" % (tokens[val], val)) 129 format[start:end] = lines 130 try: 131 fp = open(outFileName, 'w') 132 except IOError, err: 133 sys.stderr.write("I/O error: %s\n" % str(err)) 134 sys.exit(4) 135 fp.write("\n".join(format)) 136 fp.close() 137 138 139 if __name__ == "__main__": 140 main() 141
