1 /* 2 ** $Id: llex.h,v 1.72 2011/11/30 12:43:51 roberto Exp $ 3 ** Lexical Analyzer 4 ** See Copyright Notice in lua.h 5 */ 6 7 #ifndef llex_h 8 #define llex_h 9 10 #include "lobject.h" 11 #include "lzio.h" 12 13 14 #define FIRST_RESERVED 257 15 16 17 18 /* 19 * WARNING: if you change the order of this enumeration, 20 * grep "ORDER RESERVED" 21 */ 22 enum RESERVED { 23 /* terminal symbols denoted by reserved words */ 24 TK_AND = FIRST_RESERVED, TK_BREAK, 25 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION, 26 TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT, 27 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE, 28 /* other terminal symbols */ 29 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_DBCOLON, TK_EOS, 30 TK_NUMBER, TK_NAME, TK_STRING 31 }; 32 33 /* number of reserved words */ 34 #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1)) 35 36 37 typedef union { 38 lua_Number r; 39 TString *ts; 40 } SemInfo; /* semantics information */ 41 42 43 typedef struct Token { 44 int token; 45 SemInfo seminfo; 46 } Token; 47 48 49 /* state of the lexer plus state of the parser when shared by all 50 functions */ 51 typedef struct LexState { 52 int current; /* current character (charint) */ 53 int linenumber; /* input line counter */ 54 int lastline; /* line of last token `consumed' */ 55 Token t; /* current token */ 56 Token lookahead; /* look ahead token */ 57 struct FuncState *fs; /* current function (parser) */ 58 struct lua_State *L; 59 ZIO *z; /* input stream */ 60 Mbuffer *buff; /* buffer for tokens */ 61 struct Dyndata *dyd; /* dynamic structures used by the parser */ 62 TString *source; /* current source name */ 63 TString *envn; /* environment variable name */ 64 char decpoint; /* locale decimal point */ 65 } LexState; 66 67 68 LUAI_FUNC void luaX_init (lua_State *L); 69 LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, 70 TString *source, int firstchar); 71 LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l); 72 LUAI_FUNC void luaX_next (LexState *ls); 73 LUAI_FUNC int luaX_lookahead (LexState *ls); 74 LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s); 75 LUAI_FUNC const char *luaX_token2str (LexState *ls, int token); 76 77 78 #endif 79
