Lines Matching full:token
3520 struct Token {
3526 // Current values for the token
3549 // Returns a token for a given string of characters.
3551 Token probe;
3554 Token probe;
3558 Token* pValue = (Token*) hashmapGet(mpMap, &probe);
3564 Token* pToken = (Token*) mpArena->alloc(sizeof(Token));
3577 // Return the Token for a given tokenid.
3578 Token& operator[](tokenid_t id) {
3589 Token* pToken = (Token*) pKey;
3594 Token* pTokenA = (Token*) keyA;
3595 Token* pTokenB = (Token*) keyB;
3602 Vector<Token*> mTokens;
3862 Token& token = (*mpTokenTable)[tok];
3863 VariableInfo* pOldV = token.mpVariableInfo;
3870 token.mpVariableInfo = pNewV;
3876 Token& token = (*mpTokenTable)[tok];
3877 VariableInfo* pOldS = token.mpStructInfo;
3885 token.mpStructInfo = pNewS;
3931 tokenid_t tok; // token
3932 intptr_t tokc; // token extra info
3934 int tokl; // token operator level
4131 // last token in the macro is a macro that's already being expanded.
4460 tok = TOK_DUMMY; /* dummy token for double tokens */
5421 Token* pToken = &mTokenTable[structTag];
5505 // Some sort of syntax error, skip token and keep trying
5778 void decodeToken(String& buffer, tokenid_t token, bool quote) {
5779 if (token == EOF ) {
5781 } else if (token == TOK_NUM) {
5783 } else if (token == TOK_NUM_FLOAT) {
5785 } else if (token == TOK_NUM_DOUBLE) {
5787 } else if (token >= 0 && token < 256) {
5788 if (token < 32) {
5789 buffer.printf("'\\x%02x'", token);
5791 buffer.printf("'%c'", token);
5795 if (token >= TOK_KEYWORD && token < TOK_SYMBOL) {
5796 buffer.printf("keyword \"%s\"", nameof(token));
5798 buffer.printf("symbol \"%s\"", nameof(token));
5801 buffer.printf("%s", nameof(token));
5806 void printToken(tokenid_t token) {
5808 decodeToken(buffer, token, true);
5812 bool checkSymbol(tokenid_t token) {
5813 bool result = token >= TOK_SYMBOL;
5816 decodeToken(temp, token, true);
