Lines Matching refs:tokenType
784 enum TokenType {STRING, VAR, NUMBER, STREAM_END, ERROR, QUESTION, STAR, PLUS, LBRACE, RBRACE, LPAR, RPAR, SEMI, EQ, COMMA, BAR, AT, WAVE, PERCENT};
794 void terminated(TokenType t){
796 tokenType = t;
806 tokenType = ERROR;
814 TokenType tokenType;
816 TokenType getNextToken(){
828 tokenType = ERROR;
830 case '?' : tokenType = QUESTION; break;
831 case '*' : tokenType = STAR; break;
832 case '+' : tokenType = PLUS; break;
833 case '{' : tokenType = LBRACE; break;
834 case '}' : tokenType = RBRACE; break;
835 case '(' : tokenType = LPAR; break;
836 case ')' : tokenType = RPAR; break;
837 case ';' : tokenType = SEMI; break;
838 case '=' : tokenType = EQ; break;
839 case ',' : tokenType = COMMA; break;
840 case '|' : tokenType = BAR; break;
841 case '@' : tokenType = AT; break;
842 case '~' : tokenType = WAVE; break;
843 case '%' : tokenType = PERCENT; break;
844 case 0 : tokenType = STREAM_END; working-- /*avoid buffer overflow*/; break;
846 if (tokenType != ERROR){
930 tokenType = ERROR;
936 return tokenType;
946 TokenType & token;
949 UBool match(TokenType expected){
1263 Parser(const char *const source):s(source), token(s.tokenType){
1552 if (t.tokenType == STREAM_END){
1555 } else if (t.tokenType == ERROR){
1578 // if (t2.tokenType == ERROR){
1582 //}while (t.tokenType != STREAM_END);
