Lines Matching refs:Token
1055 Token Lexer::next() {
1057 // where a token has a prefix which is not itself a valid token - for instance,
1058 // maybe we have a valid token 'while', but 'w', 'wh', etc. are not valid
1063 return Token(Token::END_OF_FILE, startOffset, 0);
1078 Token::Kind kind = (Token::Kind)accepts[state];
1079 return Token(kind, startOffset, fOffset - startOffset);
