Lines Matching refs:Token
1003 Token Lexer::next() {
1005 // where a token has a prefix which is not itself a valid token - for instance,
1006 // maybe we have a valid token 'while', but 'w', 'wh', etc. are not valid
1011 return Token(Token::END_OF_FILE, startOffset, 0);
1026 Token::Kind kind = (Token::Kind)accepts[state];
1027 return Token(kind, startOffset, fOffset - startOffset);
