Lines Matching refs:TokenInfo
28 struct Parser::TokenInfo {
45 TokenInfo() : Text(), Kind(TK_Eof), Range(), Value() {}
53 const char* const Parser::TokenInfo::ID_Bind = "bind";
64 const TokenInfo &peekNextToken() const { return NextToken; }
67 TokenInfo consumeNextToken() {
68 TokenInfo ThisToken = NextToken;
73 TokenInfo::TokenKind nextTokenKind() const { return NextToken.Kind; }
76 TokenInfo getNextToken() {
78 TokenInfo Result;
82 Result.Kind = TokenInfo::TK_Eof;
89 Result.Kind = TokenInfo::TK_Comma;
94 Result.Kind = TokenInfo::TK_Period;
99 Result.Kind = TokenInfo::TK_OpenParen;
104 Result.Kind = TokenInfo::TK_CloseParen;
127 Result.Kind = TokenInfo::TK_Ident;
131 Result.Kind = TokenInfo::TK_InvalidChar;
143 void consumeUnsignedLiteral(TokenInfo *Result) {
159 Result->Kind = TokenInfo::TK_Literal;
166 Result->Kind = TokenInfo::TK_Error;
174 void consumeStringLiteral(TokenInfo *Result) {
187 Result->Kind = TokenInfo::TK_Literal;
201 Result->Kind = TokenInfo::TK_Error;
226 TokenInfo NextToken;
236 const TokenInfo NameToken = Tokenizer->consumeNextToken();
237 assert(NameToken.Kind == TokenInfo::TK_Ident);
238 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
239 if (OpenToken.Kind != TokenInfo::TK_OpenParen) {
246 TokenInfo EndToken;
247 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
248 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
255 const TokenInfo CommaToken = Tokenizer->consumeNextToken();
256 if (CommaToken.Kind != TokenInfo::TK_Comma) {
273 if (EndToken.Kind == TokenInfo::TK_Eof) {
279 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) {
282 const TokenInfo BindToken = Tokenizer->consumeNextToken();
283 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
284 const TokenInfo IDToken = Tokenizer->consumeNextToken();
285 const TokenInfo CloseToken = Tokenizer->consumeNextToken();
289 if (BindToken.Kind != TokenInfo::TK_Ident ||
290 BindToken.Text != TokenInfo::ID_Bind) {
294 if (OpenToken.Kind != TokenInfo::TK_OpenParen) {
298 if (IDToken.Kind != TokenInfo::TK_Literal || !IDToken.Value.isString()) {
302 if (CloseToken.Kind != TokenInfo::TK_CloseParen) {
325 case TokenInfo::TK_Literal:
329 case TokenInfo::TK_Ident:
332 case TokenInfo::TK_Eof:
337 case TokenInfo::TK_Error:
341 case TokenInfo::TK_OpenParen:
342 case TokenInfo::TK_CloseParen:
343 case TokenInfo::TK_Comma:
344 case TokenInfo::TK_Period:
345 case TokenInfo::TK_InvalidChar:
346 const TokenInfo Token = Tokenizer->consumeNextToken();
385 if (Tokenizer.peekNextToken().Kind != TokenInfo::TK_Eof) {
