Lines Matching defs:TokenInfo
28 struct Parser::TokenInfo {
46 TokenInfo() : Text(), Kind(TK_Eof), Range(), Value() {}
54 const char* const Parser::TokenInfo::ID_Bind = "bind";
73 const TokenInfo &peekNextToken() const { return NextToken; }
76 TokenInfo consumeNextToken() {
77 TokenInfo ThisToken = NextToken;
82 TokenInfo::TokenKind nextTokenKind() const { return NextToken.Kind; }
85 TokenInfo getNextToken() {
87 TokenInfo Result;
91 Result.Kind = TokenInfo::TK_CodeCompletion;
98 Result.Kind = TokenInfo::TK_Eof;
105 Result.Kind = TokenInfo::TK_Comma;
110 Result.Kind = TokenInfo::TK_Period;
115 Result.Kind = TokenInfo::TK_OpenParen;
120 Result.Kind = TokenInfo::TK_CloseParen;
147 Result.Kind = TokenInfo::TK_CodeCompletion;
156 Result.Kind = TokenInfo::TK_Ident;
160 Result.Kind = TokenInfo::TK_InvalidChar;
172 void consumeUnsignedLiteral(TokenInfo *Result) {
188 Result->Kind = TokenInfo::TK_Literal;
195 Result->Kind = TokenInfo::TK_Error;
203 void consumeStringLiteral(TokenInfo *Result) {
216 Result->Kind = TokenInfo::TK_Literal;
230 Result->Kind = TokenInfo::TK_Error;
255 TokenInfo NextToken;
287 const TokenInfo NameToken = Tokenizer->consumeNextToken();
289 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) {
297 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma ||
298 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen ||
299 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) &&
316 bool Parser::parseMatcherExpressionImpl(const TokenInfo &NameToken,
318 assert(NameToken.Kind == TokenInfo::TK_Ident);
319 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
320 if (OpenToken.Kind != TokenInfo::TK_OpenParen) {
335 TokenInfo EndToken;
340 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
341 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
348 const TokenInfo CommaToken = Tokenizer->consumeNextToken();
349 if (CommaToken.Kind != TokenInfo::TK_Comma) {
371 if (EndToken.Kind == TokenInfo::TK_Eof) {
377 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) {
380 const TokenInfo BindToken = Tokenizer->consumeNextToken();
381 if (BindToken.Kind == TokenInfo::TK_CodeCompletion) {
386 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
387 const TokenInfo IDToken = Tokenizer->consumeNextToken();
388 const TokenInfo CloseToken = Tokenizer->consumeNextToken();
392 if (BindToken.Kind != TokenInfo::TK_Ident ||
393 BindToken.Text != TokenInfo::ID_Bind) {
397 if (OpenToken.Kind != TokenInfo::TK_OpenParen) {
401 if (IDToken.Kind != TokenInfo::TK_Literal || !IDToken.Value.isString()) {
405 if (CloseToken.Kind != TokenInfo::TK_CloseParen) {
430 void Parser::addCompletion(const TokenInfo &CompToken, StringRef TypedText,
440 const TokenInfo CompToken = Tokenizer->consumeNextToken();
441 assert(CompToken.Kind == TokenInfo::TK_CodeCompletion);
464 case TokenInfo::TK_Literal:
468 case TokenInfo::TK_Ident:
471 case TokenInfo::TK_CodeCompletion:
475 case TokenInfo::TK_Eof:
480 case TokenInfo::TK_Error:
484 case TokenInfo::TK_OpenParen:
485 case TokenInfo::TK_CloseParen:
486 case TokenInfo::TK_Comma:
487 case TokenInfo::TK_Period:
488 case TokenInfo::TK_InvalidChar:
489 const TokenInfo Token = Tokenizer->consumeNextToken();
529 if (Tokenizer.peekNextToken().Kind != TokenInfo::TK_Eof) {
