Lines Matching refs:Tok
372 Token Tok;
373 L.LexFromRawLexer(Tok);
375 while (Tok.isNot(tok::eof)) {
378 unsigned TokOffs = SM.getFileOffset(Tok.getLocation());
379 unsigned TokLen = Tok.getLength();
380 switch (Tok.getKind()) {
382 case tok::identifier:
383 llvm_unreachable("tok::identifier in raw lexing mode!");
385 case tok::raw_identifier: {
388 PP.LookUpIdentifierInfo(Tok);
391 if (Tok.isNot(tok::identifier))
396 case tok::comment:
400 case tok::utf8_string_literal:
405 case tok::wide_string_literal:
406 case tok::utf16_string_literal:
407 case tok::utf32_string_literal:
412 case tok::string_literal:
416 case tok::hash: {
418 if (!Tok.isAtStartOfLine())
424 L.LexFromRawLexer(Tok);
425 while (!Tok.isAtStartOfLine() && Tok.isNot(tok::eof)) {
426 TokEnd = SM.getFileOffset(Tok.getLocation())+Tok.getLength();
427 L.LexFromRawLexer(Tok);
439 L.LexFromRawLexer(Tok);
458 Token Tok;
459 L.LexFromRawLexer(Tok);
464 if (Tok.is(tok::hash) && Tok.isAtStartOfLine())
469 if (Tok.is(tok::hashhash))
470 Tok.setKind(tok::unknown);
475 if (Tok.is(tok::raw_identifier))
476 PP.LookUpIdentifierInfo(Tok);
478 TokenStream.push_back(Tok);
480 if (Tok.is(tok::eof)) break;
505 Token Tok;
506 TmpPP.Lex(Tok);
507 while (Tok.isNot(tok::eof)) {
509 if (!Tok.getLocation().isMacroID()) {
510 TmpPP.Lex(Tok);
518 SM.getExpansionRange(Tok.getLocation());
522 TmpPP.Lex(Tok);
529 std::string Expansion = EscapeText(TmpPP.getSpelling(Tok));
533 Token PrevTok = Tok;
535 TmpPP.Lex(Tok);
540 while (!Tok.is(tok::eof) &&
541 SM.getExpansionLoc(Tok.getLocation()) == LLoc.first) {
552 if (Tok.hasLeadingSpace() ||
553 ConcatInfo.AvoidConcat(PrevPrevTok, PrevTok, Tok))
557 Expansion += EscapeText(TmpPP.getSpelling(Tok));
561 PrevTok = Tok;
562 TmpPP.Lex(Tok);
