Home | History | Annotate | Download | only in Lex

Lines Matching defs:Tok

105   for (; ArgPtr->isNot(tok::eof); ++ArgPtr)
121 if (Result->is(tok::eof))
135 for (; ArgTok->isNot(tok::eof); ++ArgTok)
174 Token &Tok = Result.back();
175 PP.Lex(Tok);
176 } while (Result.back().isNot(tok::eof));
199 Token Tok;
200 Tok.startToken();
201 Tok.setKind(Charify ? tok::char_constant : tok::string_literal);
210 for (; ArgToks->isNot(tok::eof); ++ArgToks) {
211 const Token &Tok = *ArgToks;
212 if (!isFirst && (Tok.hasLeadingSpace() || Tok.isAtStartOfLine()))
218 if (tok::isStringLiteral(Tok.getKind()) || // "foo", u8R"x(foo)x"_bar, etc.
219 Tok.is(tok::char_constant) || // 'x'
220 Tok.is(tok::wide_char_constant) || // L'x'.
221 Tok.is(tok::utf16_char_constant) || // u'x'.
222 Tok.is(tok::utf32_char_constant)) { // U'x'.
224 std::string TokStr = PP.getSpelling(Tok, &Invalid);
229 } else if (Tok.is(tok::code_completion)) {
235 Result.resize(CurStrLen+Tok.getLength());
238 unsigned ActualTokLen = PP.getSpelling(Tok, BufPtr, &Invalid);
247 if (ActualTokLen != Tok.getLength())
290 PP.CreateString(Result, Tok,
292 return Tok;
307 if (StringifiedArgs[ArgNo].isNot(tok::string_literal))