Lines Matching refs:Tok
45 bool PTHLexer::Lex(Token& Tok) {
61 tok::TokenKind TKind = (tok::TokenKind) (Word0 & 0xFF);
71 Tok.startToken();
72 Tok.setKind(TKind);
73 Tok.setFlag(TFlags);
75 Tok.setLocation(FileStartLoc.getLocWithOffset(FileOffset));
76 Tok.setLength(Len);
79 if (Tok.isLiteral()) {
80 Tok.setLiteralData((const char*) (PTHMgr.SpellingBase + IdentifierID));
86 Tok.setIdentifierInfo(II);
90 Tok.setKind(II->getTokenID());
93 return PP->HandleIdentifier(Tok);
101 if (TKind == tok::eof) {
103 EofToken = Tok;
108 return LexEndOfFile(Tok);
111 if (TKind == tok::hash && Tok.isAtStartOfLine()) {
114 PP->HandleDirective(Tok);
119 if (TKind == tok::eod) {
154 void PTHLexer::getEOF(Token& Tok) {
155 assert(EofToken.is(tok::eof));
156 Tok = EofToken;
173 tok::TokenKind x = (tok::TokenKind) (uint8_t) *p;
174 if (x == tok::eof) break;
275 assert(((tok::TokenKind)*CurPtr) == tok::hash);
