Lines Matching refs:Tokenizer
1 #line 16 "./Tokenizer.l"
20 #line 13 "./Tokenizer.cpp"
564 #include "Tokenizer.h"
610 #define YY_EXTRA_TYPE pp::Tokenizer::Context*
2370 const size_t Tokenizer::kMaxTokenLength = 256;
2372 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
2377 Tokenizer::~Tokenizer()
2382 bool Tokenizer::init(int count, const char* const string[], const int length[])
2391 void Tokenizer::setFileNumber(int file)
2398 void Tokenizer::setLineNumber(int line)
2403 void Tokenizer::lex(Token* token)
2422 bool Tokenizer::initScanner()
2431 void Tokenizer::destroyScanner()
