Lines Matching refs:Tokenizer
42 #include "Tokenizer.h"
90 %option extra-type="pp::Tokenizer::Context*"
287 const size_t Tokenizer::kMaxTokenLength = 256;
289 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
294 Tokenizer::~Tokenizer()
299 bool Tokenizer::init(int count, const char* const string[], const int length[])
308 void Tokenizer::setFileNumber(int file)
315 void Tokenizer::setLineNumber(int line)
320 void Tokenizer::lex(Token* token)
339 bool Tokenizer::initScanner()
348 void Tokenizer::destroyScanner()
