Home | History | Annotate | Download | only in input

Lines Matching full:tokenizer

32 #include <utils/Tokenizer.h>
112 Tokenizer* tokenizer;
113 status_t status = Tokenizer::open(filename, &tokenizer);
117 status = load(tokenizer, format, outMap);
118 delete tokenizer;
127 Tokenizer* tokenizer;
128 status_t status = Tokenizer::fromContents(filename, contents, &tokenizer);
132 status = load(tokenizer, format, outMap);
133 delete tokenizer;
138 status_t KeyCharacterMap::load(Tokenizer* tokenizer,
149 Parser parser(map.get(), tokenizer, format);
154 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
669 KeyCharacterMap::Parser::Parser(KeyCharacterMap* map, Tokenizer* tokenizer, Format format) :
670 mMap(map), mTokenizer(tokenizer), mFormat(format), mState(STATE_TOP) {