Lines Matching refs:Tokenizer
42 #include <utils/Tokenizer.h>
699 Tokenizer* tokenizer = NULL;
700 if (Tokenizer::open(String8(categories_file), &tokenizer) != NO_ERROR) {
704 while (!tokenizer->isEol()) {
705 String8 token = tokenizer->nextToken(" ");
707 tokenizer->skipDelimiters(" ");
712 delete tokenizer;
