Lines Matching refs:Tokenizer
47 #include <utils/Tokenizer.h>
746 Tokenizer* tokenizer = NULL;
747 if (Tokenizer::open(String8(categories_file), &tokenizer) != NO_ERROR) {
751 while (!tokenizer->isEol()) {
752 String8 token = tokenizer->nextToken(" ");
754 tokenizer->skipDelimiters(" ");
759 delete tokenizer;
