Lines Matching refs:Tokenizer
17 #define LOG_TAG "Tokenizer"
26 #include <utils/Tokenizer.h>
28 // Enables debug output for the tokenizer.
38 Tokenizer::Tokenizer(const String8& filename, FileMap* fileMap, char* buffer,
45 Tokenizer::~Tokenizer() {
54 status_t Tokenizer::open(const String8& filename, Tokenizer** outTokenizer) {
97 *outTokenizer = new Tokenizer(filename, fileMap, buffer, ownBuffer, length);
105 status_t Tokenizer::fromContents(const String8& filename,
106 const char* contents, Tokenizer** outTokenizer) {
107 *outTokenizer = new Tokenizer(filename, NULL,
112 String8 Tokenizer::getLocation() const {
118 String8 Tokenizer::peekRemainderOfLine() const {
131 String8 Tokenizer::nextToken(const char* delimiters) {
147 void Tokenizer::nextLine() {
161 void Tokenizer::skipDelimiters(const char* delimiters) {
