Lines Matching refs:Tokenizer
17 #define LOG_TAG "Tokenizer"
19 #include <utils/Tokenizer.h>
24 // Enables debug output for the tokenizer.
34 Tokenizer::Tokenizer(const String8& filename, FileMap* fileMap, char* buffer,
41 Tokenizer::~Tokenizer() {
48 status_t Tokenizer::open(const String8& filename, Tokenizer** outTokenizer) {
91 *outTokenizer = new Tokenizer(filename, fileMap, buffer, ownBuffer, length);
99 status_t Tokenizer::fromContents(const String8& filename,
100 const char* contents, Tokenizer** outTokenizer) {
101 *outTokenizer = new Tokenizer(filename, NULL,
106 String8 Tokenizer::getLocation() const {
112 String8 Tokenizer::peekRemainderOfLine() const {
125 String8 Tokenizer::nextToken(const char* delimiters) {
141 void Tokenizer::nextLine() {
155 void Tokenizer::skipDelimiters(const char* delimiters) {
