HomeSort by relevance Sort by last modified time
    Searched refs:Tokenizer (Results 1 - 25 of 40) sorted by null

1 2

  /external/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 39 #include <google/protobuf/io/tokenizer.h>
182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
tokenizer.h 51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer {
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer::Token& Tokenizer::current()
    [all...]
tokenizer.cc 91 #include <google/protobuf/io/tokenizer.h>
105 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
180 Tokenizer::Tokenizer(ZeroCopyInputStream* input,
201 Tokenizer::~Tokenizer() {
212 void Tokenizer::NextChar() {
233 void Tokenizer::Refresh() {
263 inline void Tokenizer::StartToken() {
271 inline void Tokenizer::EndToken()
    [all...]
  /frameworks/base/include/utils/
Tokenizer.h 28 * A simple tokenizer for loading and parsing ASCII text files line by line.
30 class Tokenizer {
31 Tokenizer(const String8& filename, FileMap* fileMap, char* buffer, size_t length);
34 ~Tokenizer();
39 * Returns NO_ERROR and a tokenizer for the file, if successful.
42 static status_t open(const String8& filename, Tokenizer** outTokenizer);
109 Tokenizer(const Tokenizer& other); // not copyable
PropertyMap.h 23 #include <utils/Tokenizer.h>
86 Tokenizer* mTokenizer;
89 Parser(PropertyMap* map, Tokenizer* tokenizer);
  /frameworks/base/opengl/libagl/
Tokenizer.h 1 /* libs/opengles/Tokenizer.h
29 class Tokenizer
32 Tokenizer();
33 Tokenizer(const Tokenizer& other);
34 ~Tokenizer();
Tokenizer.cpp 1 /* libs/opengles/Tokenizer.cpp
20 #include "Tokenizer.h"
26 ANDROID_BASIC_TYPES_TRAITS(Tokenizer::run_t)
28 Tokenizer::Tokenizer()
32 Tokenizer::Tokenizer(const Tokenizer& other)
37 Tokenizer::~Tokenizer()
    [all...]
TokenManager.h 28 #include "Tokenizer.h"
46 Tokenizer mTokenizer;
Android.mk 13 Tokenizer.cpp \
  /frameworks/base/libs/utils/
Tokenizer.cpp 17 #define LOG_TAG "Tokenizer"
26 #include <utils/Tokenizer.h>
28 // Enables debug output for the tokenizer.
38 Tokenizer::Tokenizer(const String8& filename, FileMap* fileMap, char* buffer, size_t length) :
43 Tokenizer::~Tokenizer() {
51 status_t Tokenizer::open(const String8& filename, Tokenizer** outTokenizer) {
92 *outTokenizer = new Tokenizer(filename, fileMap, buffer, length)
    [all...]
PropertyMap.cpp 121 Tokenizer* tokenizer; local
122 status_t status = Tokenizer::open(filename, &tokenizer);
134 Parser parser(map, tokenizer);
139 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
148 delete tokenizer;
156 PropertyMap::Parser::Parser(PropertyMap* map, Tokenizer* tokenizer)
    [all...]
Android.mk 46 Tokenizer.cpp \
  /frameworks/base/include/ui/
VirtualKeyMap.h 25 #include <utils/Tokenizer.h>
60 Tokenizer* mTokenizer;
63 Parser(VirtualKeyMap* map, Tokenizer* tokenizer);
KeyLayoutMap.h 23 #include <utils/Tokenizer.h>
84 Tokenizer* mTokenizer;
87 Parser(KeyLayoutMap* map, Tokenizer* tokenizer);
KeyCharacterMap.h 25 #include <utils/Tokenizer.h>
148 Tokenizer* mTokenizer;
153 Parser(KeyCharacterMap* map, Tokenizer* tokenizer);
  /frameworks/base/libs/ui/
VirtualKeyMap.cpp 24 #include <utils/Tokenizer.h>
51 Tokenizer* tokenizer; local
52 status_t status = Tokenizer::open(filename, &tokenizer);
64 Parser parser(map, tokenizer);
69 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
78 delete tokenizer;
86 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]
KeyLayoutMap.cpp 25 #include <utils/Tokenizer.h>
53 Tokenizer* tokenizer; local
54 status_t status = Tokenizer::open(filename, &tokenizer);
66 Parser parser(map, tokenizer);
71 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
80 delete tokenizer;
140 KeyLayoutMap::Parser::Parser(KeyLayoutMap* map, Tokenizer* tokenizer)
    [all...]
KeyCharacterMap.cpp 26 #include <utils/Tokenizer.h>
95 Tokenizer* tokenizer; local
96 status_t status = Tokenizer::open(filename, &tokenizer);
108 Parser parser(map, tokenizer);
113 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
122 delete tokenizer;
448 KeyCharacterMap::Parser::Parser(KeyCharacterMap* map, Tokenizer* tokenizer)
    [all...]
  /frameworks/base/core/java/android/widget/
MultiAutoCompleteTextView.java 26 import android.widget.MultiAutoCompleteTextView.Tokenizer;
33 * You must provide a {@link Tokenizer} to distinguish the
59 private Tokenizer mTokenizer;
76 * Sets the Tokenizer that will be used to determine the relevant
79 public void setTokenizer(Tokenizer t) {
86 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
110 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
174 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd} by the
176 * {@link Tokenizer#terminateToken}.
199 public static interface Tokenizer {
    [all...]
  /external/protobuf/src/google/protobuf/compiler/
parser.cc 46 #include <google/protobuf/io/tokenizer.h>
114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
179 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
180 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
195 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
196 *output = io::Tokenizer::ParseFloat(input_->current().text)
    [all...]
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
145 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
291 io::Tokenizer* input_;
parser_unittest.cc 40 #include <google/protobuf/io/tokenizer.h>
104 input_.reset(new io::Tokenizer(raw_input_.get(), &error_collector_));
118 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type);
135 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type);
158 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type);
172 scoped_ptr<io::Tokenizer> input_;
    [all...]
  /external/doclava/src/com/google/doclava/apicheck/
ApiFile.java 67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); local
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token)
    [all...]
  /external/protobuf/src/google/protobuf/
text_format.cc 49 #include <google/protobuf/io/tokenizer.h>
97 // This class makes use of the Protocol Message compiler's tokenizer found
98 // in //google/protobuf/io/tokenizer.h. Note that class's Parse
133 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
147 if (LookingAtType(io::Tokenizer::TYPE_END)) {
162 return suc && LookingAtType(io::Tokenizer::TYPE_END);
231 // Consumes the current field (as returned by the tokenizer) on the
451 bool LookingAtType(io::Tokenizer::TokenType token_type) {
458 if (!LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
472 if (!LookingAtType(io::Tokenizer::TYPE_STRING))
    [all...]
  /cts/tests/tests/widget/src/android/widget/cts/
MultiAutoCompleteTextViewTest.java 43 import android.widget.MultiAutoCompleteTextView.Tokenizer;
127 args = {Tokenizer.class}
142 " if using CommaTokenizer as the Tokenizer.")
175 // There will be an endless loop when using CommaTokenizer as the Tokenizer
266 private class MockTokenizer implements Tokenizer {

Completed in 561 milliseconds

1 2