HomeSort by relevance Sort by last modified time
    Searched refs:Tokenizer (Results 1 - 25 of 194) sorted by null

1 2 3 4 5 6 7 8

  /external/chromium_org/third_party/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 40 #include <google/protobuf/io/tokenizer.h>
183 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
198 Tokenizer::TokenType type;
208 { "hello", Tokenizer::TYPE_IDENTIFIER },
211 { "123", Tokenizer::TYPE_INTEGER },
212 { "0xab6", Tokenizer::TYPE_INTEGER },
213 { "0XAB6", Tokenizer::TYPE_INTEGER },
214 { "0X1234567", Tokenizer::TYPE_INTEGER },
215 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
216 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
tokenizer.h 52 class Tokenizer;
82 class LIBPROTOBUF_EXPORT Tokenizer {
84 // Construct a Tokenizer that reads and tokenizes text from the given
87 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
88 ~Tokenizer();
191 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
196 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
206 // parsed by a Tokenizer, the result is undefined (possibly an assert
233 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
367 inline const Tokenizer::Token& Tokenizer::current()
    [all...]
  /external/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 39 #include <google/protobuf/io/tokenizer.h>
182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
tokenizer.h 51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer {
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer::Token& Tokenizer::current()
    [all...]
  /external/chromium_org/third_party/angle/src/compiler/preprocessor/
Tokenizer.h 19 class Tokenizer : public Lexer
36 Tokenizer(Diagnostics *diagnostics);
37 ~Tokenizer();
48 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
generate_parser.sh 25 run_flex Tokenizer.l Tokenizer.cpp
27 patch --silent --forward < 64bit-tokenizer-safety.patch
DirectiveParser.h 20 class Tokenizer;
25 DirectiveParser(Tokenizer *tokenizer,
74 Tokenizer *mTokenizer;
  /external/chromium_org/tools/gyp/tools/Xcode/Specifications/
gyp.xclangspec 73 Tokenizer = "xcode.lang.gyp.lexer.toplevel";
108 Tokenizer = "xcode.lang.gyp.lexer";
121 Tokenizer = "xcode.lang.gyp.lexer";
133 Tokenizer = "xcode.lang.gyp.lexer";
144 Tokenizer = "xcode.lang.gyp.lexer";
155 Tokenizer = "xcode.lang.gyp.lexer";
168 Tokenizer = "xcode.lang.gyp.lexer";
183 Tokenizer = "xcode.lang.gyp.lexer";
  /frameworks/native/opengl/libagl/
Tokenizer.h 1 /* libs/opengles/Tokenizer.h
29 class Tokenizer
32 Tokenizer();
33 Tokenizer(const Tokenizer& other);
34 ~Tokenizer();
Tokenizer.cpp 1 /* libs/opengles/Tokenizer.cpp
20 #include "Tokenizer.h"
26 ANDROID_BASIC_TYPES_TRAITS(Tokenizer::run_t)
28 Tokenizer::Tokenizer()
32 Tokenizer::Tokenizer(const Tokenizer& other)
37 Tokenizer::~Tokenizer()
    [all...]
TokenManager.h 28 #include "Tokenizer.h"
46 Tokenizer mTokenizer;
  /system/core/include/utils/
Tokenizer.h 28 * A simple tokenizer for loading and parsing ASCII text files line by line.
30 class Tokenizer {
31 Tokenizer(const String8& filename, FileMap* fileMap, char* buffer,
35 ~Tokenizer();
40 * Returns NO_ERROR and a tokenizer for the file, if successful.
43 static status_t open(const String8& filename, Tokenizer** outTokenizer);
48 * Returns NO_ERROR and a tokenizer for the string, if successful.
52 const char* contents, Tokenizer** outTokenizer);
119 Tokenizer(const Tokenizer& other); // not copyabl
    [all...]
PropertyMap.h 23 #include <utils/Tokenizer.h>
86 Tokenizer* mTokenizer;
89 Parser(PropertyMap* map, Tokenizer* tokenizer);
  /system/core/libutils/
Tokenizer.cpp 17 #define LOG_TAG "Tokenizer"
26 #include <utils/Tokenizer.h>
28 // Enables debug output for the tokenizer.
38 Tokenizer::Tokenizer(const String8& filename, FileMap* fileMap, char* buffer,
45 Tokenizer::~Tokenizer() {
54 status_t Tokenizer::open(const String8& filename, Tokenizer** outTokenizer) {
97 *outTokenizer = new Tokenizer(filename, fileMap, buffer, ownBuffer, length)
    [all...]
  /external/chromium_org/tools/gn/
tokenizer_unittest.cc 8 #include "tools/gn/tokenizer.h"
23 std::vector<Token> results = Tokenizer::Tokenize(&input_file, &err);
38 TEST(Tokenizer, Empty) {
43 std::vector<Token> results = Tokenizer::Tokenize(&empty_string_input, &err);
49 results = Tokenizer::Tokenize(&whitespace_input, &err);
53 TEST(Tokenizer, Identifier) {
60 TEST(Tokenizer, Integer) {
68 TEST(Tokenizer, IntegerNoSpace) {
76 TEST(Tokenizer, String) {
86 TEST(Tokenizer, Operator)
    [all...]
tokenizer.h 18 class Tokenizer {
27 // This is a helper function for error output so that the tokenizer's
45 // InputFile must outlive the tokenizer and all generated tokens.
46 explicit Tokenizer(const InputFile* input_file, Err* err);
47 ~Tokenizer();
91 DISALLOW_COPY_AND_ASSIGN(Tokenizer);
tokenizer.cc 5 #include "tools/gn/tokenizer.h"
71 Tokenizer::Tokenizer(const InputFile* input_file, Err* err)
80 Tokenizer::~Tokenizer() {
84 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
85 Tokenizer t(input_file, err);
89 std::vector<Token> Tokenizer::Run() {
156 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) {
176 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset)
    [all...]
  /external/deqp/executor/
xeXMLParser.cpp 57 Tokenizer::Tokenizer (void)
65 Tokenizer::~Tokenizer (void)
69 void Tokenizer::clear (void)
77 void Tokenizer::error (const std::string& what)
82 void Tokenizer::feed (const deUint8* bytes, int numBytes)
98 int Tokenizer::getChar (int offset) const
108 void Tokenizer::advance (void)
338 void Tokenizer::getString (std::string& dst) cons
    [all...]
xeXMLParser.hpp 83 class Tokenizer
86 Tokenizer (void);
87 ~Tokenizer (void);
89 void clear (void); //!< Resets tokenizer to initial state.
103 Tokenizer (const Tokenizer& other);
104 Tokenizer& operator= (const Tokenizer& other);
190 Tokenizer m_tokenizer;
203 inline void Tokenizer::getTokenStr (std::string& dst) cons
    [all...]
  /frameworks/native/include/input/
VirtualKeyMap.h 25 #include <utils/Tokenizer.h>
62 Tokenizer* mTokenizer;
65 Parser(VirtualKeyMap* map, Tokenizer* tokenizer);
  /external/clang/lib/ASTMatchers/Dynamic/
Parser.cpp 56 /// \brief Simple tokenizer for the parser.
287 const TokenInfo NameToken = Tokenizer->consumeNextToken();
289 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) {
297 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma ||
298 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen ||
299 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) &&
319 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
340 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
341 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
343 EndToken = Tokenizer->consumeNextToken()
    [all...]
  /external/smack/src/org/xbill/DNS/
EmptyRecord.java 30 rdataFromString(Tokenizer st, Name origin) throws IOException {
  /external/libedit/src/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
  /prebuilts/libs/libedit/include/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
  /external/chromium_org/third_party/WebKit/Source/core/html/parser/
InputStreamPreprocessor.h 39 template <typename Tokenizer>
43 InputStreamPreprocessor(Tokenizer* tokenizer)
44 : m_tokenizer(tokenizer)
128 Tokenizer* m_tokenizer;

Completed in 218 milliseconds

1 2 3 4 5 6 7 8