HomeSort by relevance Sort by last modified time
    Searched full:tokenizer (Results 1 - 25 of 220) sorted by null

1 2 3 4 5 6 7 8 9

  /external/chromium/net/base/
pem_tokenizer_unittest.cc 20 PEMTokenizer tokenizer(string_piece, accepted_types);
21 EXPECT_TRUE(tokenizer.GetNext());
23 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
24 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
26 EXPECT_FALSE(tokenizer.GetNext());
38 PEMTokenizer tokenizer(string_piece, accepted_types);
39 EXPECT_TRUE(tokenizer.GetNext());
41 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
42 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
44 EXPECT_FALSE(tokenizer.GetNext())
    [all...]
  /external/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 39 #include <google/protobuf/io/tokenizer.h>
182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
tokenizer.cc 91 #include <google/protobuf/io/tokenizer.h>
105 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
180 Tokenizer::Tokenizer(ZeroCopyInputStream* input,
201 Tokenizer::~Tokenizer() {
212 void Tokenizer::NextChar() {
233 void Tokenizer::Refresh() {
263 inline void Tokenizer::StartToken() {
271 inline void Tokenizer::EndToken()
    [all...]
  /external/doclava/src/com/google/doclava/apicheck/
ApiFile.java 67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); local
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token)
    [all...]
  /external/protobuf/python/google/protobuf/internal/
text_format_test.py 301 tokenizer = text_format._Tokenizer(text)
302 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
304 (tokenizer.ConsumeString, 'string1'),
305 (tokenizer.ConsumeIdentifier, 'identifier2'),
307 (tokenizer.ConsumeInt32, 123),
308 (tokenizer.ConsumeIdentifier, 'identifier3'),
310 (tokenizer.ConsumeString, 'string'),
311 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
313 (tokenizer.ConsumeFloat, 1.1e+2),
314 (tokenizer.ConsumeIdentifier, 'ID5')
    [all...]
  /frameworks/base/libs/utils/
Tokenizer.cpp 17 #define LOG_TAG "Tokenizer"
26 #include <utils/Tokenizer.h>
28 // Enables debug output for the tokenizer.
38 Tokenizer::Tokenizer(const String8& filename, FileMap* fileMap, char* buffer, size_t length) :
43 Tokenizer::~Tokenizer() {
51 status_t Tokenizer::open(const String8& filename, Tokenizer** outTokenizer) {
92 *outTokenizer = new Tokenizer(filename, fileMap, buffer, length)
    [all...]
PropertyMap.cpp 121 Tokenizer* tokenizer; local
122 status_t status = Tokenizer::open(filename, &tokenizer);
134 Parser parser(map, tokenizer);
139 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
148 delete tokenizer;
156 PropertyMap::Parser::Parser(PropertyMap* map, Tokenizer* tokenizer)
    [all...]
  /frameworks/base/opengl/libagl/
Tokenizer.cpp 1 /* libs/opengles/Tokenizer.cpp
20 #include "Tokenizer.h"
26 ANDROID_BASIC_TYPES_TRAITS(Tokenizer::run_t)
28 Tokenizer::Tokenizer()
32 Tokenizer::Tokenizer(const Tokenizer& other)
37 Tokenizer::~Tokenizer()
    [all...]
Tokenizer.h 1 /* libs/opengles/Tokenizer.h
29 class Tokenizer
32 Tokenizer();
33 Tokenizer(const Tokenizer& other);
34 ~Tokenizer();
  /external/antlr/src/org/antlr/runtime/tree/
TreePatternParser.java 34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) {
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer.nextToken()
    [all...]
  /external/webkit/Source/WebCore/manual-tests/
open-close-tokenizer-crash.html 3 <input type="button" value="Click Here" onclick="window.open('resources/open-close-tokenizer-crash.html', 'foo');">
  /frameworks/base/include/ui/
VirtualKeyMap.h 25 #include <utils/Tokenizer.h>
60 Tokenizer* mTokenizer;
63 Parser(VirtualKeyMap* map, Tokenizer* tokenizer);
KeyLayoutMap.h 23 #include <utils/Tokenizer.h>
84 Tokenizer* mTokenizer;
87 Parser(KeyLayoutMap* map, Tokenizer* tokenizer);
  /external/apache-xml/src/main/java/org/apache/xml/utils/
StylesheetPIHandler.java 152 StringTokenizer tokenizer = new StringTokenizer(data, " \t=\n", true); local
157 while (tokenizer.hasMoreTokens())
160 token = tokenizer.nextToken();
163 if (tokenizer.hasMoreTokens() &&
170 token = tokenizer.nextToken();
171 while (tokenizer.hasMoreTokens() &&
173 token = tokenizer.nextToken();
179 token = tokenizer.nextToken();
180 while (tokenizer.hasMoreTokens() &&
182 token = tokenizer.nextToken()
    [all...]
  /external/chromium/base/
sys_info_chromeos.cc 96 StringTokenizer tokenizer(version, ".");
100 for (int i = 0; i < 4 && tokenizer.GetNext(); i++) {
102 StringToInt(tokenizer.token_begin(),
103 tokenizer.token_end(),
107 StringToInt(tokenizer.token_begin(),
108 tokenizer.token_end(),
111 StringToInt(tokenizer.token_begin(),
112 tokenizer.token_end(),
  /frameworks/base/include/utils/
Tokenizer.h 28 * A simple tokenizer for loading and parsing ASCII text files line by line.
30 class Tokenizer {
31 Tokenizer(const String8& filename, FileMap* fileMap, char* buffer, size_t length);
34 ~Tokenizer();
39 * Returns NO_ERROR and a tokenizer for the file, if successful.
42 static status_t open(const String8& filename, Tokenizer** outTokenizer);
109 Tokenizer(const Tokenizer& other); // not copyable
  /frameworks/base/libs/ui/
VirtualKeyMap.cpp 24 #include <utils/Tokenizer.h>
51 Tokenizer* tokenizer; local
52 status_t status = Tokenizer::open(filename, &tokenizer);
64 Parser parser(map, tokenizer);
69 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
78 delete tokenizer;
86 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]
  /external/webkit/Source/WebCore/inspector/front-end/
SourceTokenizer.js 90 var tokenizer = this._tokenizers[tokenizerClass];
91 if (!tokenizer) {
92 tokenizer = new WebInspector[tokenizerClass]();
93 this._tokenizers[mimeType] = tokenizer;
95 return tokenizer;
  /external/protobuf/python/google/protobuf/
text_format.py 136 tokenizer = _Tokenizer(text)
137 while not tokenizer.AtEnd():
138 _MergeField(tokenizer, message)
141 def _MergeField(tokenizer, message):
145 tokenizer: A tokenizer to parse the field name and values.
152 if tokenizer.TryConsume('['):
153 name = [tokenizer.ConsumeIdentifier()]
154 while tokenizer.TryConsume('.'):
155 name.append(tokenizer.ConsumeIdentifier()
    [all...]
  /external/webkit/Source/WebCore/dom/
xml_expat_tokenizer.cpp 145 void callAndRemoveFirstCallback(XMLTokenizer* tokenizer) {
148 cb->call(tokenizer);
159 virtual void call(XMLTokenizer* tokenizer) = 0;
170 virtual void call(XMLTokenizer* tokenizer) {
171 tokenizer->startElementNs(name, (const XML_Char**)(atts));
180 virtual void call(XMLTokenizer* tokenizer) {
181 tokenizer->endElementNs();
190 virtual void call(XMLTokenizer* tokenizer) {
191 tokenizer->characters(s, len);
204 virtual void call(XMLTokenizer* tokenizer) {
662 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
668 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
674 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
680 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
686 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
692 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
698 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
    [all...]
  /dalvik/dx/src/junit/runner/
ClassPathTestCollector.java 59 StringTokenizer tokenizer= new StringTokenizer(classPath, separator); local
60 while (tokenizer.hasMoreTokens())
61 result.addElement(tokenizer.nextToken());
  /frameworks/base/core/java/android/widget/
MultiAutoCompleteTextView.java 26 import android.widget.MultiAutoCompleteTextView.Tokenizer;
33 * You must provide a {@link Tokenizer} to distinguish the
59 private Tokenizer mTokenizer;
76 * Sets the Tokenizer that will be used to determine the relevant
79 public void setTokenizer(Tokenizer t) {
86 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
110 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
174 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd} by the
176 * {@link Tokenizer#terminateToken}.
199 public static interface Tokenizer {
    [all...]
  /frameworks/base/test-runner/src/junit/runner/
ClassPathTestCollector.java 60 StringTokenizer tokenizer= new StringTokenizer(classPath, separator); local
61 while (tokenizer.hasMoreTokens())
62 result.addElement(tokenizer.nextToken());
  /external/chromium/chrome/common/
auto_start_linux.cc 79 StringTokenizer tokenizer(contents, "\n");
81 while (tokenizer.GetNext()) {
82 if (tokenizer.token().substr(0, token.length()) == token) {
83 *value = tokenizer.token().substr(token.length());
  /external/junit/src/junit/runner/
ClassPathTestCollector.java 62 StringTokenizer tokenizer= new StringTokenizer(classPath, separator); local
63 while (tokenizer.hasMoreTokens())
64 result.addElement(tokenizer.nextToken());

Completed in 962 milliseconds

1 2 3 4 5 6 7 8 9