HomeSort by relevance Sort by last modified time
    Searched refs:tokenizer (Results 1 - 25 of 200) sorted by null

1 2 3 4 5 6 7 8

  /external/chromium/net/base/
pem_tokenizer_unittest.cc 20 PEMTokenizer tokenizer(string_piece, accepted_types);
21 EXPECT_TRUE(tokenizer.GetNext());
23 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
24 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
26 EXPECT_FALSE(tokenizer.GetNext());
38 PEMTokenizer tokenizer(string_piece, accepted_types);
39 EXPECT_TRUE(tokenizer.GetNext());
41 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
42 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
44 EXPECT_FALSE(tokenizer.GetNext())
    [all...]
  /external/doclava/src/com/google/doclava/apicheck/
ApiFile.java 67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); local
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token)
    [all...]
  /external/protobuf/python/google/protobuf/internal/
text_format_test.py 301 tokenizer = text_format._Tokenizer(text)
302 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
304 (tokenizer.ConsumeString, 'string1'),
305 (tokenizer.ConsumeIdentifier, 'identifier2'),
307 (tokenizer.ConsumeInt32, 123),
308 (tokenizer.ConsumeIdentifier, 'identifier3'),
310 (tokenizer.ConsumeString, 'string'),
311 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
313 (tokenizer.ConsumeFloat, 1.1e+2),
314 (tokenizer.ConsumeIdentifier, 'ID5')
    [all...]
  /external/webkit/Source/WebCore/html/parser/
TextViewSourceParser.cpp 36 tokenizer()->setState(HTMLTokenizer::PLAINTEXTState);
  /external/apache-xml/src/main/java/org/apache/xml/utils/
StylesheetPIHandler.java 152 StringTokenizer tokenizer = new StringTokenizer(data, " \t=\n", true); local
157 while (tokenizer.hasMoreTokens())
160 token = tokenizer.nextToken();
163 if (tokenizer.hasMoreTokens() &&
170 token = tokenizer.nextToken();
171 while (tokenizer.hasMoreTokens() &&
173 token = tokenizer.nextToken();
179 token = tokenizer.nextToken();
180 while (tokenizer.hasMoreTokens() &&
182 token = tokenizer.nextToken()
    [all...]
  /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
TreePatternParser.cs 37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) {
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer.NextToken()
    [all...]
  /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
TreePatternParser.cs 39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor )
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer.NextToken()
    [all...]
  /external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
TreePatternParser.java 34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) {
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer.nextToken()
    [all...]
  /external/chromium/base/
sys_info_chromeos.cc 96 StringTokenizer tokenizer(version, ".");
100 for (int i = 0; i < 4 && tokenizer.GetNext(); i++) {
102 StringToInt(tokenizer.token_begin(),
103 tokenizer.token_end(),
107 StringToInt(tokenizer.token_begin(),
108 tokenizer.token_end(),
111 StringToInt(tokenizer.token_begin(),
112 tokenizer.token_end(),
  /packages/apps/Gallery2/src/com/android/gallery3d/data/
Face.java 34 StringTokenizer tokenizer = new StringTokenizer(rect); local
36 while (tokenizer.hasMoreElements()) {
37 mPosition.left = Integer.parseInt(tokenizer.nextToken());
38 mPosition.top = Integer.parseInt(tokenizer.nextToken());
39 mPosition.right = Integer.parseInt(tokenizer.nextToken());
40 mPosition.bottom = Integer.parseInt(tokenizer.nextToken());
  /external/protobuf/python/google/protobuf/
text_format.py 136 tokenizer = _Tokenizer(text)
137 while not tokenizer.AtEnd():
138 _MergeField(tokenizer, message)
141 def _MergeField(tokenizer, message):
145 tokenizer: A tokenizer to parse the field name and values.
152 if tokenizer.TryConsume('['):
153 name = [tokenizer.ConsumeIdentifier()]
154 while tokenizer.TryConsume('.'):
155 name.append(tokenizer.ConsumeIdentifier()
    [all...]
  /external/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 39 #include <google/protobuf/io/tokenizer.h>
182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
  /external/emma/core/java12/com/vladium/emma/
AppLoggers.java 59 final StringTokenizer tokenizer = new StringTokenizer (_filter, COMMA_DELIMITERS); local
60 if (tokenizer.countTokens () > 0)
62 temp = new HashSet (tokenizer.countTokens ());
63 while (tokenizer.hasMoreTokens ())
65 temp.add (tokenizer.nextToken ());
  /external/webkit/Source/WebCore/inspector/front-end/
SourceTokenizer.js 90 var tokenizer = this._tokenizers[tokenizerClass];
91 if (!tokenizer) {
92 tokenizer = new WebInspector[tokenizerClass]();
93 this._tokenizers[mimeType] = tokenizer;
95 return tokenizer;
  /external/antlr/antlr-3.4/runtime/ObjC/Framework/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /frameworks/base/libs/androidfw/
VirtualKeyMap.cpp 24 #include <utils/Tokenizer.h>
51 Tokenizer* tokenizer; local
52 status_t status = Tokenizer::open(filename, &tokenizer);
64 Parser parser(map, tokenizer);
69 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
78 delete tokenizer;
86 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]
  /frameworks/native/libs/utils/
PropertyMap.cpp 121 Tokenizer* tokenizer; local
122 status_t status = Tokenizer::open(filename, &tokenizer);
134 Parser parser(map, tokenizer);
139 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
148 delete tokenizer;
156 PropertyMap::Parser::Parser(PropertyMap* map, Tokenizer* tokenizer)
    [all...]
  /libcore/luni/src/test/java/libcore/java/io/
OldStreamTokenizerTest.java 97 StreamTokenizer tokenizer = new StreamTokenizer(new ByteArrayInputStream(data)); local
99 tokenizer.nextToken();
103 String result = tokenizer.toString();
115 StreamTokenizer tokenizer = new StreamTokenizer(new ByteArrayInputStream(data)); local
117 tokenizer.nextToken();
121 String result = tokenizer.toString();
  /external/webkit/Source/WebCore/dom/
xml_expat_tokenizer.cpp 145 void callAndRemoveFirstCallback(XMLTokenizer* tokenizer) {
148 cb->call(tokenizer);
159 virtual void call(XMLTokenizer* tokenizer) = 0;
170 virtual void call(XMLTokenizer* tokenizer) {
171 tokenizer->startElementNs(name, (const XML_Char**)(atts));
180 virtual void call(XMLTokenizer* tokenizer) {
181 tokenizer->endElementNs();
190 virtual void call(XMLTokenizer* tokenizer) {
191 tokenizer->characters(s, len);
204 virtual void call(XMLTokenizer* tokenizer) {
662 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
668 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
674 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
680 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
686 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
692 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
698 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
    [all...]
  /external/emma/core/java12/com/vladium/emma/rt/
RTExitHook.java 84 final StringTokenizer tokenizer = new StringTokenizer (closureList, ","); local
85 while (tokenizer.hasMoreTokens ())
87 final String className = tokenizer.nextToken ();
  /frameworks/base/test-runner/src/junit/runner/
ClassPathTestCollector.java 60 StringTokenizer tokenizer= new StringTokenizer(classPath, separator); local
61 while (tokenizer.hasMoreTokens())
62 result.addElement(tokenizer.nextToken());
  /external/apache-xml/src/main/java/org/apache/xpath/functions/
FuncId.java 64 StringTokenizer tokenizer = new StringTokenizer(refval); local
65 boolean hasMore = tokenizer.hasMoreTokens();
70 ref = tokenizer.nextToken();
71 hasMore = tokenizer.hasMoreTokens();

Completed in 1075 milliseconds

1 2 3 4 5 6 7 8