HomeSort by relevance Sort by last modified time
    Searched refs:tokenizer (Results 1 - 25 of 357) sorted by null

1 2 3 4 5 6 7 8 91011>>

  /external/chromium_org/net/cert/
pem_tokenizer_unittest.cc 20 PEMTokenizer tokenizer(string_piece, accepted_types);
21 EXPECT_TRUE(tokenizer.GetNext());
23 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
24 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
26 EXPECT_FALSE(tokenizer.GetNext());
38 PEMTokenizer tokenizer(string_piece, accepted_types);
39 EXPECT_TRUE(tokenizer.GetNext());
41 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
42 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
44 EXPECT_FALSE(tokenizer.GetNext())
    [all...]
  /external/doclava/src/com/google/doclava/apicheck/
ApiFile.java 67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); local
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token)
    [all...]
  /external/chromium_org/third_party/protobuf/python/google/protobuf/internal/
text_format_test.py 462 tokenizer = text_format._Tokenizer(text)
463 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
465 (tokenizer.ConsumeString, 'string1'),
466 (tokenizer.ConsumeIdentifier, 'identifier2'),
468 (tokenizer.ConsumeInt32, 123),
469 (tokenizer.ConsumeIdentifier, 'identifier3'),
471 (tokenizer.ConsumeString, 'string'),
472 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
474 (tokenizer.ConsumeFloat, 1.1e+2),
475 (tokenizer.ConsumeIdentifier, 'ID5')
    [all...]
  /external/protobuf/python/google/protobuf/internal/
text_format_test.py 301 tokenizer = text_format._Tokenizer(text)
302 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
304 (tokenizer.ConsumeString, 'string1'),
305 (tokenizer.ConsumeIdentifier, 'identifier2'),
307 (tokenizer.ConsumeInt32, 123),
308 (tokenizer.ConsumeIdentifier, 'identifier3'),
310 (tokenizer.ConsumeString, 'string'),
311 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
313 (tokenizer.ConsumeFloat, 1.1e+2),
314 (tokenizer.ConsumeIdentifier, 'ID5')
    [all...]
  /external/deqp/framework/opengl/
gluVarTypeUtil.cpp 92 VarTokenizer tokenizer(nameWithPath);
93 TCU_CHECK(tokenizer.getToken() == VarTokenizer::TOKEN_IDENTIFIER);
94 return tokenizer.getIdentifier();
99 VarTokenizer tokenizer(nameWithPath);
101 if (tokenizer.getToken() == VarTokenizer::TOKEN_IDENTIFIER)
102 tokenizer.advance();
105 while (tokenizer.getToken() != VarTokenizer::TOKEN_END)
109 if (tokenizer.getToken() == VarTokenizer::TOKEN_PERIOD)
111 tokenizer.advance();
112 TCU_CHECK(tokenizer.getToken() == VarTokenizer::TOKEN_IDENTIFIER)
    [all...]
  /external/apache-xml/src/main/java/org/apache/xml/utils/
StylesheetPIHandler.java 152 StringTokenizer tokenizer = new StringTokenizer(data, " \t=\n", true); local
157 while (tokenizer.hasMoreTokens())
160 token = tokenizer.nextToken();
163 if (tokenizer.hasMoreTokens() &&
170 token = tokenizer.nextToken();
171 while (tokenizer.hasMoreTokens() &&
173 token = tokenizer.nextToken();
179 token = tokenizer.nextToken();
180 while (tokenizer.hasMoreTokens() &&
182 token = tokenizer.nextToken()
    [all...]
  /external/chromium_org/third_party/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 40 #include <google/protobuf/io/tokenizer.h>
183 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
198 Tokenizer::TokenType type;
208 { "hello", Tokenizer::TYPE_IDENTIFIER },
211 { "123", Tokenizer::TYPE_INTEGER },
212 { "0xab6", Tokenizer::TYPE_INTEGER },
213 { "0XAB6", Tokenizer::TYPE_INTEGER },
214 { "0X1234567", Tokenizer::TYPE_INTEGER },
215 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
216 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
  /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
TreePatternParser.cs 37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) {
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer.NextToken()
    [all...]
  /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
TreePatternParser.cs 39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor )
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer.NextToken()
    [all...]
  /external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
TreePatternParser.java 34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) {
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer.nextToken()
    [all...]
  /packages/apps/Gallery2/src/com/android/gallery3d/data/
Face.java 34 StringTokenizer tokenizer = new StringTokenizer(rect); local
36 while (tokenizer.hasMoreElements()) {
37 mPosition.left = Integer.parseInt(tokenizer.nextToken());
38 mPosition.top = Integer.parseInt(tokenizer.nextToken());
39 mPosition.right = Integer.parseInt(tokenizer.nextToken());
40 mPosition.bottom = Integer.parseInt(tokenizer.nextToken());
  /external/chromium_org/chrome/browser/extensions/api/log_private/
syslog_parser.cc 40 base::StringTokenizer tokenizer(input, " ");
41 if (!tokenizer.GetNext()) {
46 std::string time = tokenizer.token();
50 if (!tokenizer.GetNext()) {
55 ParseProcess(tokenizer.token(), entry.get());
81 base::StringTokenizer tokenizer(input, kProcessInfoDelimiters);
82 if (!tokenizer.GetNext()) {
87 entry->process = tokenizer.token();
89 if (tokenizer.GetNext()) {
90 std::string token = tokenizer.token()
    [all...]
  /external/protobuf/python/google/protobuf/
text_format.py 136 tokenizer = _Tokenizer(text)
137 while not tokenizer.AtEnd():
138 _MergeField(tokenizer, message)
141 def _MergeField(tokenizer, message):
145 tokenizer: A tokenizer to parse the field name and values.
152 if tokenizer.TryConsume('['):
153 name = [tokenizer.ConsumeIdentifier()]
154 while tokenizer.TryConsume('.'):
155 name.append(tokenizer.ConsumeIdentifier()
    [all...]
  /external/chromium_org/content/common/android/
address_parser.cc 80 String16Tokenizer tokenizer(house_number.end, end, delimiters);
81 tokenizer.set_options(String16Tokenizer::RETURN_DELIMS);
96 // Extract a new word from the tokenizer.
99 if (!tokenizer.GetNext())
103 if (tokenizer.token_is_delim() && newline_delimiters.find(
104 *tokenizer.token_begin()) != base::string16::npos) {
107 } while (tokenizer.token_is_delim());
112 words.push_back(Word(tokenizer.token_begin(), tokenizer.token_end()));
164 &tokenizer, &state_index))
    [all...]
  /external/protobuf/src/google/protobuf/io/
tokenizer_unittest.cc 39 #include <google/protobuf/io/tokenizer.h>
182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER }
    [all...]
  /external/chromium_org/third_party/WebKit/Source/core/html/parser/
HTMLSourceTracker.cpp 39 void HTMLSourceTracker::start(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token)
43 if (tokenizer->numberOfBufferedCharacters())
44 m_previousSource = tokenizer->bufferedCharacters();
53 void HTMLSourceTracker::end(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token)
60 token.end(currentInput.numberOfCharactersConsumed() - tokenizer->numberOfBufferedCharacters());
  /external/emma/core/java12/com/vladium/emma/
AppLoggers.java 59 final StringTokenizer tokenizer = new StringTokenizer (_filter, COMMA_DELIMITERS); local
60 if (tokenizer.countTokens () > 0)
62 temp = new HashSet (tokenizer.countTokens ());
63 while (tokenizer.hasMoreTokens ())
65 temp.add (tokenizer.nextToken ());
  /external/antlr/antlr-3.4/runtime/ObjC/Framework/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
  /external/chromium_org/third_party/protobuf/python/google/protobuf/
text_format.py 156 tokenizer = _Tokenizer(text)
157 while not tokenizer.AtEnd():
158 _MergeField(tokenizer, message)
161 def _MergeField(tokenizer, message):
165 tokenizer: A tokenizer to parse the field name and values.
172 if tokenizer.TryConsume('['):
173 name = [tokenizer.ConsumeIdentifier()]
174 while tokenizer.TryConsume('.'):
175 name.append(tokenizer.ConsumeIdentifier()
    [all...]
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
ANTLRTreePatternParser.h 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
  /external/chromium_org/third_party/skia/experimental/PdfViewer/inc/
SkPdfTokenLooper.h 19 * An object which reads tokens from a tokenizer and draws it to an SkCanvas.
26 * @param tokenizer SkPdfNativeTokenizer for reading tokens.
30 SkPdfTokenLooper(SkPdfNativeTokenizer* tokenizer,
34 , fTokenizer(tokenizer)
  /external/skia/experimental/PdfViewer/inc/
SkPdfTokenLooper.h 19 * An object which reads tokens from a tokenizer and draws it to an SkCanvas.
26 * @param tokenizer SkPdfNativeTokenizer for reading tokens.
30 SkPdfTokenLooper(SkPdfNativeTokenizer* tokenizer,
34 , fTokenizer(tokenizer)
  /frameworks/native/libs/input/
VirtualKeyMap.cpp 25 #include <utils/Tokenizer.h>
52 Tokenizer* tokenizer; local
53 status_t status = Tokenizer::open(filename, &tokenizer);
65 Parser parser(map, tokenizer);
70 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
79 delete tokenizer;
87 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]

Completed in 722 milliseconds

1 2 3 4 5 6 7 8 91011>>