HomeSort by relevance Sort by last modified time
    Searched full:tokenizer (Results 101 - 125 of 504) sorted by null

1 2 3 45 6 7 8 91011>>

  /external/chromium_org/third_party/protobuf/src/google/protobuf/compiler/
parser.cc 46 #include <google/protobuf/io/tokenizer.h>
114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
193 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
194 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
209 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
210 *output = io::Tokenizer::ParseFloat(input_->current().text)
    [all...]
  /external/chromium_org/third_party/protobuf/src/google/protobuf/io/
tokenizer.cc 91 #include <google/protobuf/io/tokenizer.h>
108 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
185 Tokenizer::Tokenizer(ZeroCopyInputStream* input,
208 Tokenizer::~Tokenizer() {
219 void Tokenizer::NextChar() {
240 void Tokenizer::Refresh() {
270 inline void Tokenizer::RecordTo(string* target) {
275 inline void Tokenizer::StopRecording()
    [all...]
  /external/emma/core/java12/com/vladium/emma/
AppLoggers.java 59 final StringTokenizer tokenizer = new StringTokenizer (_filter, COMMA_DELIMITERS); local
60 if (tokenizer.countTokens () > 0)
62 temp = new HashSet (tokenizer.countTokens ());
63 while (tokenizer.hasMoreTokens ())
65 temp.add (tokenizer.nextToken ());
  /external/apache-xml/src/main/java/org/apache/xalan/templates/
AVT.java 172 StringTokenizer tokenizer = new StringTokenizer(stringedValue, "{}\"\'", local
174 int nTokens = tokenizer.countTokens();
199 while (tokenizer.hasMoreTokens())
207 t = tokenizer.nextToken();
228 lookahead = tokenizer.nextToken();
275 lookahead = tokenizer.nextToken();
281 lookahead = tokenizer.nextToken();
286 lookahead = tokenizer.nextToken();
323 lookahead = tokenizer.nextToken();
333 lookahead = tokenizer.nextToken()
    [all...]
  /external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/org.eclipse.build.tools/src/org/eclipse/releng/
FetchValidator.java 90 StringTokenizer tokenizer = new StringTokenizer(list, ","); local
92 while (tokenizer.hasMoreTokens()) {
96 (String) tokenizer.nextToken().trim());
  /external/protobuf/src/google/protobuf/io/
tokenizer.h 51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer {
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer::Token& Tokenizer::current()
    [all...]
  /libcore/luni/src/test/java/libcore/java/io/
OldAndroidStreamTokenizerTest.java 75 StreamTokenizer tokenizer = new StreamTokenizer(new ByteArrayInputStream(data)); local
76 tokenizer.nextToken();
77 String result = tokenizer.toString();
  /external/chromium_org/third_party/WebKit/Source/core/html/parser/
HTMLTokenizer.h 152 // Returns a copy of any characters buffered internally by the tokenizer.
153 // The tokenizer buffers characters when searching for the </script> token
161 // the tokenizer's state machine.
165 // Updates the tokenizer's state according to the given tag name. This is
166 // an approximation of how the tree builder would update the tokenizer's
285 // token here so we remember it next time we re-enter the tokenizer.
  /frameworks/native/include/input/
KeyCharacterMap.h 29 #include <utils/Tokenizer.h>
193 Tokenizer* mTokenizer;
199 Parser(KeyCharacterMap* map, Tokenizer* tokenizer, Format format);
232 static status_t load(Tokenizer* tokenizer, Format format, sp<KeyCharacterMap>* outMap);
  /external/chromium_org/third_party/protobuf/src/google/protobuf/
text_format.cc 50 #include <google/protobuf/io/tokenizer.h>
167 // This class makes use of the Protocol Message compiler's tokenizer found
168 // in //google/protobuf/io/tokenizer.h. Note that class's Parse
209 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
223 if (LookingAtType(io::Tokenizer::TYPE_END)) {
238 return suc && LookingAtType(io::Tokenizer::TYPE_END);
307 // Consumes the current field (as returned by the tokenizer) on the
591 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
616 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
622 LookingAtType(io::Tokenizer::TYPE_INTEGER))
    [all...]
  /external/chromium_org/tools/gn/
BUILD.gn 100 "tokenizer.cc",
101 "tokenizer.h",
  /external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/org.eclipse.test.performance.ui/src/org/eclipse/test/performance/ui/
ScenarioStatusTable.java 114 StringTokenizer tokenizer = new StringTokenizer(boxName.substring(0, idx).trim(), " "); local
115 StringBuffer buffer = new StringBuffer(tokenizer.nextToken());
116 while (tokenizer.hasMoreTokens()) {
118 buffer.append(tokenizer.nextToken());
122 tokenizer = new StringTokenizer(boxName.substring(idx).trim(), " ");
123 buffer.append(tokenizer.nextToken());
124 while (tokenizer.hasMoreTokens()) {
126 buffer.append(tokenizer.nextToken());
  /external/smack/src/org/xbill/DNS/
NXTRecord.java 57 rdataFromString(Tokenizer st, Name origin) throws IOException {
61 Tokenizer.Token t = st.get();
TXTBase.java 62 rdataFromString(Tokenizer st, Name origin) throws IOException {
65 Tokenizer.Token t = st.get();
AAAARecord.java 46 rdataFromString(Tokenizer st, Name origin) throws IOException {
NULLRecord.java 47 rdataFromString(Tokenizer st, Name origin) throws IOException {
  /external/chromium/net/base/
transport_security_state.cc 184 StringTokenizer tokenizer(value, " \t=;");
185 tokenizer.set_options(StringTokenizer::RETURN_DELIMS);
186 while (tokenizer.GetNext()) {
187 DCHECK(!tokenizer.token_is_delim() || tokenizer.token().length() == 1);
190 if (IsAsciiWhitespace(*tokenizer.token_begin()))
192 if (!LowerCaseEqualsASCII(tokenizer.token(), "max-age"))
198 if (IsAsciiWhitespace(*tokenizer.token_begin()))
200 if (*tokenizer.token_begin() != '=')
202 DCHECK(tokenizer.token().length() == 1)
    [all...]
  /external/protobuf/src/google/protobuf/
text_format.cc 49 #include <google/protobuf/io/tokenizer.h>
97 // This class makes use of the Protocol Message compiler's tokenizer found
98 // in //google/protobuf/io/tokenizer.h. Note that class's Parse
133 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
147 if (LookingAtType(io::Tokenizer::TYPE_END)) {
162 return suc && LookingAtType(io::Tokenizer::TYPE_END);
231 // Consumes the current field (as returned by the tokenizer) on the
451 bool LookingAtType(io::Tokenizer::TokenType token_type) {
458 if (!LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
472 if (!LookingAtType(io::Tokenizer::TYPE_STRING))
    [all...]
  /external/chromium_org/base/process/
process_metrics_linux.cc 45 StringTokenizer tokenizer(status, ":\n");
48 while (tokenizer.GetNext()) {
51 last_key_name = tokenizer.token_piece();
58 tokenizer.token_piece().CopyToString(&value_str);
218 StringTokenizer tokenizer(proc_io_contents, ": \n");
221 while (tokenizer.GetNext()) {
224 last_key_name = tokenizer.token_piece();
230 StringToInt64(tokenizer.token_piece(),
233 StringToInt64(tokenizer.token_piece(),
236 StringToInt64(tokenizer.token_piece()
    [all...]
  /external/chromium_org/third_party/sqlite/src/ext/fts3/
fts3_tokenizer.c 14 ** This particular file implements the generic tokenizer interface.
90 char *zErr = sqlite3_mprintf("unknown tokenizer: %s", zName);
152 Fts3Hash *pHash, /* Tokenizer hash table */
153 const char *zArg, /* Tokenizer name */
154 sqlite3_tokenizer **ppTok, /* OUT: Tokenizer (if applicable) */
174 *pzErr = sqlite3_mprintf("unknown tokenizer: %s", z);
197 *pzErr = sqlite3_mprintf("unknown tokenizer");
231 ** using the built-in "simple" tokenizer:
282 char *zErr = sqlite3_mprintf("unknown tokenizer: %s", zName);
386 ** in the README.tokenizer file as an example, so it is important t
    [all...]
  /frameworks/native/libs/input/
KeyCharacterMap.cpp 32 #include <utils/Tokenizer.h>
112 Tokenizer* tokenizer; local
113 status_t status = Tokenizer::open(filename, &tokenizer);
117 status = load(tokenizer, format, outMap);
118 delete tokenizer;
127 Tokenizer* tokenizer; local
128 status_t status = Tokenizer::fromContents(filename, contents, &tokenizer)
    [all...]
  /external/apache-xml/src/main/java/org/apache/xpath/functions/
FuncId.java 64 StringTokenizer tokenizer = new StringTokenizer(refval); local
65 boolean hasMore = tokenizer.hasMoreTokens();
70 ref = tokenizer.nextToken();
71 hasMore = tokenizer.hasMoreTokens();
  /external/chromium/base/
process_util_linux.cc 119 StringTokenizer tokenizer(status, ":\n");
122 while (tokenizer.GetNext()) {
125 last_key_name = tokenizer.token();
132 base::StringToInt(tokenizer.token(), &ppid);
362 StringTokenizer tokenizer(smaps, ":\n");
365 while (tokenizer.GetNext()) {
368 last_key_name = tokenizer.token_piece();
378 base::StringToInt(tokenizer.token(), &cur);
383 base::StringToInt(tokenizer.token(), &cur);
486 StringTokenizer tokenizer(proc_io_contents, ": \n")
    [all...]
  /external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/common/
tokenizer.py 28 class Tokenizer(object):
29 """General purpose tokenizer.
32 mode: The latest mode of the tokenizer. This allows patterns to distinguish
41 """Initialize the tokenizer.
  /external/chromium_org/third_party/closure_linter/closure_linter/common/
tokenizer.py 28 class Tokenizer(object):
29 """General purpose tokenizer.
32 mode: The latest mode of the tokenizer. This allows patterns to distinguish
41 """Initialize the tokenizer.

Completed in 2807 milliseconds

1 2 3 45 6 7 8 91011>>