| /external/chromium_org/third_party/WebKit/Source/core/html/parser/ |
| HTMLTreeBuilderSimulator.cpp | 132 bool HTMLTreeBuilderSimulator::simulate(const CompactHTMLToken& token, HTMLTokenizer* tokenizer)
146 // FIXME: This is just a copy of Tokenizer::updateStateFor which uses threadSafeMatches.
148 tokenizer->setState(HTMLTokenizer::RCDATAState);
150 tokenizer->setState(HTMLTokenizer::PLAINTEXTState);
152 tokenizer->setState(HTMLTokenizer::ScriptDataState);
159 tokenizer->setState(HTMLTokenizer::RAWTEXTState);
172 tokenizer->setState(HTMLTokenizer::DataState);
178 tokenizer->setForceNullCharacterReplacement(inForeignContent());
179 tokenizer->setShouldAllowCDATA(inForeignContent());
|
| InputStreamPreprocessor.h | 39 template <typename Tokenizer>
43 InputStreamPreprocessor(Tokenizer* tokenizer)
44 : m_tokenizer(tokenizer)
128 Tokenizer* m_tokenizer;
|
| /external/smack/src/org/xbill/DNS/ |
| EmptyRecord.java | 30 rdataFromString(Tokenizer st, Name origin) throws IOException {
|
| Tokenizer.java | 26 * Tokenizer is used to parse DNS records and zones from text format,
32 public class Tokenizer {
142 * Creates a Tokenizer from an arbitrary input stream.
146 Tokenizer(InputStream is) {
161 * Creates a Tokenizer from a string.
165 Tokenizer(String s) {
170 * Creates a Tokenizer from a file.
174 Tokenizer(File f) throws FileNotFoundException {
225 * Gets the next token from a tokenizer.
339 * Gets the next token from a tokenizer, ignoring whitespace and comments
[all...] |
| /frameworks/native/include/input/ |
| KeyLayoutMap.h | 23 #include <utils/Tokenizer.h>
92 Tokenizer* mTokenizer;
95 Parser(KeyLayoutMap* map, Tokenizer* tokenizer);
|
| /external/chromium_org/third_party/sqlite/src/test/ |
| fts2token.test | 44 # 1: Verify that there is no such fts2 tokenizer as 'blah'.
46 # 2: Query for the built-in tokenizer 'simple'. Insert a copy of the
47 # retrieved value as tokenizer 'blah'.
49 # 3: Test that the value returned for tokenizer 'blah' is now the
53 # tokenizer 'blah' (it was not possible in step 1).
55 # 5: Test that the table created to use tokenizer 'blah' is usable.
61 } {1 {unknown tokenizer: blah}}
94 } {1 {unknown tokenizer: nosuchtokenizer}}
99 # to test the test function as the tokenizer implementations.
120 # Test cases fts2token-4.* test the ICU tokenizer. In practice, thi
[all...] |
| fts3atoken.test | 44 # 1: Verify that there is no such fts3 tokenizer as 'blah'.
46 # 2: Query for the built-in tokenizer 'simple'. Insert a copy of the
47 # retrieved value as tokenizer 'blah'.
49 # 3: Test that the value returned for tokenizer 'blah' is now the
53 # tokenizer 'blah' (it was not possible in step 1).
55 # 5: Test that the table created to use tokenizer 'blah' is usable.
61 } {1 {unknown tokenizer: blah}}
94 } {1 {unknown tokenizer: nosuchtokenizer}}
99 # to test the test function as the tokenizer implementations.
120 # Test cases fts3token-4.* test the ICU tokenizer. In practice, thi
[all...] |
| /frameworks/base/core/java/android/widget/ |
| MultiAutoCompleteTextView.java | 34 * You must provide a {@link Tokenizer} to distinguish the
60 private Tokenizer mTokenizer;
77 * Sets the Tokenizer that will be used to determine the relevant
80 public void setTokenizer(Tokenizer t) {
87 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
111 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
175 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd} by the
177 * {@link Tokenizer#terminateToken}.
212 public static interface Tokenizer {
233 * This simple Tokenizer can be used for lists where the items ar
[all...] |
| /external/chromium_org/third_party/sqlite/src/ext/fts2/ |
| fts2_icu.c | 12 ** This file implements a tokenizer for fts2 based on the ICU library.
52 ** Create a new tokenizer instance.
56 const char * const *argv, /* Tokenizer creation arguments */
57 sqlite3_tokenizer **ppTokenizer /* OUT: Created tokenizer */
82 ** Destroy a tokenizer
97 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
239 ** The set of routines that implement the simple tokenizer
251 ** Set *ppModule to point at the implementation of the ICU tokenizer.
|
| fts2_tokenizer1.c | 13 ** Implementation of the "simple" full-text-search tokenizer.
59 ** Create a new tokenizer instance.
101 ** Destroy a tokenizer
115 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
209 ** The set of routines that implement the simple tokenizer
221 ** Allocate a new simple tokenizer. Return a pointer to the new
222 ** tokenizer in *ppModule
|
| /external/chromium_org/third_party/sqlite/src/ext/fts3/ |
| fts3_icu.c | 12 ** This file implements a tokenizer for fts3 based on the ICU library.
52 ** Create a new tokenizer instance.
56 const char * const *argv, /* Tokenizer creation arguments */
57 sqlite3_tokenizer **ppTokenizer /* OUT: Created tokenizer */
82 ** Destroy a tokenizer
97 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
239 ** The set of routines that implement the simple tokenizer
251 ** Set *ppModule to point at the implementation of the ICU tokenizer.
|
| fts3_tokenizer1.c | 13 ** Implementation of the "simple" full-text-search tokenizer.
60 ** Create a new tokenizer instance.
101 ** Destroy a tokenizer
115 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
213 ** The set of routines that implement the simple tokenizer
225 ** Allocate a new simple tokenizer. Return a pointer to the new
226 ** tokenizer in *ppModule
|
| /external/chromium_org/tools/gyp/tools/Xcode/Specifications/ |
| gyp.xclangspec | 73 Tokenizer = "xcode.lang.gyp.lexer.toplevel";
108 Tokenizer = "xcode.lang.gyp.lexer";
121 Tokenizer = "xcode.lang.gyp.lexer";
133 Tokenizer = "xcode.lang.gyp.lexer";
144 Tokenizer = "xcode.lang.gyp.lexer";
155 Tokenizer = "xcode.lang.gyp.lexer";
168 Tokenizer = "xcode.lang.gyp.lexer";
183 Tokenizer = "xcode.lang.gyp.lexer";
|
| /external/ganymed-ssh2/src/main/java/ch/ethz/ssh2/util/ |
| Tokenizer.java | 8 * Tokenizer. Why? Because StringTokenizer is not available in J2ME.
13 public class Tokenizer
|
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| errcode.h | 8 /* Error codes passed around between file input, tokenizer, parser and
11 slightly different meaning when passed from the tokenizer to the
|
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| errcode.h | 8 /* Error codes passed around between file input, tokenizer, parser and
11 slightly different meaning when passed from the tokenizer to the
|
| /external/chromium_org/third_party/WebKit/Source/devtools/front_end/ |
| SourceTokenizer.js | 121 var tokenizer = this._tokenizers[tokenizerClass];
122 if (!tokenizer) {
123 tokenizer = new WebInspector[tokenizerClass]();
124 this._tokenizers[tokenizerClass] = tokenizer;
126 return tokenizer;
|
| /external/protobuf/src/google/protobuf/io/ |
| tokenizer.cc | 91 #include <google/protobuf/io/tokenizer.h>
105 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
180 Tokenizer::Tokenizer(ZeroCopyInputStream* input,
201 Tokenizer::~Tokenizer() {
212 void Tokenizer::NextChar() {
233 void Tokenizer::Refresh() {
263 inline void Tokenizer::StartToken() {
271 inline void Tokenizer::EndToken()
[all...] |
| /external/chromium_org/third_party/angle_dx11/src/compiler/preprocessor/ |
| Tokenizer.l | 26 #include "Tokenizer.h"
74 %option extra-type="pp::Tokenizer::Context*"
272 const size_t Tokenizer::kMaxTokenLength = 256;
274 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
279 Tokenizer::~Tokenizer()
284 bool Tokenizer::init(size_t count, const char* const string[], const int length[])
292 void Tokenizer::setFileNumber(int file)
299 void Tokenizer::setLineNumber(int line
[all...] |
| preprocessor.vcxproj.filters | 38 <ClCompile Include="Tokenizer.cpp">
82 <ClInclude Include="Tokenizer.h">
96 <None Include="Tokenizer.l">
|
| /external/chromium_org/third_party/sqlite/src/ext/fts1/ |
| fts1_tokenizer1.c | 5 ** Implementation of the "simple" full-text-search tokenizer.
52 ** Create a new tokenizer instance.
92 ** Destroy a tokenizer
106 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
200 ** The set of routines that implement the simple tokenizer
212 ** Allocate a new simple tokenizer. Return a pointer to the new
213 ** tokenizer in *ppModule
|
| /external/antlr/antlr-3.4/runtime/ObjC/Framework/ |
| ANTLRTreePatternParser.h | 39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
|
| /frameworks/native/libs/input/ |
| KeyLayoutMap.cpp | 26 #include <utils/Tokenizer.h>
54 Tokenizer* tokenizer; local
55 status_t status = Tokenizer::open(filename, &tokenizer);
67 Parser parser(map.get(), tokenizer);
72 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
79 delete tokenizer;
156 KeyLayoutMap::Parser::Parser(KeyLayoutMap* map, Tokenizer* tokenizer)
[all...] |
| /external/chromium_org/chrome/common/ |
| auto_start_linux.cc | 82 base::StringTokenizer tokenizer(contents, "\n");
84 while (tokenizer.GetNext()) {
85 if (tokenizer.token().substr(0, token.length()) == token) {
86 *value = tokenizer.token().substr(token.length());
|
| /external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/org.eclipse.build.tools/src/org/eclipse/releng/ |
| BuildMachineManager.java | 154 StringTokenizer tokenizer = new StringTokenizer(getList(), ","); local
155 String[] names = new String[tokenizer.countTokens()];
158 while (tokenizer.hasMoreTokens()) {
159 names[i++] = tokenizer.nextToken();
|
