HomeSort by relevance Sort by last modified time
    Searched defs:Tokenizer (Results 1 - 25 of 26) sorted by null

1 2

  /external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/common/
tokenizer.py 28 class Tokenizer(object):
29 """General purpose tokenizer.
32 mode: The latest mode of the tokenizer. This allows patterns to distinguish
41 """Initialize the tokenizer.
  /external/chromium_org/third_party/closure_linter/closure_linter/common/
tokenizer.py 28 class Tokenizer(object):
29 """General purpose tokenizer.
32 mode: The latest mode of the tokenizer. This allows patterns to distinguish
41 """Initialize the tokenizer.
  /external/chromium_org/tools/gn/
tokenizer.cc 5 #include "tools/gn/tokenizer.h"
71 Tokenizer::Tokenizer(const InputFile* input_file, Err* err)
80 Tokenizer::~Tokenizer() {
84 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
85 Tokenizer t(input_file, err);
89 std::vector<Token> Tokenizer::Run() {
156 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) {
176 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset)
    [all...]
tokenizer.h 18 class Tokenizer {
27 // This is a helper function for error output so that the tokenizer's
45 // InputFile must outlive the tokenizer and all generated tokens.
46 explicit Tokenizer(const InputFile* input_file, Err* err);
47 ~Tokenizer();
91 DISALLOW_COPY_AND_ASSIGN(Tokenizer);
  /external/chromium_org/third_party/angle/src/compiler/preprocessor/
Tokenizer.h 19 class Tokenizer : public Lexer
36 Tokenizer(Diagnostics *diagnostics);
37 ~Tokenizer();
48 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
Tokenizer.cpp 1 #line 16 "./Tokenizer.l"
12 #line 13 "./Tokenizer.cpp"
542 #include "Tokenizer.h"
588 #define YY_EXTRA_TYPE pp::Tokenizer::Context*
    [all...]
  /external/clang/include/clang/ASTMatchers/Dynamic/
Parser.h 182 Parser(CodeTokenizer *Tokenizer, Sema *S,
194 CodeTokenizer *const Tokenizer;
  /external/chromium_org/third_party/WebKit/Source/devtools/front_end/documentation/
WikiParser.js 12 this._tokenizer = new WebInspector.WikiParser.Tokenizer(text);
114 WebInspector.WikiParser.Tokenizer = function(str)
119 this._mode = WebInspector.WikiParser.Tokenizer.Mode.Normal;
126 WebInspector.WikiParser.Tokenizer.Mode = {
131 WebInspector.WikiParser.Tokenizer.prototype = {
133 * @param {!WebInspector.WikiParser.Tokenizer.Mode} mode
147 return this._mode === WebInspector.WikiParser.Tokenizer.Mode.Normal;
215 * @return {!WebInspector.WikiParser.Tokenizer}
219 var tokenizer = new WebInspector.WikiParser.Tokenizer(this._text)
    [all...]
  /external/deqp/executor/
xeXMLParser.cpp 57 Tokenizer::Tokenizer (void)
65 Tokenizer::~Tokenizer (void)
69 void Tokenizer::clear (void)
77 void Tokenizer::error (const std::string& what)
82 void Tokenizer::feed (const deUint8* bytes, int numBytes)
98 int Tokenizer::getChar (int offset) const
108 void Tokenizer::advance (void)
338 void Tokenizer::getString (std::string& dst) cons
    [all...]
xeXMLParser.hpp 83 class Tokenizer
86 Tokenizer (void);
87 ~Tokenizer (void);
89 void clear (void); //!< Resets tokenizer to initial state.
103 Tokenizer (const Tokenizer& other);
104 Tokenizer& operator= (const Tokenizer& other);
190 Tokenizer m_tokenizer;
203 inline void Tokenizer::getTokenStr (std::string& dst) cons
    [all...]
  /external/chromium_org/third_party/protobuf/src/google/protobuf/io/
tokenizer.cc 91 #include <google/protobuf/io/tokenizer.h>
108 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
185 Tokenizer::Tokenizer(ZeroCopyInputStream* input,
208 Tokenizer::~Tokenizer() {
219 void Tokenizer::NextChar() {
240 void Tokenizer::Refresh() {
270 inline void Tokenizer::RecordTo(string* target) {
275 inline void Tokenizer::StopRecording()
    [all...]
tokenizer.h 52 class Tokenizer;
82 class LIBPROTOBUF_EXPORT Tokenizer {
84 // Construct a Tokenizer that reads and tokenizes text from the given
87 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
88 ~Tokenizer();
191 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
196 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
206 // parsed by a Tokenizer, the result is undefined (possibly an assert
233 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
367 inline const Tokenizer::Token& Tokenizer::current()
    [all...]
  /external/doclava/src/com/google/doclava/apicheck/
ApiFile.java 67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); local
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token)
    [all...]
  /external/libedit/src/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
  /external/owasp/sanitizer/lib/htmlparser-1.3/
htmlparser-1.3-with-transitions.jar 
htmlparser-1.3.jar 
  /external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/
org.apache.lucene_1.9.1.v20100518-1140.jar 
org.eclipse.osgi_3.6.1.R36x_v20100806.jar 
org.eclipse.osgi_3.6.2.R36x_v20101103.jar 
  /external/google-tv-pairing-protocol/java/jar/
protobuf-java-2.2.0-lite.jar 
  /external/chromium_org/third_party/android_platform/webview/
frameworks.jar 
  /external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/org.apache.ant_1.7.1.v20090120-1145/lib/
ant.jar 
  /external/jarjar/lib/
apache-ant-1.9.4.jar 
  /external/owasp/sanitizer/tools/findbugs/lib/
ant.jar 
  /external/chromium_org/third_party/WebKit/Source/devtools/scripts/closure/
compiler.jar 

Completed in 2259 milliseconds

1 2