| /external/chromium_org/third_party/markdown/extensions/ |
| codehilite.py | 122 lexer = get_lexer_by_name(self.lang)
126 lexer = guess_lexer(self.src)
128 lexer = TextLexer()
130 lexer = TextLexer()
135 return highlight(self.src, lexer, formatter)
|
| /external/clang/lib/Edit/ |
| EditedSource.cpp | 15 #include "clang/Lex/Lexer.h"
247 return !(Lexer::isIdentifierBodyChar(left, LangOpts) &&
248 Lexer::isIdentifierBodyChar(right, LangOpts));
271 SourceLocation BeginTokLoc = Lexer::GetBeginningOfToken(Loc, SM, LangOpts);
381 return Lexer::getSourceText(CharSourceRange::getCharRange(BLoc, ELoc),
|
| /external/smali/smali/src/main/java/org/jf/smali/ |
| main.java | 259 LexerErrorInterface lexer; local
264 lexer = new smaliFlexLexer(reader);
265 ((smaliFlexLexer)lexer).setSourceFile(smaliFile);
266 tokens = new CommonTokenStream((TokenSource)lexer);
288 if (parser.getNumberOfSyntaxErrors() > 0 || lexer.getNumberOfSyntaxErrors() > 0) {
|
| /external/antlr/antlr-3.4/runtime/Python/antlr3/ |
| recognizers.py | 91 # LEXER FIELDS (must be in same state object to avoid casting
92 # constantly in generated code and Lexer object) :(
95 ## The goal of all lexer rules/methods is to create a token object.
98 # matching lexer rule(s). If you subclass to allow multiple token
131 lexer, parser, and tree grammars. This is all the parsing
156 ## State of a lexer, parser, or tree parser are collected into a state
403 Get number of recognition errors (lexer, parser, tree parser). Each
404 recognizer tracks its own number. So parser and lexer each have
431 your token objects because you don't have to go modify your lexer
777 If you change what tokens must be created by the lexer,
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/tool/templates/messages/languages/ |
| en.stg | 59 problems creating lexer rule listing all tokens: <exception>
100 "lexer rule <arg> not allowed in parser"
102 "parser rule <arg> not allowed in lexer"
106 "no lexer rule corresponding to token: <arg>"
110 "literal has no associated lexer rule: <arg>"
112 "literals are illegal in lexer tokens{} section: <arg>"
222 "no lexer rules contributed to <arg> from imported grammar <arg2>"
|
| /external/chromium_org/tools/idl_parser/ |
| idl_parser.py | 129 # The Parser inherits the from the Lexer to provide PLY with the tokenizing
943 return self.lexer.last
945 def __init__(self, lexer, verbose=False, debug=False, mute_error=False):
946 self.lexer = lexer
947 self.tokens = lexer.KnownTokens()
975 filename = self.lexer.Lexer().filename
1059 # Access lexer errors, despite being private
1061 return self._parse_errors + self.lexer._lex_error
[all...] |
| /external/antlr/antlr-3.4/tool/ |
| CHANGES.txt | 230 in lexer. Altered all target stg files. Set in codegen.g
253 * Refs to other tokens in a lexer rule didn't get its line/charpos right.
598 delegates if root grammar; regardless of lexer/parser scope.
681 in lexer anymore.
780 * $channel was a global variable in 3.0.1 unlike $type which did not affect an invoking lexer rule. Now it's local too. Only $type and $channel are ever set with regularity. Setting those should not affect an invoking lexer rule as in the following should work:
949 * Fixed ANTLR-209. ANTLR consumed 2 not 1 char to recover in lexer.
952 lexer error handling:
[all...] |
| /external/chromium_org/chrome/common/extensions/docs/examples/howto/sandbox/ |
| handlebars-1.0.0.beta.6.js | 201 this.lexer.setInput(input);
202 this.lexer.yy = this.yy;
203 this.yy.lexer = this.lexer;
204 if (typeof this.lexer.yylloc == "undefined")
205 this.lexer.yylloc = {};
206 var yyloc = this.lexer.yylloc;
217 token = self.lexer.lex() || 1;
241 if (this.lexer.showPosition) {
242 errStr = "Parse error on line " + (yylineno + 1) + ":\n" + this.lexer.showPosition() + "\nExpecting " + expected.join(", ") + ", got '" + this.terminals_[symbol] + "'"
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/antlr3/org/antlr/grammar/v3/ |
| CodeGenTreeWalker.g | 118 /** The overall lexer/parser template; simulate dynamically scoped
130 if (grammar.type == Grammar.LEXER) {
171 if (name == "matchSet" && elementAST.enclosingRuleName != null && elementAST.enclosingRuleName.length() > 0 && Rule.getRuleType(elementAST.enclosingRuleName) == Grammar.LEXER)
230 if ( grammar.type == Grammar.LEXER )
312 if ( g.type!=Grammar.LEXER ) {
436 // do not generate lexer rules in combined grammar
442 else if ( grammar.type==Grammar.LEXER )
456 Rule.getRuleType(currentRuleName) == Grammar.LEXER) )
485 if ( grammar.type==Grammar.LEXER )
627 //if ( grammar.type!=Grammar.LEXER )
[all...] |
| /external/clang/lib/Rewrite/Frontend/ |
| InclusionRewriter.cpp | 76 void CommentOutDirective(Lexer &DirectivesLex, const Token &StartToken,
79 bool HandleHasInclude(FileID FileId, Lexer &RawLex,
83 StringRef NextIdentifierName(Lexer &RawLex, Token &RawToken);
242 void InclusionRewriter::CommentOutDirective(Lexer &DirectiveLex,
265 StringRef InclusionRewriter::NextIdentifierName(Lexer &RawLex,
278 FileID FileId, Lexer &RawLex, const DirectoryLookup *Lookup, Token &Tok,
289 // Since the raw lexer doesn't give us angle_literals we have to parse them
345 /// Use a raw lexer to analyze \p FileId, incrementally copying parts of it
355 Lexer RawLex(FileId, &FromFile, PP.getSourceManager(), PP.getLangOpts());
370 // the lexer handled a BOM
[all...] |
| /external/llvm/tools/llvm-mc/ |
| llvm-mc.cpp | 244 AsmLexer Lexer(MAI);
245 Lexer.setBuffer(SrcMgr.getMemoryBuffer(SrcMgr.getMainFileID())->getBuffer());
248 while (Lexer.Lex().isNot(AsmToken::Eof)) {
249 AsmToken Tok = Lexer.getTok();
253 SrcMgr.PrintMessage(Lexer.getLoc(), SourceMgr::DK_Warning,
261 Out->os() << "identifier: " << Lexer.getTok().getString();
264 Out->os() << "int: " << Lexer.getTok().getString();
267 Out->os() << "real: " << Lexer.getTok().getString();
270 Out->os() << "string: " << Lexer.getTok().getString();
383 // Record the location of the include directories so that the lexer can fin
[all...] |
| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| streams.rb | 71 The job of a TokenStream is to read lexer output and then provide ANTLR
280 usually a lexer. They provide the operations required by higher-level
290 to them for some other purpose, you have the lexer assign the comments and
311 # expected to return the token source object (such as a lexer) from which
346 feed text input into an ANTLR Lexer for token processing.
532 # This is an extra utility method for use inside lexer actions if needed.
540 # This is an extra utility method for use inside lexer actions if needed.
548 # This is an extra utility method for use inside lexer actions if needed.
556 # This is an extra utility method for use inside lexer actions if needed.
726 Using some TokenSource (such as a lexer), the stream collects a token sequence
[all...] |
| /external/antlr/antlr-3.4/runtime/C/include/ |
| antlr3baserecognizer.h | 2 * Defines the basic structure to support recognizing by either a lexer,
48 /** Type indicator for a lexer recognizer
172 /// Get number of recognition errors (lexer, parser, tree parser). Each
173 /// recognizer tracks its own number. So parser and lexer each have
303 /// This is ignored for lexers and the lexer implementation of this
325 /// If you change what tokens must be created by the lexer,
|
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/ast-output/ |
| hetero-nodes.rb | 595 lexer = grammar_module::Lexer.new( input )
596 tokens = ANTLR3::CommonTokenStream.new( lexer )
607 lexer = grammar_module::Lexer.new( input )
608 tokens = ANTLR3::CommonTokenStream.new( lexer )
|
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Delphi/ |
| Delphi.stg | 52 * LEXER (Boolean): should we generate lexer code?
55 * actionScope (String): 'lexer', 'parser', 'tree_parser' or custom scope
81 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
114 /** Generates source code for the lexer class
117 lexer(grammar, name, tokens, scopes, rules, numRules, labelType="Token",
118 filterMode, superClass="Lexer") ::= <<
231 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
830 /** How to generate a rule in the lexer; naked blocks are used for
880 /** How to generate code for the implicitly-defined lexer grammar rul
[all...] |
| /external/chromium_org/third_party/WebKit/Source/bindings/scripts/ |
| blink_idl_parser.py | 373 lexer=None, verbose=False, mute_error=False,
392 lexer = lexer or BlinkIDLLexer(debug=debug,
395 self.lexer = lexer
396 self.tokens = lexer.KnownTokens()
|
| /external/antlr/antlr-3.4/runtime/C/doxygen/ |
| mainpage.dox | 59 /// lexer, input stream or other internal structure therefore consists of allocating the memory required for
73 /// performance and reliability. In essence any memory used by a lexer, parser or tree parser is automatically tracked and
77 /// the lexer, parser or tree parser, then you must make a copy of it before freeing those structures, and track it yourself
|
| /external/antlr/antlr-3.4/runtime/C/vsrulefiles/ |
| antlr3lexer.rules | 3 Name="ANTLR3 Lexer"
9 DisplayName="ANTLR 3 Lexer Grammar Translation"
13 ExecutionDescription="Translating to lexer."
|
| /external/antlr/antlr-3.4/runtime/ObjC/Framework/examples/treerewrite/output1/ |
| TreeRewriteLexer.m | 6 * - for the lexer : TreeRewriteLexerLexer *
56 /** As per Terence: No returns for lexer rules!
90 // Start of actions.lexer.methods
|
| /external/antlr/antlr-3.4/runtime/Ruby/ |
| History.txt | 4 - fixed ANTLR3::InteractiveStringStream to work with Ruby 1.9. The lexer main script
40 - lexer code is no longer generated using '?c' character syntax; characters
100 will also try to cast it by checking for an associated lexer (like it currently
|
| /external/clang/include/clang/Lex/ |
| MultipleIncludeOpt.h | 23 /// \brief Implements the simple state machine that the Lexer class uses to
112 /// ExpandedMacro - When a macro is expanded with this lexer as the current
149 /// \brief Called when the lexer exits the top-level conditional.
|
| /external/llvm/tools/llvm-mcmarkup/ |
| llvm-mcmarkup.cpp | 33 /// Trivial lexer for the markup parser. Input is always handled a character
34 /// at a time. The lexer just encapsulates EOF and lookahead handling.
75 /// The parseTag() method should be called when the lexer has processed
|
| /external/antlr/antlr-3.4/runtime/ActionScript/project/src/org/antlr/runtime/ |
| TokenSource.as | 34 * Errors from the lexer are never passed to the parser. Either you want
|
| /external/antlr/antlr-3.4/runtime/CSharp2/ |
| API CHANGES.TXT | 24 Antlr.Runtime.Lexer.Input - return type has been changed to ICharStream
|
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime.Test/SlimParsing/ |
| SlimTokenStream.cs | 41 * directly. Every method call counts in the lexer. Java's
415 SlimLexer lexer = _tokenSource as SlimLexer;
416 if ( lexer != null )
418 SlimStringStream input = lexer.CharStream as SlimStringStream;
|
