| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Java/ |
| Java.stg | 54 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
84 lexer(grammar, name, tokens, scopes, rules, numRules, filterMode, labelType="CommonToken",
85 superClass="Lexer") ::= <<
89 <actions.lexer.members>
134 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
496 /** How to generate a rule in the lexer; naked blocks are used for
534 /** How to generate code for the implicitly-defined lexer grammar rule
535 * that chooses between lexer rules.
718 <if(LEXER)>
727 <if(!LEXER)>
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/JavaScript/ |
| JavaScript.stg | 6 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
26 lexer(grammar, name, tokens, scopes, rules, numRules, labelType="Token",
27 filterMode, superClass="org.antlr.runtime.Lexer") ::= <<
37 <actions.lexer.members>
54 <actions.lexer.init>
82 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
451 /** How to generate a rule in the lexer; naked blocks are used for
488 /** How to generate code for the implicitly-defined lexer grammar rule
489 * that chooses between lexer rules.
673 <if(LEXER)>
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Perl5/ |
| Perl5.stg | 35 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
57 lexer(grammar, name, tokens, scopes, rules, numRules, labelType="Token",
58 filterMode, superClass="ANTLR::Runtime::Lexer") ::= <<
72 extends 'ANTLR::Runtime::Lexer';
81 <actions.lexer.members>
127 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
469 /** How to generate a rule in the lexer; naked blocks are used for
508 /** How to generate code for the implicitly-defined lexer grammar rule
509 * that chooses between lexer rules.
694 <if(LEXER)>
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Scala/ |
| Scala.stg | 45 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
67 lexer(grammar, name, tokens, scopes, rules, numRules, filterMode, labelType="CommonToken",
68 superClass="Lexer") ::= <<
77 <actions.lexer.members>
115 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
474 /** How to generate a rule in the lexer; naked blocks are used for
512 /** How to generate code for the implicitly-defined lexer grammar rule
513 * that chooses between lexer rules.
700 <if(LEXER)>
709 <if(!LEXER)>
[all...] |
| /external/antlr/antlr-3.4/tool/src/test/java/org/antlr/test/ |
| TestLexer.java | 186 "lexer grammar T;\n" +
197 "lexer grammar T;\n" +
209 "lexer grammar T;\n" +
225 "lexer grammar T;\n" +
237 "lexer grammar T;\n" +
|
| /external/clang/lib/Edit/ |
| EditedSource.cpp | 15 #include "clang/Lex/Lexer.h"
247 return !(Lexer::isIdentifierBodyChar(left, LangOpts) &&
248 Lexer::isIdentifierBodyChar(right, LangOpts));
271 SourceLocation BeginTokLoc = Lexer::GetBeginningOfToken(Loc, SM, LangOpts);
381 return Lexer::getSourceText(CharSourceRange::getCharRange(BLoc, ELoc),
|
| /external/smali/smali/src/main/java/org/jf/smali/ |
| main.java | 282 LexerErrorInterface lexer; local
287 lexer = new smaliFlexLexer(reader);
288 ((smaliFlexLexer)lexer).setSourceFile(smaliFile);
289 tokens = new CommonTokenStream((TokenSource)lexer);
311 if (parser.getNumberOfSyntaxErrors() > 0 || lexer.getNumberOfSyntaxErrors() > 0) {
|
| /external/antlr/antlr-3.4/runtime/Python/antlr3/ |
| recognizers.py | 91 # LEXER FIELDS (must be in same state object to avoid casting
92 # constantly in generated code and Lexer object) :(
95 ## The goal of all lexer rules/methods is to create a token object.
98 # matching lexer rule(s). If you subclass to allow multiple token
131 lexer, parser, and tree grammars. This is all the parsing
156 ## State of a lexer, parser, or tree parser are collected into a state
403 Get number of recognition errors (lexer, parser, tree parser). Each
404 recognizer tracks its own number. So parser and lexer each have
431 your token objects because you don't have to go modify your lexer
777 If you change what tokens must be created by the lexer,
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/tool/templates/messages/languages/ |
| en.stg | 59 problems creating lexer rule listing all tokens: <exception>
100 "lexer rule <arg> not allowed in parser"
102 "parser rule <arg> not allowed in lexer"
106 "no lexer rule corresponding to token: <arg>"
110 "literal has no associated lexer rule: <arg>"
112 "literals are illegal in lexer tokens{} section: <arg>"
222 "no lexer rules contributed to <arg> from imported grammar <arg2>"
|
| /external/antlr/antlr-3.4/tool/ |
| CHANGES.txt | 230 in lexer. Altered all target stg files. Set in codegen.g
253 * Refs to other tokens in a lexer rule didn't get its line/charpos right.
598 delegates if root grammar; regardless of lexer/parser scope.
681 in lexer anymore.
780 * $channel was a global variable in 3.0.1 unlike $type which did not affect an invoking lexer rule. Now it's local too. Only $type and $channel are ever set with regularity. Setting those should not affect an invoking lexer rule as in the following should work:
949 * Fixed ANTLR-209. ANTLR consumed 2 not 1 char to recover in lexer.
952 lexer error handling:
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/antlr3/org/antlr/grammar/v3/ |
| CodeGenTreeWalker.g | 118 /** The overall lexer/parser template; simulate dynamically scoped
130 if (grammar.type == Grammar.LEXER) {
171 if (name == "matchSet" && elementAST.enclosingRuleName != null && elementAST.enclosingRuleName.length() > 0 && Rule.getRuleType(elementAST.enclosingRuleName) == Grammar.LEXER)
230 if ( grammar.type == Grammar.LEXER )
312 if ( g.type!=Grammar.LEXER ) {
436 // do not generate lexer rules in combined grammar
442 else if ( grammar.type==Grammar.LEXER )
456 Rule.getRuleType(currentRuleName) == Grammar.LEXER) )
485 if ( grammar.type==Grammar.LEXER )
627 //if ( grammar.type!=Grammar.LEXER )
[all...] |
| /external/clang/include/clang/Basic/ |
| TokenKinds.def | 600 // The lexer produces these so that they only take effect when the parser
605 // The lexer produces these so that they only take effect when the parser
610 // The lexer produces these so that they only take effect when the parser
615 // The lexer produces these so that they only take effect when the parser
620 // The lexer produces these so that they only take effect when the parser
625 // The lexer produces these so that they only take effect when the parser
630 // The lexer produces these so that they only take effect when the parser
635 // The lexer produces these so that they only take effect when the parser
640 // The lexer produces these so that they only take effect when the parser
645 // The lexer produces these so that they only take effect when the parse
[all...] |
| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| streams.rb | 71 The job of a TokenStream is to read lexer output and then provide ANTLR
280 usually a lexer. They provide the operations required by higher-level
290 to them for some other purpose, you have the lexer assign the comments and
311 # expected to return the token source object (such as a lexer) from which
346 feed text input into an ANTLR Lexer for token processing.
532 # This is an extra utility method for use inside lexer actions if needed.
540 # This is an extra utility method for use inside lexer actions if needed.
548 # This is an extra utility method for use inside lexer actions if needed.
556 # This is an extra utility method for use inside lexer actions if needed.
726 Using some TokenSource (such as a lexer), the stream collects a token sequence
[all...] |
| /external/antlr/antlr-3.4/runtime/C/include/ |
| antlr3baserecognizer.h | 2 * Defines the basic structure to support recognizing by either a lexer,
48 /** Type indicator for a lexer recognizer
172 /// Get number of recognition errors (lexer, parser, tree parser). Each
173 /// recognizer tracks its own number. So parser and lexer each have
303 /// This is ignored for lexers and the lexer implementation of this
325 /// If you change what tokens must be created by the lexer,
|
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/ast-output/ |
| hetero-nodes.rb | 595 lexer = grammar_module::Lexer.new( input )
596 tokens = ANTLR3::CommonTokenStream.new( lexer )
607 lexer = grammar_module::Lexer.new( input )
608 tokens = ANTLR3::CommonTokenStream.new( lexer )
|
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Delphi/ |
| Delphi.stg | 52 * LEXER (Boolean): should we generate lexer code?
55 * actionScope (String): 'lexer', 'parser', 'tree_parser' or custom scope
81 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
114 /** Generates source code for the lexer class
117 lexer(grammar, name, tokens, scopes, rules, numRules, labelType="Token",
118 filterMode, superClass="Lexer") ::= <<
231 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
830 /** How to generate a rule in the lexer; naked blocks are used for
880 /** How to generate code for the implicitly-defined lexer grammar rul
[all...] |
| /external/clang/lib/Rewrite/Frontend/ |
| InclusionRewriter.cpp | 72 void CommentOutDirective(Lexer &DirectivesLex, const Token &StartToken,
76 StringRef NextIdentifierName(Lexer &RawLex, Token &RawToken);
219 void InclusionRewriter::CommentOutDirective(Lexer &DirectiveLex,
238 StringRef InclusionRewriter::NextIdentifierName(Lexer &RawLex,
248 /// Use a raw lexer to analyze \p FileId, inccrementally copying parts of it
258 Lexer RawLex(FileId, &FromFile, PP.getSourceManager(), PP.getLangOpts());
|
| /external/webkit/Source/JavaScriptCore/runtime/ |
| JSGlobalObjectFunctions.cpp | 33 #include "Lexer.h"
88 const char b0 = Lexer::convertHex(p[1], p[2]);
97 sequence[i] = Lexer::convertHex(q[1], q[2]);
126 u = Lexer::convertUnicode(p[2], p[3], p[4], p[5]);
574 u = Lexer::convertUnicode(c[2], c[3], c[4], c[5]);
579 u = UChar(Lexer::convertHex(c[1], c[2]));
|
| /external/antlr/antlr-3.4/runtime/C/doxygen/ |
| mainpage.dox | 59 /// lexer, input stream or other internal structure therefore consists of allocating the memory required for
73 /// performance and reliability. In essence any memory used by a lexer, parser or tree parser is automatically tracked and
77 /// the lexer, parser or tree parser, then you must make a copy of it before freeing those structures, and track it yourself
|
| /external/antlr/antlr-3.4/runtime/C/vsrulefiles/ |
| antlr3lexer.rules | 3 Name="ANTLR3 Lexer"
9 DisplayName="ANTLR 3 Lexer Grammar Translation"
13 ExecutionDescription="Translating to lexer."
|
| /external/antlr/antlr-3.4/runtime/ObjC/Framework/examples/treerewrite/output1/ |
| TreeRewriteLexer.m | 6 * - for the lexer : TreeRewriteLexerLexer *
56 /** As per Terence: No returns for lexer rules!
90 // Start of actions.lexer.methods
|
| /external/antlr/antlr-3.4/runtime/Ruby/ |
| History.txt | 4 - fixed ANTLR3::InteractiveStringStream to work with Ruby 1.9. The lexer main script
40 - lexer code is no longer generated using '?c' character syntax; characters
100 will also try to cast it by checking for an associated lexer (like it currently
|
| /external/clang/lib/AST/ |
| RawCommentList.cpp | 42 // Comment lexer does not understand escapes in comment markers, so pretend
146 comments::Lexer L(Allocator, Context.getCommentCommandTraits(),
167 comments::Lexer L(Context.getAllocator(), Context.getCommentCommandTraits(),
|
| /external/clang/lib/Format/ |
| TokenAnnotator.h | 25 class Lexer;
211 TokenAnnotator(const FormatStyle &Style, SourceManager &SourceMgr, Lexer &Lex,
234 Lexer &Lex;
|
| /external/llvm/tools/llvm-mcmarkup/ |
| llvm-mcmarkup.cpp | 34 /// Trivial lexer for the markup parser. Input is always handled a character
35 /// at a time. The lexer just encapsulates EOF and lookahead handling.
76 /// The parseTag() method should be called when the lexer has processed
|
