| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| recognizers.rb | 77 holds newly constructed tokens for lexer rules
180 For all effective purposes, the class and its immediate subclasses Lexer,
682 # If you change what tokens must be created by the lexer,
911 =begin rdoc ANTLR3::Lexer
913 = Lexer
915 Lexer is the default superclass of all lexers generated by ANTLR. The class
921 A lexer's job is to take input text and break it up into _tokens_ -- objects
923 position of the text with respect to the input. Thus, a lexer is essentially a
927 the lexer converts text into tokens for use by a parser, which recognizes larger
938 == ANTLR Lexers and the Lexer AP
[all...] |
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/ast-output/ |
| auto-ast.rb | 13 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
14 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
18 lexer = grammar_module::Lexer.new( input )
19 parser = grammar_module::Parser.new( lexer )
41 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
42 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
48 lexer = grammar_module::Lexer.new( input )
49 parser = grammar.module::Parser.new( lexer )
[all...] |
| construction.rb | 382 lexer = ASTBuilder::Lexer.new( input )
383 parser = ASTBuilder::Parser.new( lexer )
|
| rewrites.rb | 13 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
14 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
18 lexer = grammar_module::Lexer.new( input )
19 parser = grammar_module::Parser.new( lexer )
41 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
42 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
48 lexer = grammar_module::Lexer.new( input )
49 parser = grammar.module::Parser.new( lexer )
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/ObjC/ |
| ObjC.stg | 52 className() ::= "<name><!<if(LEXER)>Lexer<else><if(TREE_PARSER)>Tree<endif>Parser<endif>!>"
60 <if(LEXER)>
61 * - for the lexer : <name>Lexer
80 outputFile( LEXER,
127 #import "<name><!<if(LEXER)>Lexer<else><if(TREE_PARSER)>Tree<endif>Parser<endif>!>.h"
152 headerFile( LEXER,
197 <if(LEXER)>
[all...] |
| /external/apache-xml/src/main/java/org/apache/xpath/compiler/ |
| XPathParser.java | 110 Lexer lexer = new Lexer(compiler, namespaceContext, this); local
112 lexer.tokenize(expression);
186 Lexer lexer = new Lexer(compiler, namespaceContext, this); local
188 lexer.tokenize(expression);
[all...] |
| /external/chromium_org/ppapi/generators/ |
| idl_parser.py | 125 # The Parser inherits the from the Lexer to provide PLY with the tokenizing
931 # Attempts to parse the current data loaded in the lexer.
938 return self.yaccobj.parse(lexer=self)
947 # Loads a new file into the lexer and attemps to parse it.
994 lexer = IDLLexer()
996 lexer.SetData(filename, data)
1001 tok = lexer.lexobj.token()
[all...] |
| /external/chromium_org/third_party/angle_dx11/src/compiler/preprocessor/ |
| DirectiveParser.cpp | 111 static void skipUntilEOD(pp::Lexer* lexer, pp::Token* token)
115 lexer->lex(token);
142 class DefinedParser : public Lexer
145 DefinedParser(Lexer* lexer,
148 mLexer(lexer),
202 Lexer* mLexer;
|
| /external/chromium_org/third_party/jinja2/ |
| environment.py | 15 from jinja2.lexer import get_lexer, TokenStream
248 # lexer / parser information
343 lexer = property(get_lexer, doc="The lexer for this environment.") variable in class:Environment
412 return self.lexer.tokeniter(source, name, filename)
427 for all the extensions. Returns a :class:`~jinja2.lexer.TokenStream`.
430 stream = self.lexer.tokenize(source, name, filename, state)
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/ |
| Grammar.java | 53 /** used for generating lexer temp files */
64 public static final int CHAR_LABEL = 5; // used in lexer for x='a'
104 public static final int LEXER = 1;
110 "lexer",
118 "Lexer",
121 "Parser" // if combined grammar, gen Parser and Lexer will be done later
126 * validDelegations.get(LEXER) gives list of the kinds of delegators
132 map(LEXER, LEXER);
133 map(LEXER, PARSER)
630 ANTLRLexer lexer; local
883 ANTLRLexer lexer = new ANTLRLexer(new ANTLRStringStream(ruleText)); local
[all...] |
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/parser/ |
| Parser.java | 5 import com.google.clearsilver.jsilver.syntax.lexer.*;
21 private final Lexer lexer; field in class:Parser
34 public Parser(@SuppressWarnings("hiding") Lexer lexer)
36 this.lexer = lexer;
110 while(index(this.lexer.peek()) == -1)
117 ign.add(this.lexer.next());
122 this.ignoredTokens.setIn(this.lexer.peek(), ign)
[all...] |
| /external/antlr/antlr-3.4/gunit/src/main/antlr3/org/antlr/gunit/ |
| gUnit.g | 37 @lexer::header {
119 // TODO : currently gUnit just ignores illegal test for lexer rule, but should also emit a reminding message
|
| /external/antlr/antlr-3.4/runtime/JavaScript/tests/functional/ |
| Python.g | 43 * Starting with Loring's preliminary lexer for Python, I modified it
51 * way. Resist changing the lexer unless you've used ANTLR a lot. ;)
66 @lexer::members {
|
| /external/antlr/antlr-3.4/runtime/Python/tests/ |
| t042ast.py | 29 self.lexer = self.getLexer(cStream)
30 tStream = antlr3.CommonTokenStream(self.lexer)
|
| t051treeRewriteAST.py | 34 lexer = lexerCls(cStream)
35 tStream = antlr3.CommonTokenStream(lexer)
[all...] |
| /cts/tools/dasm/etc/ |
| java_cup-new.jar | |
| java_cup.jar | |
| java_cup.jar.old | |
| /cts/tools/dasm/src/java_cup/ |
| production.java | 324 lexer.error_count++;
|
| /external/bison/data/ |
| lalr1.java | 113 public interface Lexer {
146 b4_lexer_if([[private class YYLexer implements Lexer {
147 ]b4_percent_code_get([[lexer]])[
151 private Lexer yylexer;
169 b4_lexer_if([[protected]], [[public]]) b4_parser_class_name[ (]b4_parse_param_decl([[Lexer yylexer]])[) {
|
| /external/antlr/antlr-3.4/runtime/ActionScript/project/src/org/antlr/runtime/ |
| BaseRecognizer.as | 4 * lexer, parser, and tree grammars. This is all the parsing
19 /** State of a lexer, parser, or tree parser are collected into a state
278 /** Get number of recognition errors (lexer, parser, tree parser). Each
279 * recognizer tracks its own number. So parser and lexer each have
299 * your token objects because you don't have to go modify your lexer
631 * If you change what tokens must be created by the lexer,
|
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/Python/ |
| Python.stg | 47 outputFile(LEXER,PARSER,TREE_PARSER, actionScope, actions,
82 <if(LEXER)>
88 main = ParserMain("<recognizer.grammar.name>Lexer", <recognizer.name>)<\n>
107 lexer(grammar, name, tokens, scopes, rules, numRules, filterMode,
108 labelType="CommonToken", superClass="Lexer") ::= <<
139 <actions.lexer.init>
142 <actions.lexer.members>
157 /** A override of Lexer.nextToken() that backtracks over mTokens() looking
203 # is Lexer always superclass?
559 /** How to generate a rule in the lexer; naked blocks are used fo
[all...] |
| /external/chromium_org/third_party/yasm/source/patched-yasm/tools/python-yasm/pyxelator/ |
| ir.py | 15 #from lexer import Lexer
1039 self.lexer.rmtypedef( name )
1041 self.lexer.lex( cstr )
1042 #print self.lexer.err_string()
1043 declaration.parse( self.lexer, Symbols() ) # use new name-space
1044 #declaration.parse( Lexer( cstr ), Symbols() )
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/antlr3/org/antlr/grammar/v3/ |
| ANTLR.g | 62 LEXER='lexer';
111 @lexer::header {
126 @lexer::members {
330 // if they want backtracking and it's not a lexer rule in combined grammar
338 Rule.getRuleType(currentRuleName) == Grammar.LEXER) &&
427 if ( grammarType == Grammar.LEXER )
467 : ( 'lexer' gr='grammar' {grammarType=Grammar.LEXER; grammar.type = Grammar.LEXER;} // pure lexe
[all...] |
| /external/antlr/antlr-3.4/gunit/src/main/antlr3/org/antlr/gunit/swingui/parsers/ |
| ANTLRv3.g | 40 LEXER;
89 @lexer::header {
96 ( 'lexer' {gtype=LEXER_GRAMMAR;} // pure lexer
99 | {gtype=COMBINED_GRAMMAR;} // merged parser/lexer
135 | l='lexer' -> ID[$l]
300 // if lexer rule in combined, leave as pred for lexer
314 // Args are only valid for lexer rules
|
