| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| streams.rb | 71 The job of a TokenStream is to read lexer output and then provide ANTLR
280 usually a lexer. They provide the operations required by higher-level
290 to them for some other purpose, you have the lexer assign the comments and
311 # expected to return the token source object (such as a lexer) from which
346 feed text input into an ANTLR Lexer for token processing.
532 # This is an extra utility method for use inside lexer actions if needed.
540 # This is an extra utility method for use inside lexer actions if needed.
548 # This is an extra utility method for use inside lexer actions if needed.
556 # This is an extra utility method for use inside lexer actions if needed.
726 Using some TokenSource (such as a lexer), the stream collects a token sequence
[all...] |
| recognizers.rb | 77 holds newly constructed tokens for lexer rules
180 For all effective purposes, the class and its immediate subclasses Lexer,
682 # If you change what tokens must be created by the lexer,
911 =begin rdoc ANTLR3::Lexer
913 = Lexer
915 Lexer is the default superclass of all lexers generated by ANTLR. The class
921 A lexer's job is to take input text and break it up into _tokens_ -- objects
923 position of the text with respect to the input. Thus, a lexer is essentially a
927 the lexer converts text into tokens for use by a parser, which recognizes larger
938 == ANTLR Lexers and the Lexer AP
[all...] |
| /cts/tools/dasm/src/java_cup/ |
| lalr_state.java | 650 lexer.warning_count++;
695 lexer.warning_count++;
|
| production.java | 324 lexer.error_count++;
|
| /external/antlr/antlr-3.4/runtime/Delphi/Sources/Antlr3.Runtime.Tests/ |
| Antlr.Runtime.Tests.pas | 144 S1 := TANTLRStringStream.Create('lexer'#13#10);
|
| /external/antlr/antlr-3.4/runtime/Python/tests/ |
| testbase.py | 200 m = re.match(r'\s*((lexer|parser|tree)\s+|)grammar\s+(\S+);', grammar, re.MULTILINE)
207 assert self.grammarType in ('lexer', 'parser', 'tree', 'combined'), self.grammarType
285 """Optionally build a subclass of generated lexer class"""
312 """Build lexer instance. Arguments are passed to lexer.__init__()."""
314 if self.grammarType == 'lexer':
318 self.lexerModule = self.__load_module(self.grammarName + 'Lexer')
319 cls = getattr(self.lexerModule, self.grammarName + 'Lexer')
323 lexer = cls(*args, **kwargs)
325 return lexer
[all...] |
| t058rewriteAST.py | 68 lexer = lexerCls(cStream)
69 tStream = antlr3.CommonTokenStream(lexer)
97 lexer = lexerCls(cStream)
98 tStream = antlr3.CommonTokenStream(lexer)
[all...] |
| t042ast.py | 29 self.lexer = self.getLexer(cStream)
30 tStream = antlr3.CommonTokenStream(self.lexer)
|
| t051treeRewriteAST.py | 34 lexer = lexerCls(cStream)
35 tStream = antlr3.CommonTokenStream(lexer)
[all...] |
| /external/nist-sip/java/gov/nist/javax/sip/parser/ |
| StringMsgParser.java | 408 String headerName = Lexer.getHeaderName(header);
448 Lexer lexer = new Lexer("charLexer", hostport);
449 return new HostNameParser(lexer).hostPort();
465 Lexer lexer = new Lexer("charLexer", host); local
466 return new HostNameParser(lexer).host();
|
| /external/webkit/Source/JavaScriptCore/runtime/ |
| JSGlobalData.cpp | 49 #include "Lexer.h"
161 , lexer(new Lexer(this))
299 delete lexer;
|
| JSGlobalData.h | 66 class Lexer;
206 Lexer* lexer; member in class:JSC::JSGlobalData
|
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/ast-output/ |
| auto-ast.rb | 13 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
14 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
18 lexer = grammar_module::Lexer.new( input )
19 parser = grammar_module::Parser.new( lexer )
41 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
42 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
48 lexer = grammar_module::Lexer.new( input )
49 parser = grammar.module::Parser.new( lexer )
[all...] |
| construction.rb | 382 lexer = ASTBuilder::Lexer.new( input )
383 parser = ASTBuilder::Parser.new( lexer )
|
| rewrites.rb | 13 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
14 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
18 lexer = grammar_module::Lexer.new( input )
19 parser = grammar_module::Parser.new( lexer )
41 grammar_module::Lexer.send( :include, ANTLR3::Test::CollectErrors )
42 grammar_module::Lexer.send( :include, ANTLR3::Test::CaptureOutput )
48 lexer = grammar_module::Lexer.new( input )
49 parser = grammar.module::Parser.new( lexer )
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/resources/org/antlr/codegen/templates/ObjC/ |
| ObjC.stg | 52 className() ::= "<name><!<if(LEXER)>Lexer<else><if(TREE_PARSER)>Tree<endif>Parser<endif>!>"
60 <if(LEXER)>
61 * - for the lexer : <name>Lexer
80 outputFile( LEXER,
127 #import "<name><!<if(LEXER)>Lexer<else><if(TREE_PARSER)>Tree<endif>Parser<endif>!>.h"
152 headerFile( LEXER,
197 <if(LEXER)>
[all...] |
| /external/apache-xml/src/main/java/org/apache/xpath/compiler/ |
| XPathParser.java | 110 Lexer lexer = new Lexer(compiler, namespaceContext, this); local
112 lexer.tokenize(expression);
186 Lexer lexer = new Lexer(compiler, namespaceContext, this); local
188 lexer.tokenize(expression);
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/ |
| Grammar.java | 53 /** used for generating lexer temp files */
64 public static final int CHAR_LABEL = 5; // used in lexer for x='a'
104 public static final int LEXER = 1;
110 "lexer",
118 "Lexer",
121 "Parser" // if combined grammar, gen Parser and Lexer will be done later
126 * validDelegations.get(LEXER) gives list of the kinds of delegators
132 map(LEXER, LEXER);
133 map(LEXER, PARSER)
630 ANTLRLexer lexer; local
883 ANTLRLexer lexer = new ANTLRLexer(new ANTLRStringStream(ruleText)); local
[all...] |
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/parser/ |
| Parser.java | 5 import com.google.clearsilver.jsilver.syntax.lexer.*;
21 private final Lexer lexer; field in class:Parser
34 public Parser(@SuppressWarnings("hiding") Lexer lexer)
36 this.lexer = lexer;
110 while(index(this.lexer.peek()) == -1)
117 ign.add(this.lexer.next());
122 this.ignoredTokens.setIn(this.lexer.peek(), ign)
[all...] |
| /external/antlr/antlr-3.4/gunit/src/main/antlr3/org/antlr/gunit/ |
| gUnit.g | 37 @lexer::header {
119 // TODO : currently gUnit just ignores illegal test for lexer rule, but should also emit a reminding message
|
| /external/antlr/antlr-3.4/runtime/JavaScript/tests/functional/ |
| Python.g | 43 * Starting with Loring's preliminary lexer for Python, I modified it
51 * way. Resist changing the lexer unless you've used ANTLR a lot. ;)
66 @lexer::members {
|
| /cts/tools/dasm/etc/ |
| java_cup-new.jar | |
| java_cup.jar | |
| java_cup.jar.old | |
| /external/antlr/antlr-3.4/runtime/ActionScript/project/src/org/antlr/runtime/ |
| BaseRecognizer.as | 4 * lexer, parser, and tree grammars. This is all the parsing
19 /** State of a lexer, parser, or tree parser are collected into a state
278 /** Get number of recognition errors (lexer, parser, tree parser). Each
279 * recognizer tracks its own number. So parser and lexer each have
299 * your token objects because you don't have to go modify your lexer
631 * If you change what tokens must be created by the lexer,
|
