| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/token-rewrite/ |
| via-parser.rb | 91 lexer = TokenRewrites::Lexer.new( input )
92 tokens = ANTLR3::TokenRewriteStream.new( lexer )
|
| /external/antlr/antlr-3.4/tool/src/test/java/org/antlr/test/ |
| TestCommonTokenStream.java | 40 "lexer grammar t;\n"+
61 "lexer grammar t;\n"+
82 "lexer grammar t;\n"+
112 "lexer grammar t;\n"+
143 "lexer grammar t;\n"+
172 TokenSource lexer = // simulate input " x =34 ;\n" local
188 tokens[0].setChannel(Lexer.HIDDEN);
189 tokens[2].setChannel(Lexer.HIDDEN);
190 tokens[5].setChannel(Lexer.HIDDEN);
191 tokens[6].setChannel(Lexer.HIDDEN)
[all...] |
| /external/chromium_org/third_party/WebKit/Source/bindings/scripts/ |
| scripts.gypi | 18 # Web IDL lexer/parser (base parser)
22 # Blink IDL lexer/parser/constructor
28 # Blink IDL front end (ex-lexer/parser)
|
| blink_idl_lexer.py | 29 """Lexer for Blink IDL.
31 The lexer uses the PLY (Python Lex-Yacc) library to build a tokenizer which
35 Blink IDL is identical to Web IDL at the token level, but the base lexer
40 FIXME: Change base lexer to discard comments, and simply used the base
41 lexer, eliminating this separate lexer.
67 # Base lexer is in Chromium src/tools/idl_parser
82 # Analogs to _AddToken/_AddTokens in base lexer
139 lexer = BlinkIDLLexer(outputdir=outputdir, rewrite_tables=True)
|
| /external/smali/smali/src/main/java/org/jf/smali/ |
| LexerErrorInterface.java | 32 import org.antlr.runtime.Lexer;
38 //ANTLR doesn't provide any way to add interfaces to the lexer class directly, so this is an intermediate
40 public abstract static class ANTLRLexerWithErrorInterface extends Lexer implements LexerErrorInterface {
|
| /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime/ |
| Lexer.cs | 37 * A lexer is recognizer that draws input symbols from a character stream.
38 * lexer grammars result in a subclass of this object. A Lexer object
43 public abstract class Lexer : BaseRecognizer, ITokenSource {
44 /** <summary>Where is the lexer drawing characters from?</summary> */
47 public Lexer() {
50 public Lexer(ICharStream input) {
54 public Lexer(ICharStream input, RecognizerSharedState state)
93 // wack Lexer state variables
143 * Instruct the lexer to skip creating a token for current lexer rul
[all...] |
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/ |
| Lexer.cs | 38 * A lexer is recognizer that draws input symbols from a character stream.
39 * lexer grammars result in a subclass of this object. A Lexer object
44 public abstract class Lexer : BaseRecognizer, ITokenSource
46 /** <summary>Where is the lexer drawing characters from?</summary> */
49 public Lexer()
53 public Lexer( ICharStream input )
58 public Lexer( ICharStream input, RecognizerSharedState state )
109 // wack Lexer state variables
177 * Instruct the lexer to skip creating a token for current lexer rul
[all...] |
| /external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/ |
| Lexer.java | 30 /** A lexer is recognizer that draws input symbols from a character stream.
31 * lexer grammars result in a subclass of this object. A Lexer object
35 public abstract class Lexer extends BaseRecognizer implements TokenSource {
36 /** Where is the lexer drawing characters from? */
39 public Lexer() {
42 public Lexer(CharStream input) {
46 public Lexer(CharStream input, RecognizerSharedState state) {
53 // wack Lexer state variables
113 /** Instruct the lexer to skip creating a token for current lexer rul
[all...] |
| /external/antlr/antlr-3.4/runtime/JavaScript/src/org/antlr/runtime/ |
| CharStream.js | 2 * A source of characters for an ANTLR lexer.
|
| Lexer.js | 1 /** A lexer is recognizer that draws input symbols from a character stream.
2 * lexer grammars result in a subclass of this object. A Lexer object
6 org.antlr.runtime.Lexer = function(input, state) {
8 org.antlr.runtime.Lexer.superclass.constructor.call(this, state);
15 org.antlr.lang.extend(org.antlr.runtime.Lexer, org.antlr.runtime.BaseRecognizer, {
18 org.antlr.runtime.Lexer.superclass.reset.call(this);
71 /** Instruct the lexer to skip creating a token for current lexer rule
73 * a lexer rule finishes with token set to SKIP_TOKEN. Recall tha
[all...] |
| /external/antlr/antlr-3.4/runtime/JavaScript/tests/functional/ |
| t012lexerXML.html | 92 lexer = new TLexer(stream),
96 token = lexer.nextToken();
102 assertEquals(xoutput, lexer.lout.join("\n"));
112 lexer = new TLexer(stream),
117 token = lexer.nextToken();
138 lexer = new TLexer(stream),
143 token = lexer.nextToken();
164 lexer = new TLexer(stream),
169 token = lexer.nextToken();
|
| t016actions.html | 20 lexer = new t016actionsLexer(cstream),
21 tstream = new org.antlr.runtime.CommonTokenStream(lexer),
|
| t019lexer.html | 33 lexer = new t019lexer(cstream),
34 tstream = new org.antlr.runtime.CommonTokenStream(lexer);
|
| t023scopes.html | 26 lexer = new t023scopesLexer(cstream),
27 tstream = new org.antlr.runtime.CommonTokenStream(lexer),
|
| /external/antlr/antlr-3.4/runtime/ObjC/Framework/examples/LL-star/ |
| SimpleC__.gl | 0 lexer grammar SimpleC;
|
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/lexer/ |
| filter-mode.rb | 9 lexer grammar Filter;
90 lexer = Filter::Lexer.new( input )
91 tokens = lexer.map { |tk| tk }
101 lexer grammar Fuzzy;
238 lexer = Fuzzy::Lexer.new( input )
239 lexer.each { |tk| tk }
240 lexer.output.should == expected_output
|
| /external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/ |
| AssignTokenTypesBehavior.java | 47 /** Track actual lexer rule defs so we don't get repeated token defs in
48 * generated lexer.
69 // if lexer, don't allow aliasing in tokens section
70 if ( currentRuleName==null && grammar.type==Grammar.LEXER ) {
90 if ( grammar.type==Grammar.LEXER ) {
121 if ( grammar.type==Grammar.LEXER || grammar.type==Grammar.COMBINED ) {
130 // track all lexer rules so we can look for token refs w/o
131 // associated lexer rules.
150 (parent.type==Grammar.LEXER||parent.type==Grammar.PARSER);
152 if ( grammar.type==Grammar.COMBINED || grammar.type==Grammar.LEXER ) {
[all...] |
| Interp.java | 99 Grammar lexer = new Grammar(tool); local
100 lexer.importTokenVocabulary(parser);
101 lexer.fileName = grammarFileName;
102 lexer.setTool(tool);
104 lexer.setGrammarContent(lexerGrammarText);
107 System.err.println("no lexer grammar found in "+grammarFileName);
109 lexer.composite.createNFAs();
113 Interpreter lexEngine = new Interpreter(lexer, input);
118 tokens.setTokenTypeChannel(lexer.getTokenType(tokenName), 99);
|
| /external/nist-sip/java/gov/nist/javax/sip/parser/ |
| TimeStampParser.java | 54 * @param lexer the lexer to use to parse the header
56 protected TimeStampParser(Lexer lexer) {
57 super(lexer);
75 this.lexer.SPorHT();
76 String firstNumber = this.lexer.number();
80 if (lexer.lookAhead(0) == '.') {
81 this.lexer.match('.');
82 String secondNumber = this.lexer.number()
[all...] |
| ContentDispositionParser.java | 54 * @param lexer the lexer to use to parse the header
56 protected ContentDispositionParser(Lexer lexer) {
57 super(lexer);
76 this.lexer.SPorHT();
77 this.lexer.match(TokenTypes.ID);
79 Token token = lexer.getNextToken();
81 this.lexer.SPorHT();
84 this.lexer.SPorHT()
[all...] |
| RouteParser.java | 51 protected RouteParser(Lexer lexer) {
52 super(lexer);
65 this.lexer.match(TokenTypes.ROUTE);
66 this.lexer.SPorHT();
67 this.lexer.match(':');
68 this.lexer.SPorHT();
73 this.lexer.SPorHT();
74 char la = lexer.lookAhead(0);
76 this.lexer.match(',')
[all...] |
| /external/nist-sip/java/gov/nist/javax/sip/parser/ims/ |
| PChargingFunctionAddressesParser.java | 35 import gov.nist.javax.sip.parser.Lexer;
79 protected PChargingFunctionAddressesParser(Lexer lexer) {
80 super(lexer);
96 while (lexer.lookAhead(0) != '\n') {
99 this.lexer.SPorHT();
100 char la = lexer.lookAhead(0);
104 this.lexer.match(';');
105 this.lexer.SPorHT();
|
| PPreferredServiceParser.java | 35 import gov.nist.javax.sip.parser.Lexer;
48 protected PPreferredServiceParser(Lexer lexer) {
49 super(lexer);
99 this.lexer.match(TokenTypes.P_PREFERRED_SERVICE);
100 this.lexer.SPorHT();
101 this.lexer.match(':');
102 this.lexer.SPorHT();
105 String urn = this.lexer.getBuffer();
|
| /external/clang/include/clang/Lex/ |
| Lexer.h | 1 //===--- Lexer.h - C Language Family Lexer ----------------------*- C++ -*-===//
10 // This file defines the Lexer interface.
29 /// ConflictMarkerKind - Kinds of conflict marker which the lexer might be
42 /// Lexer - This provides a simple interface that turns a text buffer into a
46 class Lexer : public PreprocessorLexer {
50 // Constant configuration values for this lexer.
55 bool Is_PragmaLexer; // True if lexer for _Pragma handling.
61 /// ExtendedTokenMode - The lexer can optionally keep comments and whitespace
73 // in Lexer::isNextPPTokenLParen
[all...] |
| /external/antlr/antlr-3.4/runtime/C/doxygen/ |
| interop.dox | 43 /// to the lexer. When you free the lexer, the allocated memory is returned to the pool. The same applies
44 /// to 'strings' that contain the token text and various other text elements accessed within the lexer.
58 /// concerned with your lexer, parser, or tree parser. The is is the context pointer for your generated
67 /// function for your parser/lexer/tree parser (see code example in "How to build Generated Code" .)
82 /// \section lexermacros Lexer Macros
84 /// There are a number of macros that are useful exclusively within lexer rules. There are additional
87 /// \subsection lexer LEXER
89 /// The <code>LEXER</code> macro returns a pointer to the base lexer object, which is of type #pANTLR3_LEXER. This i
[all...] |
