| /external/llvm/examples/OCaml-Kaleidoscope/Chapter3/ |
| token.ml | 2 * Lexer Tokens
5 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter4/ |
| token.ml | 2 * Lexer Tokens
5 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter5/ |
| token.ml | 2 * Lexer Tokens
5 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter6/ |
| token.ml | 2 * Lexer Tokens
5 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter7/ |
| token.ml | 2 * Lexer Tokens
5 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
|
| /external/nist-sip/java/gov/nist/javax/sip/parser/ |
| MinExpiresParser.java | 56 * @param lexer the lexer to use to parse the header
58 protected MinExpiresParser(Lexer lexer) {
59 super(lexer);
76 String number = this.lexer.number();
82 this.lexer.SPorHT();
84 this.lexer.match('\n');
|
| EventParser.java | 54 * @param lexer the lexer to use to parse the header
56 protected EventParser(Lexer lexer) {
57 super(lexer);
72 this.lexer.SPorHT();
75 this.lexer.match(TokenTypes.ID);
76 Token token = lexer.getNextToken();
82 this.lexer.SPorHT();
83 this.lexer.match('\n')
[all...] |
| MimeVersionParser.java | 54 * @param lexer the lexer to use to parse the header
56 protected MimeVersionParser(Lexer lexer) {
57 super(lexer);
76 String majorVersion = this.lexer.number();
78 this.lexer.match('.');
79 String minorVersion = this.lexer.number();
85 this.lexer.SPorHT();
87 this.lexer.match('\n')
[all...] |
| RAckParser.java | 57 * @param lexer the lexer to use to parse the header
59 protected RAckParser(Lexer lexer) {
60 super(lexer);
79 String number = this.lexer.number();
81 this.lexer.SPorHT();
82 number = this.lexer.number();
84 this.lexer.SPorHT();
85 this.lexer.match(TokenTypes.ID)
[all...] |
| RequestLineParser.java | 43 this.lexer = new Lexer("method_keywordLexer", requestLine);
45 public RequestLineParser(Lexer lexer) {
46 this.lexer = lexer;
47 this.lexer.selectLexer("method_keywordLexer");
56 lexer.SPorHT();
58 this.lexer.selectLexer("sip_urlLexer");
61 lexer.SPorHT()
[all...] |
| SubjectParser.java | 53 * @param lexer the lexer to use to parse the header
55 protected SubjectParser(Lexer lexer) {
56 super(lexer);
72 this.lexer.SPorHT();
74 String s = this.lexer.getRest();
|
| /external/webkit/Source/JavaScriptCore/parser/ |
| Lexer.cpp | 25 #include "Lexer.h"
44 #include "Lexer.lut.h"
224 Lexer::Lexer(JSGlobalData* globalData)
231 Lexer::~Lexer()
236 ALWAYS_INLINE const UChar* Lexer::currentCharacter() const
242 ALWAYS_INLINE int Lexer::currentOffset() const
247 void Lexer::setCode(const SourceCode& source, ParserArena& arena)
274 ALWAYS_INLINE void Lexer::shift(
[all...] |
| Lexer.h | 40 class Lexer {
41 WTF_MAKE_NONCOPYABLE(Lexer); WTF_MAKE_FAST_ALLOCATED;
91 Lexer(JSGlobalData*);
92 ~Lexer();
150 inline bool Lexer::isWhiteSpace(int ch)
155 inline bool Lexer::isLineTerminator(int ch)
160 inline unsigned char Lexer::convertHex(int c1, int c2)
165 inline UChar Lexer::convertUnicode(int c1, int c2, int c3, int c4)
|
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime.Test/ |
| TestFastLexer.cs | 71 SimpleExpressionLexer lexer = new SimpleExpressionLexer( new ANTLRStringStream( text ) );
72 CommonTokenStream tokens = new CommonTokenStream( lexer );
85 FastSimpleExpressionLexer lexer = new FastSimpleExpressionLexer( new SlimStringStream( text ) );
86 FastTokenStream tokens = new FastTokenStream( lexer );
87 //FastTokenStream<SlimToken> tokens = new FastTokenStream<SlimToken>( lexer );
|
| /external/antlr/antlr-3.4/runtime/Ruby/test/functional/lexer/ |
| xml.rb | 8 lexer grammar XML;
137 lexer = XML::Lexer.new( <<-'END'.fixed_indent( 0 ) )
161 lexer.map { |tk| tk }
163 lexer.output.should == <<-'END'.fixed_indent( 0 )
|
| /external/antlr/antlr-3.4/gunit/src/main/java/org/antlr/gunit/ |
| gUnitExecutor.java | 114 /** Set up appropriate path for parser/lexer if using package */
117 lexerName = grammarInfo.getGrammarPackage()+"."+grammarInfo.getGrammarName()+"Lexer";
121 lexerName = grammarInfo.getGrammarName()+"Lexer";
125 // Execute unit test of for parser, lexer and tree grammar
206 // the 2nd condition is used for the assertFAIL test of lexer rule because BooleanTest return err msg instead of 'FAIL' if isLexerTest
232 Class lexer = null; local
239 /** Use Reflection to create instances of lexer and parser */
240 lexer = classForName(lexerName);
241 Class[] lexArgTypes = new Class[]{CharStream.class}; // assign type to lexer's args
242 Constructor lexConstructor = lexer.getConstructor(lexArgTypes)
308 Class lexer = null; local
440 Class lexer = null; local
[all...] |
| /external/antlr/antlr-3.4/runtime/Python/tests/ |
| t054main.py | 23 r"""lexer grammar T3;
43 ['lexer.py']
55 r"""lexer grammar T1;
69 ['lexer.py', inputPath],
80 r"""lexer grammar T2;
94 ['lexer.py'],
106 r"""lexer grammar T3;
120 ['lexer.py', '--encoding', 'utf-8'],
220 ['walker.py', '--rule', 'r', '--parser', 'T6Parser', '--parser-rule', 'r', '--lexer', 'T6Lexer'],
263 ['walker.py', '--rule', 'r', '--parser', 'T7Parser', '--parser-rule', 'r', '--lexer', 'T7Lexer']
[all...] |
| /external/antlr/antlr-3.4/tool/src/main/java/org/antlr/tool/ |
| RandomPhrase.java | 180 Grammar lexer = new Grammar(tool); local
181 lexer.importTokenVocabulary(parser);
182 lexer.fileName = grammarFileName;
184 lexer.setGrammarContent(lexerGrammarText);
187 System.err.println("no lexer grammar found in "+grammarFileName);
189 lexer.buildNFA();
190 leftRecursiveRules = lexer.checkAllRulesForLeftRecursion();
194 //System.out.println("lexer:\n"+lexer);
205 randomPhrase(lexer, charsInToken, ttypeDisplayName)
[all...] |
| /external/llvm/docs/tutorial/ |
| OCamlLangImpl1.rst | 2 Kaleidoscope: Tutorial Introduction and the Lexer
39 language, and the definition of its Lexer - This shows where we are
42 to implement everything in Objective Caml instead of using lexer and
46 AST - With the lexer in place, we can talk about parsing techniques
86 language including a hand-written lexer, parser, AST, as well as code
146 The Lexer
152 "`lexer <http://en.wikipedia.org/wiki/Lexical_analysis>`_" (aka
154 the lexer includes a token code and potentially some metadata (e.g. the
159 (* The lexer returns these 'Kwd' if it is an unknown character, otherwise one of
171 Each token returned by our lexer will be one of the token varian
[all...] |
| /external/antlr/antlr-3.4/runtime/ActionScript/project/src/org/antlr/runtime/ |
| Lexer.as | 30 /** A lexer is recognizer that draws input symbols from a character stream.
31 * lexer grammars result in a subclass of this object. A Lexer object
35 public class Lexer extends BaseRecognizer implements TokenSource {
36 /** Where is the lexer drawing characters from? */
39 public function Lexer(input:CharStream = null, state:RecognizerSharedState = null) {
46 // wack Lexer state variables
99 /** Instruct the lexer to skip creating a token for current lexer rule
101 * a lexer rule finishes with token set to SKIP_TOKEN. Recall tha
[all...] |
| /external/antlr/antlr-3.4/tool/src/test/java/org/antlr/test/ |
| TestCharDFAConversion.java | 48 "lexer grammar t;\n"+
61 "lexer grammar t;\n"+
78 "lexer grammar t;\n"+
95 "lexer grammar t;\n"+
111 "lexer grammar t;\n"+
137 "lexer grammar t;\n"+
156 "lexer grammar t;\n"+
180 "lexer grammar t;\n"+
195 "lexer grammar t;\n"+
210 "lexer grammar t;\n"
[all...] |
| /external/antlr/antlr-3.4/runtime/JavaScript/tests/functional/ |
| t052import.html | 61 lexer = new (EnhancedParser(lexerCls))(cstream),
65 token = lexer.nextToken();
69 lexer.buf += token.getText();
72 return lexer.buf;
77 lexer = new (EnhancedParser(lexerCls))(cstream),
78 tstream = new org.antlr.runtime.CommonTokenStream(lexer),
158 // Lexer Tests
|
| t056lexer.html | 44 lexer = new lexerCls(cstream),
45 tstream = new org.antlr.runtime.CommonTokenStream(lexer),
48 lexer.xlog = function(msg){output += msg;};
49 parser.xlog = lexer.xlog;
58 lexer = new lexerCls(cstream);
60 token = lexer.nextToken();
61 } while (token.getType()!==lexer.EOF);
|
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/ |
| SyntaxTreeBuilder.java | 22 import com.google.clearsilver.jsilver.syntax.lexer.Lexer;
23 import com.google.clearsilver.jsilver.syntax.lexer.LexerException;
110 Lexer lexer = new Lexer(pushbackReader); local
111 Parser parser = new Parser(lexer);
|
| /external/antlr/antlr-3.4/antlr3-maven-archetype/src/main/resources/archetype-resources/src/main/java/ |
| Main.java | 23 static TLexer lexer; field in class:Main
33 // Create the lexer, which we can keep reusing if we like
35 lexer = new TLexer();
123 // and tell the lexer that that is the character source.
127 lexer.setCharStream(new ANTLRFileStream(source, "UTF8"));
129 // Using the lexer as the token source, we create a token
132 CommonTokenStream tokens = new CommonTokenStream(lexer);
142 System.out.println(" Lexer Start");
146 // it is just for timing the lexer)
|
