| /frameworks/compile/slang/ |
| slang_rs_pragma_handler.cpp | 26 #include "clang/Lex/Token.h"
48 clang::Token &FirstToken) {
60 clang::Token &FirstToken) {
83 clang::Token &PragmaToken = FirstToken;
86 // Skip first token, "java_package_name"
89 // Now, the current token must be clang::tok::lpara
106 // Next token is ')' (end of pragma)
107 const clang::Token &NextTok = PP.LookAhead(0);
136 clang::Token &FirstToken) {
156 clang::Token &FirstToken)
[all...] |
| /external/antlr/src/org/antlr/runtime/tree/ |
| CommonTree.java | 30 import org.antlr.runtime.Token;
32 /** A tree node that is wrapper for a Token object. After 3.0 release
39 /** A single token is the payload */
40 public Token token; field in class:CommonTree
42 /** What token indexes bracket all tokens associated with this node
57 this.token = node.token;
62 public CommonTree(Token t) {
63 this.token = t
[all...] |
| Tree.java | 30 import org.antlr.runtime.Token;
40 * even use Token objects as trees if you add a child list to your tokens.
45 public static final Tree INVALID_NODE = new CommonTree(Token.INVALID_TOKEN);
57 /** Is there is a node above with token type ttype? */
60 /** Walk upwards and get first ancestor with this token type. */
98 /** What is the smallest token index (indexing from 0) for this node
105 /** What is the largest token index (indexing from 0) for this node
114 /** Return a token type; needed for tree parsing */
119 /** In case we don't have a token payload, what is the line for errors? */
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter2/ |
| toplevel.ml | 11 | Some (Token.Kwd ';') ->
15 | Some token ->
17 try match token with
18 | Token.Def ->
21 | Token.Extern ->
29 (* Skip token for error recovery. *)
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter3/ |
| toplevel.ml | 13 | Some (Token.Kwd ';') ->
17 | Some token ->
19 try match token with
20 | Token.Def ->
24 | Token.Extern ->
34 (* Skip token for error recovery. *)
|
| /external/antlr/src/org/antlr/runtime/ |
| Lexer.java | 60 state.token = null;
61 state.type = Token.INVALID_TOKEN_TYPE;
62 state.channel = Token.DEFAULT_CHANNEL;
69 /** Return a token from this source; i.e., match a token on the char
72 public Token nextToken() {
74 state.token = null;
75 state.channel = Token.DEFAULT_CHANNEL;
81 Token eof = new CommonToken((CharStream)input,Token.EOF
[all...] |
| Parser.java | 63 if ( expectedTokenType==Token.EOF ) tokenText = "<missing EOF>";
66 Token current = ((TokenStream)input).LT(1);
67 if ( current.getType() == Token.EOF ) {
76 /** Set the token stream and reset the parser */
|
| /external/webkit/Source/WebCore/xml/ |
| XPathParser.cpp | 127 // Returns whether the current token can possibly be a binary operator, given
128 // the previous token. Necessary to disambiguate some of the operators
151 Token Parser::makeTokenAndAdvance(int code, int advance)
154 return Token(code);
157 Token Parser::makeTokenAndAdvance(int code, NumericOp::Opcode val, int advance)
160 return Token(code, val);
163 Token Parser::makeTokenAndAdvance(int code, EqTestOp::Opcode val, int advance)
166 return Token(code, val);
190 Token Parser::lexString()
201 return Token(LITERAL, value)
[all...] |
| /external/clang/lib/Lex/ |
| TokenLexer.cpp | 1 //===--- TokenLexer.cpp - Lex from a token stream -------------------------===//
26 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroArgs *Actuals) {
57 // creating separate source location entries for each token.
79 /// Create a TokenLexer for the specified token stream. This does not
80 /// take ownership of the specified token vector.
81 void TokenLexer::Init(const Token *TokArray, unsigned NumToks,
99 // Set HasLeadingSpace/AtStartOfLine so that the first token will be
125 SmallVector<Token, 128> ResultToks;
132 // NextTokGetsSpace - When this is true, the next token appended to the
139 // preprocessor already verified that the following token is a macro nam
[all...] |
| PPCaching.cpp | 47 void Preprocessor::CachingLex(Token &Result) {
66 // Cache the lexed token.
82 const Token &Preprocessor::PeekAhead(unsigned N) {
86 CachedTokens.push_back(Token());
93 void Preprocessor::AnnotatePreviousCachedTokens(const Token &Tok) {
94 assert(Tok.isAnnotation() && "Expected annotation token");
97 && "The annotation should be until the most recent cached token");
99 // Start from the end of the cached tokens list and look for the token
100 // that is the beginning of the annotation token.
106 // Replace the cached tokens with the single annotation token
[all...] |
| Pragma.cpp | 40 Token &FirstToken) {}
80 Token &Tok) {
85 // Get the handler for this token. If there is no handler, ignore the pragma.
109 Token Tok;
119 /// return the first token after the directive. The _Pragma token has just
121 void Preprocessor::Handle_Pragma(Token &Tok) {
122 // Remember the pragma token location.
159 "Invalid string token!");
180 Token TmpTok
[all...] |
| /external/nist-sip/java/gov/nist/javax/sip/parser/ |
| ContentTypeParser.java | 67 Token type = lexer.getNextToken();
74 Token subType = lexer.getNextToken();
|
| InReplyToParser.java | 79 Token token = lexer.getNextToken(); local
83 Token secToken = lexer.getNextToken();
85 token.getTokenValue() + "@" + secToken.getTokenValue());
87 inReplyTo.setCallId(token.getTokenValue());
101 token = lexer.getNextToken();
105 Token secToken = lexer.getNextToken();
107 token.getTokenValue()
111 inReplyTo.setCallId(token.getTokenValue());
|
| /external/icu4c/i18n/ |
| nortrans.h | 81 Token context);
|
| esctrn.cpp | 35 static Transliterator* _createEscUnicode(const UnicodeString& ID, Transliterator::Token /*context*/) {
39 static Transliterator* _createEscJava(const UnicodeString& ID, Transliterator::Token /*context*/) {
43 static Transliterator* _createEscC(const UnicodeString& ID, Transliterator::Token /*context*/) {
48 static Transliterator* _createEscXML(const UnicodeString& ID, Transliterator::Token /*context*/) {
52 static Transliterator* _createEscXML10(const UnicodeString& ID, Transliterator::Token /*context*/) {
56 static Transliterator* _createEscPerl(const UnicodeString& ID, Transliterator::Token /*context*/) {
66 Token t = integerToken(0);
|
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/node/ |
| EOF.java | 8 public final class EOF extends Token
|
| /external/protobuf/src/google/protobuf/io/ |
| tokenizer.h | 101 // is NOT included in the token; it's up to the parser to
114 // Structure representing a token read from the token stream.
115 struct Token {
117 string text; // The exact text of the token as it appeared in
122 // the token within the input stream. They are zero-based.
127 // Get the current token. This is updated when Next() is called. Before
129 const Token& current();
131 // Advance to the next token. Returns false if the end of the input is
137 // Parses a TYPE_FLOAT token. This never fails, so long as the text actuall
[all...] |
| /frameworks/base/core/java/com/google/android/util/ |
| SmileyParser.java | 64 ArrayList<Token> tokens = part.getTokens();
67 Token token = tokens.get(i); local
69 builder.append(token.getRawText());
70 if (token.getType() == AbstractMessageParser.Token.Type.SMILEY) {
71 int resid = mRes.getSmileyRes(token.getRawText());
|
| /external/antlr/src/org/antlr/runtime/debug/ |
| DebugEventRepeater.java | 30 import org.antlr.runtime.Token;
57 public void consumeToken(Token token) { listener.consumeToken(token); }
58 public void consumeHiddenToken(Token token) { listener.consumeHiddenToken(token); }
59 public void LT(int i, Token t) { listener.LT(i, t); }
82 public void createNode(Object node, Token token) { listener.createNode(node, token);
[all...] |
| DebugTokenStream.java | 45 // force TokenStream to get at least first valid token
59 Token t = input.LT(1);
64 // then we consumed more than one token; must be off channel tokens
80 public Token LT(int i) {
96 public Token get(int i) {
153 public String toString(Token start, Token stop) {
|
| DebugTreeAdaptor.java | 30 import org.antlr.runtime.Token;
56 public Object create(Token payload) {
58 // could be token conjured up during error recovery
66 public Object errorNode(TokenStream input, Token start, Token stop,
130 public void addChild(Object t, Token child) {
135 public Object becomeRoot(Token newRoot, Object oldRoot) {
142 public Object create(int tokenType, Token fromToken) {
148 public Object create(int tokenType, Token fromToken, String text) {
176 public Token getToken(Object t)
[all...] |
| /external/clang/lib/Parse/ |
| ParsePragma.cpp | 20 /// \brief Handle the annotation token produced for #pragma unused(...)
22 /// Each annot_pragma_unused is followed by the argument token so e.g.
29 ConsumeToken(); // The argument token.
37 Token &VisTok) {
40 Token Tok;
92 Token &PackTok) {
95 Token Tok;
184 Token &MSStructTok) {
187 Token Tok;
214 static void ParseAlignPragma(Sema &Actions, Preprocessor &PP, Token &FirstTok
[all...] |
| /packages/apps/Email/emailcommon/src/org/apache/james/mime4j/field/datetime/parser/ |
| DateTimeParser.java | 38 private static int parseDigits(Token token) {
39 return Integer.parseInt(token.image, 10);
198 {if (true) return token.image;}
212 Token t;
277 Token t;
303 Token t;
310 Token t;
317 Token t;
324 Token t, u; int z
411 public Token token, jj_nt; field in class:DateTimeParser
[all...] |
| /external/v8/src/ |
| preparser.h | 155 ParseSourceElements(i::Token::EOS, &ok);
164 void ReportUnexpectedToken(i::Token::Value token);
227 i::Token::Value peek() {
228 if (stack_overflow_) return i::Token::ILLEGAL;
232 i::Token::Value Next() {
233 if (stack_overflow_) return i::Token::ILLEGAL;
237 // Further calls to peek/Next will return illegal token.
248 void Consume(i::Token::Value token) { Next();
[all...] |
| ast.cc | 123 Assignment::Assignment(Token::Value op,
138 ASSERT(Token::IsAssignmentOp(op));
147 Token::Value Assignment::binary_op() const {
149 case Token::ASSIGN_BIT_OR: return Token::BIT_OR;
150 case Token::ASSIGN_BIT_XOR: return Token::BIT_XOR;
151 case Token::ASSIGN_BIT_AND: return Token::BIT_AND;
152 case Token::ASSIGN_SHL: return Token::SHL
[all...] |
