| /external/clang/include/clang/Lex/ |
| TokenConcatenation.h | 1 //===--- TokenConcatenation.h - Token Concatenation Avoidance ---*- C++ -*-===//
21 class Token;
28 /// other would cause the lexer to produce one "foobar" token. Emitting "1"
35 /// By default, a token never needs to avoid concatenation. Most tokens
40 /// token's requirements, and it needs to know the first character of the
41 /// token.
44 /// aci_custom - AvoidConcat contains custom code to handle this token's
46 /// token.
54 /// TokenInfo - This array contains information for each token on what
61 bool AvoidConcat(const Token &PrevPrevTok,
[all...] |
| TokenLexer.h | 1 //===--- TokenLexer.h - Lex from a token buffer -----------------*- C++ -*-===//
22 class Token;
25 /// TokenLexer - This implements a lexer that returns token from a macro body
26 /// or token stream instead of lexing from a character buffer. This is used for
31 /// token stream.
45 /// a token stream, these are the tokens we are returning. This points into
51 const Token *Tokens;
58 /// CurToken - This is the next token that Lex will return.
86 /// macros (for example) we just point into the token buffer of the macro
101 TokenLexer(Token &Tok, SourceLocation ILEnd, MacroArgs *ActualArgs
[all...] |
| PTHLexer.h | 27 /// TokBuf - Buffer from PTH file containing raw token data.
30 /// CurPtr - Pointer into current offset of the token buffer where
31 /// the next token will be read.
35 /// token that appears at the start of a line.
51 void ReadToken(Token& T);
53 bool LexEndOfFile(Token &Result);
58 Token EofToken;
63 /// Create a PTHLexer for the specified token stream.
70 /// Lex - Return the next token.
71 void Lex(Token &Tok)
[all...] |
| /packages/apps/Email/emailcommon/src/org/apache/james/mime4j/field/address/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| BaseNode.java | 23 import org.apache.james.mime4j.field.address.parser.Token;
27 public Token firstToken;
28 public Token lastToken;
|
| /packages/apps/Email/emailcommon/src/org/apache/james/mime4j/field/contenttype/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /packages/apps/Email/emailcommon/src/org/apache/james/mime4j/field/datetime/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /external/clang/test/CodeGen/ |
| bitfield-init.c | 6 struct Token {
10 struct Token one = { 1 };
|
| /external/antlr/src/org/antlr/runtime/ |
| TokenSource.java | 35 * to keep going or you do not upon token recognition error. If you do not
40 * requested a token. Keep lexing until you get a valid one. Just report
41 * errors and keep going, looking for a valid token.
44 /** Return a Token object from your input stream (usually a CharStream).
48 public Token nextToken();
|
| TokenStream.java | 34 /** Get Token at current input pointer + i ahead where i=1 is next Token.
35 * i<0 indicates tokens in the past. So -1 is previous token and -2 is
36 * two tokens ago. LT(0) is undefined. For i>=n, return Token.EOFToken.
40 public Token LT(int k);
47 /** Get a token at an absolute index i; 0..n-1. This is really only
48 * needed for profiling and debugging and token stream rewriting.
54 public Token get(int i);
57 * the object that provides Token objects.
68 /** Because the user is not required to use a token with an index store
[all...] |
| UnbufferedTokenStream.java | 35 /** A token stream that pulls tokens from the code source on-demand and
43 * You can only look backwards 1 token: LT(-1).
50 public class UnbufferedTokenStream extends LookaheadStream<Token> implements TokenStream {
52 protected int tokenIndex = 0; // simple counter to set token index in tokens
55 protected int channel = Token.DEFAULT_CHANNEL;
61 public Token nextElement() {
62 Token t = tokenSource.nextToken();
67 public boolean isEOF(Token o) { return o.getType() == Token.EOF; }
73 public String toString(Token start, Token stop) { return "n/a";
[all...] |
| ParserRuleReturnScope.java | 49 public Token start, stop;
|
| Token.java | 30 public interface Token {
42 public static final Token EOF_TOKEN = new CommonToken(EOF);
45 public static final Token INVALID_TOKEN = new CommonToken(INVALID_TOKEN_TYPE);
47 /** In an action, a lexer rule can set token to this SKIP_TOKEN and ANTLR
48 * will avoid creating a token for this symbol and try to fetch another.
50 public static final Token SKIP_TOKEN = new CommonToken(INVALID_TOKEN_TYPE);
63 /** Get the text of the token */
69 /** The line number on which this token was matched; line=1..n */
80 /** An index from 0..n-1 of the token object in the input stream.
86 /** From what character stream was this token created? You don't have t
[all...] |
| UnwantedTokenException.java | 30 /** An extra token while parsing a TokenStream */
39 public Token getUnexpectedToken() {
40 return token;
45 if ( expecting==Token.INVALID_TOKEN_TYPE ) {
48 if ( token==null ) {
51 return "UnwantedTokenException(found="+token.getText()+exp+")";
|
| /frameworks/compile/slang/ |
| slang_pragma_recorder.cpp | 24 #include "clang/Lex/Token.h"
28 bool PragmaRecorder::GetPragmaNameFromToken(const clang::Token &Token,
30 if (Token.isLiteral())
31 PragmaName.assign(Token.getLiteralData(), Token.getLength());
32 else if (Token.is(clang::tok::identifier))
33 PragmaName.assign(Token.getIdentifierInfo()->getNameStart(),
34 Token.getIdentifierInfo()->getLength());
40 bool PragmaRecorder::GetPragmaValueFromToken(const clang::Token &Token
[all...] |
| slang_pragma_recorder.h | 27 class Token;
39 static bool GetPragmaNameFromToken(const clang::Token &Token,
42 static bool GetPragmaValueFromToken(const clang::Token &Token,
50 clang::Token &FirstToken);
|
| /external/v8/src/ |
| preparser.cc | 65 void PreParser::ReportUnexpectedToken(i::Token::Value token) {
69 if (token == i::Token::ILLEGAL && stack_overflow_) {
75 switch (token) {
76 case i::Token::EOS:
79 case i::Token::NUMBER:
82 case i::Token::STRING:
85 case i::Token::IDENTIFIER:
86 case i::Token::FUTURE_RESERVED_WORD
412 i::Token::Value token = peek(); local
1191 const char* token = scanner_->literal_ascii_string().start(); local
[all...] |
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/parser/ |
| ParserException.java | 10 Token token; field in class:ParserException
12 public ParserException(@SuppressWarnings("hiding") Token token, String message)
15 this.token = token;
18 public Token getToken()
20 return this.token;
|
| /external/antlr/src/org/antlr/runtime/tree/ |
| CommonErrorNode.java | 32 /** A node representing erroneous token range in token stream */
35 public Token start;
36 public Token stop;
39 public CommonErrorNode(TokenStream input, Token start, Token stop,
45 stop.getType()!=Token.EOF) )
47 // sometimes resync does not consume a token (when LT(1) is
49 // Also handle case where start is the first token and no token
[all...] |
| ParseTree.java | 30 import org.antlr.runtime.Token;
34 /** A record of the rules used to match a token sequence. The tokens
74 if ( payload instanceof Token ) {
75 Token t = (Token)payload;
76 if ( t.getType() == Token.EOF ) {
84 /** Emit a token and all hidden nodes before. EOF node holds all
85 * hidden tokens after last real token.
91 Token hidden = (Token) hiddenTokens.get(i)
[all...] |
| /external/clang/lib/Lex/ |
| MacroArgs.h | 24 class Token;
46 std::vector<std::vector<Token> > PreExpArgTokens;
50 std::vector<Token> StringifiedArgs;
63 llvm::ArrayRef<Token> UnexpArgTokens,
72 bool ArgNeedsPreexpansion(const Token *ArgTok, Preprocessor &PP) const;
74 /// getUnexpArgument - Return a pointer to the first token of the unexpanded
75 /// token list for the specified formal.
77 const Token *getUnexpArgument(unsigned Arg) const;
82 static unsigned getArgLength(const Token *ArgPtr);
86 const std::vector<Token>
[all...] |
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter7/ |
| lexer.ml | 27 [< 'Token.Kwd c; lex stream >]
37 [< 'Token.Number (float_of_string (Buffer.contents buffer)); stream >]
45 | "def" -> [< 'Token.Def; stream >]
46 | "extern" -> [< 'Token.Extern; stream >]
47 | "if" -> [< 'Token.If; stream >]
48 | "then" -> [< 'Token.Then; stream >]
49 | "else" -> [< 'Token.Else; stream >]
50 | "for" -> [< 'Token.For; stream >]
51 | "in" -> [< 'Token.In; stream >]
52 | "binary" -> [< 'Token.Binary; stream >
[all...] |
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter6/ |
| lexer.ml | 27 [< 'Token.Kwd c; lex stream >]
37 [< 'Token.Number (float_of_string (Buffer.contents buffer)); stream >]
45 | "def" -> [< 'Token.Def; stream >]
46 | "extern" -> [< 'Token.Extern; stream >]
47 | "if" -> [< 'Token.If; stream >]
48 | "then" -> [< 'Token.Then; stream >]
49 | "else" -> [< 'Token.Else; stream >]
50 | "for" -> [< 'Token.For; stream >]
51 | "in" -> [< 'Token.In; stream >]
52 | "binary" -> [< 'Token.Binary; stream >
[all...] |
| /external/javassist/src/main/javassist/compiler/ |
| Lex.java | 18 class Token {
19 public Token next = null;
30 private Token currentToken;
31 private Token lookAheadTokens;
42 currentToken = new Token();
55 Token t;
63 * Looks at the next token.
70 Token tk = lookAheadTokens;
79 Token tk2;
80 tk.next = tk2 = new Token();
[all...] |
| /external/chromium/base/json/ |
| json_reader.cc | 17 static const JSONReader::Token kInvalidToken(JSONReader::Token::INVALID_TOKEN,
24 // token. The method returns false if there is no valid integer at the end of
25 // the token.
26 bool ReadInt(JSONReader::Token& token, bool can_have_leading_zeros) {
27 wchar_t first = token.NextChar();
33 ++token.length;
35 c = token.NextChar();
48 // token. If the sequence if digits is not valid (contains other characters)
205 Token token = ParseToken(); local
[all...] |
