| /external/antlr/antlr-3.4/runtime/JavaScript/src/org/antlr/runtime/ |
| Token.js | 1 // NB: Because Token has static members of type CommonToken, the Token dummy
2 // constructor is defined in CommonToken. All methods and vars of Token are
3 // defined here. Token is an interface, not a subclass in the Java runtime.
6 * @class Abstract base class of all token types.
7 * @name Token
10 org.antlr.runtime.Token = function() {};
11 org.antlr.lang.augmentObject(org.antlr.runtime.Token, /** @lends Token */ {
27 /** In an action, a lexer rule can set token to this SKIP_TOKEN and ANTL
[all...] |
| /external/libvpx/vp8/encoder/ |
| tokenize.h | 22 short Token;
30 unsigned char Token;
44 /* TODO: The Token field should be broken out into a separate char array to
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter2/ |
| token.ml | 7 type token = type
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter3/ |
| token.ml | 7 type token = type
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter4/ |
| token.ml | 7 type token = type
|
| /external/clang/test/CodeGen/ |
| bitfield-init.c | 6 struct Token {
10 struct Token one = { 1 };
|
| /external/nist-sip/java/gov/nist/core/ |
| Token.java | 29 * Base token class.
37 public class Token {
|
| /external/v8/src/ |
| token.h | 38 // symbolic token name, string is the corresponding syntactic symbol
40 // The parameters are invoked for token categories as follows:
177 /* Illegal token - not able to scan. */ \
184 class Token {
186 // All token values.
194 // Returns a string corresponding to the C++ token name
195 // (e.g. "LT" for the token LT).
272 // Returns a string corresponding to the JS token string
273 // (.e., "<" for the token LT) or NULL if the token doesn'
[all...] |
| /external/antlr/antlr-3.4/runtime/Perl5/lib/ANTLR/Runtime/ |
| Token.pm | 1 package ANTLR::Runtime::Token;
56 # In an action, a lexer rule can set token to this SKIP_TOKEN and ANTLR
57 # will avoid creating a token for this symbol and try to fetch another.
|
| /external/icu4c/i18n/unicode/ |
| translit.h | 267 union Token {
269 * This token, interpreted as a 32-bit integer.
274 * This token, interpreted as a native pointer.
281 * Return a token containing an integer.
282 * @return a token containing an integer.
285 inline static Token integerToken(int32_t);
288 * Return a token containing a pointer.
289 * @return a token containing a pointer.
292 inline static Token pointerToken(void*);
309 typedef Transliterator* (U_EXPORT2 *Factory)(const UnicodeString& ID, Token context)
[all...] |
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter5/ |
| token.ml | 7 type token = type
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter6/ |
| token.ml | 7 type token = type
|
| /external/llvm/examples/OCaml-Kaleidoscope/Chapter7/ |
| token.ml | 7 type token = type
|
| /external/emma/core/java12/com/vladium/util/args/ |
| OptsParser.java | 439 // if the current optdef calls for more values, consume the next token
1334 final Token token = (Token) KEYWORDS.get (value.toString ()); local
[all...] |
| /external/jsilver/src/com/google/clearsilver/jsilver/syntax/node/ |
| Token.java | 6 public abstract class Token extends Node
|
| /packages/apps/Email/src/org/apache/james/mime4j/field/address/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /packages/apps/Email/src/org/apache/james/mime4j/field/contenttype/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /packages/apps/Email/src/org/apache/james/mime4j/field/datetime/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime/ |
| RecognitionException.cs | 50 * exceptions are built with the expected token type.
67 * state can change before the exception is reported so current token index
69 * perhaps print an entire line of input not just a single token, for example.
79 /** <summary>What is index of token/char were we looking at when the error occurred?</summary> */
83 * The current Token when an error occurred. Since not all streams
84 * can retrieve the ith Token, we have to track the Token object.
85 * For parsers. Even when it's a tree parser, token might be set.
116 * for most recent token with line/col info, but notify getErrorHeader()
177 /** <summary>Return the token type or char of the unexpected input element</summary> *
[all...] |
| /external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/ |
| CommonTree.cs | 38 * A tree node that is wrapper for a Token object. After 3.0 release
47 /** <summary>A single token is the payload</summary> */
49 public IToken token; field in class:Antlr.Runtime.Tree.CommonTree
52 * What token indexes bracket all tokens associated with this node
73 this.token = node.token;
79 this.token = t;
85 if (token == null || token.CharPositionInLine == -1) {
91 return token.CharPositionInLine
[all...] |
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/ |
| RecognitionException.cs | 51 * exceptions are built with the expected token type.
68 * state can change before the exception is reported so current token index
70 * perhaps print an entire line of input not just a single token, for example.
81 /** <summary>What is index of token/char were we looking at when the error occurred?</summary> */
85 * The current Token when an error occurred. Since not all streams
86 * can retrieve the ith Token, we have to track the Token object.
87 * For parsers. Even when it's a tree parser, token might be set.
118 * for most recent token with line/col info, but notify getErrorHeader()
199 /** <summary>Return the token type or char of the unexpected input element</summary> *
[all...] |
| /external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/ |
| CommonTree.cs | 38 * A tree node that is wrapper for a Token object. After 3.0 release
48 /** <summary>A single token is the payload</summary> */
52 * What token indexes bracket all tokens associated with this node
75 this.Token = node.Token;
82 this.Token = t;
91 if ( Token == null || Token.CharPositionInLine == -1 )
98 return Token.CharPositionInLine;
124 return Token == null
[all...] |
| /external/chromium/testing/gmock/scripts/generator/cpp/ |
| tokenize.py | 52 # Token types.
59 # Where the token originated from. This can be used for backtracking.
64 class Token(object):
65 """Data container to represent a C++ token.
70 start contains the index of the first char of the token in the source
71 end contains the index of the last char of the token in the source
83 return 'Token(%r)' % self.name
84 return 'Token(%r, %s, %s)' % (self.name, self.start, self.end)
126 Token that represents the next token in the source
[all...] |
| /external/clang/utils/ |
| token-delta.py | 97 class Token:
127 tokens.append(Token(*kTokenRE.match(ln).groups()))
|
| /external/webkit/Source/WebCore/xml/ |
| XPathParser.h | 47 struct Token {
54 Token(int t) : type(t) {}
55 Token(int t, const String& v): type(t), str(v) {}
56 Token(int t, Step::Axis v): type(t), axis(v) {}
57 Token(int t, NumericOp::Opcode v): type(t), numop(v) {}
58 Token(int t, EqTestOp::Opcode v): type(t), eqop(v) {}
98 Token makeTokenAndAdvance(int type, int advance = 1);
99 Token makeTokenAndAdvance(int type, NumericOp::Opcode, int advance = 1);
100 Token makeTokenAndAdvance(int type, EqTestOp::Opcode, int advance = 1);
104 Token lexString()
[all...] |
