| /packages/apps/Email/src/org/apache/james/mime4j/field/address/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| BaseNode.java | 23 import org.apache.james.mime4j.field.address.parser.Token;
27 public Token firstToken;
28 public Token lastToken;
|
| /packages/apps/Email/src/org/apache/james/mime4j/field/contenttype/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| ContentTypeParser.java | 64 Token type;
65 Token subtype;
87 Token attrib;
97 Token t;
116 public Token token, jj_nt; field in class:ContentTypeParser
134 token = new Token();
146 token = new Token();
[all...] |
| /packages/apps/Email/src/org/apache/james/mime4j/field/datetime/parser/ |
| Token.java | 1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
20 * Describes the input token stream.
23 public class Token {
26 * An integer that describes the kind of this token. This numbering
34 * of this token; endLine and endColumn describe the position of the
35 * last character of this token.
40 * The string image of the token.
45 * A reference to the next regular (non-special) token from the input
46 * stream. If this is the last token from the input stream, or if the
47 * token manager has not read tokens beyond this one, this field i
[all...] |
| /external/webkit/WebCore/html/ |
| HTMLParser.h | 47 struct Token;
60 * parses one token delivered by the tokenizer
62 PassRefPtr<Node> parseToken(Token*);
64 // Parses a doctype token.
85 PassRefPtr<Node> getNode(Token*);
86 bool bodyCreateErrorCheck(Token*, RefPtr<Node>&);
87 bool canvasCreateErrorCheck(Token*, RefPtr<Node>&);
88 bool commentCreateErrorCheck(Token*, RefPtr<Node>&);
89 bool ddCreateErrorCheck(Token*, RefPtr<Node>&);
90 bool dtCreateErrorCheck(Token*, RefPtr<Node>&)
[all...] |
| /external/v8/src/ |
| scanner.cc | 193 { "break", KEYWORD_PREFIX, Token::BREAK },
194 { NULL, C, Token::ILLEGAL },
195 { NULL, D, Token::ILLEGAL },
196 { "else", KEYWORD_PREFIX, Token::ELSE },
197 { NULL, F, Token::ILLEGAL },
198 { NULL, UNMATCHABLE, Token::ILLEGAL },
199 { NULL, UNMATCHABLE, Token::ILLEGAL },
200 { NULL, I, Token::ILLEGAL },
201 { NULL, UNMATCHABLE, Token::ILLEGAL },
202 { NULL, UNMATCHABLE, Token::ILLEGAL }
532 Token::Value token; local
718 Token::Value token; local
[all...] |
| token.cc | 30 #include "token.h"
36 const char* Token::name_[NUM_TOKENS] = {
43 const char* Token::string_[NUM_TOKENS] = {
50 int8_t Token::precedence_[NUM_TOKENS] = {
|
| scanner.h | 31 #include "token.h"
151 KeywordMatcher() : state_(INITIAL), token_(Token::IDENTIFIER) {}
153 Token::Value token() { return token_; } function in class:v8::internal::KeywordMatcher
162 token_ = Token::IDENTIFIER;
192 Token::Value token; member in struct:v8::internal::KeywordMatcher::FirstState
205 // Token for currently added characters.
206 Token::Value token_;
212 Token::Value keyword_token_
375 Token::Value token; member in struct:v8::internal::Scanner::TokenDesc
[all...] |
| parser.cc | 51 // PositionStack is used for on-stack allocation of token positions for
131 void ReportUnexpectedToken(Token::Value token);
246 INLINE(Token::Value peek()) { return scanner_.peek(); }
247 INLINE(Token::Value Next()) { return scanner_.Next(); }
248 INLINE(void Consume(Token::Value token));
249 void Expect(Token::Value token, bool* ok);
250 bool Check(Token::Value token)
3917 const char* token = scanner_.literal_string(); local
4046 Token::Value token = peek(); local
[all...] |
| rewriter.cc | 294 case Token::INIT_VAR:
295 case Token::INIT_CONST:
296 case Token::ASSIGN:
304 case Token::ASSIGN_BIT_OR:
305 case Token::ASSIGN_BIT_XOR:
306 case Token::ASSIGN_BIT_AND:
307 case Token::ASSIGN_SHL:
308 case Token::ASSIGN_SAR:
309 case Token::ASSIGN_SHR:
314 case Token::ASSIGN_ADD
[all...] |
| /external/chromium/base/json/ |
| json_reader.cc | 16 static const JSONReader::Token kInvalidToken(JSONReader::Token::INVALID_TOKEN,
35 // token. The method returns false if there is no valid integer at the end of
36 // the token.
37 bool ReadInt(JSONReader::Token& token, bool can_have_leading_zeros) {
38 wchar_t first = token.NextChar();
44 ++token.length;
46 c = token.NextChar();
59 // token. If the sequence if digits is not valid (contains other characters)
177 Token token = ParseToken(); local
[all...] |
| json_reader.h | 50 // A struct to hold a JS token.
51 class Token {
68 Token(Type t, const wchar_t* b, int len)
73 // A pointer into JSONReader::json_pos_ that's the beginning of this token.
76 // End should be one char past the end of the token.
79 // Get the character that's one past the end of this token.
139 // Parses a sequence of characters into a Token::NUMBER. If the sequence of
140 // characters is not a valid number, returns a Token::INVALID_TOKEN. Note
143 Token ParseNumberToken();
145 // Try and convert the substring that token holds into an int or a double. I
[all...] |
| /external/nist-sip/java/gov/nist/javax/sip/header/ims/ |
| PVisitedNetworkIDHeader.java | 32 import gov.nist.core.Token;
54 * . This identification should be globally unique, and takes the form of a quoted text string or a token
68 * vnetwork-spec = (token / quoted-string)
97 * Set the visited network ID as a token
98 * @param networkID - token value
100 public void setVisitedNetworkID(Token networkID);
|
| /frameworks/base/core/tests/coretests/src/com/android/internal/util/ |
| HanziToPinyinTest.java | 28 import com.android.internal.util.HanziToPinyin.Token;
44 ArrayList<Token> tokens = HanziToPinyin.getInstance().get(ONE_HANZI);
46 assertEquals(tokens.get(0).type, Token.PINYIN);
51 assertEquals(tokens.get(0).type, Token.PINYIN);
52 assertEquals(tokens.get(1).type, Token.PINYIN);
58 assertEquals(tokens.get(0).type, Token.LATIN);
62 assertEquals(tokens.get(0).type, Token.UNKNOWN);
66 assertEquals(tokens.get(0).type, Token.LATIN);
67 assertEquals(tokens.get(1).type, Token.PINYIN);
68 assertEquals(tokens.get(2).type, Token.LATIN)
[all...] |
| /external/webkit/WebCore/xml/ |
| XPathParser.h | 47 struct Token {
54 Token(int t) : type(t) {}
55 Token(int t, const String& v): type(t), str(v) {}
56 Token(int t, Step::Axis v): type(t), axis(v) {}
57 Token(int t, NumericOp::Opcode v): type(t), numop(v) {}
58 Token(int t, EqTestOp::Opcode v): type(t), eqop(v) {}
96 Token makeTokenAndAdvance(int type, int advance = 1);
97 Token makeTokenAndAdvance(int type, NumericOp::Opcode, int advance = 1);
98 Token makeTokenAndAdvance(int type, EqTestOp::Opcode, int advance = 1);
102 Token lexString()
[all...] |
| /packages/apps/QuickSearchBox/src/com/android/quicksearchbox/ |
| LevenshteinSuggestionFormatter.java | 20 import com.android.quicksearchbox.util.LevenshteinDistance.Token;
43 final Token[] queryTokens = tokenize(query);
44 final Token[] suggestionTokens = tokenize(suggestion);
55 final Token t = suggestionTokens[i];
78 * position i means that target token i matches source token n. A negative value means that
79 * the target token i does not match any source token.
82 int[] findMatches(Token[] source, Token[] target)
[all...] |
| /external/v8/test/cctest/ |
| test-parsing.cc | 32 #include "token.h"
43 i::Token::Value token; member in struct:KeywordToken
47 #define KEYWORD(t, s, d) { s, i::Token::t },
51 { NULL, i::Token::IDENTIFIER }
68 if (key_token.token == i::Token::INSTANCEOF && j == 2) {
71 CHECK_EQ(i::Token::IN, matcher.token());
73 CHECK_EQ(i::Token::IDENTIFIER, matcher.token())
[all...] |
| /frameworks/base/core/java/com/android/internal/util/ |
| HanziToPinyin.java | 308 public static class Token {
318 public Token() {
321 public Token(int type, String source, String target) {
327 * Type of this token, ASCII, PINYIN or UNKNOWN.
364 private Token getToken(char character) {
365 Token token = new Token(); local
367 token.source = letter;
371 token.type = Token.LATIN
[all...] |
| /external/emma/core/java12/com/vladium/util/args/ |
| OptsParser.java | 439 // if the current optdef calls for more values, consume the next token
1334 final Token token = (Token) KEYWORDS.get (value.toString ()); local
[all...] |
| /external/nist-sip/java/gov/nist/core/ |
| Token.java | 29 * Base token class.
37 public class Token {
|
| /packages/apps/QuickSearchBox/src/com/android/quicksearchbox/util/ |
| LevenshteinDistance.java | 33 private final Token[] mSource;
34 private final Token[] mTarget;
38 public LevenshteinDistance(Token[] source, Token[] target) {
65 final Token[] src = mSource;
66 final Token[] trg = mTarget;
72 Token sourceToken = src[s-1];
74 Token targetToken = trg[t-1];
99 * Gets the list of operations which were applied to each target token; {@link #calculate} must
101 * @return A list of {@link EditOperation}s indicating the origin of each token in the targe
[all...] |
| /external/libvpx/vp8/encoder/ |
| tokenize.h | 22 int Token;
39 /* TODO: The Token field should be broken out into a separate char array to
|
| /packages/apps/QuickSearchBox/tests/src/com/android/quicksearchbox/util/ |
| LevenshteinDistanceTest.java | 20 import com.android.quicksearchbox.util.LevenshteinDistance.Token;
39 Token[] sourceTokens = makeTokens(source);
40 Token[] targetTokens = makeTokens(target);
49 assertEquals("Token " + i + " '" + target[i] + "' has wrong operation",
59 private Token[] makeTokens(String[] strings) {
60 Token[] tokens = new Token[strings.length];
63 tokens[i] = new Token(str.toCharArray(), 0, str.length());
|
| /external/nist-sip/java/gov/nist/javax/sip/parser/ |
| Parser.java | 30 import gov.nist.core.Token;
58 Token tok = lexer.match(SIP);
80 Token[] tokens = this.lexer.peekNextToken(1);
81 Token token = (Token) tokens[0]; local
82 if (token.getTokenType() == INVITE
83 || token.getTokenType() == ACK
84 || token.getTokenType() == OPTIONS
85 || token.getTokenType() == BY
[all...] |
