Lines Matching full:token
146 // token style names. correspond to css classes
147 /** token style for a string literal */
149 /** token style for a keyword */
151 /** token style for a comment */
153 /** token style for a type */
155 /** token style for a literal value. e.g. 1, null, true. */
157 /** token style for a punctuation string. */
159 /** token style for a punctuation string. */
162 /** token style for an sgml tag. */
164 /** token style for a markup declaration such as a DOCTYPE. */
166 /** token style for embedded source. */
168 /** token style for an sgml attribute name. */
170 /** token style for an sgml attribute value. */
513 * The lexing function interprets the patterns to find token boundaries and
526 * is null or matches the last non-comment token parsed, then that match is
527 * considered a token with the same style.
529 * Context is applied to the last non-whitespace, non-comment token
571 var token = null;
577 token = match[0];
589 token = match[0];
595 if (!token) { // make sure that we make progress
597 token = tail.substring(0, 1);
602 pos += token.length;
603 tail = tail.substring(token.length);
604 if (style !== PR_COMMENT && notWs.test(token)) { lastToken = token; }
625 * level constructs. Tags are returned as a single token - attributes are
789 var token = source.substring(subStart, subEnd);
790 if (token === '.') {
792 } else if (token in keywords) {
794 } else if (/^@?[A-Z][A-Z$]*[a-z][A-Za-z$]*$/.test(token)) {
796 subDecs[j + 1] = token.charAt(0) === '@' ? PR_LITERAL : PR_TYPE;
929 // After each split, consider whether the token is the start of an
931 // the corresponding close token, and don't bother to lex in between.
935 // 3) Finally go over each tag token and split out attribute names and
