Lines Matching refs:tokens
138 if (stream->tokens != NULL)
140 stream->tokens->free(stream->tokens);
141 stream->tokens = NULL;
180 // Now, if there were any existing tokens in the stream,
187 if (cts->tokens != NULL)
189 cts->tokens->clear(cts->tokens);
195 cts->tokens = antlr3VectorNew(0);
280 stream->tokens = antlr3VectorNew(0);
387 /* Need to find k good tokens, skipping ones that are off channel
391 /* Skip off-channel tokens */
408 return (pANTLR3_COMMON_TOKEN)cts->tokens->elements[i].element;
409 //return (pANTLR3_COMMON_TOKEN)cts->tokens->get(cts->tokens, i);
413 /// tokens in the input stream
475 /* Need to find k good tokens, going backwards, skipping ones that are off channel
479 /* Skip off-channel tokens
493 return (pANTLR3_COMMON_TOKEN)cts->tokens->elements[i].element;
503 return (pANTLR3_COMMON_TOKEN)(cts->tokens->get(cts->tokens, i)); /* Token index is zero based but vectors are 1 based */
554 /* Who is giving us these tokens?
558 if (tsource != NULL && cts->tokens != NULL)
608 if ((ANTLR3_UINT32)cts->p < cts->tokens->count)
617 /// tokens and so on.
646 // which can only happen if it skipped some off-channel tokens.
647 // we need to tell the debugger about those tokens.
660 * to force all tokens of type ttype to be on channel. For example,
707 return tokenStream->tokens;
715 /** Given a start and stop index, return a List of all tokens in
716 * the token type BitSet. Return null if no tokens were found. This
717 * method looks at both on and off channel tokens.
741 * installed tokens and create a new list with just the ones we want
877 is->cachedSize = cts->tokens->count;
1009 tokenStream->tokens->add(tokenStream->tokens, (void *) tok, NULL);
1019 tokenStream->tstream->istream->cachedSize = tokenStream->tokens->count;
1040 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[i].element;
1061 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[x].element;
