Lines Matching refs:tokenStream
87 static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream);
88 static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
89 static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
90 static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
666 setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel)
668 if (tokenStream->channelOverrides == NULL)
670 tokenStream->channelOverrides = antlr3ListNew(10);
676 tokenStream->channelOverrides->put(tokenStream->channelOverrides, ttype, ANTLR3_FUNC_PTR((ANTLR3_UINT32)channel + 1), NULL);
680 discardTokenType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 ttype)
682 if (tokenStream->discardSet == NULL)
684 tokenStream->discardSet = antlr3ListNew(31);
690 tokenStream->discardSet->put(tokenStream->discardSet, ttype, ANTLR3_FUNC_PTR((ANTLR3_UINT32)ttype + 1), NULL);
694 discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_BOOLEAN discard)
696 tokenStream->discardOffChannel = discard;
700 getTokens (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
702 if (tokenStream->p == -1)
704 fillBuffer(tokenStream);
707 return tokenStream->tokens;
711 getTokenRange (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
713 return tokenStream->getTokensSet(tokenStream, start, stop, NULL);
720 getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types)
727 if (tokenStream->p == -1)
729 fillBuffer(tokenStream);
731 if (stop > tokenStream->tstream->istream->size(tokenStream->tstream->istream))
733 stop = tokenStream->tstream->istream->size(tokenStream->tstream->istream);
744 filteredList = antlr3ListNew((ANTLR3_UINT32)tokenStream->tstream->istream->size(tokenStream->tstream->istream));
748 tok = tokenStream->tstream->get(tokenStream->tstream, i);
770 getTokensList (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list)
777 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet);
786 getTokensType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type)
792 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet);
945 fillBufferExt(pANTLR3_COMMON_TOKEN_STREAM tokenStream)
947 fillBuffer(tokenStream);
950 fillBuffer(pANTLR3_COMMON_TOKEN_STREAM tokenStream) {
964 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource);
976 if (tokenStream->discardSet != NULL
977 && tokenStream->discardSet->get(tokenStream->discardSet, tok->getType(tok)) != NULL)
981 else if ( tokenStream->discardOffChannel == ANTLR3_TRUE
982 && tok->getChannel(tok) != tokenStream->channel
987 else if (tokenStream->channelOverrides != NULL)
991 channelI = tokenStream->channelOverrides->get(tokenStream->channelOverrides, tok->getType(tok) + 1);
1008 tokenStream->p++;
1009 tokenStream->tokens->add(tokenStream->tokens, (void *) tok, NULL);
1013 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource);
1019 tokenStream->tstream->istream->cachedSize = tokenStream->tokens->count;
1023 tokenStream->p = 0;
1024 tokenStream->p = skipOffTokenChannels(tokenStream, tokenStream->p);
1032 skipOffTokenChannels(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) {
1036 n = tokenStream->tstream->istream->cachedSize;
1040 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[i].element;
1042 if (tok->channel!= tokenStream->channel)
1055 skipOffTokenChannelsReverse(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 x)
1061 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[x].element;
1063 if ((tok->channel != tokenStream->channel))
