Lines Matching refs:tokens
245 attr_accessor :tokens
247 @tokens = []
250 @tokens.shift
264 @source2.tokens << new_token( 10, :channel => ANTLR3::HIDDEN ) << new_token( 11 )
268 @stream.tokens.length.should == 0
273 @stream.tokens.should have( 2 ).things
284 @source.tokens << new_token(12)
292 @source.tokens << new_token(12, :channel => ANTLR3::HIDDEN_CHANNEL) <<
300 @source.tokens << new_token(12) <<
309 @source.tokens << new_token(12) << new_token(13)
318 @source.tokens << new_token(12) << new_token(13)
328 @source.tokens << new_token(12) << new_token(13)
335 @source.tokens << new_token(10) <<
348 @source.tokens << new_token(12) << new_token(13) << new_token(14) << new_token(EOF)
351 @stream.instance_variable_get(:@tokens).length.should == 3
352 @stream.tokens[0].type.should == 12
353 @stream.tokens[1].type.should == 13
354 @stream.tokens[2].type.should == 14
359 @source.tokens << new_token(12) << new_token(13) << new_token(EOF)
372 @source.tokens << new_token(12) << new_token(13) << new_token(EOF)
384 @source.tokens << new_token(12) << new_token(13) << new_token(EOF)
395 @source.tokens << new_token(12, 'foo') <<
