Lines Matching full:token
29 token;
31 token = lexer.nextToken();
32 assertEquals(token.getType(), lexer.DIGIT);
33 assertEquals(token.getStartIndex(), 0);
34 assertEquals(token.getStopIndex(), 0);
35 assertEquals(token.getText(), "0");
37 token = lexer.nextToken();
38 assertEquals(token.getType(), lexer.DIGIT);
39 assertEquals(token.getStartIndex(), 1);
40 assertEquals(token.getStopIndex(), 1);
41 assertEquals(token.getText(), '8');
43 token = lexer.nextToken();
44 assertEquals(token.getType(), lexer.DIGIT);
45 assertEquals(token.getStartIndex(), 2);
46 assertEquals(token.getStopIndex(), 2);
47 assertEquals(token.getText(), '5');
49 token = lexer.nextToken();
50 assertEquals(token.getType(), lexer.EOF);
56 token;
60 token = lexer.nextToken();
