Lines Matching refs:token
27 token = lexer.nextToken()
28 self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
29 self.assertEqual(token.start, 0)
30 self.assertEqual(token.stop, 5)
31 self.assertEqual(token.text, 'foobar')
33 token = lexer.nextToken()
34 self.assertEqual(token.type, self.lexerModule.WS)
35 self.assertEqual(token.start, 6)
36 self.assertEqual(token.stop, 6)
37 self.assertEqual(token.text, ' ')
39 token = lexer.nextToken()
40 self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
41 self.assertEqual(token.start, 7)
42 self.assertEqual(token.stop, 11)
43 self.assertEqual(token.text, '_Ab98')
45 token = lexer.nextToken()
46 self.assertEqual(token.type, self.lexerModule.WS)
47 self.assertEqual(token.start, 12)
48 self.assertEqual(token.stop, 14)
49 self.assertEqual(token.text, ' \n ')
51 token = lexer.nextToken()
52 self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
53 self.assertEqual(token.start, 15)
54 self.assertEqual(token.stop, 20)
55 self.assertEqual(token.text, 'A12sdf')
57 token = lexer.nextToken()
58 self.assertEqual(token.type, self.lexerModule.EOF)
67 token = lexer.nextToken()
68 self.fail(token)
