Home | History | Annotate | Download | only in tests 
      1 import antlr3
      2 import testbase
      3 import unittest
      4 
      5 class t009lexer(testbase.ANTLRTest):
      6     def setUp(self):
      7         self.compileGrammar()
      8 
      9 
     10     def lexerClass(self, base):
     11         class TLexer(base):
     12             def emitErrorMessage(self, msg):
     13                 # report errors to /dev/null
     14                 pass
     15 
     16             def reportError(self, re):
     17                 # no error recovery yet, just crash!
     18                 raise re
     19 
     20         return TLexer
     21 
     22 
     23     def testValid(self):
     24         stream = antlr3.StringStream('085')
     25         lexer = self.getLexer(stream)
     26 
     27         token = lexer.nextToken()
     28         self.assertEqual(token.type, self.lexerModule.DIGIT)
     29         self.assertEqual(token.start, 0)
     30         self.assertEqual(token.stop, 0)
     31         self.assertEqual(token.text, '0')
     32 
     33         token = lexer.nextToken()
     34         self.assertEqual(token.type, self.lexerModule.DIGIT)
     35         self.assertEqual(token.start, 1)
     36         self.assertEqual(token.stop, 1)
     37         self.assertEqual(token.text, '8')
     38 
     39         token = lexer.nextToken()
     40         self.assertEqual(token.type, self.lexerModule.DIGIT)
     41         self.assertEqual(token.start, 2)
     42         self.assertEqual(token.stop, 2)
     43         self.assertEqual(token.text, '5')
     44 
     45         token = lexer.nextToken()
     46         self.assertEqual(token.type, self.lexerModule.EOF)
     47 
     48 
     49     def testMalformedInput(self):
     50         stream = antlr3.StringStream('2a')
     51         lexer = self.getLexer(stream)
     52 
     53         lexer.nextToken()
     54         try:
     55             token = lexer.nextToken()
     56             self.fail(token)
     57 
     58         except antlr3.MismatchedSetException as exc:
     59             # TODO: This should provide more useful information
     60             self.assertIsNone(exc.expecting)
     61             self.assertEqual(exc.unexpectedType, 'a')
     62             self.assertEqual(exc.charPositionInLine, 1)
     63             self.assertEqual(exc.line, 1)
     64 
     65 
     66 if __name__ == '__main__':
     67     unittest.main()
     68