Home | History | Annotate | Download | only in tests
      1 import antlr3
      2 import testbase
      3 import unittest
      4 
      5 class t006lexer(testbase.ANTLRTest):
      6     def setUp(self):
      7         self.compileGrammar()
      8         
      9         
     10     def lexerClass(self, base):
     11         class TLexer(base):
     12             def emitErrorMessage(self, msg):
     13                 # report errors to /dev/null
     14                 pass
     15 
     16             def reportError(self, re):
     17                 # no error recovery yet, just crash!
     18                 raise re
     19 
     20         return TLexer
     21     
     22         
     23     def testValid(self):
     24         stream = antlr3.StringStream('fofaaooa')
     25         lexer = self.getLexer(stream)
     26 
     27         token = lexer.nextToken()
     28         assert token.type == self.lexerModule.FOO
     29         assert token.start == 0, token.start
     30         assert token.stop == 1, token.stop
     31         assert token.text == 'fo', token.text
     32 
     33         token = lexer.nextToken()
     34         assert token.type == self.lexerModule.FOO
     35         assert token.start == 2, token.start
     36         assert token.stop == 7, token.stop
     37         assert token.text == 'faaooa', token.text
     38 
     39         token = lexer.nextToken()
     40         assert token.type == self.lexerModule.EOF
     41 
     42 
     43     def testMalformedInput(self):
     44         stream = antlr3.StringStream('fofoaooaoa2')
     45         lexer = self.getLexer(stream)
     46 
     47         lexer.nextToken()
     48         lexer.nextToken()
     49         try:
     50             token = lexer.nextToken()
     51             raise AssertionError, token
     52 
     53         except antlr3.MismatchedTokenException, exc:
     54             assert exc.expecting == 'f', repr(exc.expecting)
     55             assert exc.unexpectedType == '2', repr(exc.unexpectedType)
     56             assert exc.charPositionInLine == 10, repr(exc.charPositionInLine)
     57             assert exc.line == 1, repr(exc.line)
     58             
     59 
     60 if __name__ == '__main__':
     61     unittest.main()
     62