1 """Test suite for 2to3's parser and grammar files. 2 3 This is the place to add tests for changes to 2to3's grammar, such as those 4 merging the grammars for Python 2 and 3. In addition to specific tests for 5 parts of the grammar we've changed, we also make sure we can parse the 6 test_grammar.py files from both Python 2 and Python 3. 7 """ 8 9 from __future__ import with_statement 10 11 # Testing imports 12 from . import support 13 from .support import driver, test_dir 14 15 # Python imports 16 import os 17 import sys 18 19 # Local imports 20 from lib2to3.pgen2 import tokenize 21 from ..pgen2.parse import ParseError 22 from lib2to3.pygram import python_symbols as syms 23 24 25 class TestDriver(support.TestCase): 26 27 def test_formfeed(self): 28 s = """print 1\n\x0Cprint 2\n""" 29 t = driver.parse_string(s) 30 self.assertEqual(t.children[0].children[0].type, syms.print_stmt) 31 self.assertEqual(t.children[1].children[0].type, syms.print_stmt) 32 33 34 class GrammarTest(support.TestCase): 35 def validate(self, code): 36 support.parse_string(code) 37 38 def invalid_syntax(self, code): 39 try: 40 self.validate(code) 41 except ParseError: 42 pass 43 else: 44 raise AssertionError("Syntax shouldn't have been valid") 45 46 47 class TestRaiseChanges(GrammarTest): 48 def test_2x_style_1(self): 49 self.validate("raise") 50 51 def test_2x_style_2(self): 52 self.validate("raise E, V") 53 54 def test_2x_style_3(self): 55 self.validate("raise E, V, T") 56 57 def test_2x_style_invalid_1(self): 58 self.invalid_syntax("raise E, V, T, Z") 59 60 def test_3x_style(self): 61 self.validate("raise E1 from E2") 62 63 def test_3x_style_invalid_1(self): 64 self.invalid_syntax("raise E, V from E1") 65 66 def test_3x_style_invalid_2(self): 67 self.invalid_syntax("raise E from E1, E2") 68 69 def test_3x_style_invalid_3(self): 70 self.invalid_syntax("raise from E1, E2") 71 72 def test_3x_style_invalid_4(self): 73 self.invalid_syntax("raise E from") 74 75 76 # Adapated from Python 3's Lib/test/test_grammar.py:GrammarTests.testFuncdef 77 class TestFunctionAnnotations(GrammarTest): 78 def test_1(self): 79 self.validate("""def f(x) -> list: pass""") 80 81 def test_2(self): 82 self.validate("""def f(x:int): pass""") 83 84 def test_3(self): 85 self.validate("""def f(*x:str): pass""") 86 87 def test_4(self): 88 self.validate("""def f(**x:float): pass""") 89 90 def test_5(self): 91 self.validate("""def f(x, y:1+2): pass""") 92 93 def test_6(self): 94 self.validate("""def f(a, (b:1, c:2, d)): pass""") 95 96 def test_7(self): 97 self.validate("""def f(a, (b:1, c:2, d), e:3=4, f=5, *g:6): pass""") 98 99 def test_8(self): 100 s = """def f(a, (b:1, c:2, d), e:3=4, f=5, 101 *g:6, h:7, i=8, j:9=10, **k:11) -> 12: pass""" 102 self.validate(s) 103 104 105 class TestExcept(GrammarTest): 106 def test_new(self): 107 s = """ 108 try: 109 x 110 except E as N: 111 y""" 112 self.validate(s) 113 114 def test_old(self): 115 s = """ 116 try: 117 x 118 except E, N: 119 y""" 120 self.validate(s) 121 122 123 # Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testAtoms 124 class TestSetLiteral(GrammarTest): 125 def test_1(self): 126 self.validate("""x = {'one'}""") 127 128 def test_2(self): 129 self.validate("""x = {'one', 1,}""") 130 131 def test_3(self): 132 self.validate("""x = {'one', 'two', 'three'}""") 133 134 def test_4(self): 135 self.validate("""x = {2, 3, 4,}""") 136 137 138 class TestNumericLiterals(GrammarTest): 139 def test_new_octal_notation(self): 140 self.validate("""0o7777777777777""") 141 self.invalid_syntax("""0o7324528887""") 142 143 def test_new_binary_notation(self): 144 self.validate("""0b101010""") 145 self.invalid_syntax("""0b0101021""") 146 147 148 class TestClassDef(GrammarTest): 149 def test_new_syntax(self): 150 self.validate("class B(t=7): pass") 151 self.validate("class B(t, *args): pass") 152 self.validate("class B(t, **kwargs): pass") 153 self.validate("class B(t, *args, **kwargs): pass") 154 self.validate("class B(t, y=9, *args, **kwargs): pass") 155 156 157 class TestParserIdempotency(support.TestCase): 158 159 """A cut-down version of pytree_idempotency.py.""" 160 161 def test_all_project_files(self): 162 if sys.platform.startswith("win"): 163 # XXX something with newlines goes wrong on Windows. 164 return 165 for filepath in support.all_project_files(): 166 with open(filepath, "rb") as fp: 167 encoding = tokenize.detect_encoding(fp.readline)[0] 168 self.assertTrue(encoding is not None, 169 "can't detect encoding for %s" % filepath) 170 with open(filepath, "r") as fp: 171 source = fp.read() 172 source = source.decode(encoding) 173 tree = driver.parse_string(source) 174 new = unicode(tree) 175 if diff(filepath, new, encoding): 176 self.fail("Idempotency failed: %s" % filepath) 177 178 def test_extended_unpacking(self): 179 driver.parse_string("a, *b, c = x\n") 180 driver.parse_string("[*a, b] = x\n") 181 driver.parse_string("(z, *y, w) = m\n") 182 driver.parse_string("for *z, m in d: pass\n") 183 184 class TestLiterals(GrammarTest): 185 186 def validate(self, s): 187 driver.parse_string(support.dedent(s) + "\n\n") 188 189 def test_multiline_bytes_literals(self): 190 s = """ 191 md5test(b"\xaa" * 80, 192 (b"Test Using Larger Than Block-Size Key " 193 b"and Larger Than One Block-Size Data"), 194 "6f630fad67cda0ee1fb1f562db3aa53e") 195 """ 196 self.validate(s) 197 198 def test_multiline_bytes_tripquote_literals(self): 199 s = ''' 200 b""" 201 <?xml version="1.0" encoding="UTF-8"?> 202 <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN"> 203 """ 204 ''' 205 self.validate(s) 206 207 def test_multiline_str_literals(self): 208 s = """ 209 md5test("\xaa" * 80, 210 ("Test Using Larger Than Block-Size Key " 211 "and Larger Than One Block-Size Data"), 212 "6f630fad67cda0ee1fb1f562db3aa53e") 213 """ 214 self.validate(s) 215 216 217 def diff(fn, result, encoding): 218 f = open("@", "w") 219 try: 220 f.write(result.encode(encoding)) 221 finally: 222 f.close() 223 try: 224 fn = fn.replace('"', '\\"') 225 return os.system('diff -u "%s" @' % fn) 226 finally: 227 os.remove("@") 228
