Mercurial > cpython-lru_cache-weakref
annotate Lib/lib2to3/tests/test_parser.py @ 58765:2ba7677bfa95 legacy-trunk
testCopysign was defined twice in test_math; combine the definitions
| author | Mark Dickinson <dickinsm@gmail.com> |
|---|---|
| date | Sat, 06 Feb 2010 23:11:25 +0000 |
| parents | 86b8f4cb923a |
| children | 0a123cded2c9 |
| rev | line source |
|---|---|
| 45906 | 1 """Test suite for 2to3's parser and grammar files. |
| 2 | |
| 3 This is the place to add tests for changes to 2to3's grammar, such as those | |
| 4 merging the grammars for Python 2 and 3. In addition to specific tests for | |
| 5 parts of the grammar we've changed, we also make sure we can parse the | |
| 6 test_grammar.py files from both Python 2 and Python 3. | |
| 7 """ | |
| 8 | |
| 9 # Testing imports | |
| 10 from . import support | |
| 11 from .support import driver, test_dir | |
| 12 | |
| 13 # Python imports | |
| 14 import os | |
|
57124
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
15 import io |
|
57126
8552a26772e6
Merged revisions 76131 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57125
diff
changeset
|
16 import sys |
| 45906 | 17 |
| 18 # Local imports | |
|
53934
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
19 from lib2to3.pgen2 import tokenize |
| 45906 | 20 from ..pgen2.parse import ParseError |
| 21 | |
| 22 | |
| 23 class GrammarTest(support.TestCase): | |
| 24 def validate(self, code): | |
| 25 support.parse_string(code) | |
| 26 | |
| 27 def invalid_syntax(self, code): | |
| 28 try: | |
| 29 self.validate(code) | |
| 30 except ParseError: | |
| 31 pass | |
| 32 else: | |
| 33 raise AssertionError("Syntax shouldn't have been valid") | |
| 34 | |
| 35 | |
| 36 class TestRaiseChanges(GrammarTest): | |
| 37 def test_2x_style_1(self): | |
| 38 self.validate("raise") | |
| 39 | |
| 40 def test_2x_style_2(self): | |
| 41 self.validate("raise E, V") | |
| 42 | |
| 43 def test_2x_style_3(self): | |
| 44 self.validate("raise E, V, T") | |
| 45 | |
| 46 def test_2x_style_invalid_1(self): | |
| 47 self.invalid_syntax("raise E, V, T, Z") | |
| 48 | |
| 49 def test_3x_style(self): | |
| 50 self.validate("raise E1 from E2") | |
| 51 | |
| 52 def test_3x_style_invalid_1(self): | |
| 53 self.invalid_syntax("raise E, V from E1") | |
| 54 | |
| 55 def test_3x_style_invalid_2(self): | |
| 56 self.invalid_syntax("raise E from E1, E2") | |
| 57 | |
| 58 def test_3x_style_invalid_3(self): | |
| 59 self.invalid_syntax("raise from E1, E2") | |
| 60 | |
| 61 def test_3x_style_invalid_4(self): | |
| 62 self.invalid_syntax("raise E from") | |
| 63 | |
| 64 | |
| 65 # Adapated from Python 3's Lib/test/test_grammar.py:GrammarTests.testFuncdef | |
| 66 class TestFunctionAnnotations(GrammarTest): | |
| 67 def test_1(self): | |
| 68 self.validate("""def f(x) -> list: pass""") | |
| 69 | |
| 70 def test_2(self): | |
| 71 self.validate("""def f(x:int): pass""") | |
| 72 | |
| 73 def test_3(self): | |
| 74 self.validate("""def f(*x:str): pass""") | |
| 75 | |
| 76 def test_4(self): | |
| 77 self.validate("""def f(**x:float): pass""") | |
| 78 | |
| 79 def test_5(self): | |
| 80 self.validate("""def f(x, y:1+2): pass""") | |
| 81 | |
| 82 def test_6(self): | |
| 83 self.validate("""def f(a, (b:1, c:2, d)): pass""") | |
| 84 | |
| 85 def test_7(self): | |
| 86 self.validate("""def f(a, (b:1, c:2, d), e:3=4, f=5, *g:6): pass""") | |
| 87 | |
| 88 def test_8(self): | |
| 89 s = """def f(a, (b:1, c:2, d), e:3=4, f=5, | |
| 90 *g:6, h:7, i=8, j:9=10, **k:11) -> 12: pass""" | |
| 91 self.validate(s) | |
| 92 | |
| 93 | |
| 94 class TestExcept(GrammarTest): | |
| 95 def test_new(self): | |
| 96 s = """ | |
| 97 try: | |
| 98 x | |
| 99 except E as N: | |
| 100 y""" | |
| 101 self.validate(s) | |
| 102 | |
| 103 def test_old(self): | |
| 104 s = """ | |
| 105 try: | |
| 106 x | |
| 107 except E, N: | |
| 108 y""" | |
| 109 self.validate(s) | |
| 110 | |
| 111 | |
|
45909
a9855db40ffb
Merged revisions 61598-61599,61601 via svnmerge from
Martin v. Löwis <martin@v.loewis.de>
parents:
45906
diff
changeset
|
112 # Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testAtoms |
| 45906 | 113 class TestSetLiteral(GrammarTest): |
| 114 def test_1(self): | |
| 115 self.validate("""x = {'one'}""") | |
| 116 | |
| 117 def test_2(self): | |
| 118 self.validate("""x = {'one', 1,}""") | |
| 119 | |
| 120 def test_3(self): | |
| 121 self.validate("""x = {'one', 'two', 'three'}""") | |
| 122 | |
| 123 def test_4(self): | |
| 124 self.validate("""x = {2, 3, 4,}""") | |
| 125 | |
| 126 | |
| 127 class TestNumericLiterals(GrammarTest): | |
| 128 def test_new_octal_notation(self): | |
| 129 self.validate("""0o7777777777777""") | |
| 130 self.invalid_syntax("""0o7324528887""") | |
| 131 | |
| 132 def test_new_binary_notation(self): | |
| 133 self.validate("""0b101010""") | |
| 134 self.invalid_syntax("""0b0101021""") | |
| 135 | |
| 136 | |
| 137 class TestClassDef(GrammarTest): | |
| 138 def test_new_syntax(self): | |
| 139 self.validate("class B(t=7): pass") | |
| 140 self.validate("class B(t, *args): pass") | |
| 141 self.validate("class B(t, **kwargs): pass") | |
| 142 self.validate("class B(t, *args, **kwargs): pass") | |
| 143 self.validate("class B(t, y=9, *args, **kwargs): pass") | |
| 144 | |
| 145 | |
| 146 class TestParserIdempotency(support.TestCase): | |
| 147 | |
| 148 """A cut-down version of pytree_idempotency.py.""" | |
| 149 | |
| 150 def test_all_project_files(self): | |
|
57125
e3ff3976bbac
Merged revisions 76127-76128 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57124
diff
changeset
|
151 if sys.platform.startswith("win"): |
|
e3ff3976bbac
Merged revisions 76127-76128 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57124
diff
changeset
|
152 # XXX something with newlines goes wrong on Windows. |
|
e3ff3976bbac
Merged revisions 76127-76128 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57124
diff
changeset
|
153 return |
| 45906 | 154 for filepath in support.all_project_files(): |
|
53934
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
155 with open(filepath, "rb") as fp: |
|
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
156 encoding = tokenize.detect_encoding(fp.readline)[0] |
|
57124
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
157 self.assertTrue(encoding is not None, |
|
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
158 "can't detect encoding for %s" % filepath) |
|
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
159 with io.open(filepath, "r", encoding=encoding) as fp: |
|
53934
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
160 source = fp.read() |
|
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
161 tree = driver.parse_string(source) |
|
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
162 new = unicode(tree) |
|
57124
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
163 if diff(filepath, new, encoding): |
| 45906 | 164 self.fail("Idempotency failed: %s" % filepath) |
| 165 | |
|
57074
94e1b14ec804
Merged revisions 74359,75081,75088,75213,75278,75303,75427-75428,75734-75736,75865,76059-76061 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
54696
diff
changeset
|
166 def test_extended_unpacking(self): |
|
94e1b14ec804
Merged revisions 74359,75081,75088,75213,75278,75303,75427-75428,75734-75736,75865,76059-76061 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
54696
diff
changeset
|
167 driver.parse_string("a, *b, c = x\n") |
|
94e1b14ec804
Merged revisions 74359,75081,75088,75213,75278,75303,75427-75428,75734-75736,75865,76059-76061 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
54696
diff
changeset
|
168 driver.parse_string("[*a, b] = x\n") |
|
94e1b14ec804
Merged revisions 74359,75081,75088,75213,75278,75303,75427-75428,75734-75736,75865,76059-76061 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
54696
diff
changeset
|
169 driver.parse_string("(z, *y, w) = m\n") |
|
94e1b14ec804
Merged revisions 74359,75081,75088,75213,75278,75303,75427-75428,75734-75736,75865,76059-76061 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
54696
diff
changeset
|
170 driver.parse_string("for *z, m in d: pass\n") |
| 45906 | 171 |
| 172 class TestLiterals(GrammarTest): | |
| 173 | |
|
53934
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
174 def validate(self, s): |
|
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
175 driver.parse_string(support.dedent(s) + "\n\n") |
|
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
176 |
| 45906 | 177 def test_multiline_bytes_literals(self): |
| 178 s = """ | |
| 179 md5test(b"\xaa" * 80, | |
| 180 (b"Test Using Larger Than Block-Size Key " | |
| 181 b"and Larger Than One Block-Size Data"), | |
| 182 "6f630fad67cda0ee1fb1f562db3aa53e") | |
| 183 """ | |
| 184 self.validate(s) | |
| 185 | |
| 186 def test_multiline_bytes_tripquote_literals(self): | |
| 187 s = ''' | |
| 188 b""" | |
| 189 <?xml version="1.0" encoding="UTF-8"?> | |
| 190 <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN"> | |
| 191 """ | |
| 192 ''' | |
| 193 self.validate(s) | |
| 194 | |
| 195 def test_multiline_str_literals(self): | |
| 196 s = """ | |
| 197 md5test("\xaa" * 80, | |
| 198 ("Test Using Larger Than Block-Size Key " | |
| 199 "and Larger Than One Block-Size Data"), | |
| 200 "6f630fad67cda0ee1fb1f562db3aa53e") | |
| 201 """ | |
| 202 self.validate(s) | |
| 203 | |
| 204 | |
|
57124
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
205 def diff(fn, result, encoding): |
|
d3a7636392af
Merged revisions 76125 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
57077
diff
changeset
|
206 f = io.open("@", "w", encoding=encoding) |
| 45906 | 207 try: |
|
53934
119e4323400d
Merged revisions 72491-72493 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
45909
diff
changeset
|
208 f.write(result) |
| 45906 | 209 finally: |
| 210 f.close() | |
| 211 try: | |
|
58585
86b8f4cb923a
Merged revisions 77419,77435 via svnmerge from
Martin v. Löwis <martin@v.loewis.de>
parents:
57126
diff
changeset
|
212 return os.system("diff -u %r @" % fn) |
| 45906 | 213 finally: |
| 214 os.remove("@") |