Mercurial > cpython-lru_cache-weakref
annotate Lib/test/test_codeccallbacks.py @ 28646:193b8aec00ce legacy-trunk
Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
work. This includes some more code that used to be part of pgen in
the main parser; I'm okay with that. I'll see if the Windows build
needs work next.
| author | Guido van Rossum <guido@python.org> |
|---|---|
| date | Thu, 17 Apr 2003 14:55:42 +0000 |
| parents | 226463445697 |
| children | 35c90d9cc313 |
| rev | line source |
|---|---|
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
1 import test.test_support, unittest |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
2 import sys, codecs, htmlentitydefs, unicodedata |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
3 |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
4 class PosReturn: |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
5 # this can be used for configurable callbacks |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
6 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
7 def __init__(self): |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
8 self.pos = 0 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
9 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
10 def handle(self, exc): |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
11 oldpos = self.pos |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
12 realpos = oldpos |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
13 if realpos<0: |
|
27963
226463445697
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
27555
diff
changeset
|
14 realpos = len(exc.object) + realpos |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
15 # if we don't advance this time, terminate on the next call |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
16 # otherwise we'd get an endless loop |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
17 if realpos <= exc.start: |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
18 self.pos = len(exc.object) |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
19 return (u"<?>", oldpos) |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
20 |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
21 class CodecCallbackTest(unittest.TestCase): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
22 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
23 def test_xmlcharrefreplace(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
24 # replace unencodable characters which numeric character entities. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
25 # For ascii, latin-1 and charmaps this is completely implemented |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
26 # in C and should be reasonably fast. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
27 s = u"\u30b9\u30d1\u30e2 \xe4nd eggs" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
28 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
29 s.encode("ascii", "xmlcharrefreplace"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
30 "スパモ änd eggs" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
31 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
32 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
33 s.encode("latin-1", "xmlcharrefreplace"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
34 "スパモ \xe4nd eggs" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
35 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
36 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
37 def test_xmlcharnamereplace(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
38 # This time use a named character entity for unencodable |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
39 # characters, if one is available. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
40 names = {} |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
41 for (key, value) in htmlentitydefs.entitydefs.items(): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
42 if len(value)==1: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
43 names[unicode(value, "latin-1")] = unicode(key, "latin-1") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
44 else: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
45 names[unichr(int(value[2:-1]))] = unicode(key, "latin-1") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
46 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
47 def xmlcharnamereplace(exc): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
48 if not isinstance(exc, UnicodeEncodeError): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
49 raise TypeError("don't know how to handle %r" % exc) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
50 l = [] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
51 for c in exc.object[exc.start:exc.end]: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
52 try: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
53 l.append(u"&%s;" % names[c]) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
54 except KeyError: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
55 l.append(u"&#%d;" % ord(c)) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
56 return (u"".join(l), exc.end) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
57 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
58 codecs.register_error( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
59 "test.xmlcharnamereplace", xmlcharnamereplace) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
60 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
61 sin = u"\xab\u211c\xbb = \u2329\u1234\u20ac\u232a" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
62 sout = "«ℜ» = ⟨ሴ€⟩" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
63 self.assertEqual(sin.encode("ascii", "test.xmlcharnamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
64 sout = "\xabℜ\xbb = ⟨ሴ€⟩" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
65 self.assertEqual(sin.encode("latin-1", "test.xmlcharnamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
66 sout = "\xabℜ\xbb = ⟨ሴ\xa4⟩" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
67 self.assertEqual(sin.encode("iso-8859-15", "test.xmlcharnamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
68 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
69 def test_uninamereplace(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
70 # We're using the names from the unicode database this time, |
|
26405
b38533e01d65
Fix typo in comment.
Walter Dörwald <walter@livinglogic.de>
parents:
26378
diff
changeset
|
71 # and we're doing "syntax highlighting" here, i.e. we include |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
72 # the replaced text in ANSI escape sequences. For this it is |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
73 # useful that the error handler is not called for every single |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
74 # unencodable character, but for a complete sequence of |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
75 # unencodable characters, otherwise we would output many |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
76 # unneccessary escape sequences. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
77 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
78 def uninamereplace(exc): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
79 if not isinstance(exc, UnicodeEncodeError): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
80 raise TypeError("don't know how to handle %r" % exc) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
81 l = [] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
82 for c in exc.object[exc.start:exc.end]: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
83 l.append(unicodedata.name(c, u"0x%x" % ord(c))) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
84 return (u"\033[1m%s\033[0m" % u", ".join(l), exc.end) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
85 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
86 codecs.register_error( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
87 "test.uninamereplace", uninamereplace) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
88 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
89 sin = u"\xac\u1234\u20ac\u8000" |
|
26378
ab3763d477cc
Update character names.
Martin v. Löwis <martin@v.loewis.de>
parents:
26128
diff
changeset
|
90 sout = "\033[1mNOT SIGN, ETHIOPIC SYLLABLE SEE, EURO SIGN, CJK UNIFIED IDEOGRAPH-8000\033[0m" |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
91 self.assertEqual(sin.encode("ascii", "test.uninamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
92 |
|
26378
ab3763d477cc
Update character names.
Martin v. Löwis <martin@v.loewis.de>
parents:
26128
diff
changeset
|
93 sout = "\xac\033[1mETHIOPIC SYLLABLE SEE, EURO SIGN, CJK UNIFIED IDEOGRAPH-8000\033[0m" |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
94 self.assertEqual(sin.encode("latin-1", "test.uninamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
95 |
|
26378
ab3763d477cc
Update character names.
Martin v. Löwis <martin@v.loewis.de>
parents:
26128
diff
changeset
|
96 sout = "\xac\033[1mETHIOPIC SYLLABLE SEE\033[0m\xa4\033[1mCJK UNIFIED IDEOGRAPH-8000\033[0m" |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
97 self.assertEqual(sin.encode("iso-8859-15", "test.uninamereplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
98 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
99 def test_backslashescape(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
100 # Does the same as the "unicode-escape" encoding, but with different |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
101 # base encodings. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
102 sin = u"a\xac\u1234\u20ac\u8000" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
103 if sys.maxunicode > 0xffff: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
104 sin += unichr(sys.maxunicode) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
105 sout = "a\\xac\\u1234\\u20ac\\u8000" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
106 if sys.maxunicode > 0xffff: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
107 sout += "\\U%08x" % sys.maxunicode |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
108 self.assertEqual(sin.encode("ascii", "backslashreplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
109 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
110 sout = "a\xac\\u1234\\u20ac\\u8000" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
111 if sys.maxunicode > 0xffff: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
112 sout += "\\U%08x" % sys.maxunicode |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
113 self.assertEqual(sin.encode("latin-1", "backslashreplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
114 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
115 sout = "a\xac\\u1234\xa4\\u8000" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
116 if sys.maxunicode > 0xffff: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
117 sout += "\\U%08x" % sys.maxunicode |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
118 self.assertEqual(sin.encode("iso-8859-15", "backslashreplace"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
119 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
120 def test_relaxedutf8(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
121 # This is the test for a decoding callback handler, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
122 # that relaxes the UTF-8 minimal encoding restriction. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
123 # A null byte that is encoded as "\xc0\x80" will be |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
124 # decoded as a null byte. All other illegal sequences |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
125 # will be handled strictly. |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
126 def relaxedutf8(exc): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
127 if not isinstance(exc, UnicodeDecodeError): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
128 raise TypeError("don't know how to handle %r" % exc) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
129 if exc.object[exc.start:exc.end].startswith("\xc0\x80"): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
130 return (u"\x00", exc.start+2) # retry after two bytes |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
131 else: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
132 raise exc |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
133 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
134 codecs.register_error( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
135 "test.relaxedutf8", relaxedutf8) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
136 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
137 sin = "a\x00b\xc0\x80c\xc3\xbc\xc0\x80\xc0\x80" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
138 sout = u"a\x00b\x00c\xfc\x00\x00" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
139 self.assertEqual(sin.decode("utf-8", "test.relaxedutf8"), sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
140 sin = "\xc0\x80\xc0\x81" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
141 self.assertRaises(UnicodeError, sin.decode, "utf-8", "test.relaxedutf8") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
142 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
143 def test_charmapencode(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
144 # For charmap encodings the replacement string will be |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
145 # mapped through the encoding again. This means, that |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
146 # to be able to use e.g. the "replace" handler, the |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
147 # charmap has to have a mapping for "?". |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
148 charmap = dict([ (ord(c), 2*c.upper()) for c in "abcdefgh"]) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
149 sin = u"abc" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
150 sout = "AABBCC" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
151 self.assertEquals(codecs.charmap_encode(sin, "strict", charmap)[0], sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
152 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
153 sin = u"abcA" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
154 self.assertRaises(UnicodeError, codecs.charmap_encode, sin, "strict", charmap) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
155 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
156 charmap[ord("?")] = "XYZ" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
157 sin = u"abcDEF" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
158 sout = "AABBCCXYZXYZXYZ" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
159 self.assertEquals(codecs.charmap_encode(sin, "replace", charmap)[0], sout) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
160 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
161 charmap[ord("?")] = u"XYZ" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
162 self.assertRaises(TypeError, codecs.charmap_encode, sin, "replace", charmap) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
163 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
164 charmap[ord("?")] = u"XYZ" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
165 self.assertRaises(TypeError, codecs.charmap_encode, sin, "replace", charmap) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
166 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
167 def test_callbacks(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
168 def handler1(exc): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
169 if not isinstance(exc, UnicodeEncodeError) \ |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
170 and not isinstance(exc, UnicodeDecodeError): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
171 raise TypeError("don't know how to handle %r" % exc) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
172 l = [u"<%d>" % ord(exc.object[pos]) for pos in xrange(exc.start, exc.end)] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
173 return (u"[%s]" % u"".join(l), exc.end) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
174 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
175 codecs.register_error("test.handler1", handler1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
176 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
177 def handler2(exc): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
178 if not isinstance(exc, UnicodeDecodeError): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
179 raise TypeError("don't know how to handle %r" % exc) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
180 l = [u"<%d>" % ord(exc.object[pos]) for pos in xrange(exc.start, exc.end)] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
181 return (u"[%s]" % u"".join(l), exc.end+1) # skip one character |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
182 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
183 codecs.register_error("test.handler2", handler2) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
184 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
185 s = "\x00\x81\x7f\x80\xff" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
186 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
187 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
188 s.decode("ascii", "test.handler1"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
189 u"\x00[<129>]\x7f[<128>][<255>]" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
190 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
191 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
192 s.decode("ascii", "test.handler2"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
193 u"\x00[<129>][<128>]" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
194 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
195 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
196 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
197 "\\u3042\u3xxx".decode("unicode-escape", "test.handler1"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
198 u"\u3042[<92><117><51><120>]xx" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
199 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
200 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
201 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
202 "\\u3042\u3xx".decode("unicode-escape", "test.handler1"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
203 u"\u3042[<92><117><51><120><120>]" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
204 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
205 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
206 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
207 codecs.charmap_decode("abc", "test.handler1", {ord("a"): u"z"})[0], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
208 u"z[<98>][<99>]" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
209 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
210 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
211 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
212 u"g\xfc\xdfrk".encode("ascii", "test.handler1"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
213 u"g[<252><223>]rk" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
214 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
215 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
216 self.assertEqual( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
217 u"g\xfc\xdf".encode("ascii", "test.handler1"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
218 u"g[<252><223>]" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
219 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
220 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
221 def test_longstrings(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
222 # test long strings to check for memory overflow problems |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
223 errors = [ "strict", "ignore", "replace", "xmlcharrefreplace", "backslashreplace"] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
224 # register the handlers under different names, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
225 # to prevent the codec from recognizing the name |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
226 for err in errors: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
227 codecs.register_error("test." + err, codecs.lookup_error(err)) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
228 l = 1000 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
229 errors += [ "test." + err for err in errors ] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
230 for uni in [ s*l for s in (u"x", u"\u3042", u"a\xe4") ]: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
231 for enc in ("ascii", "latin-1", "iso-8859-1", "iso-8859-15", "utf-8", "utf-7", "utf-16"): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
232 for err in errors: |
|
26128
23ef7c163a12
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25139
diff
changeset
|
233 try: |
|
23ef7c163a12
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25139
diff
changeset
|
234 uni.encode(enc, err) |
|
23ef7c163a12
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25139
diff
changeset
|
235 except UnicodeError: |
|
23ef7c163a12
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25139
diff
changeset
|
236 pass |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
237 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
238 def check_exceptionobjectargs(self, exctype, args, msg): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
239 # Test UnicodeError subclasses: construction, attribute assignment and __str__ conversion |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
240 # check with one missing argument |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
241 self.assertRaises(TypeError, exctype, *args[:-1]) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
242 # check with one argument too much |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
243 self.assertRaises(TypeError, exctype, *(args + ["too much"])) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
244 # check with one argument of the wrong type |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
245 wrongargs = [ "spam", u"eggs", 42, 1.0, None ] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
246 for i in xrange(len(args)): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
247 for wrongarg in wrongargs: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
248 if type(wrongarg) is type(args[i]): |
|
26128
23ef7c163a12
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25139
diff
changeset
|
249 continue |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
250 # build argument array |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
251 callargs = [] |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
252 for j in xrange(len(args)): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
253 if i==j: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
254 callargs.append(wrongarg) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
255 else: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
256 callargs.append(args[i]) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
257 self.assertRaises(TypeError, exctype, *callargs) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
258 |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
259 # check with the correct number and type of arguments |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
260 exc = exctype(*args) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
261 self.assertEquals(str(exc), msg) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
262 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
263 def test_unicodeencodeerror(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
264 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
265 UnicodeEncodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
266 ["ascii", u"g\xfcrk", 1, 2, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
267 "'ascii' codec can't encode character '\ufc' in position 1: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
268 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
269 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
270 UnicodeEncodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
271 ["ascii", u"g\xfcrk", 1, 4, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
272 "'ascii' codec can't encode characters in position 1-3: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
273 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
274 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
275 UnicodeEncodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
276 ["ascii", u"\xfcx", 0, 1, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
277 "'ascii' codec can't encode character '\ufc' in position 0: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
278 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
279 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
280 def test_unicodedecodeerror(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
281 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
282 UnicodeDecodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
283 ["ascii", "g\xfcrk", 1, 2, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
284 "'ascii' codec can't decode byte 0xfc in position 1: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
285 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
286 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
287 UnicodeDecodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
288 ["ascii", "g\xfcrk", 1, 3, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
289 "'ascii' codec can't decode bytes in position 1-2: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
290 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
291 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
292 def test_unicodetranslateerror(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
293 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
294 UnicodeTranslateError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
295 [u"g\xfcrk", 1, 2, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
296 "can't translate character '\\ufc' in position 1: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
297 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
298 self.check_exceptionobjectargs( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
299 UnicodeTranslateError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
300 [u"g\xfcrk", 1, 3, "ouch"], |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
301 "can't translate characters in position 1-2: ouch" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
302 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
303 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
304 def test_badandgoodstrictexceptions(self): |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
305 # "strict" complains about a non-exception passed in |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
306 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
307 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
308 codecs.strict_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
309 42 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
310 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
311 # "strict" complains about the wrong exception type |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
312 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
313 Exception, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
314 codecs.strict_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
315 Exception("ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
316 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
317 |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
318 # If the correct exception is passed in, "strict" raises it |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
319 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
320 UnicodeEncodeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
321 codecs.strict_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
322 UnicodeEncodeError("ascii", u"\u3042", 0, 1, "ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
323 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
324 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
325 def test_badandgoodignoreexceptions(self): |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
326 # "ignore" complains about a non-exception passed in |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
327 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
328 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
329 codecs.ignore_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
330 42 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
331 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
332 # "ignore" complains about the wrong exception type |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
333 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
334 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
335 codecs.ignore_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
336 UnicodeError("ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
337 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
338 # If the correct exception is passed in, "ignore" returns an empty replacement |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
339 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
340 codecs.ignore_errors(UnicodeEncodeError("ascii", u"\u3042", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
341 (u"", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
342 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
343 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
344 codecs.ignore_errors(UnicodeDecodeError("ascii", "\xff", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
345 (u"", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
346 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
347 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
348 codecs.ignore_errors(UnicodeTranslateError(u"\u3042", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
349 (u"", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
350 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
351 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
352 def test_badandgoodreplaceexceptions(self): |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
353 # "replace" complains about a non-exception passed in |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
354 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
355 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
356 codecs.replace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
357 42 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
358 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
359 # "replace" complains about the wrong exception type |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
360 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
361 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
362 codecs.replace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
363 UnicodeError("ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
364 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
365 # With the correct exception, "ignore" returns an empty replacement |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
366 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
367 codecs.replace_errors(UnicodeEncodeError("ascii", u"\u3042", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
368 (u"?", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
369 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
370 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
371 codecs.replace_errors(UnicodeDecodeError("ascii", "\xff", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
372 (u"\ufffd", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
373 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
374 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
375 codecs.replace_errors(UnicodeTranslateError(u"\u3042", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
376 (u"\ufffd", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
377 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
378 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
379 def test_badandgoodxmlcharrefreplaceexceptions(self): |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
380 # "xmlcharrefreplace" complains about a non-exception passed in |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
381 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
382 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
383 codecs.xmlcharrefreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
384 42 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
385 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
386 # "xmlcharrefreplace" complains about the wrong exception types |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
387 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
388 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
389 codecs.xmlcharrefreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
390 UnicodeError("ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
391 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
392 # "xmlcharrefreplace" can only be used for encoding |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
393 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
394 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
395 codecs.xmlcharrefreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
396 UnicodeDecodeError("ascii", "\xff", 0, 1, "ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
397 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
398 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
399 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
400 codecs.xmlcharrefreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
401 UnicodeTranslateError(u"\u3042", 0, 1, "ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
402 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
403 # Use the correct exception |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
404 self.assertEquals( |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
405 codecs.xmlcharrefreplace_errors(UnicodeEncodeError("ascii", u"\u3042", 0, 1, "ouch")), |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
406 (u"&#%d;" % 0x3042, 1) |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
407 ) |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
408 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
409 def test_badandgoodbackslashreplaceexceptions(self): |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
410 # "backslashreplace" complains about a non-exception passed in |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
411 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
412 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
413 codecs.backslashreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
414 42 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
415 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
416 # "backslashreplace" complains about the wrong exception types |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
417 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
418 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
419 codecs.backslashreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
420 UnicodeError("ouch") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
421 ) |
|
27310
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
422 # "backslashreplace" can only be used for encoding |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
423 self.assertRaises( |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
424 TypeError, |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
425 codecs.backslashreplace_errors, |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
426 UnicodeDecodeError("ascii", "\xff", 0, 1, "ouch") |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
427 ) |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
428 self.assertRaises( |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
429 TypeError, |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
430 codecs.backslashreplace_errors, |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
431 UnicodeTranslateError(u"\u3042", 0, 1, "ouch") |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
432 ) |
|
a2f84d2835fa
Add comments and remove duplicate tests.
Walter Dörwald <walter@livinglogic.de>
parents:
27183
diff
changeset
|
433 # Use the correct exception |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
434 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
435 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\u3042", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
436 (u"\\u3042", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
437 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
438 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
439 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\x00", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
440 (u"\\x00", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
441 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
442 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
443 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\xff", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
444 (u"\\xff", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
445 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
446 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
447 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\u0100", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
448 (u"\\u0100", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
449 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
450 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
451 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\uffff", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
452 (u"\\uffff", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
453 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
454 if sys.maxunicode>0xffff: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
455 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
456 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\U00010000", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
457 (u"\\U00010000", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
458 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
459 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
460 codecs.backslashreplace_errors(UnicodeEncodeError("ascii", u"\U0010ffff", 0, 1, "ouch")), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
461 (u"\\U0010ffff", 1) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
462 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
463 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
464 def test_badhandlerresults(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
465 results = ( 42, u"foo", (1,2,3), (u"foo", 1, 3), (u"foo", None), (u"foo",), ("foo", 1, 3), ("foo", None), ("foo",) ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
466 encs = ("ascii", "latin-1", "iso-8859-1", "iso-8859-15") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
467 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
468 for res in results: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
469 codecs.register_error("test.badhandler", lambda: res) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
470 for enc in encs: |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
471 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
472 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
473 u"\u3042".encode, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
474 enc, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
475 "test.badhandler" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
476 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
477 for (enc, bytes) in ( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
478 ("ascii", "\xff"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
479 ("utf-8", "\xff"), |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
480 ("utf-7", "+x-") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
481 ): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
482 self.assertRaises( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
483 TypeError, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
484 bytes.decode, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
485 enc, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
486 "test.badhandler" |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
487 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
488 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
489 def test_lookup(self): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
490 self.assertEquals(codecs.strict_errors, codecs.lookup_error("strict")) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
491 self.assertEquals(codecs.ignore_errors, codecs.lookup_error("ignore")) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
492 self.assertEquals(codecs.strict_errors, codecs.lookup_error("strict")) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
493 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
494 codecs.xmlcharrefreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
495 codecs.lookup_error("xmlcharrefreplace") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
496 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
497 self.assertEquals( |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
498 codecs.backslashreplace_errors, |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
499 codecs.lookup_error("backslashreplace") |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
500 ) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
501 |
|
25139
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
502 def test_unencodablereplacement(self): |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
503 def unencrepl(exc): |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
504 if isinstance(exc, UnicodeEncodeError): |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
505 return (u"\u4242", exc.end) |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
506 else: |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
507 raise TypeError("don't know how to handle %r" % exc) |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
508 codecs.register_error("test.unencreplhandler", unencrepl) |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
509 for enc in ("ascii", "iso-8859-1", "iso-8859-15"): |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
510 self.assertRaises( |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
511 UnicodeEncodeError, |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
512 u"\u4242".encode, |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
513 enc, |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
514 "test.unencreplhandler" |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
515 ) |
|
d446b5151316
Add a test case that checks that the proper exception is raises
Walter Dörwald <walter@livinglogic.de>
parents:
25091
diff
changeset
|
516 |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
517 def test_badregistercall(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
518 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
519 # Modules/_codecsmodule.c::register_error() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
520 # Python/codecs.c::PyCodec_RegisterError() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
521 self.assertRaises(TypeError, codecs.register_error, 42) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
522 self.assertRaises(TypeError, codecs.register_error, "test.dummy", 42) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
523 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
524 def test_unknownhandler(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
525 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
526 # Modules/_codecsmodule.c::lookup_error() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
527 self.assertRaises(LookupError, codecs.lookup_error, "test.unknown") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
528 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
529 def test_xmlcharrefvalues(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
530 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
531 # Python/codecs.c::PyCodec_XMLCharRefReplaceErrors() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
532 # and inline implementations |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
533 v = (1, 5, 10, 50, 100, 500, 1000, 5000, 10000, 50000) |
|
27183
01d9fd595375
Make the test scripts work again with narrow Python builds.
Walter Dörwald <walter@livinglogic.de>
parents:
27177
diff
changeset
|
534 if sys.maxunicode>=100000: |
|
27963
226463445697
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
27555
diff
changeset
|
535 v += (100000, 500000, 1000000) |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
536 s = u"".join([unichr(x) for x in v]) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
537 codecs.register_error("test.xmlcharrefreplace", codecs.xmlcharrefreplace_errors) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
538 for enc in ("ascii", "iso-8859-15"): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
539 for err in ("xmlcharrefreplace", "test.xmlcharrefreplace"): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
540 s.encode(enc, err) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
541 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
542 def test_decodehelper(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
543 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
544 # Objects/unicodeobject.c::unicode_decode_call_errorhandler() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
545 # and callers |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
546 self.assertRaises(LookupError, "\xff".decode, "ascii", "test.unknown") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
547 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
548 def baddecodereturn1(exc): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
549 return 42 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
550 codecs.register_error("test.baddecodereturn1", baddecodereturn1) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
551 self.assertRaises(TypeError, "\xff".decode, "ascii", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
552 self.assertRaises(TypeError, "\\".decode, "unicode-escape", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
553 self.assertRaises(TypeError, "\\x0".decode, "unicode-escape", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
554 self.assertRaises(TypeError, "\\x0y".decode, "unicode-escape", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
555 self.assertRaises(TypeError, "\\Uffffeeee".decode, "unicode-escape", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
556 self.assertRaises(TypeError, "\\uyyyy".decode, "raw-unicode-escape", "test.baddecodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
557 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
558 def baddecodereturn2(exc): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
559 return (u"?", None) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
560 codecs.register_error("test.baddecodereturn2", baddecodereturn2) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
561 self.assertRaises(TypeError, "\xff".decode, "ascii", "test.baddecodereturn2") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
562 |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
563 handler = PosReturn() |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
564 codecs.register_error("test.posreturn", handler.handle) |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
565 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
566 # Valid negative position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
567 handler.pos = -1 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
568 self.assertEquals("\xff0".decode("ascii", "test.posreturn"), u"<?>0") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
569 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
570 # Valid negative position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
571 handler.pos = -2 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
572 self.assertEquals("\xff0".decode("ascii", "test.posreturn"), u"<?><?>") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
573 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
574 # Negative position out of bounds |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
575 handler.pos = -3 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
576 self.assertRaises(IndexError, "\xff0".decode, "ascii", "test.posreturn") |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
577 |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
578 # Valid positive position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
579 handler.pos = 1 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
580 self.assertEquals("\xff0".decode("ascii", "test.posreturn"), u"<?>0") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
581 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
582 # Largest valid positive position (one beyond end of input |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
583 handler.pos = 2 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
584 self.assertEquals("\xff0".decode("ascii", "test.posreturn"), u"<?>") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
585 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
586 # Invalid positive position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
587 handler.pos = 3 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
588 self.assertRaises(IndexError, "\xff0".decode, "ascii", "test.posreturn") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
589 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
590 # Restart at the "0" |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
591 handler.pos = 6 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
592 self.assertEquals("\\uyyyy0".decode("raw-unicode-escape", "test.posreturn"), u"<?>0") |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
593 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
594 class D(dict): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
595 def __getitem__(self, key): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
596 raise ValueError |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
597 self.assertRaises(UnicodeError, codecs.charmap_decode, "\xff", "strict", {0xff: None}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
598 self.assertRaises(ValueError, codecs.charmap_decode, "\xff", "strict", D()) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
599 self.assertRaises(TypeError, codecs.charmap_decode, "\xff", "strict", {0xff: sys.maxunicode+1}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
600 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
601 def test_encodehelper(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
602 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
603 # Objects/unicodeobject.c::unicode_encode_call_errorhandler() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
604 # and callers |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
605 self.assertRaises(LookupError, u"\xff".encode, "ascii", "test.unknown") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
606 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
607 def badencodereturn1(exc): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
608 return 42 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
609 codecs.register_error("test.badencodereturn1", badencodereturn1) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
610 self.assertRaises(TypeError, u"\xff".encode, "ascii", "test.badencodereturn1") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
611 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
612 def badencodereturn2(exc): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
613 return (u"?", None) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
614 codecs.register_error("test.badencodereturn2", badencodereturn2) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
615 self.assertRaises(TypeError, u"\xff".encode, "ascii", "test.badencodereturn2") |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
616 |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
617 handler = PosReturn() |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
618 codecs.register_error("test.posreturn", handler.handle) |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
619 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
620 # Valid negative position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
621 handler.pos = -1 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
622 self.assertEquals(u"\xff0".encode("ascii", "test.posreturn"), "<?>0") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
623 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
624 # Valid negative position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
625 handler.pos = -2 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
626 self.assertEquals(u"\xff0".encode("ascii", "test.posreturn"), "<?><?>") |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
627 |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
628 # Negative position out of bounds |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
629 handler.pos = -3 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
630 self.assertRaises(IndexError, u"\xff0".encode, "ascii", "test.posreturn") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
631 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
632 # Valid positive position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
633 handler.pos = 1 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
634 self.assertEquals(u"\xff0".encode("ascii", "test.posreturn"), "<?>0") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
635 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
636 # Largest valid positive position (one beyond end of input |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
637 handler.pos = 2 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
638 self.assertEquals(u"\xff0".encode("ascii", "test.posreturn"), "<?>") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
639 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
640 # Invalid positive position |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
641 handler.pos = 3 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
642 self.assertRaises(IndexError, u"\xff0".encode, "ascii", "test.posreturn") |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
643 |
|
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
644 handler.pos = 0 |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
645 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
646 class D(dict): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
647 def __getitem__(self, key): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
648 raise ValueError |
|
27555
c267f28724dd
Change the treatment of positions returned by PEP293
Walter Dörwald <walter@livinglogic.de>
parents:
27310
diff
changeset
|
649 for err in ("strict", "replace", "xmlcharrefreplace", "backslashreplace", "test.posreturn"): |
|
27177
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
650 self.assertRaises(UnicodeError, codecs.charmap_encode, u"\xff", err, {0xff: None}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
651 self.assertRaises(ValueError, codecs.charmap_encode, u"\xff", err, D()) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
652 self.assertRaises(TypeError, codecs.charmap_encode, u"\xff", err, {0xff: 300}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
653 |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
654 def test_translatehelper(self): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
655 # enhance coverage of: |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
656 # Objects/unicodeobject.c::unicode_encode_call_errorhandler() |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
657 # and callers |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
658 # (Unfortunately the errors argument is not directly accessible |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
659 # from Python, so we can't test that much) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
660 class D(dict): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
661 def __getitem__(self, key): |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
662 raise ValueError |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
663 self.assertRaises(ValueError, u"\xff".translate, D()) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
664 self.assertRaises(TypeError, u"\xff".translate, {0xff: sys.maxunicode+1}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
665 self.assertRaises(TypeError, u"\xff".translate, {0xff: ()}) |
|
925a7b1f93ee
Add a few test cases to increase code coverage:
Walter Dörwald <walter@livinglogic.de>
parents:
26405
diff
changeset
|
666 |
|
25091
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
667 def test_main(): |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
668 suite = unittest.TestSuite() |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
669 suite.addTest(unittest.makeSuite(CodecCallbackTest)) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
670 test.test_support.run_suite(suite) |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
671 |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
672 if __name__ == "__main__": |
|
0337dad8403e
PEP 293 implemention (from SF patch http://www.python.org/sf/432401)
Walter Dörwald <walter@livinglogic.de>
parents:
diff
changeset
|
673 test_main() |
