Mercurial > cpython-lru_cache-weakref

diff Objects/unicodeobject.c @ 62709:9900a998b460

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Update comment about surrogates.
author Ezio Melotti <ezio.melotti@gmail.com>
date Sat, 03 Jul 2010 04:52:19 +0000
parents e0d5a4a49112
children cf4f7f98f19e
line wrap: on
line diff
--- a/Objects/unicodeobject.c	Sat Jul 03 03:35:27 2010 +0000
+++ b/Objects/unicodeobject.c	Sat Jul 03 04:52:19 2010 +0000
@@ -2450,11 +2450,11 @@
             break;
 
         case 3:
-            /* XXX: surrogates shouldn't be valid UTF-8!
-               see http://www.unicode.org/versions/Unicode5.2.0/ch03.pdf
-               (table 3-7) and http://www.rfc-editor.org/rfc/rfc3629.txt
-               Uncomment the 2 lines below to make them invalid,
-               codepoints: d800-dfff; UTF-8: \xed\xa0\x80-\xed\xbf\xbf. */
+            /* Decoding UTF-8 sequences in range \xed\xa0\x80-\xed\xbf\xbf
+               will result in surrogates in range d800-dfff. Surrogates are
+               not valid UTF-8 so they are rejected.
+               See http://www.unicode.org/versions/Unicode5.2.0/ch03.pdf
+               (table 3-7) and http://www.rfc-editor.org/rfc/rfc3629.txt */
             if ((s[1] & 0xc0) != 0x80 ||
                 (s[2] & 0xc0) != 0x80 ||
                 ((unsigned char)s[0] == 0xE0 &&