Mercurial > cpython-lru_cache-weakref

annotate Tools/unicode/gencjkcodecs.py @ 79675:c0a2294de787 2.7

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Issue #16199: Backport 2to3 typo fix from 3.2.
author Chris Jerdonek <chris.jerdonek@gmail.com>
date Thu, 11 Oct 2012 16:15:46 -0700
parents 3b61e4aa7ede
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
37218
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
1 import os, string
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
2
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
3 codecs = {
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
4 'cn': ('gb2312', 'gbk', 'gb18030', 'hz'),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
5 'tw': ('big5', 'cp950'),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
6 'hk': ('big5hkscs',),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
7 'jp': ('cp932', 'shift_jis', 'euc_jp', 'euc_jisx0213', 'shift_jisx0213',
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
8 'euc_jis_2004', 'shift_jis_2004'),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
9 'kr': ('cp949', 'euc_kr', 'johab'),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
10 'iso2022': ('iso2022_jp', 'iso2022_jp_1', 'iso2022_jp_2',
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
11 'iso2022_jp_2004', 'iso2022_jp_3', 'iso2022_jp_ext',
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
12 'iso2022_kr'),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
13 }
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
14
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
15 TEMPLATE = string.Template("""\
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
16 #
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
17 # $encoding.py: Python Unicode Codec for $ENCODING
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
18 #
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
19 # Written by Hye-Shik Chang <perky@FreeBSD.org>
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
20 #
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
21
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
22 import _codecs_$owner, codecs
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
23 import _multibytecodec as mbc
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
24
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
25 codec = _codecs_$owner.getcodec('$encoding')
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
26
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
27 class Codec(codecs.Codec):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
28 encode = codec.encode
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
29 decode = codec.decode
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
30
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
31 class IncrementalEncoder(mbc.MultibyteIncrementalEncoder,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
32 codecs.IncrementalEncoder):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
33 codec = codec
37244
3b61e4aa7ede Whitespace for generated code.
Walter Dörwald <walter@livinglogic.de>
parents: 37218
diff changeset
34
37218
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
35 class IncrementalDecoder(mbc.MultibyteIncrementalDecoder,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
36 codecs.IncrementalDecoder):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
37 codec = codec
37244
3b61e4aa7ede Whitespace for generated code.
Walter Dörwald <walter@livinglogic.de>
parents: 37218
diff changeset
38
37218
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
39 class StreamReader(Codec, mbc.MultibyteStreamReader, codecs.StreamReader):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
40 codec = codec
37244
3b61e4aa7ede Whitespace for generated code.
Walter Dörwald <walter@livinglogic.de>
parents: 37218
diff changeset
41
37218
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
42 class StreamWriter(Codec, mbc.MultibyteStreamWriter, codecs.StreamWriter):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
43 codec = codec
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
44
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
45 def getregentry():
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
46 return codecs.CodecInfo(
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
47 name='$encoding',
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
48 encode=Codec().encode,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
49 decode=Codec().decode,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
50 incrementalencoder=IncrementalEncoder,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
51 incrementaldecoder=IncrementalDecoder,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
52 streamreader=StreamReader,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
53 streamwriter=StreamWriter,
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
54 )
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
55 """)
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
56
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
57 def gencodecs(prefix):
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
58 for loc, encodings in codecs.iteritems():
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
59 for enc in encodings:
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
60 code = TEMPLATE.substitute(ENCODING=enc.upper(),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
61 encoding=enc.lower(),
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
62 owner=loc)
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
63 codecpath = os.path.join(prefix, enc + '.py')
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
64 open(codecpath, 'w').write(code)
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
65
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
66 if __name__ == '__main__':
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
67 import sys
e234ff8beaa2 Patch #1443155: Add the incremental codecs support for CJK codecs.
Hye-Shik Chang <hyeshik@gmail.com>
parents:
diff changeset
68 gencodecs(sys.argv[1])