Mercurial > cpython-lru_cache-weakref

annotate Tools/scripts/h2py.py @ 16413:8819867f14ef legacy-trunk

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Patch derived from Trent's 101162: a Python/C API testing framework. STILL NEEDS UNIX BUILD CHANGES.
author Tim Peters <tim.peters@gmail.com>
date Fri, 02 Feb 2001 05:57:15 +0000
parents 14a27acc755a
children e79fd3934f61
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4573
73758db2f464 /usr/local/bin/python -> /usr/bin/env python
Guido van Rossum <guido@python.org>
parents: 4112
diff changeset
1 #! /usr/bin/env python
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
2
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
3 # Read #define's and translate to Python code.
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
4 # Handle #include statements.
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
5 # Handle #define macros with one argument.
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
6 # Anything that isn't recognized or doesn't translate into valid
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
7 # Python is ignored.
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
8
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
9 # Without filename arguments, acts as a filter.
1602
907c5dd89c6c Process command line arguments; skip #defines that generate invalid
Guido van Rossum <guido@python.org>
parents: 1269
diff changeset
10 # If one or more filenames are given, output is written to corresponding
907c5dd89c6c Process command line arguments; skip #defines that generate invalid
Guido van Rossum <guido@python.org>
parents: 1269
diff changeset
11 # filenames in the local directory, translated to all uppercase, with
907c5dd89c6c Process command line arguments; skip #defines that generate invalid
Guido van Rossum <guido@python.org>
parents: 1269
diff changeset
12 # the extension replaced by ".py".
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
13
1639
37cf87f561ec Added -i option to ignore general regexps
Guido van Rossum <guido@python.org>
parents: 1602
diff changeset
14 # By passing one or more options of the form "-i regular_expression"
37cf87f561ec Added -i option to ignore general regexps
Guido van Rossum <guido@python.org>
parents: 1602
diff changeset
15 # you can specify additional strings to be ignored. This is useful
37cf87f561ec Added -i option to ignore general regexps
Guido van Rossum <guido@python.org>
parents: 1602
diff changeset
16 # e.g. to ignore casts to u_long: simply specify "-i '(u_long)'".
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
17
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
18 # XXX To do:
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
19 # - turn trailing C comments into Python comments
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
20 # - turn C Boolean operators "&& || !" into Python "and or not"
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
21 # - what to do about #if(def)?
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
22 # - what to do about macros with multiple parameters?
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
23
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
24 import sys, regex, regsub, string, getopt, os
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
25
4112
5726be8ee59f Allow whitespace before '#' in preprocessor directives.
Guido van Rossum <guido@python.org>
parents: 2169
diff changeset
26 p_define = regex.compile('^[\t ]*#[\t ]*define[\t ]+\([a-zA-Z0-9_]+\)[\t ]+')
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
27
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
28 p_macro = regex.compile(
4112
5726be8ee59f Allow whitespace before '#' in preprocessor directives.
Guido van Rossum <guido@python.org>
parents: 2169
diff changeset
29 '^[\t ]*#[\t ]*define[\t ]+'
5726be8ee59f Allow whitespace before '#' in preprocessor directives.
Guido van Rossum <guido@python.org>
parents: 2169
diff changeset
30 '\([a-zA-Z0-9_]+\)(\([_a-zA-Z][_a-zA-Z0-9]*\))[\t ]+')
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
31
4112
5726be8ee59f Allow whitespace before '#' in preprocessor directives.
Guido van Rossum <guido@python.org>
parents: 2169
diff changeset
32 p_include = regex.compile('^[\t ]*#[\t ]*include[\t ]+<\([a-zA-Z0-9_/\.]+\)')
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
33
898
ef86502508e2 Fix regexp recognizing comments to cope with unterminated comments.
Guido van Rossum <guido@python.org>
parents: 687
diff changeset
34 p_comment = regex.compile('/\*\([^*]+\|\*+[^/]\)*\(\*+/\)?')
6032
9a57ca229681 support C++ comments
Guido van Rossum <guido@python.org>
parents: 4573
diff changeset
35 p_cpp_comment = regex.compile('//.*')
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
36
6032
9a57ca229681 support C++ comments
Guido van Rossum <guido@python.org>
parents: 4573
diff changeset
37 ignores = [p_comment, p_cpp_comment]
1639
37cf87f561ec Added -i option to ignore general regexps
Guido van Rossum <guido@python.org>
parents: 1602
diff changeset
38
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
39 p_char = regex.compile("'\(\\\\.[^\\\\]*\|[^\\\\]\)'")
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
40
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
41 filedict = {}
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
42
2169
92cd85470a76 use $INCLUDE path (Mark Hammond)
Guido van Rossum <guido@python.org>
parents: 1928
diff changeset
43 try:
15930
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
44 searchdirs=string.splitfields(os.environ['include'],';')
2169
92cd85470a76 use $INCLUDE path (Mark Hammond)
Guido van Rossum <guido@python.org>
parents: 1928
diff changeset
45 except KeyError:
15930
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
46 try:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
47 searchdirs=string.splitfields(os.environ['INCLUDE'],';')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
48 except KeyError:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
49 try:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
50 if string.find( sys.platform, "beos" ) == 0:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
51 searchdirs=string.splitfields(os.environ['BEINCLUDES'],';')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
52 else:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
53 raise KeyError
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
54 except KeyError:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
55 searchdirs=['/usr/include']
2169
92cd85470a76 use $INCLUDE path (Mark Hammond)
Guido van Rossum <guido@python.org>
parents: 1928
diff changeset
56
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
57 def main():
15930
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
58 global filedict
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
59 opts, args = getopt.getopt(sys.argv[1:], 'i:')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
60 for o, a in opts:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
61 if o == '-i':
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
62 ignores.append(regex.compile(a))
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
63 if not args:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
64 args = ['-']
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
65 for filename in args:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
66 if filename == '-':
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
67 sys.stdout.write('# Generated by h2py from stdin\n')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
68 process(sys.stdin, sys.stdout)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
69 else:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
70 fp = open(filename, 'r')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
71 outfile = os.path.basename(filename)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
72 i = string.rfind(outfile, '.')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
73 if i > 0: outfile = outfile[:i]
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
74 outfile = string.upper(outfile)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
75 outfile = outfile + '.py'
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
76 outfp = open(outfile, 'w')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
77 outfp.write('# Generated by h2py from %s\n' % filename)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
78 filedict = {}
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
79 for dir in searchdirs:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
80 if filename[:len(dir)] == dir:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
81 filedict[filename[len(dir)+1:]] = None # no '/' trailing
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
82 break
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
83 process(fp, outfp)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
84 outfp.close()
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
85 fp.close()
687
e15bea971a5b Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
86
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
87 def process(fp, outfp, env = {}):
15930
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
88 lineno = 0
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
89 while 1:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
90 line = fp.readline()
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
91 if not line: break
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
92 lineno = lineno + 1
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
93 n = p_define.match(line)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
94 if n >= 0:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
95 # gobble up continuation lines
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
96 while line[-2:] == '\\\n':
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
97 nextline = fp.readline()
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
98 if not nextline: break
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
99 lineno = lineno + 1
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
100 line = line + nextline
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
101 name = p_define.group(1)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
102 body = line[n:]
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
103 # replace ignored patterns by spaces
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
104 for p in ignores:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
105 body = regsub.gsub(p, ' ', body)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
106 # replace char literals by ord(...)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
107 body = regsub.gsub(p_char, 'ord(\\0)', body)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
108 stmt = '%s = %s\n' % (name, string.strip(body))
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
109 ok = 0
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
110 try:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
111 exec stmt in env
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
112 except:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
113 sys.stderr.write('Skipping: %s' % stmt)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
114 else:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
115 outfp.write(stmt)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
116 n =p_macro.match(line)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
117 if n >= 0:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
118 macro, arg = p_macro.group(1, 2)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
119 body = line[n:]
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
120 for p in ignores:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
121 body = regsub.gsub(p, ' ', body)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
122 body = regsub.gsub(p_char, 'ord(\\0)', body)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
123 stmt = 'def %s(%s): return %s\n' % (macro, arg, body)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
124 try:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
125 exec stmt in env
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
126 except:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
127 sys.stderr.write('Skipping: %s' % stmt)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
128 else:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
129 outfp.write(stmt)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
130 if p_include.match(line) >= 0:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
131 regs = p_include.regs
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
132 a, b = regs[1]
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
133 filename = line[a:b]
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
134 if not filedict.has_key(filename):
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
135 filedict[filename] = None
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
136 inclfp = None
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
137 for dir in searchdirs:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
138 try:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
139 inclfp = open(dir + '/' + filename, 'r')
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
140 break
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
141 except IOError:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
142 pass
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
143 if inclfp:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
144 outfp.write(
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
145 '\n# Included from %s\n' % filename)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
146 process(inclfp, outfp, env)
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
147 else:
14a27acc755a Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 9644
diff changeset
148 sys.stderr.write('Warning - could not find file %s' % filename)
2169
92cd85470a76 use $INCLUDE path (Mark Hammond)
Guido van Rossum <guido@python.org>
parents: 1928
diff changeset
149
1928
a8b7ee0e572d Get rid of freeze (now its own directory).
Guido van Rossum <guido@python.org>
parents: 1639
diff changeset
150 main()