Mercurial > cpython-lru_cache-weakref
annotate Demo/scripts/eqfix.py @ 25838:8540887bcec6 2.2
Backport of 2.183:
Fix memory leak in add_subclass() found by NealN with valgrind.
| author | Guido van Rossum <guido@python.org> |
|---|---|
| date | Fri, 18 Oct 2002 13:42:21 +0000 |
| parents | 73758db2f464 |
| children | 71a294bd7950 |
| rev | line source |
|---|---|
|
4573
73758db2f464
/usr/local/bin/python -> /usr/bin/env python
Guido van Rossum <guido@python.org>
parents:
1506
diff
changeset
|
1 #! /usr/bin/env python |
| 553 | 2 |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
3 # Fix Python source files to use the new equality test operator, i.e., |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
4 # if x = y: ... |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
5 # is changed to |
| 553 | 6 # if x == y: ... |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
7 # The script correctly tokenizes the Python program to reliably |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
8 # distinguish between assignments and equality tests. |
| 553 | 9 # |
| 10 # Command line arguments are files or directories to be processed. | |
| 11 # Directories are searched recursively for files whose name looks | |
| 12 # like a python module. | |
| 13 # Symbolic links are always ignored (except as explicit directory | |
| 14 # arguments). Of course, the original file is kept as a back-up | |
| 15 # (with a "~" attached to its name). | |
|
686
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
16 # It complains about binaries (files containing null bytes) |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
17 # and about files that are ostensibly not Python files: if the first |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
18 # line starts with '#!' and does not contain the string 'python'. |
| 553 | 19 # |
| 20 # Changes made are reported to stdout in a diff-like format. | |
| 21 # | |
| 22 # Undoubtedly you can do this using find and sed or perl, but this is | |
| 23 # a nice example of Python code that recurses down a directory tree | |
| 24 # and uses regular expressions. Also note several subtleties like | |
| 25 # preserving the file's mode and avoiding to even write a temp file | |
| 26 # when no changes are needed for a file. | |
| 27 # | |
| 28 # NB: by changing only the function fixline() you can turn this | |
| 29 # into a program for a different change to Python programs... | |
| 30 | |
| 31 import sys | |
| 32 import regex | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
33 import os |
| 553 | 34 from stat import * |
|
686
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
35 import string |
| 553 | 36 |
| 37 err = sys.stderr.write | |
| 38 dbg = err | |
| 39 rep = sys.stdout.write | |
| 40 | |
| 41 def main(): | |
| 42 bad = 0 | |
| 43 if not sys.argv[1:]: # No arguments | |
| 1266 | 44 err('usage: ' + sys.argv[0] + ' file-or-directory ...\n') |
| 553 | 45 sys.exit(2) |
| 46 for arg in sys.argv[1:]: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
47 if os.path.isdir(arg): |
| 553 | 48 if recursedown(arg): bad = 1 |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
49 elif os.path.islink(arg): |
| 553 | 50 err(arg + ': will not process symbolic links\n') |
| 51 bad = 1 | |
| 52 else: | |
| 53 if fix(arg): bad = 1 | |
| 54 sys.exit(bad) | |
| 55 | |
| 56 ispythonprog = regex.compile('^[a-zA-Z0-9_]+\.py$') | |
| 57 def ispython(name): | |
| 58 return ispythonprog.match(name) >= 0 | |
| 59 | |
| 60 def recursedown(dirname): | |
| 61 dbg('recursedown(' + `dirname` + ')\n') | |
| 62 bad = 0 | |
| 63 try: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
64 names = os.listdir(dirname) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
65 except os.error, msg: |
| 553 | 66 err(dirname + ': cannot list directory: ' + `msg` + '\n') |
| 67 return 1 | |
| 68 names.sort() | |
| 69 subdirs = [] | |
| 70 for name in names: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
71 if name in (os.curdir, os.pardir): continue |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
72 fullname = os.path.join(dirname, name) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
73 if os.path.islink(fullname): pass |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
74 elif os.path.isdir(fullname): |
| 553 | 75 subdirs.append(fullname) |
| 76 elif ispython(name): | |
| 77 if fix(fullname): bad = 1 | |
| 78 for fullname in subdirs: | |
| 79 if recursedown(fullname): bad = 1 | |
| 80 return bad | |
| 81 | |
| 82 def fix(filename): | |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
83 ## dbg('fix(' + `filename` + ')\n') |
| 553 | 84 try: |
| 85 f = open(filename, 'r') | |
| 86 except IOError, msg: | |
| 87 err(filename + ': cannot open: ' + `msg` + '\n') | |
| 88 return 1 | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
89 head, tail = os.path.split(filename) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
90 tempname = os.path.join(head, '@' + tail) |
| 553 | 91 g = None |
| 92 # If we find a match, we rewind the file and start over but | |
| 93 # now copy everything to a temp file. | |
| 94 lineno = 0 | |
| 95 while 1: | |
| 96 line = f.readline() | |
| 97 if not line: break | |
| 98 lineno = lineno + 1 | |
|
686
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
99 if g is None and '\0' in line: |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
100 # Check for binary files |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
101 err(filename + ': contains null bytes; not fixed\n') |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
102 f.close() |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
103 return 1 |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
104 if lineno == 1 and g is None and line[:2] == '#!': |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
105 # Check for non-Python scripts |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
106 words = string.split(line[2:]) |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
107 if words and regex.search('[pP]ython', words[0]) < 0: |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
108 msg = filename + ': ' + words[0] |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
109 msg = msg + ' script; not fixed\n' |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
110 err(msg) |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
111 f.close() |
|
d244ee03c576
Check for binaries and non-python scripts.
Guido van Rossum <guido@python.org>
parents:
555
diff
changeset
|
112 return 1 |
| 553 | 113 while line[-2:] == '\\\n': |
| 114 nextline = f.readline() | |
| 115 if not nextline: break | |
| 116 line = line + nextline | |
| 117 lineno = lineno + 1 | |
| 118 newline = fixline(line) | |
| 119 if newline != line: | |
| 120 if g is None: | |
| 121 try: | |
| 122 g = open(tempname, 'w') | |
| 123 except IOError, msg: | |
| 124 f.close() | |
| 125 err(tempname+': cannot create: '+\ | |
| 126 `msg`+'\n') | |
| 127 return 1 | |
| 128 f.seek(0) | |
| 129 lineno = 0 | |
| 130 rep(filename + ':\n') | |
| 131 continue # restart from the beginning | |
| 132 rep(`lineno` + '\n') | |
| 133 rep('< ' + line) | |
| 134 rep('> ' + newline) | |
| 135 if g is not None: | |
| 136 g.write(newline) | |
| 137 | |
| 138 # End of file | |
| 139 f.close() | |
| 140 if not g: return 0 # No changes | |
| 141 | |
| 142 # Finishing touch -- move files | |
| 143 | |
| 144 # First copy the file's mode to the temp file | |
| 145 try: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
146 statbuf = os.stat(filename) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
147 os.chmod(tempname, statbuf[ST_MODE] & 07777) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
148 except os.error, msg: |
| 553 | 149 err(tempname + ': warning: chmod failed (' + `msg` + ')\n') |
| 150 # Then make a backup of the original file as filename~ | |
| 151 try: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
152 os.rename(filename, filename + '~') |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
153 except os.error, msg: |
| 553 | 154 err(filename + ': warning: backup failed (' + `msg` + ')\n') |
| 155 # Now move the temp file to the original file | |
| 156 try: | |
|
754
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
157 os.rename(tempname, filename) |
|
6fbb03dc439e
change posix to os and path to os.path
Guido van Rossum <guido@python.org>
parents:
686
diff
changeset
|
158 except os.error, msg: |
| 553 | 159 err(filename + ': rename failed (' + `msg` + ')\n') |
| 160 return 1 | |
| 161 # Return succes | |
| 162 return 0 | |
| 163 | |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
164 |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
165 from tokenize import tokenprog |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
166 |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
167 match = {'if':':', 'elif':':', 'while':':', 'return':'\n', \ |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
168 '(':')', '[':']', '{':'}', '`':'`'} |
| 553 | 169 |
| 170 def fixline(line): | |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
171 # Quick check for easy case |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
172 if '=' not in line: return line |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
173 |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
174 i, n = 0, len(line) |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
175 stack = [] |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
176 while i < n: |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
177 j = tokenprog.match(line, i) |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
178 if j < 0: |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
179 # A bad token; forget about the rest of this line |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
180 print '(Syntax error:)' |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
181 print line, |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
182 return line |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
183 a, b = tokenprog.regs[3] # Location of the token proper |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
184 token = line[a:b] |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
185 i = i+j |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
186 if stack and token == stack[-1]: |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
187 del stack[-1] |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
188 elif match.has_key(token): |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
189 stack.append(match[token]) |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
190 elif token == '=' and stack: |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
191 line = line[:a] + '==' + line[b:] |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
192 i, n = a + len('=='), len(line) |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
193 elif token == '==' and not stack: |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
194 print '(Warning: \'==\' at top level:)' |
|
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
195 print line, |
| 553 | 196 return line |
| 197 | |
|
555
0780b95a660e
Tokenizing version (see lib/tokenize.py).
Guido van Rossum <guido@python.org>
parents:
553
diff
changeset
|
198 |
| 553 | 199 main() |