#! /usr/bin/env python # Perform massive identifier substitution on C source files. # This actually tokenizes the files (to some extent) so it can # avoid making substitutions inside strings or comments. # Inside strings, substitutions are never made; inside comments, # it is a user option (off by default). # # The substitutions are read from one or more files whose lines, # when not empty, after stripping comments starting with #, # must contain exactly two words separated by whitespace: the # old identifier and its replacement. # # The option -r reverses the sense of the substitutions (this may be # useful to undo a particular substitution). # # If the old identifier is prefixed with a '*' (with no intervening # whitespace), then it will not be substituted inside comments. # # Command line arguments are files or directories to be processed. # Directories are searched recursively for files whose name looks # like a C file (ends in .h or .c). The special filename '-' means # operate in filter mode: read stdin, write stdout. # # Symbolic links are always ignored (except as explicit directory # arguments). # # The original files are kept as back-up with a "~" suffix. # # Changes made are reported to stdout in a diff-like format. # # NB: by changing only the function fixline() you can turn this # into a program for different changes to C source files; by # changing the function wanted() you can make a different selection of # files. import sys import re import os from stat import * import getopt err = sys.stderr.write dbg = err rep = sys.stdout.write def usage(): progname = sys.argv[0] err('Usage: ' + progname + ' [-c] [-r] [-s file] ... file-or-directory ...\n') err('\n') err('-c : substitute inside comments\n') err('-r : reverse direction for following -s options\n') err('-s substfile : add a file of substitutions\n') err('\n') err('Each non-empty non-comment line in a substitution file must\n') err('contain exactly two words: an identifier and its replacement.\n') err('Comments start with a # character and end at end of line.\n') err('If an identifier is preceded with a *, it is not substituted\n') err('inside a comment even when -c is specified.\n') def main(): try: opts, args = getopt.getopt(sys.argv[1:], 'crs:') except getopt.error, msg: err('Options error: ' + str(msg) + '\n') usage() sys.exit(2) bad = 0 if not args: # No arguments usage() sys.exit(2) for opt, arg in opts: if opt == '-c': setdocomments() if opt == '-r': setreverse() if opt == '-s': addsubst(arg) for arg in args: if os.path.isdir(arg): if recursedown(arg): bad = 1 elif os.path.islink(arg): err(arg + ': will not process symbolic links\n') bad = 1 else: if fix(arg): bad = 1 sys.exit(bad) # Change this regular expression to select a different set of files Wanted = '^[a-zA-Z0-9_]+\.[ch]$' def wanted(name): return re.match(Wanted, name) >= 0 def recursedown(dirname): dbg('recursedown(%r)\n' % (dirname,)) bad = 0 try: names = os.listdir(dirname) except os.error, msg: err(dirname + ': cannot list directory: ' + str(msg) + '\n') return 1 names.sort() subdirs = [] for name in names: if name in (os.curdir, os.pardir): continue fullname = os.path.join(dirname, name) if os.path.islink(fullname): pass elif os.path.isdir(fullname): subdirs.append(fullname) elif wanted(name): if fix(fullname): bad = 1 for fullname in subdirs: if recursedown(fullname): bad = 1 return bad def fix(filename): ## dbg('fix(%r)\n' % (filename,)) if filename == '-': # Filter mode f = sys.stdin g = sys.stdout else: # File replacement mode try: f = open(filename, 'r') except IOError, msg: err(filename + ': cannot open: ' + str(msg) + '\n') return 1 head, tail = os.path.split(filename) tempname = os.path.join(head, '@' + tail) g = None # If we find a match, we rewind the file and start over but # now copy everything to a temp file. lineno = 0 initfixline() while 1: line = f.readline() if not line: break lineno = lineno + 1 while line[-2:] == '\\\n': nextline = f.readline() if not nextline: break line = line + nextline lineno = lineno + 1 newline = fixline(line) if newline != line: if g is None: try: g = open(tempname, 'w') except IOError, msg: f.close() err(tempname+': cannot create: '+ str(msg)+'\n') return 1 f.seek(0) lineno = 0 initfixline() rep(filename + ':\n') continue # restart from the beginning rep(repr(lineno) + '\n') rep('< ' + line) rep('> ' + newline) if g is not None: g.write(newline) # End of file if filename == '-': return 0 # Done in filter mode f.close() if not g: return 0 # No changes # Finishing touch -- move files # First copy the file's mode to the temp file try: statbuf = os.stat(filename) os.chmod(tempname, statbuf[ST_MODE] & 07777) except os.error, msg: err(tempname + ': warning: chmod failed (' + str(msg) + ')\n') # Then make a backup of the original file as filename~ try: os.rename(filename, filename + '~') except os.error, msg: err(filename + ': warning: backup failed (' + str(msg) + ')\n') # Now move the temp file to the original file try: os.rename(tempname, filename) except os.error, msg: err(filename + ': rename failed (' + str(msg) + ')\n') return 1 # Return success return 0 # Tokenizing ANSI C (partly) Identifier = '\(struct \)?[a-zA-Z_][a-zA-Z0-9_]+' String = '"\([^\n\\"]\|\\\\.\)*"' Char = '\'\([^\n\\\']\|\\\\.\)*\'' CommentStart = '/\*' CommentEnd = '\*/' Hexnumber = '0[xX][0-9a-fA-F]*[uUlL]*' Octnumber = '0[0-7]*[uUlL]*' Decnumber = '[1-9][0-9]*[uUlL]*' Intnumber = Hexnumber + '\|' + Octnumber + '\|' + Decnumber Exponent = '[eE][-+]?[0-9]+' Pointfloat = '\([0-9]+\.[0-9]*\|\.[0-9]+\)\(' + Exponent + '\)?' Expfloat = '[0-9]+' + Exponent Floatnumber = Pointfloat + '\|' + Expfloat Number = Floatnumber + '\|' + Intnumber # Anything else is an operator -- don't list this explicitly because of '/*' OutsideComment = (Identifier, Number, String, Char, CommentStart) OutsideCommentPattern = '(' + '|'.join(OutsideComment) + ')' OutsideCommentProgram = re.compile(OutsideCommentPattern) InsideComment = (Identifier, Number, CommentEnd) InsideCommentPattern = '(' + '|'.join(InsideComment) + ')' InsideCommentProgram = re.compile(InsideCommentPattern) def initfixline(): global Program Program = OutsideCommentProgram def fixline(line): global Program ## print '-->', repr(line) i = 0 while i < len(line): i = Program.search(line, i) if i < 0: break found = Program.group(0) ## if Program is InsideCommentProgram: print '...', ## else: print ' ', ## print found if len(found) == 2: if found == '/*': Program = InsideCommentProgram elif found == '*/': Program = OutsideCommentProgram n = len(found) if Dict.has_key(found): subst = Dict[found] if Program is InsideCommentProgram: if not Docomments: print 'Found in comment:', found i = i + n continue if NotInComment.has_key(found): ## print 'Ignored in comment:', ## print found, '-->', subst ## print 'Line:', line, subst = found ## else: ## print 'Substituting in comment:', ## print found, '-->', subst ## print 'Line:', line, line = line[:i] + subst + line[i+n:] n = len(subst) i = i + n return line Docomments = 0 def setdocomments(): global Docomments Docomments = 1 Reverse = 0 def setreverse(): global Reverse Reverse = (not Reverse) Dict = {} NotInComment = {} def addsubst(substfile): try: fp = open(substfile, 'r') except IOError, msg: err(substfile + ': cannot read substfile: ' + str(msg) + '\n') sys.exit(1) lineno = 0 while 1: line = fp.readline() if not line: break lineno = lineno + 1 try: i = line.index('#') except ValueError: i = -1 # Happens to delete trailing \n words = line[:i].split() if not words: continue if len(words) == 3 and words[0] == 'struct': words[:2] = [words[0] + ' ' + words[1]] elif len(words) <> 2: err(substfile + '%s:%r: warning: bad line: %r' % (substfile, lineno, line)) continue if Reverse: [value, key] = words else: [key, value] = words if value[0] == '*': value = value[1:] if key[0] == '*': key = key[1:] NotInComment[key] = value if Dict.has_key(key): err('%s:%r: warning: overriding: %r %r\n' % (substfile, lineno, key, value)) err('%s:%r: warning: previous: %r\n' % (substfile, lineno, Dict[key])) Dict[key] = value fp.close() if __name__ == '__main__': main()
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
.analyze_dxp.pyo.40009 | File | 4.64 KB | 0644 |
|
.byext.pyo.40009 | File | 4.42 KB | 0644 |
|
.byteyears.pyo.40009 | File | 1.37 KB | 0644 |
|
.checkappend.pyo.40009 | File | 4.77 KB | 0644 |
|
.checkpyc.pyo.40009 | File | 1.93 KB | 0644 |
|
.classfix.pyo.40009 | File | 4.09 KB | 0644 |
|
.copytime.pyo.40009 | File | 937 B | 0644 |
|
.crlf.pyo.40009 | File | 855 B | 0644 |
|
.cvsfiles.pyo.40009 | File | 2.11 KB | 0644 |
|
.db2pickle.pyo.40009 | File | 3.42 KB | 0644 |
|
.diff.pyo.40009 | File | 2.29 KB | 0644 |
|
.dutree.pyo.40009 | File | 2.18 KB | 0644 |
|
.eptags.pyo.40009 | File | 1.83 KB | 0644 |
|
.find_recursionlimit.pyo.40009 | File | 5.54 KB | 0644 |
|
.finddiv.pyo.40009 | File | 3.22 KB | 0644 |
|
.findlinksto.pyo.40009 | File | 1.39 KB | 0644 |
|
.findnocoding.pyo.40009 | File | 3.03 KB | 0644 |
|
.fixcid.pyo.40009 | File | 7.67 KB | 0644 |
|
.fixheader.pyo.40009 | File | 1.44 KB | 0644 |
|
.fixnotice.pyo.40009 | File | 3.42 KB | 0644 |
|
.fixps.pyo.40009 | File | 969 B | 0644 |
|
.ftpmirror.pyo.40009 | File | 10.81 KB | 0644 |
|
.google.pyo.40009 | File | 792 B | 0644 |
|
.gprof2html.pyo.40009 | File | 2.22 KB | 0644 |
|
.h2py.pyo.40009 | File | 4.3 KB | 0644 |
|
.hotshotmain.pyo.40009 | File | 1.82 KB | 0644 |
|
.ifdef.pyo.40009 | File | 2.21 KB | 0644 |
|
.lfcr.pyo.40009 | File | 880 B | 0644 |
|
.linktree.pyo.40009 | File | 1.98 KB | 0644 |
|
.lll.pyo.40009 | File | 947 B | 0644 |
|
.logmerge.pyo.40009 | File | 4.96 KB | 0644 |
|
.mailerdaemon.pyo.40009 | File | 7.19 KB | 0644 |
|
.md5sum.pyo.40009 | File | 2.85 KB | 0644 |
|
.methfix.pyo.40009 | File | 4.03 KB | 0644 |
|
.mkreal.pyo.40009 | File | 1.93 KB | 0644 |
|
.ndiff.pyo.40009 | File | 3.77 KB | 0644 |
|
.nm2def.pyo.40009 | File | 2.89 KB | 0644 |
|
.objgraph.pyo.40009 | File | 4.82 KB | 0644 |
|
.parseentities.pyo.40009 | File | 2.03 KB | 0644 |
|
.patchcheck.pyo.40009 | File | 7.24 KB | 0644 |
|
.pathfix.pyo.40009 | File | 3.75 KB | 0644 |
|
.pdeps.pyo.40009 | File | 3.14 KB | 0644 |
|
.pickle2db.pyo.40009 | File | 3.73 KB | 0644 |
|
.pindent.pyo.40009 | File | 11.3 KB | 0644 |
|
.ptags.pyo.40009 | File | 1.37 KB | 0644 |
|
.pysource.pyo.40009 | File | 3.92 KB | 0644 |
|
.redemo.pyo.40009 | File | 5.16 KB | 0644 |
|
.reindent-rst.pyo.40009 | File | 481 B | 0644 |
|
.rgrep.pyo.40009 | File | 1.84 KB | 0644 |
|
.serve.pyo.40009 | File | 1.56 KB | 0644 |
|
.setup.pyo.40009 | File | 548 B | 0644 |
|
.suff.pyo.40009 | File | 904 B | 0644 |
|
.texcheck.pyo.40009 | File | 8.18 KB | 0644 |
|
.texi2html.pyo.40009 | File | 81.37 KB | 0644 |
|
.treesync.pyo.40009 | File | 5.85 KB | 0644 |
|
.untabify.pyo.40009 | File | 1.55 KB | 0644 |
|
.which.pyo.40009 | File | 1.59 KB | 0644 |
|
.win_add2path.pyo.40009 | File | 2.02 KB | 0644 |
|
.xxci.pyo.40009 | File | 3.93 KB | 0644 |
|
analyze_dxp.py | File | 4.11 KB | 0755 |
|
analyze_dxp.pyc | File | 4.64 KB | 0644 |
|
analyze_dxp.pyo | File | 4.64 KB | 0644 |
|
byext.py | File | 3.85 KB | 0755 |
|
byext.pyc | File | 4.42 KB | 0644 |
|
byext.pyo | File | 4.42 KB | 0644 |
|
byteyears.py | File | 1.6 KB | 0755 |
|
byteyears.pyc | File | 1.37 KB | 0644 |
|
byteyears.pyo | File | 1.37 KB | 0644 |
|
checkappend.py | File | 4.55 KB | 0755 |
|
checkappend.pyc | File | 4.77 KB | 0644 |
|
checkappend.pyo | File | 4.77 KB | 0644 |
|
checkpyc.py | File | 1.96 KB | 0755 |
|
checkpyc.pyc | File | 1.93 KB | 0644 |
|
checkpyc.pyo | File | 1.93 KB | 0644 |
|
classfix.py | File | 5.81 KB | 0755 |
|
classfix.pyc | File | 4.09 KB | 0644 |
|
classfix.pyo | File | 4.09 KB | 0644 |
|
cleanfuture.py | File | 8.38 KB | 0755 |
|
cleanfuture.pyc | File | 7.22 KB | 0644 |
|
cleanfuture.pyo | File | 7.19 KB | 0644 |
|
combinerefs.py | File | 4.28 KB | 0755 |
|
combinerefs.pyc | File | 4.16 KB | 0644 |
|
combinerefs.pyo | File | 4.12 KB | 0644 |
|
copytime.py | File | 664 B | 0755 |
|
copytime.pyc | File | 937 B | 0644 |
|
copytime.pyo | File | 937 B | 0644 |
|
crlf.py | File | 611 B | 0755 |
|
crlf.pyc | File | 855 B | 0644 |
|
crlf.pyo | File | 855 B | 0644 |
|
cvsfiles.py | File | 1.75 KB | 0755 |
|
cvsfiles.pyc | File | 2.11 KB | 0644 |
|
cvsfiles.pyo | File | 2.11 KB | 0644 |
|
db2pickle.py | File | 3.49 KB | 0755 |
|
db2pickle.pyc | File | 3.42 KB | 0644 |
|
db2pickle.pyo | File | 3.42 KB | 0644 |
|
diff.py | File | 1.98 KB | 0755 |
|
diff.pyc | File | 2.29 KB | 0644 |
|
diff.pyo | File | 2.29 KB | 0644 |
|
dutree.py | File | 1.58 KB | 0755 |
|
dutree.pyc | File | 2.18 KB | 0644 |
|
dutree.pyo | File | 2.18 KB | 0644 |
|
eptags.py | File | 1.45 KB | 0755 |
|
eptags.pyc | File | 1.83 KB | 0644 |
|
eptags.pyo | File | 1.83 KB | 0644 |
|
find_recursionlimit.py | File | 3.39 KB | 0755 |
|
find_recursionlimit.pyc | File | 5.54 KB | 0644 |
|
find_recursionlimit.pyo | File | 5.54 KB | 0644 |
|
finddiv.py | File | 2.46 KB | 0755 |
|
finddiv.pyc | File | 3.22 KB | 0644 |
|
finddiv.pyo | File | 3.22 KB | 0644 |
|
findlinksto.py | File | 1.04 KB | 0755 |
|
findlinksto.pyc | File | 1.39 KB | 0644 |
|
findlinksto.pyo | File | 1.39 KB | 0644 |
|
findnocoding.py | File | 2.64 KB | 0755 |
|
findnocoding.pyc | File | 3.03 KB | 0644 |
|
findnocoding.pyo | File | 3.03 KB | 0644 |
|
fixcid.py | File | 9.75 KB | 0755 |
|
fixcid.pyc | File | 7.67 KB | 0644 |
|
fixcid.pyo | File | 7.67 KB | 0644 |
|
fixdiv.py | File | 13.57 KB | 0755 |
|
fixdiv.pyc | File | 13.7 KB | 0644 |
|
fixdiv.pyo | File | 13.62 KB | 0644 |
|
fixheader.py | File | 1.16 KB | 0755 |
|
fixheader.pyc | File | 1.44 KB | 0644 |
|
fixheader.pyo | File | 1.44 KB | 0644 |
|
fixnotice.py | File | 2.98 KB | 0755 |
|
fixnotice.pyc | File | 3.42 KB | 0644 |
|
fixnotice.pyo | File | 3.42 KB | 0644 |
|
fixps.py | File | 894 B | 0755 |
|
fixps.pyc | File | 969 B | 0644 |
|
fixps.pyo | File | 969 B | 0644 |
|
ftpmirror.py | File | 12.55 KB | 0755 |
|
ftpmirror.pyc | File | 10.81 KB | 0644 |
|
ftpmirror.pyo | File | 10.81 KB | 0644 |
|
google.py | File | 520 B | 0755 |
|
google.pyc | File | 792 B | 0644 |
|
google.pyo | File | 792 B | 0644 |
|
gprof2html.py | File | 2.12 KB | 0755 |
|
gprof2html.pyc | File | 2.22 KB | 0644 |
|
gprof2html.pyo | File | 2.22 KB | 0644 |
|
h2py.py | File | 5.82 KB | 0755 |
|
h2py.pyc | File | 4.3 KB | 0644 |
|
h2py.pyo | File | 4.3 KB | 0644 |
|
hotshotmain.py | File | 1.45 KB | 0755 |
|
hotshotmain.pyc | File | 1.82 KB | 0644 |
|
hotshotmain.pyo | File | 1.82 KB | 0644 |
|
ifdef.py | File | 3.63 KB | 0755 |
|
ifdef.pyc | File | 2.21 KB | 0644 |
|
ifdef.pyo | File | 2.21 KB | 0644 |
|
lfcr.py | File | 619 B | 0755 |
|
lfcr.pyc | File | 880 B | 0644 |
|
lfcr.pyo | File | 880 B | 0644 |
|
linktree.py | File | 2.37 KB | 0755 |
|
linktree.pyc | File | 1.98 KB | 0644 |
|
linktree.pyo | File | 1.98 KB | 0644 |
|
lll.py | File | 747 B | 0755 |
|
lll.pyc | File | 947 B | 0644 |
|
lll.pyo | File | 947 B | 0644 |
|
logmerge.py | File | 5.45 KB | 0755 |
|
logmerge.pyc | File | 4.96 KB | 0644 |
|
logmerge.pyo | File | 4.96 KB | 0644 |
|
mailerdaemon.py | File | 7.76 KB | 0755 |
|
mailerdaemon.pyc | File | 7.19 KB | 0644 |
|
mailerdaemon.pyo | File | 7.19 KB | 0644 |
|
md5sum.py | File | 2.33 KB | 0755 |
|
md5sum.pyc | File | 2.85 KB | 0644 |
|
md5sum.pyo | File | 2.85 KB | 0644 |
|
methfix.py | File | 5.33 KB | 0755 |
|
methfix.pyc | File | 4.03 KB | 0644 |
|
methfix.pyo | File | 4.03 KB | 0644 |
|
mkreal.py | File | 1.59 KB | 0755 |
|
mkreal.pyc | File | 1.93 KB | 0644 |
|
mkreal.pyo | File | 1.93 KB | 0644 |
|
ndiff.py | File | 3.72 KB | 0755 |
|
ndiff.pyc | File | 3.77 KB | 0644 |
|
ndiff.pyo | File | 3.77 KB | 0644 |
|
nm2def.py | File | 2.39 KB | 0755 |
|
nm2def.pyc | File | 2.89 KB | 0644 |
|
nm2def.pyo | File | 2.89 KB | 0644 |
|
objgraph.py | File | 5.88 KB | 0755 |
|
objgraph.pyc | File | 4.82 KB | 0644 |
|
objgraph.pyo | File | 4.82 KB | 0644 |
|
parseentities.py | File | 1.68 KB | 0755 |
|
parseentities.pyc | File | 2.03 KB | 0644 |
|
parseentities.pyo | File | 2.03 KB | 0644 |
|
patchcheck.py | File | 5.42 KB | 0755 |
|
patchcheck.pyc | File | 7.24 KB | 0644 |
|
patchcheck.pyo | File | 7.24 KB | 0644 |
|
pathfix.py | File | 4.23 KB | 0755 |
|
pathfix.pyc | File | 3.75 KB | 0644 |
|
pathfix.pyo | File | 3.75 KB | 0644 |
|
pdeps.py | File | 3.84 KB | 0755 |
|
pdeps.pyc | File | 3.14 KB | 0644 |
|
pdeps.pyo | File | 3.14 KB | 0644 |
|
pickle2db.py | File | 3.85 KB | 0755 |
|
pickle2db.pyc | File | 3.73 KB | 0644 |
|
pickle2db.pyo | File | 3.73 KB | 0644 |
|
pindent.py | File | 16.77 KB | 0755 |
|
pindent.pyc | File | 11.3 KB | 0644 |
|
pindent.pyo | File | 11.3 KB | 0644 |
|
ptags.py | File | 1.2 KB | 0755 |
|
ptags.pyc | File | 1.37 KB | 0644 |
|
ptags.pyo | File | 1.37 KB | 0644 |
|
pysource.py | File | 3.76 KB | 0755 |
|
pysource.pyc | File | 3.92 KB | 0644 |
|
pysource.pyo | File | 3.92 KB | 0644 |
|
redemo.py | File | 5.66 KB | 0755 |
|
redemo.pyc | File | 5.16 KB | 0644 |
|
redemo.pyo | File | 5.16 KB | 0644 |
|
reindent-rst.py | File | 278 B | 0755 |
|
reindent-rst.pyc | File | 481 B | 0644 |
|
reindent-rst.pyo | File | 481 B | 0644 |
|
reindent.py | File | 10.58 KB | 0755 |
|
reindent.pyc | File | 8.77 KB | 0644 |
|
reindent.pyo | File | 8.74 KB | 0644 |
|
rgrep.py | File | 1.46 KB | 0755 |
|
rgrep.pyc | File | 1.84 KB | 0644 |
|
rgrep.pyo | File | 1.84 KB | 0644 |
|
serve.py | File | 1.12 KB | 0755 |
|
serve.pyc | File | 1.56 KB | 0644 |
|
serve.pyo | File | 1.56 KB | 0644 |
|
setup.py | File | 421 B | 0755 |
|
setup.pyc | File | 548 B | 0644 |
|
setup.pyo | File | 548 B | 0644 |
|
suff.py | File | 622 B | 0755 |
|
suff.pyc | File | 904 B | 0644 |
|
suff.pyo | File | 904 B | 0644 |
|
svneol.py | File | 2.86 KB | 0755 |
|
svneol.pyc | File | 2.83 KB | 0644 |
|
svneol.pyo | File | 2.76 KB | 0644 |
|
texcheck.py | File | 9.04 KB | 0755 |
|
texcheck.pyc | File | 8.18 KB | 0644 |
|
texcheck.pyo | File | 8.18 KB | 0644 |
|
texi2html.py | File | 68.19 KB | 0755 |
|
texi2html.pyc | File | 81.37 KB | 0644 |
|
texi2html.pyo | File | 81.37 KB | 0644 |
|
treesync.py | File | 5.65 KB | 0755 |
|
treesync.pyc | File | 5.85 KB | 0644 |
|
treesync.pyo | File | 5.85 KB | 0644 |
|
untabify.py | File | 1.19 KB | 0755 |
|
untabify.pyc | File | 1.55 KB | 0644 |
|
untabify.pyo | File | 1.55 KB | 0644 |
|
which.py | File | 1.59 KB | 0755 |
|
which.pyc | File | 1.59 KB | 0644 |
|
which.pyo | File | 1.59 KB | 0644 |
|
win_add2path.py | File | 1.58 KB | 0755 |
|
win_add2path.pyc | File | 2.02 KB | 0644 |
|
win_add2path.pyo | File | 2.02 KB | 0644 |
|
xxci.py | File | 2.73 KB | 0755 |
|
xxci.pyc | File | 3.93 KB | 0644 |
|
xxci.pyo | File | 3.93 KB | 0644 |
|