diff options
| -rw-r--r-- | src/LexGen.py | 104 |
1 files changed, 104 insertions, 0 deletions
diff --git a/src/LexGen.py b/src/LexGen.py new file mode 100644 index 000000000..8d985c931 --- /dev/null +++ b/src/LexGen.py @@ -0,0 +1,104 @@ +# LexGen.py - implemented 2002 by Neil Hodgson neilh@scintilla.org +# Released to the public domain. + +# Regenerate the Scintilla and SciTE source files that list +# all the lexers. Should be run whenever a new lexer is added or removed. +# Requires Python 2.1 or later +# The files are copied to a temporary file apart from sections between +# a ++Autogenerated comment and a --Autogenerated comment which is +# generated by the CopyWithInsertion function. After the temporary +# file is created, it is copied back to the original file name. +# Does not regenerate the Visual C++ project files. + +import string +import sys +import os +import glob + +# Automatically generated sections contain start and end comments, +# a definition line and the results. +# The results are replaced by regenerating based on the definition line. +# The definition line is a comment prefix followed by "**". +# Backslash is used as an escape within the definition line. +# The part between \( and \) is repeated for each item in the list. +# \* is replaced by each list item. \t, and \n are tab and newline. +def CopyWithInsertion(input, output, commentPrefix, list): + copying = 1 + for line in input.readlines(): + if copying: + output.write(line) + if line.startswith(commentPrefix + "++Autogenerated"): + copying = 0 + definition = "" + elif not copying and line.startswith(commentPrefix + "**"): + output.write(line) + definition = line[len(commentPrefix + "**"):-1] + # Hide double slashes as a control character + definition = definition.replace("\\\\", "\001") + # Do some normal C style transforms + definition = definition.replace("\\n", "\n") + definition = definition.replace("\\t", "\t") + # Get the doubled backslashes back as single backslashes + definition = definition.replace("\001", "\\") + startRepeat = definition.find("\\(") + endRepeat = definition.find("\\)") + intro = definition[:startRepeat] + if intro.endswith("\n"): + pos = 0 + else: + pos = len(intro) + output.write(intro) + middle = definition[startRepeat+2:endRepeat] + for i in list: + item = middle.replace("\\*", i) + if pos and (pos + len(item) >= 80): + output.write("\\\n") + pos = 0 + output.write(item) + pos += len(item) + if item.endswith("\n"): + pos = 0 + outro = definition[endRepeat+2:] + output.write(outro) + output.write("\n") + elif line.startswith(commentPrefix + "--Autogenerated"): + copying = 1 + output.write(line) + +def Regenerate(filename, commentPrefix, list, outmode="wt"): + try: + infile = open(filename, "rt") + except IOError: + print "Can not open", filename + return + tempname = filename + ".tmp" + out = open(tempname, outmode) + CopyWithInsertion(infile, out, commentPrefix, list) + out.close() + infile.close() + os.unlink(filename) + os.rename(tempname, filename) + +def FindModules(lexFile): + modules = [] + f = open(lexFile) + for l in f.readlines(): + if l.startswith("LexerModule"): + l = l.replace("(", " ") + modules.append(l.split()[1]) + return modules +root="../../" +lexFilePaths = glob.glob(root + "scintilla/src/Lex*.cxx") +lexFiles = [os.path.basename(f)[:-4] for f in lexFilePaths] +print lexFiles +lexerModules = [] +for lexFile in lexFilePaths: + lexerModules.extend(FindModules(lexFile)) +print lexerModules +Regenerate(root + "scintilla/src/KeyWords.cxx", "//", lexerModules) +Regenerate(root + "scintilla/win32/makefile", "#", lexFiles) +Regenerate(root + "scintilla/win32/scintilla.mak", "#", lexFiles) +Regenerate(root + "scintilla/gtk/makefile", "#", lexFiles, "wb") +Regenerate(root + "scintilla/gtk/scintilla.mak", "#", lexFiles) +Regenerate(root + "scite/win32/makefile", "#", lexFiles) +Regenerate(root + "scite/win32/scite.mak", "#", lexFiles) |