# # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # from xml.dom.minidom import parse, parseString, Node from cStringIO import StringIO from stat import * from errno import * import os import os.path import filecmp import re class Template: """ Expandable File Template - This class is instantiated each time a template is to be expanded. It is instantiated with the "filename" which is the full path to the template file and the "handler" which is an object that is responsible for storing variables (setVariable), checking conditions (testCondition), and expanding tags (substHandler). """ def __init__ (self, filename, handler): self.filename = filename self.handler = handler self.handler.initExpansion () self.writing = 0 # 0 => write output lines; >0 => recursive depth of conditional regions def expandLine (self, line, stream, object): cursor = 0 while 1: sub = line.find ("/*MGEN:", cursor) if sub == -1: if self.writing == 0: stream.write (line[cursor:len (line)]) return subend = line.find("*/", sub) if self.writing == 0: stream.write (line[cursor:sub]) cursor = subend + 2 tag = line[sub:subend] if tag[7:10] == "IF(": if self.writing == 0: close = tag.find(")") if close == -1: raise ValueError ("Missing ')' on condition") cond = tag[10:close] dotPos = cond.find (".") if dotPos == -1: raise ValueError ("Invalid condition tag: %s" % cond) tagObject = cond[0:dotPos] tagName = cond[dotPos + 1 : len(cond)] if not self.handler.testCondition(object, tagObject, tagName): self.writing += 1 else: self.writing += 1 elif tag[7:12] == "ENDIF": if self.writing > 0: self.writing -= 1 else: equalPos = tag.find ("=") if equalPos == -1: dotPos = tag.find (".") if dotPos == -1: raise ValueError ("Invalid tag: %s" % tag) tagObject = tag[7:dotPos] tagName = tag[dotPos + 1:len (tag)] if self.writing == 0: self.handler.substHandler (object, stream, tagObject, tagName) else: tagKey = tag[7:equalPos] tagVal = tag[equalPos + 1:len (tag)] if self.writing == 0: self.handler.setVariable (tagKey, tagVal) def expand (self, object): fd = open (self.filename) stream = StringIO () for line in fd: self.expandLine (line, stream, object) fd.close () return stream class Makefile: """ Object representing a makefile fragment """ def __init__ (self, filelists, templateFiles, packagelist): self.filelists = filelists self.templateFiles = templateFiles self.packagelist = packagelist def genGenSources (self, stream, variables): mdir = variables["mgenDir"] sdir = variables["specDir"] stream.write (mdir + "/qmf-gen \\\n") stream.write (" " + mdir + "/qmfgen/generate.py \\\n") stream.write (" " + mdir + "/qmfgen/schema.py \\\n") stream.write (" " + mdir + "/qmfgen/management-types.xml \\\n") stream.write (" " + sdir + "/management-schema.xml \\\n") first = True for template in self.templateFiles: if first: first = False stream.write (" ") else: stream.write (" \\\n ") stream.write (mdir + "/qmfgen/templates/" + template) def genGenCppFiles (self, stream, variables): first = True for file in self.filelists["cpp"]: if first: first = False else: stream.write (" \\\n ") stream.write (file) def genGenHFiles (self, stream, variables): first = True for file in self.filelists["h"]: if first: first = False else: stream.write (" \\\n ") stream.write (file) def genGeneratedFiles(self, stream, variables): first = True extensions = ("h", "cpp") for ext in extensions: for file in self.filelists[ext]: if first: first = False else: stream.write(" \\\n ") if "genprefix" in variables: prefix = variables["genprefix"] if prefix != "": stream.write(prefix + "/") stream.write(file) def genHeaderInstalls (self, stream, variables): for package in self.packagelist: name = "_".join(package.split("/")) stream.write(name + "dir = $(includedir)/qmf/" + package + "\n") stream.write("dist_" + name + "_HEADERS = ") first = True for file in self.filelists["h"]: if file.find("qmf/" + package) == 0: if first: first = False else: stream.write (" \\\n ") stream.write(file) stream.write("\n\n") def testQpidBroker(self, variables): if "qpidbroker" in variables: return variables["qpidbroker"] return False class CMakeLists(Makefile): """ Object representing a makefile fragment """ # Regardless of what normalize() did, switch all the dir separators back # to '/' - cmake expects that regardless of platform. def unNormCase (self, path): return re.sub("\\\\", "/", path) def genGenSources (self, stream, variables): mdir = self.unNormCase(variables["mgenDir"]) sdir = self.unNormCase(variables["specDir"]) stream.write (mdir + "/qmf-gen \n") stream.write (" " + mdir + "/qmfgen/generate.py\n") stream.write (" " + mdir + "/qmfgen/schema.py\n") stream.write (" " + mdir + "/qmfgen/management-types.xml\n") stream.write (" " + sdir + "/management-schema.xml\n") first = True for template in self.templateFiles: if first: first = False stream.write (" ") else: stream.write ("\n ") stream.write (mdir + "/qmfgen/templates/" + template) def genGenCppFiles (self, stream, variables): first = True for file in self.filelists["cpp"]: if first: first = False else: stream.write (" \n ") stream.write (self.unNormCase(file)) def genGenHFiles (self, stream, variables): first = True for file in self.filelists["h"]: if first: first = False else: stream.write (" \n ") stream.write (self.unNormCase(file)) def genGeneratedFiles(self, stream, variables): first = True extensions = ("h", "cpp") for ext in extensions: for file in self.filelists[ext]: if first: first = False else: stream.write(" \n ") if "genprefix" in variables: prefix = variables["genprefix"] if prefix != "": stream.write(prefix + "/") stream.write(self.unNormCase(file)) def genHeaderInstalls (self, stream, variables): for package in self.packagelist: stream.write("#Come back to this later...\n") name = "_".join(package.split("/")) stream.write("#" + name + "dir = $(includedir)/qmf/" + package + "\n") stream.write("#dist_" + name + "_HEADERS = ") first = True for file in self.filelists["h"]: file = self.unNormCase(file) if file.find("qmf/" + package) == 0: if first: first = False else: stream.write ("\n ") stream.write("#" + file) stream.write("\n\n") class Generator: """ This class manages code generation using template files. It is instantiated once for an entire code generation session. """ def createPath (self, path): exists = True try: mode = os.stat (path)[ST_MODE] except OSError, (err,text): if err == ENOENT or err == ESRCH: exists = False else: raise if exists and not S_ISDIR (mode): raise ValueError ("path is not directory: %s" % path) if not exists: pair = os.path.split (path) if pair[0] != '': self.createPath (pair[0]) os.mkdir (path) def normalize (self, path): newpath = os.path.normcase (os.path.normpath (path)) self.createPath (newpath) return newpath + "/" def __init__ (self, destDir, templateDir): self.dest = self.normalize (destDir) self.input = self.normalize (templateDir) self.packagePath = self.dest self.filelists = {} self.filelists["h"] = [] self.filelists["cpp"] = [] self.filelists["mk"] = [] self.filelists["cmake"] = [] self.packagelist = [] self.templateFiles = [] self.variables = {} def setPackage (self, packageName): path = "/".join(packageName.split(".")) self.packagelist.append(path) self.packagePath = self.normalize(self.dest + path) def testGenQMFv1 (self, variables): return variables["genQmfV1"] def testGenLogs (self, variables): return variables["genLogs"] def testInBroker (self, variables): return variables['genForBroker'] def genDisclaimer (self, stream, variables): prefix = variables["commentPrefix"] stream.write (prefix + " This source file was created by a code generator.\n") stream.write (prefix + " Please do not edit.") def genExternClass (self, stream, variables): if variables['genForBroker']: stream.write("QPID_BROKER_CLASS_EXTERN") def genExternMethod (self, stream, variables): if variables['genForBroker']: stream.write("QPID_BROKER_EXTERN") def fileExt (self, path): dot = path.rfind (".") if dot == -1: return "" return path[dot + 1:] def writeIfChanged (self, stream, target, force=False): ext = self.fileExt (target) self.filelists[ext].append (target) tempFile = target + ".gen.tmp" fd = open (tempFile, "w") fd.write (stream.getvalue ()) fd.close () try: if not force and filecmp.cmp (target, tempFile): os.remove (tempFile) return except: pass try: os.remove (target) except: pass os.rename (tempFile, target) print "Generated:", target def targetPackageFile (self, schema, templateFile): dot = templateFile.find(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) extension = templateFile[dot:len (templateFile)] path = self.packagePath + "Package" + extension return path def targetV2PackageFile (self, schema, templateFile): dot = templateFile.find(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) extension = templateFile[dot:len (templateFile)] path = self.packagePath + "QmfPackage" + extension return path def targetClassFile (self, _class, templateFile): dot = templateFile.find(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) extension = templateFile[dot:len (templateFile)] path = self.packagePath + _class.getNameCap () + extension return path def targetEventFile (self, event, templateFile): dot = templateFile.find(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) extension = templateFile[dot:len (templateFile)] path = self.packagePath + "Event" + event.getNameCap () + extension return path def targetMethodFile (self, method, templateFile): """ Return the file name for a method file """ dot = templateFile.rfind(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) extension = templateFile[dot:] path = self.packagePath + "Args" + method.getFullName () + extension return path def initExpansion (self): self.variables = {} def substHandler (self, object, stream, tagObject, tag): if tagObject == "Root": obj = "self" else: obj = "object" # MUST be the same as the 2nd formal parameter call = obj + ".gen" + tag + "(stream, self.variables)" eval (call) def testCondition (self, object, tagObject, tag): if tagObject == "Root": obj = "self" else: obj = "object" # MUST be the same as the 2nd formal parameter call = obj + ".test" + tag + "(self.variables)" return eval (call) def setVariable (self, key, value): self.variables[key] = value def makeClassFiles (self, templateFile, schema, force=False, vars=None): """ Generate an expanded template per schema class """ classes = schema.getClasses () template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) for _class in classes: target = self.targetClassFile (_class, templateFile) stream = template.expand (_class) self.writeIfChanged (stream, target, force) def makeEventFiles (self, templateFile, schema, force=False, vars=None): """ Generate an expanded template per schema event """ events = schema.getEvents() template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) for event in events: target = self.targetEventFile(event, templateFile) stream = template.expand(event) self.writeIfChanged(stream, target, force) def makeMethodFiles (self, templateFile, schema, force=False, vars=None): """ Generate an expanded template per method-with-arguments """ classes = schema.getClasses () template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) for _class in classes: methods = _class.getMethods () for method in methods: if method.getArgCount () > 0: target = self.targetMethodFile (method, templateFile) stream = template.expand (method) self.writeIfChanged (stream, target, force) def makePackageFile (self, templateFile, schema, force=False, vars=None): """ Generate a package-specific file """ template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) target = self.targetPackageFile (schema, templateFile) stream = template.expand (schema) self.writeIfChanged (stream, target, force) def makeV2PackageFile (self, templateFile, schema, force=False, vars=None): """ Generate a QMFv2 package definition file """ template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) target = self.targetV2PackageFile (schema, templateFile) stream = template.expand (schema) self.writeIfChanged (stream, target, force) def makeSingleFile (self, templateFile, target, force=False, vars=None): """ Generate a single expanded template """ dot = templateFile.find(".") if dot == -1: raise ValueError ("Invalid template file name %s" % templateFile) className = templateFile[0:dot] if className == "Makefile": classType = Makefile elif className == "CMakeLists": classType = CMakeLists else: raise ValueError ("Invalid class name %s" % className) makefile = classType (self.filelists, self.templateFiles, self.packagelist) template = Template (self.input + templateFile, self) if vars: for arg in vars: self.setVariable(arg, vars[arg]) self.templateFiles.append (templateFile) stream = template.expand (makefile) self.writeIfChanged (stream, target, force) def getModulePath(): return __file__ getModulePath = staticmethod(getModulePath)