# Copyright (c) Corporation for National Research Initiatives import sys import os from types import StringType from SrcGenCompiler import SrcGenCompiler from PythonModule import PythonModule from ObjectFactory import ObjectFactory from Object import PyObject import jast import ImportName import javac import proxies import java import org from java.lang import * def getdata(filename): fp = open(filename, "r") data = fp.read() fp.close() return data def getsig(doc, pargs, constructor=0): SPACE = ' ' if doc is None: return None #print doc lines = doc.split("\n") txt = None for line in lines: line = line.strip() if line.startswith("@sig "): txt = line[5:] break if txt is None: return None front, back = txt.split("(") back = back[:-1].strip() front = front.split() if constructor: ret = jret = None mods = SPACE.join(front[:-1]) else: ret = front[-2] mods = SPACE.join(front[:-2]) jret = insistJavaClass(ret) arglist = [] if len(back) > 0: for arg in back.split(','): c, name = arg.split() jc = insistJavaClass(c) arglist.append( (jc, name) ) sigs = [] for ndefaults in range(0, len(pargs.defaults)+1): sigs.append( (mods, jret, arglist[:len(arglist)-ndefaults], []) ) return sigs primitives = {'void' : Void.TYPE, 'int' : Integer.TYPE, 'byte' : Byte.TYPE, 'short' : Short.TYPE, 'long' : Long.TYPE, 'float' : Float.TYPE, 'double' : Double.TYPE, 'boolean': Boolean.TYPE, 'char' : Character.TYPE, } def insistJavaClass(c): jc = getJavaClass(c) if jc is None and isinstance(c, StringType): jc = getJavaClass("java.lang."+c) if jc is None: raise ValueError, "can not find class: "+c return jc primNames = {'void' : 'V', 'int' : 'I', 'byte' : 'B', 'short' : 'S', 'long' : 'J', 'float' : 'F', 'double' : 'D', 'boolean': 'Z', 'char' : 'C' } ##def makeArrayName(c): ## if c.endswith("[]"): ## return "["+makeArrayName(c[:-2]) ## else: ## if primNames.has_key(c): ## return primNames[c] ## else: ## return "L"+c+";" import util def getJavaClass(c): if isinstance(c, StringType): if primitives.has_key(c): return primitives[c] if c.endswith("[]"): # java1.1 allows only this el = getJavaClass(c[:-2]) if el == None: return None return Class.getClass(reflect.Array.newInstance(el,0)) try: return util.findClass(c) #Class.forName(c) except: return None elif isinstance(c, ImportName.JavaClass): return c.mod #Class.forName(c.name) elif isinstance(c, Class): return c else: return None def printNames(heading, dict): items = dict.items() if len(items) == 0: return print print heading items1 = [] for key, value in items: if hasattr(key, '__name__'): key = key.__name__ value = value.keys() items1.append( (key, value) ) items1.sort() COMMA = ', ' for key, value in items1: print ' %s used in %s' % (key, COMMA.join(value)) class Compiler: # TBD: Bad! But this modules dicts must be available from deep in # ObjectFactory. allmodules = {} def __init__(self, javapackage=None, deep = 1, skip=(), include=('org.python.modules', 'org.apache.oro.text.regex'), options=None): self.javapackage = javapackage self.deep = deep self.packages = {} self.events = {} self.depends = {} self.modules = {} self.javasources = [] self.files = [] self.javaclasses = [] self.javadepends = {} self.pypackages = {} PyObject.attributes = {} self.skip = skip self.dependencies = {} self.include = include self.options = options def write(self, msg): print msg def compilefile(self, filename, name): filename = java.io.File(filename).getCanonicalPath() if self.modules.has_key(filename): return self.write('processing %s' % name) self.modules[filename] = 1 mod = self.compile(getdata(filename), filename, name) self.modules[filename] = mod Compiler.allmodules[name] = mod def compile(self, data, filename, name): if self.javapackage is not None: name = self.javapackage+'.'+name data = data + '\n\n' mod = PythonModule(name, filename, frozen=self.deep) fact = ObjectFactory() pi = SrcGenCompiler(mod, fact, options=self.options) fact.parent = pi code = pi.execstring(data) # __file__ code.insert(0,jast.Invoke(jast.Identifier('frame'),"setglobal", [jast.StringConstant('__file__'), mod.getStringConstant(filename)])) code.insert(1,jast.BlankLine()) code = jast.Block(code) mod.addMain(code, pi) self.addDependencies(mod) return mod def addJavaClass(self, name, parent): #print 'add java class', name for package in self.include: if name[:len(package)+1] == package+'.': ps = self.javadepends.get(name, []) ps.append(parent) if len(ps) == 1: self.javadepends[name] = ps def addDependency(self, m, attrs, mod, value=1): if m is None: return if isinstance(m, ImportName.Package): if value == '*': self.packages[m.name] = m.getClasses() else: if not self.packages.has_key(m.name): self.packages[m.name] = None elif isinstance(m, ImportName.Module): if m.file is None: if m.path is not None: file = os.path.join(m.path[0], '__init__.py') name = m.name+'.__init__' self.depends[file] = name self.pypackages[m.path[0]] = m.name else: self.depends[m.file] = m.name elif isinstance(m, ImportName.JavaClass): m.addEvents(attrs, self.events, mod.name) self.addJavaClass(m.name, mod.name) elif isinstance(m, ImportName.Resource): self.javadepends[m.name] = mod.name if self.dependencies.has_key(m): return self.dependencies[m] = 1 for depend in m.getDepends(): #print 'depends on', depend self.addDependency(depend, attrs, mod) def addDependencies(self, mod): attrs = PyObject.attributes PyObject.attributes = {} #print ' attrs', attrs.keys() for name, (value, module) in mod.imports.items(): #print ' depends', name if module.package: m = ImportName.lookupName(module.package + '.' + name) if m is None: m = ImportName.lookupName(name) else: m = ImportName.lookupName(name) self.addDependency(m, attrs, mod, value) if self.deep: for filename, name in self.depends.items(): #self.write('%s requires %s' % (mod.name, name)) if name in self.skip: self.write(' %s skipping %s' % (mod.name, name)) self.compilefile(filename, name) def filterpackages(self): DOT = '.' prefixes = {} for name in self.packages.keys(): parts = name.split('.') for i in range(1, len(parts)): prefixes[DOT.join(parts[:i])] = 1 #print prefixes for name, value in self.packages.items(): if value is not None: continue if prefixes.has_key(name): del self.packages[name] def makeJavaProxy(self, module, pyc): frame = pyc.frame methods = [] for name, func in frame.names.items(): v = func.value args = None if hasattr(v, 'frame'): args = v.frame.scope.ac sig = None if hasattr(v, 'doc'): if name == "__init__": sig = getsig(v.doc, args, constructor=1) else: sig = getsig(v.doc, args, constructor=0) methods.append( (name, args, sig) ) if pyc.isSuperclassJava(): supername, pySupername = pyc.supername, pyc.pySupername return proxies.JavaProxy(pyc.name, (supername, pySupername), pyc.javaclasses, methods, module, pyc.issuperproxy) return None def preprocessModule(self, mod): self.write(' %s module' % mod.name) proxyClasses = [] mainProxy = None for name, pyc in mod.classes.items(): proxy = self.makeJavaProxy(mod, pyc.value) if proxy is None: continue self.write(' '+proxy.getDescription()) if name == mod.name: mainProxy = proxy else: proxyClasses.append(proxy) mod.packages = self.packages #print self.packages specialClasses = {} pkg = mod.package if pkg is None: pkg = "" else: pkg = pkg+'.' if mainProxy is not None: mod.javaproxy = mainProxy specialClasses[mod.name+'.'+mainProxy.name] = pkg+mod.name for proxy in proxyClasses: proxy.modifier = "public static" mod.innerClasses.append(proxy) specialClasses[mod.name+'.'+proxy.name] = \ pkg+mod.name+'$'+proxy.name mod.specialClasses = specialClasses def processModule(self,mod,outdir): self.javasources.append(mod.dump(outdir)) if self.options.bean is not None: mod.javaclasses[0] = mod.javaclasses[0], {'Java-Bean':'True'} self.javaclasses.extend(mod.javaclasses) def displayPackages(self): print print 'Required packages:' for package, classes in self.packages.items(): if classes is None: print ' '+package else: print ' '+package+'*' def dump(self, outdir): self.filterpackages() self.displayPackages() adapters = {} for jc, sources in self.events.items(): adapters[jc] = sources.keys() self.write('\nCreating adapters:') COMMA = ', ' for adapter, sources in adapters.items(): self.write(' %s used in %s' % \ (adapter.__name__, COMMA.join(sources))) self.makeAdapter(outdir, adapter) self.write('\nCreating .java files:') for filename, mod in self.modules.items(): mod.modules = Compiler.allmodules self.preprocessModule(mod) #self.write('\n...') for filename, mod in self.modules.items(): self.processModule(mod,outdir) self.java2class(outdir) def java2class(self, outdir): if self.options.compiler == "NONE": self.write('\nLeaving .java files, no compiler specified') return self.write('\nCompiling .java to .class...') code, outtext, errtext = javac.compile( self.javasources, javac=self.options.compiler, options=self.options.jopts, sourcedir=outdir) print code, outtext, errtext if code <> 0: print 'ERROR DURING JAVA COMPILATION... EXITING' sys.exit(code) def makeAdapter(self, outdir, proxy): os = java.io.ByteArrayOutputStream() adaptername = org.python.compiler.AdapterMaker.makeAdapter(proxy, os) filename = writeclass(outdir, adaptername, os) self.javaclasses.append(adaptername) def trackJavaDependencies(self): # TBD: huh? if len(self.javadepends) == 0: [] from depend import depends done = {} self.write('Tracking java dependencies:') indent = 1 while len(done) < len(self.javadepends): for name, parents in self.javadepends.items(): if done.has_key(name): continue self.write((' '*indent)+name) ze, jcs = depends(name) done[name] = ze for jc in jcs: self.addJavaClass(jc, name) #print len(done), len(self.javadepends) indent = indent+1 return done.values() from java.io import * def writefile(filename, instream): file = File(filename) File(file.getParent()).mkdirs() outstream = FileOutputStream(file) instream.writeTo(outstream) def writeclass(outdir, classname, stream): filename = apply(os.path.join, tuple(classname.split('.')))+'.class' filename = os.path.join(outdir, filename) writefile(filename, stream) return filename def compile(files, outdir): c = Compiler() for filename, classname in files: c.compilefile(filename, classname) c.dump(outdir) return c.files, c.javaclasses if __name__ == '__main__': import sys filenames = sys.argv[1:] print filenames outdir = "." files = [] for filename in filenames: outdir = os.path.dirname(filename) classname = os.path.splitext(os.path.basename(filename))[0] files.append( (filename, classname) ) files, javaclasses = compile(files, outdir) #sys.exit() print 'Building archive...' from jar import JavaArchive ja = JavaArchive([('org.python.core', []),]) for jc in javaclasses: ja.addClass(outdir, jc) outjar = "c:\\jython\\tools\\jythonc2\\test\\t.jar" ja.dump(outjar)