1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
|
#!/usr/bin/env python
"""
(c) 2002, 2003, 2004, 2005 Simon Burton <simon@arrowtheory.com>
Released under GNU LGPL license.
version 0.xx
"""
import sys
import os
import cparse
import ir
def callcmd(cmd):
try:
from subprocess import call
try:
retcode = call(cmd, shell=True)
assert retcode == 0, "command failed: %s"%cmd
except OSError, e:
assert False, "command failed: %s"%e
except ImportError:
status = os.system( cmd )
assert status == 0, "command failed: %s"%cmd
class WorkUnit(object):
def __init__(self, files, modname, filename,
std=False, strip=False, mark_cb=None,
extradefs="", use_header=None, CC="gcc", CPP="gcc -E",
CPPFLAGS=""):
self.files = tuple(files)
self.modname = modname
self.filename = filename
self.CPPFLAGS = CPPFLAGS
self.CPP = CPP
if CC == 'g++':
self.CPPFLAGS += " -D__cplusplus"
self.std = std
self.strip = strip
self.mark_cb = mark_cb
self.node = None
self.extradefs = extradefs
self.CC = CC
self.use_header = use_header
def mkheader( self ):
if self.use_header:
return self.use_header
tmpname = str(abs(hash( (self.files,self.CPPFLAGS) )))
name = '.tmp/%s' % tmpname
ifile = open( name+'.h', "w" )
ifile.write( """
#define __attribute__(...)
#define __const const
#define __restrict
#define __extension__
#define __asm__(...)
#define __asm(...)
#define __inline__
#define __inline
""" )
for filename in self.files:
if self.std:
line = '#include <%s>\n'%filename
else:
line = '#include "%s"\n'%filename
ifile.write( line )
print line,
ifile.close()
cmd = '%s %s %s > %s'%(self.CPP,name+'.h',self.CPPFLAGS,name+'.E')
sys.stderr.write( "# %s\n" % cmd )
callcmd( cmd )
assert open(name+'.E').read().count('\n') > 10, "failed to run preprocessor"
cmd = '%s -dM %s %s > %s'%(self.CPP,name+'.h',self.CPPFLAGS,name+'.dM')
sys.stderr.write( "# %s\n" % cmd )
callcmd( cmd )
assert open(name+'.dM').read().count('\n') > 10, "failed to run preprocessor with -dM"
return name
def parse(self, verbose=False):
sys.stderr.write( "# parse %s\n" % str(self.files) )
name = self.mkheader()
# read macros
f = open(name+'.dM')
macros = {}
for line in f.readlines():
if line:
macro = line.split()[1]
if macro.count('('):
macro = macro[:macro.index('(')]
macros[macro] = None
#keys = macros.keys()
#keys.sort()
#for key in keys:
#print key
self.macros = macros
# parse preprocessed code
f = open(name+'.E')
s = f.read() + self.extradefs
self.node = cparse.TransUnit(verbose = verbose)
sys.stderr.write( "# parsing %s lines\n" % s.count('\n') )
self.node.parse( s )
if self.strip:
self.node.strip(self.files)
def transform(self, verbose=False, test_parse=False, test_types=False):
sys.stderr.write( "# processing...\n" )
self.node = ir.TransUnit( self.node )
self.node.transform(verbose, test_parse, test_types)
#self.node[0].psource()
if self.mark_cb is not None:
self.node.mark(self.mark_cb,verbose=False)
def output( self, func_cb = None ):
sys.stderr.write( "# pyxstr...\n" )
decls = self.node.pyx_decls(self.files, self.modname, macros = self.macros, func_cb = func_cb, names={}, cprefix="" )
name = self.filename
assert name.endswith(".pyx")
pxi = name[:-3]+'pxi'
file = open( pxi, "w" )
file.write(decls)
sys.stderr.write( "# wrote %s, %d lines\n" % (pxi,decls.count('\n')) )
def pprint(self):
for decl in self.node:
#decl.psource()
#cstr = decl.cstr()
#cstr = cstr.replace( '\n', '\n# ' )
print
#print '#', cstr
print decl.deepstr()
def file_exists(path):
try:
os.stat(path)
return True
except OSError:
return False
if sys.platform.count('darwin'):
shared_ext = '.dylib'
else:
shared_ext = '.so'
def get_syms(libs, libdirs):
# XX write interface to objdump -t XX
libnames = []
for lib in libs:
for ext in shared_ext,'.a':
libname = 'lib'+lib+ext
for libdir in libdirs:
path = libdir+'/'+libname
if file_exists(path):
libnames.append(path)
break
#else:
#print "cannot find %s lib as %s in %s" % ( lib, libname, libdir )
print 'libnames:', libnames
syms = {}
accept = [ ' %s '%c for c in 'TVWBCDGRS' ]
#f = open('syms.out','w')
for libname in libnames:
try:
from subprocess import Popen, PIPE
p = Popen(['nm', libname], bufsize=1, stdout=PIPE)
fout = p.stdout
except ImportError:
fin, fout = os.popen2( 'nm %s' % libname )
for line in fout.readlines():
for acc in accept:
if line.count(acc):
left, right = line.split(acc)
sym = right.strip()
if sys.platform.count('darwin'):
if sym[0] == '_':
sym = sym[1:] # remove underscore prefix
if sym.endswith('.eh'):
sym = sym[:-len('.eh')]
syms[sym] = None
#f.write( '%s: %s %s\n' % (sym,line[:-1],libname) )
break
return syms
|
