1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
|
import os, re, sys
from distutils import log, sysconfig
try:
from urlparse import urlsplit, urljoin
from urllib import urlretrieve
except ImportError:
from urllib.parse import urlsplit, urljoin
from urllib.request import urlretrieve
## Routines to download and build libxml2/xslt:
LIBXML2_LOCATION = 'ftp://xmlsoft.org/libxml2/'
match_libfile_version = re.compile('^[^-]*-([.0-9-]+)[.].*').match
def ftp_listdir(url):
import ftplib, posixpath
scheme, netloc, path, qs, fragment = urlsplit(url)
assert scheme.lower() == 'ftp'
server = ftplib.FTP(netloc)
server.login()
files = [posixpath.basename(fn) for fn in server.nlst(path)]
return files
def tryint(s):
try:
return int(s)
except ValueError:
return s
def download_libxml2(dest_dir, version=None):
"""Downloads libxml2, returning the filename where the library was downloaded"""
version_re = re.compile(r'^LATEST_LIBXML2_IS_(.*)$')
filename = 'libxml2-%s.tar.gz'
return download_library(dest_dir, LIBXML2_LOCATION, 'libxml2',
version_re, filename, version=version)
def download_libxslt(dest_dir, version=None):
"""Downloads libxslt, returning the filename where the library was downloaded"""
version_re = re.compile(r'^LATEST_LIBXSLT_IS_(.*)$')
filename = 'libxslt-%s.tar.gz'
return download_library(dest_dir, LIBXML2_LOCATION, 'libxslt',
version_re, filename, version=version)
def download_library(dest_dir, location, name, version_re, filename,
version=None):
if version is None:
try:
fns = ftp_listdir(location)
for fn in fns:
match = version_re.search(fn)
if match:
version = match.group(1)
print('Latest version of %s is %s' % (name, version))
break
else:
raise Exception(
"Could not find the most current version of the %s from the files: %s"
% (name, fns))
except IOError:
# network failure - maybe we have the files already?
latest = (0,0,0)
fns = os.listdir(dest_dir)
for fn in fns:
if fn.startswith(name+'-'):
match = match_libfile_version(fn)
if match:
version = tuple(map(tryint, match.group(1).split('.')))
if version > latest:
latest = version
filename = fn
break
else:
raise
filename = filename % version
full_url = urljoin(location, filename)
dest_filename = os.path.join(dest_dir, filename)
if os.path.exists(dest_filename):
print('Using existing %s downloaded into %s (delete this file if you want to re-download the package)'
% (name, dest_filename))
else:
print('Downloading %s into %s' % (name, dest_filename))
urlretrieve(full_url, dest_filename)
return dest_filename
## Backported method of tarfile.TarFile.extractall (doesn't exist in 2.4):
def _extractall(self, path=".", members=None):
"""Extract all members from the archive to the current working
directory and set owner, modification time and permissions on
directories afterwards. `path' specifies a different directory
to extract to. `members' is optional and must be a subset of the
list returned by getmembers().
"""
import copy
is_ignored_file = re.compile(
r'''[\\/]((test|results?)[\\/]
|doc[\\/].*(Log|[.](out|imp|err|png|ent|gif|tif|pdf))$
|tests[\\/](.*[\\/])?(?!Makefile)[^\\/]*$
|python[\\/].*[.]py$
)
''', re.X).search
directories = []
if members is None:
members = self
for tarinfo in members:
if is_ignored_file(tarinfo.name):
continue
if tarinfo.isdir():
# Extract directories with a safe mode.
directories.append((tarinfo.name, tarinfo))
tarinfo = copy.copy(tarinfo)
tarinfo.mode = 448 # 0700
self.extract(tarinfo, path)
# Reverse sort directories.
directories.sort()
directories.reverse()
# Set correct owner, mtime and filemode on directories.
for name, tarinfo in directories:
dirpath = os.path.join(path, name)
try:
self.chown(tarinfo, dirpath)
self.utime(tarinfo, dirpath)
self.chmod(tarinfo, dirpath)
except tarfile.ExtractError:
if self.errorlevel > 1:
raise
else:
self._dbg(1, "tarfile: %s" % sys.exc_info()[1])
def unpack_tarball(tar_filename, dest):
import tarfile
print('Unpacking %s into %s' % (os.path.basename(tar_filename), dest))
tar = tarfile.open(tar_filename)
base_dir = None
for member in tar:
base_name = member.name.split('/')[0]
if base_dir is None:
base_dir = base_name
else:
if base_dir != base_name:
print('Unexpected path in %s: %s' % (tar_filename, base_name))
_extractall(tar, dest)
tar.close()
return os.path.join(dest, base_dir)
def call_subprocess(cmd, **kw):
import subprocess
cwd = kw.get('cwd', '.')
cmd_desc = ' '.join(cmd)
log.info('Running "%s" in %s' % (cmd_desc, cwd))
returncode = subprocess.call(cmd, **kw)
if returncode:
raise Exception('Command "%s" returned code %s' % (cmd_desc, returncode))
def safe_mkdir(dir):
if not os.path.exists(dir):
os.makedirs(dir)
def build_libxml2xslt(download_dir, build_dir,
static_include_dirs, static_library_dirs,
static_cflags, static_binaries,
libxml2_version=None, libxslt_version=None):
safe_mkdir(download_dir)
safe_mkdir(build_dir)
libxml2_dir = unpack_tarball(download_libxml2(download_dir, libxml2_version), build_dir)
libxslt_dir = unpack_tarball(download_libxslt(download_dir, libxslt_version), build_dir)
prefix = os.path.join(os.path.abspath(build_dir), 'libxml2')
safe_mkdir(prefix)
call_setup = {}
env_setup = None
if sys.platform in ('darwin',):
import platform
# We compile Universal if we are on a machine > 10.3
major_version, minor_version = map(int, platform.mac_ver()[0].split('.')[:2])
if major_version > 7:
env = os.environ.copy()
if minor_version < 6:
env.update({
'CFLAGS' : "-arch ppc -arch i386 -isysroot /Developer/SDKs/MacOSX10.4u.sdk -O2",
'LDFLAGS' : "-arch ppc -arch i386 -isysroot /Developer/SDKs/MacOSX10.4u.sdk",
'MACOSX_DEPLOYMENT_TARGET' : "10.3"
})
else:
env.update({
'CFLAGS' : "-arch ppc -arch i386 -arch x86_64 -O2",
'LDFLAGS' : "-arch ppc -arch i386 -arch x86_64",
'MACOSX_DEPLOYMENT_TARGET' : "10.6"
})
call_setup['env'] = env
# We may loose the link to iconv, so make sure it's there
static_binaries.append('-liconv')
configure_cmd = ['./configure',
'--without-python',
'--disable-dependency-tracking',
'--disable-shared',
'--prefix=%s' % prefix,
]
call_subprocess(configure_cmd, cwd=libxml2_dir, **call_setup)
call_subprocess(
['make'], cwd=libxml2_dir, **call_setup)
call_subprocess(
['make', 'install'], cwd=libxml2_dir, **call_setup)
libxslt_configure_cmd = configure_cmd + [
'--with-libxml-prefix=%s' % prefix,
]
if sys.platform in ('darwin',):
libxslt_configure_cmd += [
'--without-crypto',
]
call_subprocess(libxslt_configure_cmd, cwd=libxslt_dir, **call_setup)
call_subprocess(
['make'], cwd=libxslt_dir, **call_setup)
call_subprocess(
['make', 'install'], cwd=libxslt_dir, **call_setup)
xslt_config = os.path.join(prefix, 'bin', 'xslt-config')
xml2_config = os.path.join(prefix, 'bin', 'xml2-config')
lib_dir = os.path.join(prefix, 'lib')
static_include_dirs.extend([
os.path.join(prefix, 'include'),
os.path.join(prefix, 'include', 'libxml2'),
os.path.join(prefix, 'include', 'libxslt'),
os.path.join(prefix, 'include', 'libexslt')])
static_library_dirs.append(lib_dir)
for filename in os.listdir(lib_dir):
if [l for l in ['libxml2', 'libxslt', 'libexslt'] if l in filename]:
if [ext for ext in ['.a'] if filename.endswith(ext)]:
static_binaries.append(os.path.join(lib_dir,filename))
return (xml2_config, xslt_config)
|
