1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
#!/usr/bin/python
# Copyright (c) 2013 The Native Client Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Runnables for toolchain_build_pnacl.py
"""
import base64
import os
import shutil
import stat
import subprocess
import sys
sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
import pynacl.file_tools
import pynacl.repo_tools
SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
NACL_DIR = os.path.dirname(SCRIPT_DIR)
# User-facing tools
DRIVER_TOOLS = ['pnacl-' + tool + '.py' for tool in
('abicheck', 'ar', 'as', 'clang', 'clang++', 'compress',
'dis', 'driver', 'finalize', 'ld', 'nm', 'opt',
'ranlib', 'readelf', 'strip', 'translate')]
# Utilities used by the driver
DRIVER_UTILS = [name + '.py' for name in
('artools', 'driver_env', 'driver_log', 'driver_temps',
'driver_tools', 'elftools', 'filetype', 'ldtools',
'loader', 'nativeld', 'pathtools', 'shelltools')]
def InstallDriverScripts(logger, subst, srcdir, dstdir, host_windows=False,
host_64bit=False, extra_config=[]):
srcdir = subst.SubstituteAbsPaths(srcdir)
dstdir = subst.SubstituteAbsPaths(dstdir)
logger.debug('Installing Driver Scripts: %s -> %s', srcdir, dstdir)
pynacl.file_tools.MakeDirectoryIfAbsent(os.path.join(dstdir, 'pydir'))
for name in DRIVER_TOOLS + DRIVER_UTILS:
source = os.path.join(srcdir, name)
destination = os.path.join(dstdir, 'pydir')
logger.debug(' Installing: %s -> %s', source, destination)
shutil.copy(source, destination)
# Install redirector sh/bat scripts
for name in DRIVER_TOOLS:
# Chop the .py off the name
source = os.path.join(srcdir, 'redirect.sh')
destination = os.path.join(dstdir, os.path.splitext(name)[0])
logger.debug(' Installing: %s -> %s', source, destination)
shutil.copy(source, destination)
os.chmod(destination,
stat.S_IRUSR | stat.S_IXUSR | stat.S_IWUSR | stat.S_IRGRP |
stat.S_IWGRP | stat.S_IXGRP)
if host_windows:
# Windows gets both sh and bat extensions so it works w/cygwin and without
win_source = os.path.join(srcdir, 'redirect.bat')
win_dest = destination + '.bat'
logger.debug(' Installing: %s -> %s', win_source, win_dest)
shutil.copy(win_source, win_dest)
os.chmod(win_dest,
stat.S_IRUSR | stat.S_IXUSR | stat.S_IWUSR | stat.S_IRGRP |
stat.S_IWGRP | stat.S_IXGRP)
# Install the driver.conf file
driver_conf = os.path.join(dstdir, 'driver.conf')
logger.debug(' Installing: %s', driver_conf)
with open(driver_conf, 'w') as f:
print >> f, 'HAS_FRONTEND=1'
print >> f, 'HOST_ARCH=x86_64' if host_64bit else 'HOST_ARCH=x86_32'
for line in extra_config:
print >> f, subst.Substitute(line)
def CheckoutGitBundleForTrybot(repo, destination):
# For testing LLVM, Clang, etc. changes on the trybots, look for a
# Git bundle file created by llvm_change_try_helper.sh.
bundle_file = os.path.join(NACL_DIR, 'pnacl', 'not_for_commit',
'%s_bundle' % repo)
base64_file = '%s.b64' % bundle_file
if os.path.exists(base64_file):
input_fh = open(base64_file, 'r')
output_fh = open(bundle_file, 'wb')
base64.decode(input_fh, output_fh)
input_fh.close()
output_fh.close()
subprocess.check_call(
pynacl.repo_tools.GitCmd() + ['fetch'],
cwd=destination
)
subprocess.check_call(
pynacl.repo_tools.GitCmd() + ['bundle', 'unbundle', bundle_file],
cwd=destination
)
commit_id_file = os.path.join(NACL_DIR, 'pnacl', 'not_for_commit',
'%s_commit_id' % repo)
commit_id = open(commit_id_file, 'r').readline().strip()
subprocess.check_call(
pynacl.repo_tools.GitCmd() + ['checkout', commit_id],
cwd=destination
)
def CmdCheckoutGitBundleForTrybot(logger, subst, repo, destination):
destination = subst.SubstituteAbsPaths(destination)
logger.debug('Checking out Git Bundle for Trybot: %s [%s]', destination, repo)
return CheckoutGitBundleForTrybot(repo, destination)
def WriteREVFile(logger, subst, dstfile, base_url, repos, revisions):
# Install the REV file with repo info for all the components
rev_file = subst.SubstituteAbsPaths(dstfile)
logger.debug(' Installing: %s', rev_file)
with open(rev_file, 'w') as f:
try:
url, rev = pynacl.repo_tools.GitRevInfo(NACL_DIR)
repotype = 'GIT'
except subprocess.CalledProcessError:
url, rev = pynacl.repo_tools.SvnRevInfo(NACL_DIR)
repotype = 'SVN'
print >> f, '[%s] %s: %s' % (repotype, url, rev)
for name, revision in revisions.iteritems():
repo = base_url + repos[name]
print >> f, '[GIT] %s: %s' % (repo, revision)
|
