1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#!/usr/bin/python
# Copyright (c) 2013 The Native Client Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
''' Installs and runs (a subset of) the gcc toolchain test suite against
various nacl and non-nacl toolchains
'''
import glob
import os
import os.path
import sys
# Hack to get buildbot_lib. Fix by moving scripts around?
sys.path.append(os.path.abspath(os.path.join(os.getcwd(),'buildbot')))
import buildbot_lib
# Config
TEST_SUITE_BASE = os.path.join('toolchain_build', 'src', 'pnacl-gcc',
'gcc', 'testsuite')
TEST_PATH_C = os.path.join(TEST_SUITE_BASE, 'gcc.c-torture', 'execute')
TEST_PATH_CPP = os.path.join(TEST_SUITE_BASE, 'g++.dg')
def usage():
print 'Usage:', sys.argv[0], '<compiler> <platform>',
print '[<args for toolchain_tester.py>]'
def list_tests(src_base, *glob_path):
if not os.path.isdir(src_base):
raise Exception('Torture test source directory missing: ' + src_base)
glob_pattern = os.path.join(src_base, *glob_path)
test_list = glob.glob(glob_pattern)
if not test_list:
raise Exception('Empty result list from glob pattern: ' + glob_pattern)
return test_list
def standard_tests(context, config, exclude, extra_args):
# TODO: make toolchain_tester.py runnable as a library?
command = ['tools/toolchain_tester/toolchain_tester.py',
'--exclude=tools/toolchain_tester/' + exclude,
'--exclude=tools/toolchain_tester/known_failures_base.txt',
'--config=' + config,
'--append=CFLAGS:-std=gnu89']
if 'pnacl' in config:
command.append('--append_file=tools/toolchain_tester/extra_flags_pnacl.txt')
command.extend(extra_args)
command.extend(list_tests(TEST_PATH_C, '*c'))
command.extend(list_tests(TEST_PATH_C, 'ieee', '*c'))
print command
try:
return buildbot_lib.Command(context, command)
except buildbot_lib.StepFailed:
return 1
def eh_tests(context, config, exclude, extra_args, use_sjlj_eh):
# TODO: toolchain_tester.py runnable as a library?
command = ['tools/toolchain_tester/toolchain_tester.py',
'--exclude=tools/toolchain_tester/' + exclude,
'--exclude=tools/toolchain_tester/unsuitable_dejagnu_tests.txt',
'--config=' + config]
if 'pnacl' in config:
command.append('--append_file=tools/toolchain_tester/extra_flags_pnacl.txt')
if use_sjlj_eh:
command.append('--append=CFLAGS:--pnacl-exceptions=sjlj')
else:
command.append('--append=CFLAGS:--pnacl-allow-exceptions')
command.append('--append=FINALIZE_FLAGS:--no-finalize')
command.append('--append=TRANSLATE_FLAGS:--pnacl-allow-exceptions')
command.append('--append=TRANSLATE_FLAGS:--allow-llvm-bitcode-input')
command.extend(extra_args)
command.extend(list_tests(TEST_PATH_CPP, 'eh', '*.C'))
print command
try:
return buildbot_lib.Command(context, command)
except buildbot_lib.StepFailed:
return 1
def run_torture(status, compiler, platform, extra_args):
if platform not in ('x86-32', 'x86-64', 'arm'):
print 'Unknown platform:', platform
config_map = { 'pnacl': 'llvm_pnacl',
'naclgcc': 'nacl_gcc',
'localgcc': 'local_gcc'}
failures = []
if compiler == 'pnacl':
# O3_O0 is clang -O3 followed by pnacl-translate -O0
optmodes = ['O0', 'O3', 'O0_O0', 'O3_O0']
else:
optmodes = ['O0', 'O3']
for optmode in optmodes:
# TODO: support an option like -k? For now, always keep going
config = '_'.join((config_map[compiler], platform, optmode))
# Test zero-cost C++ exception handling.
retcode = eh_tests(status.context, config,
'known_eh_failures_' + compiler + '.txt', extra_args,
use_sjlj_eh=False)
if retcode:
failures.append(optmode + ' zerocost eh')
# Test SJLJ C++ exception handling.
if compiler == 'pnacl':
retcode = eh_tests(status.context, config,
'known_eh_failures_' + compiler + '.txt', extra_args,
use_sjlj_eh=True)
if retcode:
failures.append(optmode + ' sjlj eh')
# Run the normal (non-exception-handling) tests.
retcode = standard_tests(
status.context, config,
'known_failures_' + compiler + '.txt', extra_args)
if retcode:
failures.append(optmode + ' standard')
if len(failures) > 0:
print 'There were failed steps in modes:', failures
return 1
return 0
def main():
context = buildbot_lib.BuildContext()
buildbot_lib.SetDefaultContextAttributes(context)
context['max_jobs'] = int(os.environ.get('PNACL_CONCURRENCY', 4))
status = buildbot_lib.BuildStatus(context)
# TODO(dschuff): it's a pain to pass through unknown arguments with optparse,
# but if we add more, or once we have argparse (python2.7) everywhere, switch.
try:
compiler = sys.argv[1]
platform = sys.argv[2]
tester_argv = sys.argv[3:]
except IndexError:
usage()
sys.exit(1)
return run_torture(status, compiler, platform, tester_argv)
if __name__ == '__main__':
sys.exit(main())
|
