1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
#!/usr/bin/env python3
import os
import re
import sys
import hashlib
from shutil import which
mydir = os.path.dirname(__file__)
os.chdir(mydir)
sys.path.insert(0, os.path.realpath('..'))
from sailtest import *
sail_dir = get_sail_dir()
sail = get_sail()
print('Sail is {}'.format(sail))
print('Sail dir is {}'.format(sail_dir))
step('mkdir -p rtpass')
step('mkdir -p rtpass2')
def test_pass():
skip_tests = set()
if which('cvc4') is None:
skip_tests.add('type_pow_zero')
banner('Testing passing programs')
results = Results('pass')
for filenames in chunks(os.listdir('pass'), parallel()):
tests = {}
for filename in filenames:
basename = os.path.splitext(os.path.basename(filename))[0]
if basename in skip_tests:
print_skip(filename)
continue
tests[filename] = os.fork()
if tests[filename] == 0:
step('\'{}\' --no-memo-z3 --just-check --strict-bitvector --ddump-tc-ast pass/{} 1> rtpass/{}'.format(sail, filename, filename))
step('\'{}\' --no-memo-z3 --just-check --strict-bitvector --ddump-tc-ast --dmagic-hash rtpass/{} 1> rtpass2/{}'.format(sail, filename, filename))
step('diff rtpass/{} rtpass2/{}'.format(filename, filename))
i = 0
variantdir = os.path.join('pass', basename);
for variantname in os.listdir(variantdir) if os.path.isdir(variantdir) else []:
if re.match('.+\.sail$', variantname):
variantbasename = os.path.splitext(os.path.basename(variantname))[0]
step('\'{}\' --no-memo-z3 --strict-bitvector pass/{}/{} 2> pass/{}/{}.error'.format(sail, basename, variantname, basename, variantbasename), expected_status = 1)
step('diff pass/{}/{}.error pass/{}/{}.expect'.format(basename, variantbasename, basename, variantbasename))
step('rm pass/{}/{}.error'.format(basename, variantbasename))
i = i + 1
print_ok(filename)
sys.exit()
results.collect(tests)
return results.finish()
def test_projects():
banner('Testing multi-file projects')
results = Results('projects')
for filenames in project_chunks(os.listdir('project'), parallel()):
tests = {}
for filename in filenames:
basename = os.path.splitext(os.path.basename(filename))[0]
tests[filename] = os.fork()
if tests[filename] == 0:
if filename.startswith('fail'):
step('\'{}\' --no-memo-z3 --strict-bitvector project/{} --all-modules 2> project/{}.error'.format(sail, filename, basename), expected_status = 1)
step('diff project/{}.error project/{}.expect'.format(basename, basename))
step('rm project/{}.error'.format(basename))
else:
step('\'{}\' --no-memo-z3 project/{} --all-modules'.format(sail, filename))
print_ok(filename)
sys.exit()
results.collect(tests)
return results.finish()
def test_fail():
banner('Testing failing programs')
results = Results('fail')
for filenames in chunks(os.listdir('fail'), parallel()):
tests = {}
for filename in filenames:
basename = os.path.splitext(os.path.basename(filename))[0]
tests[filename] = os.fork()
if tests[filename] == 0:
step('\'{}\' --no-memo-z3 --strict-bitvector fail/{} 2> fail/{}.error'.format(sail, filename, basename), expected_status = 1)
step('diff fail/{}.error fail/{}.expect'.format(basename, basename))
step('rm fail/{}.error'.format(basename))
print_ok(filename)
sys.exit()
results.collect(tests)
return results.finish()
xml = '<testsuites>\n'
xml += test_pass()
xml += test_projects()
xml += test_fail()
xml += '</testsuites>\n'
output = open('tests.xml', 'w')
output.write(xml)
output.close()
|
