1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
#!/usr/bin/env python3
# Copyright 2020 The Emscripten Authors. All rights reserved.
# Emscripten is available under two separate licenses, the MIT license and the
# University of Illinois/NCSA Open Source License. Both these licenses can be
# found in the LICENSE file.
import sys
"""
Example of parsed format:
test_base64 (test_benchmark.benchmark) ...
Running benchmarker: NativeBenchmarker: clang
clang: mean: 0.731 (+-0.012) secs median: 0.727 range: 0.715-0.746 (noise: 1.589%) (5 runs)
Running benchmarker: NativeBenchmarker: gcc
[..]
"""
def main(args):
benchmark = ''
benchmarker = ''
# the first line has: [<empty string>, benchmarker name 1, ..]
# other lines have: [benchmark name, result 1 , ..]
matrix = []
for line in open(args[0]).readlines():
line = line.strip()
if line.startswith('test_'):
benchmark = line.split(' ')[0][5:]
# print('benchmark:', benchmark)
if len(matrix) == 0:
# the first line has [(free space), benchmarker name 1, ..]
matrix += [[' ']]
# other lines have [benchmark name, result 1, ..]
matrix += [[benchmark]]
elif line.startswith('Running benchmarker'):
benchmarker = line.split(':')[-1].strip()
if benchmarker not in matrix[0]:
matrix[0] += [benchmarker]
# print('benchmarker:', benchmarker)
elif line.startswith(benchmarker + ':'):
parts = line.split(' ')
mean = float(parts[2])
median = float(parts[7])
noise = float(parts[13][:-2])
if noise > 5:
print('warning: noisy! (%s: %f%%)' % (benchmark + '.' + benchmarker, noise))
if abs(mean - median) / mean > 0.05:
print('warning: mean and median diverge! (%s: %f vs %f)' % (benchmark + '.' + benchmarker, mean, median))
# print(benchmark, benchmarker, mean, median, noise)
matrix[-1] += [median]
# normalize results
for line in matrix[1:]:
if len(line) >= 2:
base = line[1]
for i in range(1, len(line)):
line[i] = line[i] / base
col0_width = max(len(r[0]) for r in matrix)
# filter results
result = []
for i, row in enumerate(matrix):
if len(row) != len(matrix[0]):
print('warning: not enough results, skipping row:', row[0])
else:
line = '%*s ' % (col0_width, row[0])
if i == 0:
line += '\t'.join([str(x) for x in row[1:]])
else:
line += '\t'.join(['%.3f' % x for x in row[1:]])
result.append(line)
# print results
print()
print('\n'.join(result))
print()
if __name__ == '__main__':
sys.exit(main(sys.argv[1:]))
|
