1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
import argparse
import json
import pathlib
import sys
from tabulate import tabulate # type: ignore
def generate_metainfo(root: dict) -> str:
machine_info = root['machine_info']
commit_info = root['commit_info']
result = 'Machine: {} {} on {}({})\n'.format(machine_info['system'], machine_info['release'],
machine_info['cpu']['brand'],
machine_info['cpu']['hz_actual_friendly'])
result += 'Python: {} {} [{} {}]\n'.format(machine_info["python_implementation"],
machine_info["python_version"],
machine_info["python_compiler"], machine_info["machine"])
result += 'Commit: {} on {} in {}\n'.format(commit_info['id'], commit_info['branch'], commit_info['time'])
return result
def generate_table(benchmarks: dict, group: str, type='simple') -> str:
base = 1
for bm in benchmarks:
if group == bm['group']:
if bm['params']['name'] == 'lzma2+bcj':
base = bm['extra_info']['rate'] / 1000000
if base < 0.1:
base = 0.1
table = []
for bm in benchmarks:
if group == bm['group']:
target = bm['params']['name']
rate = bm['extra_info']['rate'] / 1000000
if rate < 10:
rate = round(rate, 2)
else:
rate = round(rate, 1)
ratex = 'x {}'.format(round(rate / base, 2))
ratio = round(float(bm['extra_info']['ratio']) * 100, 1)
min = bm['stats']['min']
max = bm['stats']['max']
avr = bm['stats']['mean']
table.append([target, rate, ratex, ratio, min, max, avr])
return tabulate(table, headers=['target', 'speed(MB/sec)', 'rate', 'ratio(%)', 'min(sec)', 'max(sec)', 'mean(sec)'],
tablefmt=type)
def generate_comment(results_file, type):
with open(results_file, 'r') as results:
root = json.load(results)
benchmarks = root['benchmarks']
comment_body = '## Benchmark results\n\n'
comment_body += generate_metainfo(root)
comment_body += '\n\n### Compression benchmarks\n\n'
comment_body += generate_table(benchmarks, 'compress', type=type)
comment_body += '\n\n### Decompression benchmarks\n\n'
comment_body += generate_table(benchmarks, 'decompress', type=type)
return comment_body
def main():
parser = argparse.ArgumentParser(prog='benchmark_result')
parser.add_argument('jsonfile', type=pathlib.Path, help='pytest-benchmark saved result.')
parser.add_argument('--markdown', action='store_true', help='print markdown table')
args = parser.parse_args()
if args.markdown:
type = 'github'
else:
type = 'simple'
body = generate_comment(args.jsonfile, type)
print(body)
if __name__ == "__main__":
sys.exit(main())
|
