1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
import argparse
import json
import re
from os.path import basename
import pandas as pd
pd.set_option("display.width", 200)
def benchmark_to_df(json_file):
with open(json_file) as jf:
content = json.load(jf)
df = pd.DataFrame(columns=("test", "time [ms] "))
for b in content["benchmarks"]:
df = df.append(
{"test": b["name"], "time [ms] ": b["stats"]["mean"] * 1000.0},
ignore_index=True,
)
return df
if __name__ == "__main__":
parser = argparse.ArgumentParser(
description="""
compare cobrapy benchmarks.
Run pytest with
pytest --benchmark-save=without-cache --benchmark-min-rounds=20
then compare saved json files with this script.
"""
)
parser.add_argument("first", help="first json file")
parser.add_argument("second", help="second json file")
args = parser.parse_args()
first = benchmark_to_df(args.first)
second = benchmark_to_df(args.second)
re_name = "^[0-9]+_(.+).json$"
first_name = re.findall(re_name, basename(args.first))[0]
second_name = re.findall(re_name, basename(args.second))[0]
both = pd.merge(
first, second, how="inner", on="test", suffixes=(first_name, second_name)
)
both["fraction"] = both.iloc[:, 2] / both.iloc[:, 1]
print(both.sort_values(by="fraction"))
|
