1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
from __future__ import division, unicode_literals, print_function, absolute_import
import glob
import copy
from timeit import Timer
import yaml
def time_stmt(stmt='pass', setup='pass', number=0, repeat=3):
"""Timer function with the same behaviour as running `python -m timeit `
in the command line.
:return: elapsed time in seconds or NaN if the command failed.
:rtype: float
"""
t = Timer(stmt, setup)
if not number:
# determine number so that 0.2 <= total time < 2.0
for i in range(1, 10):
number = 10**i
try:
x = t.timeit(number)
except:
print(t.print_exc())
return float('NaN')
if x >= 0.2:
break
try:
r = t.repeat(repeat, number)
except:
print(t.print_exc())
return float('NaN')
best = min(r)
return best / number
def build_task(task, name='', setup='', number=0, repeat=3):
nt = copy.copy(task)
nt['name'] = (name + ' ' + task.get('name', '')).strip()
nt['setup'] = (setup + '\n' + task.get('setup', '')).strip('\n')
nt['stmt'] = task.get('stmt', '')
nt['number'] = task.get('number', number)
nt['repeat'] = task.get('repeat', repeat)
return nt
def time_task(name, stmt='pass', setup='pass', number=0, repeat=3, stmts='', base=''):
if base:
nvalue = time_stmt(stmt=base, setup=setup, number=number, repeat=repeat)
yield name + ' (base)', nvalue
suffix = ' (normalized)'
else:
nvalue = 1.
suffix = ''
if stmt:
value = time_stmt(stmt=stmt, setup=setup, number=number, repeat=repeat)
yield name, value / nvalue
for task in stmts:
new_task = build_task(task, name, setup, number, repeat)
for task_name, value in time_task(**new_task):
yield task_name + suffix, value / nvalue
def time_file(filename, name='', setup='', number=0, repeat=3):
"""Open a yaml benchmark file an time each statement,
yields a tuple with filename, task name, time in seconds.
"""
with open(filename, 'r') as fp:
tasks = yaml.load(fp)
for task in tasks:
new_task = build_task(task, name, setup, number, repeat)
for task_name, value in time_task(**new_task):
yield task_name, value
def main(filenames=None):
if not filenames:
filenames = glob.iglob('bench_*.yaml')
elif isinstance(filenames, basestring):
filenames = [filenames, ]
for filename in filenames:
print(filename)
print('-' * len(filename))
print()
for task_name, value in time_file(filename):
print('%.2e %s' % (value, task_name))
print()
main()
|
