1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
class BaseBenchmarkSuite:
"""
Base class for performance test suites. This class is used by
the performance test runner to gather, setup, and clean up
performance test cases. This class should be extended
to create performance test cases that can be run by the test runner.
"""
def __init__(self):
self.name = self.__class__.__name__
def get_test_cases(self, args):
"""
Returns a list of performance test cases. Each element of the returned
list is a generator that must generate at least args.num_iterations
definitions for the test case.
"""
raise NotImplementedError()
def begin_iteration(self, case, workspace_path, assets_path, iteration):
"""
Called before each iteration of benchmarking the specified performance
test case. This method should handle all necessary resource creation
and environment setup needed for the test case to execute.
"""
pass
def end_iteration(self, case, iteration):
"""
Called after each iteration of benchmarking the specified performance
test case. This method should handle all necessary teardown and cleanup
of all resources creating in begin_iteration.
"""
pass
|
