1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
import pytest # noqa: F401
default_rnns = [
"cudnn",
"aten",
"jit",
"jit_premul",
"jit_premul_bias",
"jit_simple",
"jit_multilayer",
"py",
]
default_cnns = ["resnet18", "resnet18_jit", "resnet50", "resnet50_jit"]
all_nets = default_rnns + default_cnns
def pytest_generate_tests(metafunc):
# This creates lists of tests to generate, can be customized
if metafunc.cls.__name__ == "TestBenchNetwork":
metafunc.parametrize("net_name", all_nets, scope="class")
metafunc.parametrize(
"executor", [metafunc.config.getoption("executor")], scope="class"
)
metafunc.parametrize(
"fuser", [metafunc.config.getoption("fuser")], scope="class"
)
def pytest_addoption(parser):
parser.addoption("--fuser", default="old", help="fuser to use for benchmarks")
parser.addoption(
"--executor", default="legacy", help="executor to use for benchmarks"
)
|
