1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
from tests.simulator import ClientCredentialGrantSimulator as CcaTester
from perf_baseline import Baseline
baseline = Baseline(".perf.baseline", threshold=1.5) # Up to 1.5x slower than baseline
# Here come benchmark test cases, powered by pytest-benchmark
# Func names will become diag names.
def test_cca_1_tenant_with_10_tokens_per_tenant_and_cache_hit(benchmark):
tester = CcaTester(tokens_per_tenant=10, cache_hit=True)
baseline.set_or_compare(tester.run)
benchmark(tester.run)
def test_cca_many_tenants_with_10_tokens_per_tenant_and_cache_hit(benchmark):
tester = CcaTester(number_of_tenants=1000, tokens_per_tenant=10, cache_hit=True)
baseline.set_or_compare(tester.run)
benchmark(tester.run)
def test_cca_1_tenant_with_10_tokens_per_tenant_and_cache_miss(benchmark):
tester = CcaTester(tokens_per_tenant=10, cache_hit=False)
baseline.set_or_compare(tester.run)
benchmark(tester.run)
def test_cca_many_tenants_with_10_tokens_per_tenant_and_cache_miss(benchmark):
tester = CcaTester(number_of_tenants=1000, tokens_per_tenant=10, cache_hit=False)
baseline.set_or_compare(tester.run)
benchmark(tester.run)
|
