1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License").
# You may not use this file except in compliance with the License.
# A copy of the License is located at
#
# http://aws.amazon.com/apache2.0
#
# or in the "license" file accompanying this file. This file is distributed
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
# express or implied. See the License for the specific language governing
# permissions and limitations under the License.
#
import argparse
import json
from typing import Tuple
from collections.abc import Generator
import boto3
class CriterionResult:
def __init__(self, json_obj: dict):
self._json_obj: dict = json_obj
@property
def _group_and_category(self) -> Tuple[str, str]:
id_ = self._json_obj["id"]
# The id is made up of the bench group and the category, separated by a /.
# For example: handshake-ecdsa384/s2n-tls
id_split = id_.split("/")
assert len(id_split) == 2
group = id_split[0]
category = id_split[1]
return group, category
@property
def group(self) -> str:
group, category = self._group_and_category
return group
@property
def category(self) -> str:
group, category = self._group_and_category
return category
@property
def mean_us(self) -> float:
mean = self._json_obj["mean"]
unit = mean["unit"]
assert unit == "ns"
# CloudWatch doesn't support nanoseconds, so the units are converted to microseconds.
estimate_ns = mean["estimate"]
estimate_us = estimate_ns / 1_000
return estimate_us
class CriterionReader:
def __init__(self, criterion_output_path: str):
self.criterion_output_path: str = criterion_output_path
def read_bench_results(self) -> Generator[CriterionResult, None, None]:
with open(self.criterion_output_path, 'r') as output:
for line in output.readlines():
obj = json.loads(line)
# Skip criterion output that isn't describing a benchmarking result.
if obj.get("reason") != "benchmark-complete":
continue
yield CriterionResult(obj)
if __name__ == '__main__':
parser = argparse.ArgumentParser(
prog="criterion_to_cloudwatch",
description="Emits CloudWatch metrics from criterion output.",
)
parser.add_argument(
"--criterion_output_path",
required=True,
help="File containing criterion json output. Generated with cargo-criterion by specifying the "
"`--message-format json` option.",
)
parser.add_argument(
"--namespace",
required=True,
help="CloudWatch namespace to emit metrics to (e.g. s2n-tls-bench).",
)
parser.add_argument(
"--platform",
required=True,
help="Specifies the platform dimension of the CloudWatch metrics (e.g. Ubuntu24-x86).",
)
args = parser.parse_args()
cloudwatch = boto3.client("cloudwatch")
reader = CriterionReader(args.criterion_output_path)
for result in reader.read_bench_results():
print(f"Emitting {args.namespace} - {result.group}/{result.category} for {args.platform}: {result.mean_us}")
cloudwatch.put_metric_data(
Namespace=args.namespace,
MetricData=[{
"MetricName": result.group,
"Dimensions": [
{
"Name": "Category",
"Value": result.category,
},
{
"Name": "Platform",
"Value": args.platform,
},
],
"Value": result.mean_us,
"Unit": "Microseconds",
}],
)
|
