1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
|
# -*- coding: utf-8 -*-
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Outputter to generate server Rust code for collecting events.
This outputter is different from the rest of the outputters in that the code it
generates does not use the Glean SDK. It is meant to be used to collect events
in server-side environments. In these environments, SDK assumptions that define measurement
windows and connectivity don't hold.
Generated code takes care of assembling pings with metrics, and serializing to messages
conforming to Glean schema.
Warning: this outputter supports limited set of metrics,
see `SUPPORTED_METRIC_TYPES` below.
Generated code creates two methods for each ping (`RecordPingX` and `RecordPingXWithoutUserInfo`)
that are used for submitting (logging) them.
If pings have `event` metrics assigned, they can be passed to these methods.
"""
from collections import defaultdict
from pathlib import Path
from typing import Any, Dict, Optional, List
from . import __version__
from . import metrics
from . import util
# Adding a metric here will require updating the `generate_metric_type` function
# and require adjustments to `metrics` variables the the template.
SUPPORTED_METRIC_TYPES: List[str] = [
"string",
"quantity",
"event",
"datetime",
"boolean",
]
def generate_ping_type_name(ping_name: str) -> str:
"""Returns camel-case string of ping name."""
return f"{util.Camelize(ping_name)}Ping"
def generate_ping_events_type_name(ping_name: str) -> str:
"""Returns camel-case event type name."""
return f"{util.Camelize(ping_name)}PingEvent"
def generate_event_type_name(metric: metrics.Metric) -> str:
"""Returns camel-case string of event type."""
return f"{util.Camelize(metric.category)}{util.Camelize(metric.name)}Event"
def generate_metric_name(metric: metrics.Metric) -> str:
"""Returns camel-case string of metric name."""
return f"{metric.category}.{metric.name}"
def generate_extra_name(extra: str) -> str:
"""Returns camel-case string of extra value."""
return util.Camelize(extra)
def generate_snake_case_name(value: str) -> str:
"""Returns a snake-case function or attribute name."""
return util.camel_or_pascal_to_snake_case(value)
def generate_metric_argument_name(metric: metrics.Metric) -> str:
"""Returns camel-case string of metric argument name."""
return f"{util.Camelize(metric.category)}{util.Camelize(metric.name)}"
def generate_metric_type(metric_type: str) -> str:
"""Return string representation of metric type in Rust."""
if metric_type == "quantity":
return "u64"
elif metric_type == "string":
return "String"
elif metric_type == "boolean":
return "bool"
elif metric_type == "datetime":
return "chrono::DateTime<Utc>"
else:
print(f"❌ Unable to generate Rust type from metric type: {metric_type}")
exit()
return "NONE"
def clean_string(s: str) -> str:
"""Strip strings of any newlines and trailing space."""
return s.replace("\n", " ").rstrip()
def output_rust(
objs: metrics.ObjectTree, output_dir: Path, options: Optional[Dict[str, Any]]
) -> None:
"""
Given a tree of objects, output Rust code to `output_dir`.
The output is a single file containing all the code for assembling pings with
metrics, serializing, and submitting.
:param objects: A tree of objects (metrics and pings) as returned from
`parser.parse_objects`.
:param output_dir: Path to an output directory to write to.
:param options: Optional dictionary of additional configuration options
"""
template = util.get_jinja2_template(
"rust_server.jinja2",
filters=(
("ping_type_name", generate_ping_type_name),
("ping_events_type_name", generate_ping_events_type_name),
("event_type_name", generate_event_type_name),
("event_extra_name", generate_extra_name),
("metric_name", generate_metric_name),
("metric_argument_name", generate_metric_argument_name),
("rust_metric_type", generate_metric_type),
("clean_string", clean_string),
("snake_case", generate_snake_case_name),
),
)
# Unique list of event metrics used in any ping.
event_metrics: List[metrics.Metric] = []
# Go though all metrics in objs and build a map of
# ping->list of metric categories->list of metrics
# for easier processing in the template.
ping_to_metrics: Dict[str, Dict[str, List[metrics.Metric]]] = defaultdict(dict)
for _category_key, category_val in objs.items():
for _metric_name, metric in category_val.items():
if isinstance(metric, metrics.Metric):
if metric.type not in SUPPORTED_METRIC_TYPES:
print(
"❌ Ignoring unsupported metric type: "
+ f"{metric.type}:{metric.name}."
+ " Reach out to Glean team to add support for this"
+ " metric type."
)
continue
for ping in metric.send_in_pings:
if metric.type == "event" and metric not in event_metrics:
event_metrics.append(metric)
metrics_by_type = ping_to_metrics[ping]
metrics_list = metrics_by_type.setdefault(metric.type, [])
metrics_list.append(metric)
PING_METRIC_ERROR_MSG = (
" Server-side environment is simplified and this"
+ " parser doesn't generate individual metric files. Make sure to pass all"
+ " your ping and metric definitions in a single invocation of the parser."
)
if not ping_to_metrics:
print(f"❌ No pings with metrics found {PING_METRIC_ERROR_MSG}.")
return
extension = ".rs"
filepath = output_dir / (f"server_events{extension}")
with filepath.open("w", encoding="utf-8") as fd:
fd.write(
template.render(
parser_vesrion=__version__,
pings=ping_to_metrics,
events=event_metrics,
)
)
|
