1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
# --------------------------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for license information.
# --------------------------------------------------------------------------------------------
from opencensus.ext.azure import metrics_exporter
from opencensus.stats import aggregation as aggregation_module
from opencensus.stats import measure as measure_module
from opencensus.stats import stats as stats_module
from opencensus.stats import view as view_module
from logger import get_azure_logger
class AbstractMonitorMetric:
def __init__(self, test_name, test_description=None):
pass
def record_messages_cpu_memory(self, number_of_events, cpu_usage, memory_usage):
pass
def record_error(self, error, extra=None):
pass
class AzureMonitorMetric(AbstractMonitorMetric):
def __init__(self, test_name, test_description=None):
# oc will automatically search for the ENV VAR 'APPLICATIONINSIGHTS_CONNECTION_STRING'
self.exporter = metrics_exporter.new_metrics_exporter()
self.stats = stats_module.stats
self.view_manager = self.stats.view_manager
self.stats_recorder = self.stats.stats_recorder
self.azure_logger = get_azure_logger(test_name)
self.name = test_name
self.desc = test_description
messages_measure_name = "The number of messages handled by " + self.name
messages_measure_desc = "The number of messages handled by " + self.desc if self.desc else None
memory_measure_name = "memory usage percentage for " + self.name
memory_measure_desc = "memory usage percentage for " + self.desc if self.desc else None
cpu_measure_name = "cpu usage percentage for " + self.name
cpu_measure_desc = "cpu usage percentage for " + self.desc if self.desc else None
error_measure_name = "error count for " + self.name
error_measure_desc = (
"The number of errors happened while running the test for " + self.desc if self.desc else None
)
self.messages_measure = measure_module.MeasureInt(messages_measure_name, messages_measure_desc, "messages")
self.memory_measure = measure_module.MeasureFloat(memory_measure_name, memory_measure_desc)
self.cpu_measure = measure_module.MeasureFloat(cpu_measure_name, cpu_measure_desc)
self.error_measure = measure_module.MeasureInt(error_measure_name, error_measure_desc)
self.messages_measure_view = view_module.View(
messages_measure_name, messages_measure_desc, [], self.messages_measure, aggregation_module.SumAggregation()
)
self.memory_measure_view = view_module.View(
memory_measure_name, memory_measure_desc, [], self.memory_measure, aggregation_module.LastValueAggregation()
)
self.cpu_measure_view = view_module.View(
cpu_measure_name, cpu_measure_desc, [], self.cpu_measure, aggregation_module.LastValueAggregation()
)
self.error_measure_view = view_module.View(
error_measure_name, error_measure_desc, [], self.error_measure, aggregation_module.CountAggregation()
)
self.view_manager.register_view(self.messages_measure_view)
self.view_manager.register_view(self.memory_measure_view)
self.view_manager.register_view(self.cpu_measure_view)
self.view_manager.register_view(self.error_measure_view)
self.mmap = self.stats_recorder.new_measurement_map()
def record_messages_cpu_memory(self, number_of_messages, cpu_usage, memory_usage):
if not number_of_messages:
# if not batch size, then only single message being sent
number_of_messages = 1
self.mmap.measure_int_put(self.messages_measure, number_of_messages)
self.mmap.measure_float_put(self.memory_measure, memory_usage)
self.mmap.measure_float_put(self.cpu_measure, cpu_usage)
self.mmap.record()
def record_error(self, error, extra=None):
self.mmap.measure_int_put(self.error_measure, 1)
self.mmap.record()
self.azure_logger.exception("Error happened when running %s: %s. Extra info: %s", self.name, repr(error), extra)
|
