1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
# frozen_string_literal: true
require 'sidekiq/api'
module API
class SidekiqMetrics < ::API::Base
before { authenticated_as_admin! }
feature_category :not_owned # rubocop:todo Gitlab/AvoidFeatureCategoryNotOwned
helpers do
def queue_metrics
hash = {}
Gitlab::SidekiqSharding::Router.with_routed_client do
queue_metrics_from_shard.each do |queue_name, queue_details|
if hash[queue_name].nil?
hash[queue_name] = queue_details
else
hash[queue_name][:backlog] += queue_details[:backlog]
hash[queue_name][:latency] = [queue_details[:latency], hash[queue_name][:latency]].max
end
end
end
hash
end
def queue_metrics_from_shard
::Gitlab::SidekiqConfig.routing_queues.each_with_object({}) do |queue_name, hash|
queue = Sidekiq::Queue.new(queue_name)
hash[queue.name] = {
backlog: queue.size,
latency: queue.latency.to_i
}
end
end
def process_metrics
metrics = []
Gitlab::SidekiqSharding::Router.with_routed_client do
metrics << process_metrics_from_shard
end
metrics.flatten
end
def process_metrics_from_shard
Sidekiq::ProcessSet.new(false).map do |process|
{
hostname: process['hostname'],
pid: process['pid'],
tag: process['tag'],
started_at: Time.at(process['started_at']),
queues: process['queues'],
labels: process['labels'],
concurrency: process['concurrency'],
busy: process['busy']
}
end
end
def job_stats
stats = {
processed: 0,
failed: 0,
enqueued: 0,
dead: 0
}
Gitlab::SidekiqSharding::Router.with_routed_client do
job_stats_from_shard.each { |k, v| stats[k] += v }
end
stats
end
def job_stats_from_shard
stats = Sidekiq::Stats.new
{
processed: stats.processed,
failed: stats.failed,
enqueued: stats.enqueued,
dead: stats.dead_size
}
end
end
desc 'Get the Sidekiq queue metrics'
get 'sidekiq/queue_metrics' do
{ queues: queue_metrics }
end
desc 'Get the Sidekiq process metrics'
get 'sidekiq/process_metrics' do
{ processes: process_metrics }
end
desc 'Get the Sidekiq job statistics'
get 'sidekiq/job_stats' do
{ jobs: job_stats }
end
desc 'Get the Sidekiq Compound metrics. Includes queue, process, and job statistics'
get 'sidekiq/compound_metrics' do
{ queues: queue_metrics, processes: process_metrics, jobs: job_stats }
end
end
end
|
