1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
# frozen_string_literal: true
require 'redis_client/pid_cache'
class RedisClient
class Cluster
module ConcurrentWorker
# This class is just an experimental implementation.
# Ruby VM allocates 1 MB memory as a stack for a thread.
# It is a fixed size but we can modify the size with some environment variables.
# So it consumes memory 1 MB multiplied a number of workers.
class Pooled
def initialize(size:)
@size = size
setup
end
def new_group(size:)
reset if @pid != ::RedisClient::PIDCache.pid
ensure_workers if @workers.first.nil?
::RedisClient::Cluster::ConcurrentWorker::Group.new(
worker: self,
queue: SizedQueue.new(size),
size: size
)
end
def push(task)
@q << task
end
def close
@q.clear
@workers.each { |t| t&.exit }
@workers.clear
@q.close
@pid = nil
nil
end
def inspect
"#<#{self.class.name} tasks: #{@q.size}, workers: #{@size}>"
end
private
def setup
@q = Queue.new
@workers = Array.new(@size)
@pid = ::RedisClient::PIDCache.pid
end
def reset
close
setup
end
def ensure_workers
@size.times do |i|
@workers[i] = spawn_worker unless @workers[i]&.alive?
end
end
def spawn_worker
Thread.new(@q) do |q|
loop { q.pop.exec }
end
end
end
end
end
end
|
