1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
|
#pragma once
#include <chrono>
#include <random>
#include <thread>
#include <c10/macros/Macros.h>
namespace c10d {
class TORCH_API Backoff {
public:
virtual ~Backoff() = default;
virtual std::chrono::milliseconds nextBackoff() = 0;
virtual void reset() = 0;
void sleepBackoff() {
std::this_thread::sleep_for(nextBackoff());
}
};
class TORCH_API ExponentialBackoffWithJitter : public Backoff {
public:
ExponentialBackoffWithJitter();
std::chrono::milliseconds nextBackoff() override;
void reset() override;
public:
std::chrono::milliseconds initialInterval{500};
double randomizationFactor{0.5};
double multiplier{1.5};
std::chrono::milliseconds maxInterval{60000};
private:
std::mt19937 gen_;
std::chrono::milliseconds currentInterval_{0};
};
class TORCH_API FixedBackoff : public Backoff {
public:
FixedBackoff(std::chrono::milliseconds interval);
std::chrono::milliseconds nextBackoff() override;
void reset() override;
private:
std::chrono::milliseconds interval_;
};
} // namespace c10d
|
