1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
#include <ATen/ThreadLocalState.h>
#include <torch/csrc/distributed/c10d/sequence_num.hpp>
#include <c10/util/Logging.h>
namespace c10d {
SequenceNum::SequenceNum() = default;
SequenceNum::SequenceNum(const uint64_t num) : num_(num) {}
SequenceNum::SequenceNum(const SequenceNum& other) {
if (!other.isSet()) {
num_ = std::nullopt;
} else {
num_ = other.get();
}
}
uint64_t SequenceNum::get() const {
std::lock_guard<std::mutex> lock(lock_);
return *num_;
}
void SequenceNum::increment() {
std::lock_guard<std::mutex> lock(lock_);
TORCH_CHECK(num_.has_value());
num_ = ++(*num_);
}
// Implemented without above get() and increment() so we don't repeatedly lock
// and unblock.
uint64_t SequenceNum::getAndIncrement() {
uint64_t curVal = 0;
std::lock_guard<std::mutex> lock(lock_);
TORCH_CHECK(num_.has_value());
curVal = *num_;
num_ = ++(*num_);
return curVal;
}
void SequenceNum::set(const uint64_t num) {
std::lock_guard<std::mutex> lock(lock_);
num_ = num;
}
bool SequenceNum::isSet() const {
std::lock_guard<std::mutex> lock(lock_);
return num_.has_value();
}
SequenceNum& SequenceNum::operator=(const SequenceNum& other) {
std::lock_guard<std::mutex> lock(lock_);
if (!other.isSet()) {
num_ = std::nullopt;
} else {
num_ = other.get();
}
return *this;
}
} // namespace c10d
|
