1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
#pragma once
#include <sys/types.h>
#include <mutex>
#include <unordered_map>
#include <torch/csrc/distributed/c10d/Store.hpp>
namespace c10d {
class TORCH_API FileStore : public Store {
public:
explicit FileStore(const std::string& path, int numWorkers);
virtual ~FileStore();
void set(const std::string& key, const std::vector<uint8_t>& value) override;
std::vector<uint8_t> compareSet(
const std::string& key,
const std::vector<uint8_t>& expectedValue,
const std::vector<uint8_t>& desiredValue) override;
std::vector<uint8_t> get(const std::string& key) override;
int64_t add(const std::string& key, int64_t value) override;
int64_t getNumKeys() override;
bool deleteKey(const std::string& key) override;
bool check(const std::vector<std::string>& keys) override;
void wait(const std::vector<std::string>& keys) override;
void wait(
const std::vector<std::string>& keys,
const std::chrono::milliseconds& timeout) override;
// Returns the path used by the FileStore.
const std::string& getPath() const noexcept {
return path_;
}
protected:
int64_t addHelper(const std::string& key, int64_t i);
std::string path_;
off_t pos_;
int numWorkers_;
const std::string cleanupKey_;
const std::string regularPrefix_;
const std::string deletePrefix_;
std::unordered_map<std::string, std::vector<uint8_t>> cache_;
std::mutex activeFileOpLock_;
};
} // namespace c10d
|
