1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
#include <c10/core/Device.h>
#include <c10/util/Exception.h>
#include <torch/csrc/profiler/stubs/base.h>
#include <cstdint>
#include <functional>
namespace torch::profiler::impl {
namespace {
struct DefaultStubs : public ProfilerStubs {
explicit DefaultStubs(const char* name) : name_{name} {}
void record(
c10::DeviceIndex* /*device*/,
ProfilerVoidEventStub* /*event*/,
int64_t* /*cpu_ns*/) const override {
fail();
}
float elapsed(
const ProfilerVoidEventStub* /*event*/,
const ProfilerVoidEventStub* /*event2*/) const override {
fail();
return 0.F;
}
void mark(const char* /*name*/) const override {
fail();
}
void rangePush(const char* /*name*/) const override {
fail();
}
void rangePop() const override {
fail();
}
bool enabled() const override {
return false;
}
void onEachDevice(std::function<void(int)> /*op*/) const override {
fail();
}
void synchronize() const override {
fail();
}
~DefaultStubs() override = default;
private:
void fail() const {
TORCH_CHECK(false, name_, " used in profiler but not enabled.");
}
const char* const name_;
};
} // namespace
#define REGISTER_DEFAULT(name, upper_name) \
namespace { \
const DefaultStubs default_##name##_stubs{#upper_name}; \
constexpr const DefaultStubs* default_##name##_stubs_addr = \
&default_##name##_stubs; \
\
/* Constant initialization, so it is guaranteed to be initialized before*/ \
/* static initialization calls which may invoke register<name>Methods*/ \
inline const ProfilerStubs*& name##_stubs() { \
static const ProfilerStubs* stubs_ = \
static_cast<const ProfilerStubs*>(default_##name##_stubs_addr); \
return stubs_; \
} \
} /*namespace*/ \
\
const ProfilerStubs* name##Stubs() { \
return name##_stubs(); \
} \
\
void register##upper_name##Methods(ProfilerStubs* stubs) { \
name##_stubs() = stubs; \
}
REGISTER_DEFAULT(cuda, CUDA)
REGISTER_DEFAULT(itt, ITT)
REGISTER_DEFAULT(privateuse1, PrivateUse1)
#undef REGISTER_DEFAULT
} // namespace torch::profiler::impl
|
