1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
#ifndef CAFFE2_CONTRIB_OBSERVERS_TIME_OBSERVER_H_
#define CAFFE2_CONTRIB_OBSERVERS_TIME_OBSERVER_H_
#include <unordered_map>
#include "caffe2/core/common.h"
#include "caffe2/core/net.h"
#include "caffe2/core/observer.h"
#include "caffe2/core/operator.h"
#include "caffe2/core/timer.h"
#include "caffe2/observers/operator_attaching_net_observer.h"
namespace caffe2 {
class TimeObserver;
class TORCH_API TimeCounter {
public:
explicit TimeCounter() {}
inline float average_time() const {
return total_time_ / iterations_;
}
protected:
Timer timer_;
float start_time_ = 0.0f;
float total_time_ = 0.0f;
int iterations_ = 0;
};
class TORCH_API TimeOperatorObserver final : public TimeCounter,
public ObserverBase<OperatorBase> {
public:
explicit TimeOperatorObserver(OperatorBase* subject) = delete;
explicit TimeOperatorObserver(
OperatorBase* subject,
TimeObserver* /* unused */)
: ObserverBase<OperatorBase>(subject) {}
std::unique_ptr<ObserverBase<OperatorBase>> rnnCopy(
OperatorBase* subject,
int rnn_order) const override;
private:
void Start() override;
void Stop() override;
};
class TORCH_API TimeObserver final
: public TimeCounter,
public OperatorAttachingNetObserver<TimeOperatorObserver, TimeObserver> {
public:
explicit TimeObserver(NetBase* subject)
: OperatorAttachingNetObserver<TimeOperatorObserver, TimeObserver>(
subject,
this) {}
float average_time_children() const {
float sum = 0.0f;
for (const auto* observer : operator_observers_) {
sum += observer->average_time();
}
return sum / subject_->GetOperators().size();
}
private:
void Start() override;
void Stop() override;
};
} // namespace caffe2
#endif // CAFFE2_CONTRIB_OBSERVERS_TIME_OBSERVER_H_
|
