1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
#include <caffe2/ideep/ideep_utils.h>
using namespace caffe2;
namespace {
class IDEEPDropoutOp final : public IDEEPOperator {
public:
USE_IDEEP_DEF_ALIASES();
USE_IDEEP_OPERATOR_FUNCTIONS();
IDEEPDropoutOp(const OperatorDef& operator_def, Workspace* ws)
: IDEEPOperator(operator_def, ws),
ratio_(OperatorBase::GetSingleArgument<float>("ratio", 0.5)),
is_test_(
OperatorBase::GetSingleArgument<int>(OpSchema::Arg_IsTest, 0)) {
CAFFE_ENFORCE_GE(ratio_, 0);
CAFFE_ENFORCE_LT(ratio_, 1);
}
// NOLINTNEXTLINE(modernize-use-equals-default)
~IDEEPDropoutOp() override {}
bool RunOnDevice() override {
const auto& X = Input(INPUT);
auto* Y = Output(OUTPUT);
if (is_test_) {
if (Y != &X) {
ideep::direct_copy::compute(X, *Y);
}
return true;
}
auto* mask = Output(MASK);
ideep::dropout_forward::compute(X, ratio_, *Y, *mask);
return true;
}
private:
float ratio_;
bool is_test_;
INPUT_TAGS(INPUT);
OUTPUT_TAGS(OUTPUT, MASK);
};
class IDEEPDropoutGradientOp final : public IDEEPOperator {
public:
USE_IDEEP_DEF_ALIASES();
USE_IDEEP_OPERATOR_FUNCTIONS();
IDEEPDropoutGradientOp(const OperatorDef& operator_def, Workspace* ws)
: IDEEPOperator(operator_def, ws),
ratio_(OperatorBase::GetSingleArgument<float>("ratio", 0.5)),
is_test_(
OperatorBase::GetSingleArgument<int>(OpSchema::Arg_IsTest, 0)) {
CAFFE_ENFORCE_GE(ratio_, 0);
CAFFE_ENFORCE_LT(ratio_, 1);
}
// NOLINTNEXTLINE(modernize-use-equals-default)
~IDEEPDropoutGradientOp() override {}
bool RunOnDevice() override {
const auto& dY = Input(OUTPUT_GRAD);
auto* dX = Output(INPUT_GRAD);
if (is_test_) {
if (dX != &dY) {
ideep::direct_copy::compute(dY, *dX);
}
return true;
}
const auto& mask = Input(MASK);
ideep::dropout_backward::compute(mask, dY, *dX);
return true;
}
protected:
// NOLINTNEXTLINE(cppcoreguidelines-non-private-member-variables-in-classes)
float ratio_;
// NOLINTNEXTLINE(cppcoreguidelines-non-private-member-variables-in-classes)
bool is_test_;
INPUT_TAGS(OUTPUT_GRAD , MASK);
OUTPUT_TAGS(INPUT_GRAD);
};
REGISTER_IDEEP_OPERATOR(Dropout, IDEEPDropoutOp);
REGISTER_IDEEP_OPERATOR(DropoutGrad, IDEEPDropoutGradientOp);
} // namespace
|
