1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
#pragma once
#include "caffe2/operators/lstm_unit_op.h"
#include "caffe2/quantization/server/caffe2_dnnlowp_utils.h"
#include "caffe2/quantization/server/dnnlowp.h"
#include "caffe2/quantization/server/op_wrapper.h"
#include "caffe2/quantization/server/sigmoid.h"
namespace caffe2 {
template <typename T>
class LSTMUnitDNNLowPOp final : public LSTMUnitOp<CPUContext> {
static_assert(std::is_integral<T>::value, "Integral required.");
public:
LSTMUnitDNNLowPOp(const OperatorDef& operator_def, Workspace* ws);
~LSTMUnitDNNLowPOp();
bool RunOnDevice() override;
private:
const TensorCPU& InputTensorCPU_(int idx);
TensorCPU* OutputTensorCPU_(int idx);
bool GetQuantizationParameters_();
OpWrapper<LSTMUnitOp<CPUContext>, T>* Fp32Op_();
bool drop_states_;
dnnlowp::Sigmoid<T> sigmoid_;
dnnlowp::Tanh<T> tanh_;
dnnlowp::TensorQuantizationParams H_in_qparams_, C_in_qparams_, G_in_qparams_,
H_out_qparams_, C_out_qparams_;
std::unique_ptr<OpWrapper<LSTMUnitOp<CPUContext>, T>> fp32_op_;
bool dequantize_output_{false}, measure_quantization_error_{false};
std::unique_ptr<dnnlowp::QuantizationFactory> qfactory_;
dnnlowp::QuantizationErrorStats cell_quantization_error_stats_,
hidden_quantization_error_stats_;
bool arguments_parsed_{false};
}; // class LSTMUnitDNNLowPOp
} // namespace caffe2
|
