1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
#pragma once
#include <memory>
#include <fbgemm/Fbgemm.h>
#include <caffe2/core/tensor.h>
#include "caffe2/quantization/server/dnnlowp.h"
namespace caffe2 {
/**
* Packed weight matrix for DNNLOWP Int8FC operator
*/
struct Int8FCDNNLowPPackedWeightBlob {
std::vector<dnnlowp::TensorQuantizationParams> qparams;
std::shared_ptr<std::vector<std::int32_t>> column_offsets;
// The original tensor before packing but only with meta information
Tensor original_tensor{CPU};
std::shared_ptr<std::vector<std::int32_t>> bias;
// Only for 32-bit accumulation
std::shared_ptr<fbgemm::PackBMatrix<std::int8_t>> W;
// Only for 16-bit accumulation
// Dense matrix holding common values
std::shared_ptr<fbgemm::PackBMatrix<std::int8_t, std::int16_t>> W_acc16;
// Sparse matrix holding outliers
std::shared_ptr<fbgemm::CompressedSparseColumn> W_outlier;
int nbits_in_non_outlier;
};
/**
* Packed weight matrix for DNNLOWP Int8Conv operator
*/
struct Int8ConvDNNLowPPackedWeightBlob : public Int8FCDNNLowPPackedWeightBlob {
// Only for 32-bit accumulation
std::shared_ptr<fbgemm::PackedDepthWiseConvMatrix> W_depthwise;
std::shared_ptr<fbgemm::PackWeightMatrixForGConv<std::int8_t>> W_gconv;
std::shared_ptr<
fbgemm::PackWeightMatrixForGConv<std::int8_t, std::int32_t, 3>>
W_gconv3d;
};
} // namespace caffe2
|
