1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
import caffe2.python.hypothesis_test_util as hu
import hypothesis.strategies as st
import numpy as np
from caffe2.python import core, dyndep, workspace
from caffe2.quantization.server import dnnlowp_pybind11
from hypothesis import given, settings
dyndep.InitOpsLibrary("//caffe2/caffe2/quantization/server:dnnlowp_ops")
workspace.GlobalInit(["caffe2", "--caffe2_omp_num_threads=11"])
class DNNLowPQuantizeOpTest(hu.HypothesisTestCase):
@given(size=st.integers(1024, 2048),
is_empty=st.booleans(),
absorb=st.booleans(),
**hu.gcs_cpu_only)
@settings(max_examples=10, deadline=None)
def test_dnnlowp_quantize(self, size, is_empty, absorb, gc, dc):
if is_empty:
size = 0
min_ = -10.0
max_ = 20.0
X = (np.random.rand(size) * (max_ - min_) + min_).astype(np.float32)
X_min = 0 if X.size == 0 else X.min()
X_max = 1 if X.size == 0 else X.max()
X_scale = (max(X_max, 0) - min(X_min, 0)) / 255
X_zero = np.round(-X_min / X_scale)
op_type_list = ["Quantize", "Int8Quantize"]
engine = "DNNLOWP"
for op_type in op_type_list:
net = core.Net("test_net")
quantize = core.CreateOperator(
op_type, ["X"], ["X_q"], engine=engine, device_option=gc
)
net.Proto().op.extend([quantize])
dnnlowp_pybind11.CreateInt8QuantParamsBlob(
"quant_param", float(X_scale), int(X_zero)
)
quantize_2 = core.CreateOperator(
op_type,
["X", "quant_param"],
["X_q_2"],
engine=engine,
device_option=gc,
)
net.Proto().op.extend([quantize_2])
if absorb:
net_str = dnnlowp_pybind11.freeze_quantization_params(
net.Proto().SerializeToString())
net.Proto().ParseFromString(net_str)
workspace.FeedBlob("X", X, device_option=gc)
workspace.RunNetOnce(net)
X_q = workspace.FetchInt8Blob("X_q")[0]
X_q_2 = workspace.FetchInt8Blob("X_q_2")[0]
# Dequantize results and measure quantization error against inputs
X_dq = X_scale * (X_q - X_zero)
X_dq_2 = X_scale * (X_q_2 - X_zero)
# should be divided by 2 in an exact math, but divide by 1.9 here
# considering finite precision in floating-point numbers
atol = X_scale / 1.9
np.testing.assert_allclose(X_dq, X, atol=atol, rtol=0)
np.testing.assert_allclose(X_dq_2, X, atol=atol, rtol=0)
|
