1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
#include <algorithm>
#include <array>
#include <random>
#include <sstream>
#include <gtest/gtest.h>
#include "caffe2/core/logging.h"
#include "dynamic_histogram.h"
using namespace std;
using namespace dnnlowp;
TEST(DynamicHistogram, HistSimilar) {
default_random_engine generator;
normal_distribution<float> distribution;
constexpr int n = 65536;
array<float, n> data; // make_array<float>(n);
for (int i = 0; i < n; ++i) {
data[i] = distribution(generator);
}
// Construct static and dynamic histogram and compare.
float minimum = *min_element(data.begin(), data.end());
float maximum = *max_element(data.begin(), data.end());
int nbins = 64;
Histogram static_hist(nbins, minimum, maximum);
vector<unique_ptr<DynamicHistogram>> dynamic_hist(3);
for (auto i = 0; i < dynamic_hist.size(); ++i) {
dynamic_hist[i].reset(new DynamicHistogram(nbins));
}
static_hist.Add(data.data(), n);
dynamic_hist[0]->Add(data.data(), n);
for (int i = 0; i < n; ++i) {
dynamic_hist[1]->Add(data[i]);
}
for (int i = 0; i < 64; ++i) {
dynamic_hist[2]->Add(data.data() + n / 64 * i, n / 64);
}
stringstream ss;
for (int i = 0; i < nbins; ++i) {
ss << (*static_hist.GetHistogram())[i] << " ";
}
LOG(INFO) << "static: " << ss.str();
vector<float> errors(dynamic_hist.size());
for (auto i = 0; i < dynamic_hist.size(); ++i) {
ss.str("");
const Histogram* dynamic_hist_result = dynamic_hist[i]->Finalize();
for (auto j = 0; j < nbins; ++j) {
ss << (*dynamic_hist_result->GetHistogram())[j] << " ";
}
LOG(INFO) << "dynamic " << i << " : " << ss.str();
// Compute the normalized squared error between the two histograms
float error = 0.0;
for (int j = 0; j < nbins; ++j) {
float e = (float)(*static_hist.GetHistogram())[j] -
(*dynamic_hist_result->GetHistogram())[j];
error += e * e;
}
error /= n;
LOG(INFO) << "error: " << error << endl;
errors[i] = error;
}
for (auto i = 0; i < dynamic_hist.size(); ++i) {
EXPECT_TRUE(errors[i] < 0.3);
}
}
|
