1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
#define BOOST_TEST_DYN_LINK
#define BOOST_TEST_NO_MAIN
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "twmap.hh"
#include <boost/test/unit_test.hpp>
#include "ext/hyperloglog.hpp"
#include "ext/count_min_sketch.hpp"
#include "misc.hh"
#include <iostream>
BOOST_AUTO_TEST_SUITE(test_serialize)
BOOST_AUTO_TEST_CASE(test_serialize_hll) {
hll::HyperLogLog hll(6);
std::string foo="foo";
std::string bar="bar";
hll.add(foo.c_str(), foo.length());
hll.add(bar.c_str(), bar.length());
BOOST_CHECK((int)hll.estimate() == 2);
std::stringstream ss(std::stringstream::in|std::stringstream::out|std::stringstream::binary);
hll.dump(ss);
hll::HyperLogLog hllcopy(6);
hllcopy.restore(ss);
BOOST_CHECK((int)hllcopy.estimate() == 2);
}
BOOST_AUTO_TEST_CASE(test_serialize_countmin) {
CountMinSketch cm(0.05, 0.2);
std::string foo="foo";
std::string bar="bar";
cm.update(foo.c_str(), 2);
cm.update(bar.c_str(), 1);
BOOST_CHECK((int)cm.estimate(foo.c_str()) == 2);
// check we can dump and restore
std::stringstream ss(std::stringstream::in|std::stringstream::out|std::stringstream::binary);
cm.dump(ss);
CountMinSketch cmcopy(0.05, 0.2);
cmcopy.restore(ss);
BOOST_CHECK((int)cmcopy.estimate(foo.c_str()) == 2);
// check we can dump the copy and restore from that
std::stringstream ss2(std::stringstream::in|std::stringstream::out|std::stringstream::binary);
cmcopy.dump(ss2);
CountMinSketch cmcopy2(0.05, 0.2);
cmcopy2.restore(ss2);
BOOST_CHECK((int)cmcopy2.estimate(foo.c_str()) == 2);
}
BOOST_AUTO_TEST_CASE(test_serialize_statsdb) {
TWStatsDB<std::string> sdb1("sdb1", 600, 6);
TWStatsDB<std::string> sdb2("sdb2", 600, 6);
FieldMap fm;
fm.insert(std::make_pair("field1", "int"));
fm.insert(std::make_pair("field2", "hll"));
fm.insert(std::make_pair("field3", "countmin"));
sdb1.setFields(fm);
sdb2.setFields(fm);
sdb1.add(std::string("bar"), "field1", 10);
sdb1.add(std::string("bar"), "field2", "diff1");
sdb1.add(std::string("bar"), "field3", "diff1");
sdb1.add(std::string("foo"), "field1", 10);
BOOST_CHECK(sdb1.get(std::string("foo"), "field1") == 10);
sdb1.add(std::string("foo"), "field2", "diff1");
sdb1.add(std::string("foo"), "field2", "diff2");
sdb1.add(std::string("foo"), "field2", "diff3");
BOOST_CHECK(sdb1.get(std::string("foo"), "field2") == 3);
sdb1.add(std::string("foo"), "field3", "diff1");
sdb1.add(std::string("foo"), "field3", "diff1");
sdb1.add(std::string("foo"), "field3", "diff2");
BOOST_CHECK(sdb1.get(std::string("foo"), "field3", "diff1") == 2);
for (auto it = sdb1.startDBDump(); it != sdb1.DBDumpIteratorEnd(); ++it) {
TWStatsDBDumpEntry e;
std::string key;
if (sdb1.DBDumpEntry(it, e, key)) {
sdb2.restoreEntry(key, e);
}
}
sdb1.endDBDump();
BOOST_CHECK(sdb2.get(std::string("foo"), "field1") == 10);
BOOST_CHECK(sdb2.get(std::string("foo"), "field2") == 3);
BOOST_CHECK(sdb2.get(std::string("foo"), "field3", "diff1") == 2);
}
BOOST_AUTO_TEST_SUITE_END();
|
