1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
|
/*
Copyright(c) 2002-2017 Anatoliy Kuznetsov(anatoliy_kuznetsov at yahoo.com)
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
For more information please visit: http://bitmagic.io
*/
/** \example sample14.cpp
Exmaple demonstrates bitvector serialization/deserialization and set-operations on
searialized BLOBs
\sa bm::serializer
\sa bm::deserialize
*/
/*! \file sample14.cpp
\brief Example: bvector<> set operations on serialized/compressed BLOBs
*/
#include <stdlib.h>
#include <iostream>
#include <vector>
#include "bm.h"
#include "bmserial.h"
using namespace std;
const unsigned MAX_VALUE = 1000000;
static
void fill_bvector(bm::bvector<>* bv)
{
for (unsigned i = 0; i < MAX_VALUE; ++i)
{
if ((rand() % 10))
{
bv->set(i);
}
}
}
int main(void)
{
bm::operation_deserializer<bm::bvector<> > od;
try
{
bm::bvector<> bv1;
bm::bvector<> bv2;
fill_bvector(&bv1);
fill_bvector(&bv2);
cout << "bv1 count = " << bv1.count() << endl;
cout << "bv2 count = " << bv2.count() << endl;
// Prepare a serializer class
// for best performance - create serilizer once and reuse it
//
BM_DECLARE_TEMP_BLOCK(tb)
bm::serializer<bm::bvector<> > bvs(tb);
bvs.set_compression_level(4);
bm::bvector<>::statistics st1;
bm::bvector<>::statistics st2;
// compress bit-vectors and compute statistics
// (later re-used in serialization)
//
bv1.optimize(tb, bm::bvector<>::opt_compress, &st1);
bv1.optimize(tb, bm::bvector<>::opt_compress, &st2);
// declare serialization buffers
bm::serializer<bm::bvector<> >::buffer sbuf1;
bm::serializer<bm::bvector<> >::buffer sbuf2;
// perform serialization
//
bvs.serialize(bv1, sbuf1, &st1);
bvs.serialize(bv2, sbuf2, &st2);
// Serialized bvectors (sbuf1 and sbuf2) now ready to be
// saved to a database, file or send over a network.
// to simulate this we just copy content to std::vector<>
//
std::vector<unsigned char> vect1;
std::vector<unsigned char> vect2;
vect1.resize(sbuf1.size());
vect2.resize(sbuf2.size());
::memcpy(vect1.data(), sbuf1.buf(), sbuf1.size());
::memcpy(vect2.data(), sbuf2.buf(), sbuf2.size());
// Simple deserialization.
//
bm::bvector<> bv3;
// As a result of desrialization bv3 will contain all bits from
// bv1 and bv3:
// bv3 = bv1 OR bv2
bm::deserialize(bv3, sbuf1.buf());
bm::deserialize(bv3, sbuf2.buf());
bv3.optimize(tb);
// A few examples of operation deserializations
// set algebraic operation over bit-vector and a BLOB
//
bm::bvector<> bv4(bv3);
// bv4 = (bv1 OR bv2) AND bv1
// this must be equal to bv1 ?
//
od.deserialize(bv4, vect1.data(), bm::set_AND);
cout << "bv4 count = " << bv4.count() << endl;
bool eq = bv1.equal(bv4);
if (!eq)
{
cerr << "Logical error detected!" << endl;
return 1;
}
else
cout << "bv4 is equal to bv1" << endl;
bm::bvector<> bv5(bv3);
// if we need just set count, we can get it faster
// via set_COUNT_ operations
// use of COUNT operations does not materialize a target vector
//
// POPCNT((bv1 OR bv2) MINUS bv1)
auto cnt_sub =
od.deserialize(bv3, sbuf1.buf(), bm::set_COUNT_SUB_AB);
cout << "minus count = " << cnt_sub << endl;
// or we can actually perform the operation and get the full vector
// bv5 = (bv1 OR bv2) MINUS bv1
//
od.deserialize(bv5, sbuf1.buf(), tb, bm::set_SUB);
auto bv5_cnt = bv5.count();
cout << "bv5 count = " << bv5_cnt << endl;
if (cnt_sub != bv5_cnt)
{
cerr << "Logical error!" << endl;
return 1;
}
}
catch(std::exception& ex)
{
std::cerr << ex.what() << std::endl;
return 1;
}
return 0;
}
|
