1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
/*
* Copyright (C) 2001-2006 Jacek Sieka, arnetheduck on gmail point com
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*/
#if !defined(BLOOM_FILTER_H)
#define BLOOM_FILTER_H
#if _MSC_VER > 1000
#pragma once
#endif // _MSC_VER > 1000
#include "ZUtils.h"
struct CRC32Hash {
size_t operator()(const void* buf, size_t len) { f(buf, len); return f.getValue(); }
private:
CRC32Filter f;
};
template<size_t N, class HashFunc = CRC32Hash>
class BloomFilter {
public:
BloomFilter(size_t tableSize) { table.resize(tableSize); }
~BloomFilter() { }
void add(const string& s) { xadd(s, N); }
bool match(const StringList& s) {
for(StringList::const_iterator i = s.begin(); i != s.end(); ++i) {
if(!match(*i))
return false;
}
return true;
}
bool match(const string& s) {
if(s.length() >= N) {
string::size_type l = s.length() - N;
for(string::size_type i = 0; i <= l; ++i) {
if(!table[getPos(s, i, N)]) {
return false;
}
}
}
return true;
}
void clear() {
size_t s = table.size();
table.clear();
table.resize(s);
}
#ifdef TESTER
void print_table_status() {
int tot = 0;
for (unsigned int i = 0; i < table.size(); ++i) if (table[i] == true) ++tot;
std::cout << "table status: " << tot << " of " << table.size()
<< " filled, for an occupancy percentage of " << (100.*tot)/table.size()
<< "%" << std::endl;
}
#endif
private:
void xadd(const string& s, size_t n) {
if(s.length() >= n) {
string::size_type l = s.length() - n;
for(string::size_type i = 0; i <= l; ++i) {
table[getPos(s, i, n)] = true;
}
}
}
/* Same functionality, but the old one did not want to compile for some reason. */
size_t getPos(const string& s, size_t i, size_t l) {
HashFunc hf;
return (hf(&s[i], l) % table.size());
}
vector<bool> table;
};
#endif // !defined(BLOOM_FILTER_H)
|
