1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
#include <chrono>
#include <cstdlib>
#include <iostream>
#include <sstream>
#include <string>
#include <vector>
#ifdef _WIN32
#include <io.h>
#define fsync _commit
#else // linux / mac
#include <unistd.h>
#endif
#include "gsd.h"
double benchmark(size_t buffer)
{
const size_t n_keys = 2;
const size_t key_size = 2048;
const size_t target_file_size = static_cast<size_t>(256) * 1024 * 1024;
const size_t n_frames = target_file_size / key_size / n_keys / sizeof(double);
std::vector<double> data(key_size);
for (size_t i = 0; i < key_size; i++)
{
data[i] = (double)i;
}
std::vector<std::string> names;
for (size_t i = 0; i < n_keys; i++)
{
std::ostringstream s;
s << "key " << i;
names.push_back(s.str());
}
gsd_handle handle;
gsd_create_and_open(&handle, "test.gsd", "app", "schema", 0, GSD_OPEN_APPEND, 0);
gsd_set_maximum_write_buffer_size(&handle, buffer);
auto t1 = std::chrono::high_resolution_clock::now();
for (size_t frame = 0; frame < n_frames; frame++)
{
for (auto const& name : names)
{
gsd_write_chunk(&handle, name.c_str(), GSD_TYPE_DOUBLE, key_size, 1, 0, data.data());
}
gsd_end_frame(&handle);
}
gsd_flush(&handle);
auto t2 = std::chrono::high_resolution_clock::now();
std::chrono::duration<double> const time_span
= std::chrono::duration_cast<std::chrono::duration<double>>(t2 - t1);
double const time_per_key = time_span.count() / double(n_keys) / double(n_frames);
const double mb_per_second
= double(key_size * 8 + static_cast<const size_t>(32) * static_cast<const size_t>(2))
/ 1048576.0 / time_per_key;
gsd_close(&handle);
return mb_per_second;
}
int main(int argc, char** argv) // NOLINT
{
size_t buffer = 1024;
std::cout << "[\n";
while (buffer <= static_cast<size_t>(64) * 1024 * 1024)
{
std::cout << "[";
std::cout << buffer << ", " << benchmark(buffer) << "],\n";
buffer *= 2;
}
std::cout << "]\n";
}
|
