1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
R__LOAD_LIBRARY(ROOTNTuple)
#include <stdio.h>
#include <iostream>
#include <vector>
#include <chrono>
#include <ROOT/RNTuple.hxx>
#include <ROOT/RNTupleModel.hxx>
using RNTupleModel = ROOT::Experimental::RNTupleModel;
using RNTupleReader = ROOT::Experimental::RNTupleReader;
#define LENJAGGED1 134217728
#define JAGGED1_CLUSTERSIZE 1342176
template <typename V, typename T>
void fillpages(T* array, V& view, int64_t& offset, int64_t length, int64_t shift) {
int64_t current = 0;
while (current < length) {
T* data = (T*)view.fField.Map(offset + current);
int32_t num = view.fField.fPrincipalColumn->fCurrentPage.GetNElements();
int32_t skipped = (offset + current) - view.fField.fPrincipalColumn->fCurrentPage.GetGlobalRangeFirst();
int32_t remaining = num - skipped;
if (current + remaining > length) {
remaining = length - current;
}
if (remaining > 0) {
memcpy(&array[current + shift], data, remaining*sizeof(T));
}
current += remaining;
}
offset += current;
}
void read_jagged1_rntuple(std::string which) {
auto model = ROOT::Experimental::RNTupleModel::Create();
std::string name = std::string("/home/jpivarski/storage/data/chep-2021-jagged-jagged-jagged/") + which + "-jagged1.root";
auto begin_time = std::chrono::high_resolution_clock::now();
auto ntuple = RNTupleReader::Open(std::move(model), "rntuple", name);
auto view1 = ntuple->GetViewCollection("field");
auto view0 = view1.GetView<float>("float");
int64_t offset1 = 0;
int64_t offset0 = 0;
for (int64_t entry = 0; entry < LENJAGGED1; entry += JAGGED1_CLUSTERSIZE) {
int64_t length = JAGGED1_CLUSTERSIZE;
if (entry + length > LENJAGGED1) {
length = LENJAGGED1 - entry;
}
int32_t* rawoffsets1 = new int32_t[length + 1];
rawoffsets1[0] = 0;
fillpages(rawoffsets1, view1, offset1, length, 1);
length = rawoffsets1[length];
float* rawcontent = new float[length];
fillpages(rawcontent, view0, offset0, length, 0);
delete [] rawoffsets1;
delete [] rawcontent;
}
auto end_time = std::chrono::high_resolution_clock::now();
int64_t count_nanoseconds = std::chrono::duration_cast<std::chrono::nanoseconds>(
end_time - begin_time
).count();
std::cout << "rntuple " << which << "-jagged1 " << (count_nanoseconds / 1e9) << " seconds" << std::endl;
}
|
