1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
#include <stdio.h>
#include <iostream>
#include <vector>
#include "TFile.h"
#include "TTree.h"
#include "TBranch.h"
#include "TInterpreter.h"
void make_jagged2_root(int64_t level) {
int64_t events_per_basket = 64 * 1024 * 1024 / sizeof(float) / 8 / 8;
gInterpreter->GenerateDictionary("vector<vector<float> >", "vector");
std::string name = std::string("/home/jpivarski/storage/data/chep-2021-jagged-jagged-jagged/lzfour") + std::to_string(level) + "-jagged2.root";
auto f = new TFile(name.c_str(), "RECREATE");
f->SetCompressionAlgorithm(ROOT::kLZ4);
f->SetCompressionLevel(level);
auto t = new TTree("tree", "");
std::vector<std::vector<float>> data2;
t->Branch("branch", &data2, 64*1024*1024);
t->SetAutoFlush(0);
t->SetAutoSave(0);
int64_t last1 = 999;
int64_t last2 = 999;
FILE* content = fopen("/home/jpivarski/storage/data/chep-2021-jagged-jagged-jagged/sample-content.float32", "r");
FILE* offsets1 = fopen("/home/jpivarski/storage/data/chep-2021-jagged-jagged-jagged/sample-offsets1.int64", "r");
FILE* offsets2 = fopen("/home/jpivarski/storage/data/chep-2021-jagged-jagged-jagged/sample-offsets2.int64", "r");
fread(&last1, sizeof(int64_t), 1, offsets1);
fread(&last2, sizeof(int64_t), 1, offsets2);
float c = 3.14;
int64_t o1 = 999;
int64_t o2 = 999;
int64_t count = 0;
while (fread(&o2, sizeof(int64_t), 1, offsets2) != 0) {
data2.clear();
for (int64_t j = 0; j < (o2 - last2); j++) {
std::vector<float> data1;
fread(&o1, sizeof(int64_t), 1, offsets1);
for (int64_t k = 0; k < (o1 - last1); k++) {
fread(&c, sizeof(float), 1, content);
data1.push_back(c);
}
data2.push_back(data1);
last1 = o1;
}
last2 = o2;
t->Fill();
count++;
// if (count % events_per_basket == 0) {
// t->Write();
// }
// if (count % 10000 == 0) {
// std::cout << ((double)count / (3.0 * (double)events_per_basket)) << std::endl;
// }
// if (count == 3 * events_per_basket) {
// break;
// }
}
t->Write();
f->Close();
}
|
