1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
// BSD 3-Clause License; see https://github.com/scikit-hep/awkward/blob/main/LICENSE
#include <stdlib.h>
#include "awkward/LayoutBuilder.h"
#include "demo_impl.h"
// Defines taken from how-to-use-header-only-layoutbuilder.md
using UserDefinedMap = std::map<std::size_t, std::string>;
template<class... BUILDERS>
using RecordBuilder = awkward::LayoutBuilder::Record<UserDefinedMap, BUILDERS...>;
template<std::size_t field_name, class BUILDER>
using RecordField = awkward::LayoutBuilder::Field<field_name, BUILDER>;
template<class PRIMITIVE, class BUILDER>
using ListOffsetBuilder = awkward::LayoutBuilder::ListOffset<PRIMITIVE, BUILDER>;
template<class PRIMITIVE>
using NumpyBuilder = awkward::LayoutBuilder::Numpy<PRIMITIVE>;
enum Field : std::size_t {
one, two
};
using MyBuilder = RecordBuilder<
RecordField<Field::one, NumpyBuilder<double>>,
RecordField<Field::two, ListOffsetBuilder<int64_t,
NumpyBuilder<int32_t>>>
>;
/**
* Create a snapshot of the given builder, and return an `ak.Array` pyobject
* @tparam T type of builder
* @param builder builder
* @return ArrayBuffers representing Awkward Array
*/
template<typename T>
ArrayBuffers snapshot_builder(const T &builder) {
// How much memory to allocate?
std::map <std::string, size_t> names_nbytes = {};
builder.buffer_nbytes(names_nbytes);
// Allocate memory
std::map<std::string, void *> buffers = {};
for (auto it: names_nbytes) {
buffers[it.first] = malloc(it.second);
}
// Write non-contiguous contents to memory
builder.to_buffers(buffers);
return {
buffers,
names_nbytes,
builder.form(),
builder.length()
};
}
/**
* Create demo array, and return its snapshot
* @return ArrayBuffers of Awkward Array
*/
ArrayBuffers create_demo_array() {
UserDefinedMap fields_map({
{Field::one, "one"},
{Field::two, "two"}
});
RecordBuilder<
RecordField<Field::one, NumpyBuilder<double>>,
RecordField<Field::two, ListOffsetBuilder<int64_t,
NumpyBuilder<int32_t>>>
> builder(fields_map);
auto &one_builder = builder.content<Field::one>();
auto &two_builder = builder.content<Field::two>();
one_builder.append(1.1);
auto &two_subbuilder = two_builder.begin_list();
two_subbuilder.append(1);
two_builder.end_list();
one_builder.append(2.2);
two_builder.begin_list();
two_subbuilder.append(1);
two_subbuilder.append(2);
two_builder.end_list();
one_builder.append(3.3);
size_t data_size = 3;
int32_t data[3] = {1, 2, 3};
two_builder.begin_list();
two_subbuilder.extend(data, data_size);
two_builder.end_list();
return snapshot_builder(builder);
}
|
