1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
# BSD 3-Clause License; see https://github.com/scikit-hep/awkward/blob/main/LICENSE
from __future__ import annotations
import numpy as np
import pytest
import awkward as ak
from awkward._nplikes.shape import unknown_length
@pytest.mark.parametrize("offsets_length", [5, unknown_length])
@pytest.mark.parametrize("content_length", [9, unknown_length])
def test(offsets_length, content_length):
offset_generator = lambda: np.array([0, 2, 4, 5, 6], dtype=np.int64) # noqa: E731
data_generator = lambda: np.array([1, 2, 3, 4, 5, 6, 7, 8, 9], dtype=np.int64) # noqa: E731
buffers = {"node0-offsets": offset_generator, "node1-data": data_generator}
form = ak.forms.ListOffsetForm(
"i64", ak.forms.NumpyForm("int64", form_key="node1"), form_key="node0"
)
array = ak.from_buffers(form, 4, buffers, enable_virtualarray_caching=True)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert array.layout.is_all_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(form, 4, buffers, enable_virtualarray_caching=False)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert not array.layout.is_any_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form, 4, buffers, enable_virtualarray_caching=lambda form_key, attribute: True
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert array.layout.is_all_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form, 4, buffers, enable_virtualarray_caching=lambda form_key, attribute: False
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert not array.layout.is_any_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form,
4,
buffers,
enable_virtualarray_caching=lambda form_key, attribute: attribute != "data",
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert array.layout.offsets.is_all_materialized
assert not array.layout.content.is_any_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form,
4,
buffers,
enable_virtualarray_caching=lambda form_key, attribute: attribute == "data",
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert not array.layout.offsets.is_any_materialized
assert array.layout.content.is_all_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form,
4,
buffers,
enable_virtualarray_caching=lambda form_key, attribute: attribute != "offsets",
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert not array.layout.offsets.is_any_materialized
assert array.layout.content.is_all_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
array = ak.from_buffers(
form,
4,
buffers,
enable_virtualarray_caching=lambda form_key, attribute: attribute == "offsets",
)
assert array.to_list() == [[1, 2], [3, 4], [5], [6]]
assert array.layout.offsets.is_all_materialized
assert ak.materialize(array).to_list() == [[1, 2], [3, 4], [5], [6]]
|
