1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
# BSD 3-Clause License; see https://github.com/scikit-hep/awkward/blob/main/LICENSE
from __future__ import annotations
import numpy as np
import pytest
import awkward as ak
def test_1d_1d_stride_trick():
data = np.array([101], dtype=np.int32)
array = np.lib.stride_tricks.as_strided(data, (40,), strides=(0,))
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0"
}
"""
result = ak.from_buffers(form, array.size, container, highlevel=False)
assert np.shares_memory(result.data, array)
assert result.shape == (array.size,)
def test_1d_1d_different_dtypes_stride_trick():
data = np.array([101], dtype=np.int64)
array = np.lib.stride_tricks.as_strided(data, (40,), strides=(0,))
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0"
}
"""
# We can't change the array view if the buffer is not contiguous
with pytest.raises(ValueError, match="contiguous"):
ak.from_buffers(form, array.size, container, highlevel=False)
def test_1d_1d_different_dtypes_contiguous():
array = np.arange(40, dtype=np.int64)
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0"
}
"""
result = ak.from_buffers(form, array.size, container, highlevel=False)
assert np.shares_memory(array, result.data)
def test_2d_1d_fortran_ordered():
array = np.arange(40 * 3, dtype=np.int32).reshape(40, 3).T
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0"
}
"""
with pytest.raises(ValueError, match="cannot reshape array without copying"):
ak.from_buffers(form, array.size, container, highlevel=False)
def test_2d_2d_fortran_ordered():
array = np.arange(40 * 3, dtype=np.int32).reshape(40, 3).T
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0",
"inner_shape": [3]
}
"""
with pytest.raises(ValueError, match="cannot reshape array without copying"):
ak.from_buffers(form, array.size, container, highlevel=False)
def test_2d_2d_stride_trick():
data = np.array([101], dtype=np.int32)
array = np.lib.stride_tricks.as_strided(data, (40, 3), strides=(0, 0))
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0",
"inner_shape": [3]
}
"""
result = ak.from_buffers(form, len(array), container, highlevel=False)
assert np.shares_memory(result.data, array)
# Read less than we have available
result = ak.from_buffers(form, len(array) - 4, container, highlevel=False)
assert np.shares_memory(result.data, array)
def test_2d_2d_different_stride_trick():
data = np.array([101], dtype=np.int32)
array = np.lib.stride_tricks.as_strided(data, (40, 3), strides=(0, 0))
container = {"node0-data": array}
form = """
{
"class": "NumpyArray",
"primitive": "int32",
"form_key": "node0",
"inner_shape": [8]
}
"""
result = ak.from_buffers(form, array.size // 8, container, highlevel=False)
assert np.shares_memory(result.data, array)
# Read less than we have available
result = ak.from_buffers(form, array.size // 8 - 4, container, highlevel=False)
assert np.shares_memory(result.data, array)
def test_round_trip():
data = np.arange(9 * 5 * 3).reshape((5, 9, 3))
array = ak.from_numpy(data)
result = ak.from_buffers(*ak.to_buffers(array), highlevel=False)
assert np.shares_memory(result.data, data)
assert ak.almost_equal(array, result)
def test_round_strided():
data = np.array([101], dtype=np.int32)
array = np.lib.stride_tricks.as_strided(data, (100,), strides=(0,))
result = ak.from_buffers(*ak.to_buffers(array), highlevel=False)
assert np.shares_memory(result.data, data)
assert ak.almost_equal(array, result)
|
