1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
from __future__ import annotations
import pytest
np = pytest.importorskip("numpy")
sparse = pytest.importorskip("sparse")
from distributed.protocol import deserialize, serialize
def test_serialize_deserialize_sparse():
from numpy.testing import assert_allclose
x = np.random.random((2, 3, 4, 5))
x[x < 0.8] = 0
y = sparse.COO(x)
header, frames = serialize(y)
assert "sparse" in header["type"]
z = deserialize(*serialize(y))
assert_allclose(y.data, z.data)
assert_allclose(y.coords, z.coords)
assert_allclose(y.todense(), z.todense())
@pytest.mark.slow
def test_serialize_deserialize_sparse_large():
n = 100000000
x = np.arange(n)
data = np.ones(n, dtype=np.int16)
s = sparse.COO([x], data)
header, frames = serialize(s)
s2 = deserialize(header, frames)
|
