1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
from typing import Any
import numpy as np
import pytest
import zarr
from zarr import Array
from zarr.abc.codec import Codec, SupportsSyncCodec
from zarr.abc.store import Store
from zarr.codecs import ZstdCodec
from zarr.codecs.vlen_utf8 import VLenBytesCodec, VLenUTF8Codec
from zarr.core.dtype import get_data_type_from_native_dtype
from zarr.core.dtype.npy.string import _NUMPY_SUPPORTS_VLEN_STRING
from zarr.core.metadata.v3 import ArrayV3Metadata
from zarr.storage import StorePath
numpy_str_dtypes: list[type | str | None] = [None, str, "str", np.dtypes.StrDType, "S", "U"]
expected_array_string_dtype: np.dtype[Any]
if _NUMPY_SUPPORTS_VLEN_STRING:
numpy_str_dtypes.append(np.dtypes.StringDType)
expected_array_string_dtype = np.dtypes.StringDType()
else:
expected_array_string_dtype = np.dtype("O")
@pytest.mark.filterwarnings("ignore::zarr.core.dtype.common.UnstableSpecificationWarning")
@pytest.mark.parametrize("store", ["memory", "local"], indirect=["store"])
@pytest.mark.parametrize("dtype", numpy_str_dtypes)
@pytest.mark.parametrize("as_object_array", [False, True])
@pytest.mark.parametrize("compressor", [None, ZstdCodec()])
def test_vlen_string(
store: Store, dtype: np.dtype[Any] | None, as_object_array: bool, compressor: Codec | None
) -> None:
strings = ["hello", "world", "this", "is", "a", "test"]
data = np.array(strings, dtype=dtype).reshape((2, 3))
sp = StorePath(store, path="string")
a = zarr.create_array(
sp,
shape=data.shape,
chunks=data.shape,
dtype=data.dtype,
fill_value="",
compressors=compressor, # type: ignore[arg-type]
)
assert isinstance(a.metadata, ArrayV3Metadata) # needed for mypy
# should also work if input array is an object array, provided we explicitly specified
# a stringlike dtype when creating the Array
if as_object_array:
data_obj = data.astype("O")
a[:, :] = data_obj
else:
a[:, :] = data
assert np.array_equal(data, a[:, :])
assert a.metadata.data_type == get_data_type_from_native_dtype(data.dtype)
assert a.dtype == data.dtype
# test round trip
b = Array.open(sp)
assert isinstance(b.metadata, ArrayV3Metadata) # needed for mypy
assert np.array_equal(data, b[:, :])
assert b.metadata.data_type == get_data_type_from_native_dtype(data.dtype)
assert a.dtype == data.dtype
def test_vlen_utf8_codec_supports_sync() -> None:
assert isinstance(VLenUTF8Codec(), SupportsSyncCodec)
def test_vlen_bytes_codec_supports_sync() -> None:
assert isinstance(VLenBytesCodec(), SupportsSyncCodec)
|
