1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
import numpy as np
import pytest
from numpy.testing import assert_array_equal
from numcodecs.categorize import Categorize
from numcodecs.tests.common import (
check_backwards_compatibility,
check_config,
check_encode_decode,
check_encode_decode_array,
)
labels = ['ƒöõ', 'ßàř', 'ßāẑ', 'ƪùüx']
arrays = [
np.random.choice(labels, size=1000),
np.random.choice(labels, size=(100, 10)),
np.random.choice(labels, size=(10, 10, 10)),
np.random.choice(labels, size=1000).reshape(100, 10, order='F'),
]
arrays_object = [a.astype(object) for a in arrays]
def test_encode_decode():
# unicode dtype
for arr in arrays:
codec = Categorize(labels, dtype=arr.dtype)
check_encode_decode(arr, codec)
# object dtype
for arr in arrays_object:
codec = Categorize(labels, dtype=arr.dtype)
check_encode_decode_array(arr, codec)
def test_encode():
for dtype in 'U', object:
arr = np.array(['ƒöõ', 'ßàř', 'ƒöõ', 'ßāẑ', 'ƪùüx'], dtype=dtype)
# miss off quux
codec = Categorize(labels=labels[:-1], dtype=arr.dtype, astype='u1')
# test encoding
expect = np.array([1, 2, 1, 3, 0], dtype='u1')
enc = codec.encode(arr)
assert_array_equal(expect, enc)
assert expect.dtype == enc.dtype
# test decoding with unexpected value
dec = codec.decode(enc)
expect = arr.copy()
expect[expect == 'ƪùüx'] = ''
assert_array_equal(expect, dec)
assert arr.dtype == dec.dtype
def test_config():
codec = Categorize(labels=labels, dtype='U4')
check_config(codec)
def test_repr():
dtype = '<U3'
astype = '|u1'
codec = Categorize(labels=['foo', 'bar', 'baz', 'qux'], dtype=dtype, astype=astype)
expect = "Categorize(dtype='<U3', astype='|u1', labels=['foo', 'bar', 'baz', ...])"
actual = repr(codec)
assert expect == actual
dtype = '<U4'
astype = '|u1'
codec = Categorize(labels=labels, dtype=dtype, astype=astype)
expect = "Categorize(dtype='<U4', astype='|u1', labels=['ƒöõ', 'ßàř', 'ßāẑ', ...])"
actual = repr(codec)
assert expect == actual
import sys
@pytest.mark.skipif(sys.byteorder == 'big', reason='broken test no BE architectures')
def test_backwards_compatibility():
codec = Categorize(labels=labels, dtype='<U4', astype='u1')
check_backwards_compatibility(Categorize.codec_id, arrays, [codec], prefix='U')
codec = Categorize(labels=labels, dtype=object, astype='u1')
check_backwards_compatibility(Categorize.codec_id, arrays_object, [codec], prefix='O')
def test_errors():
with pytest.raises(TypeError):
Categorize(labels=['foo', 'bar'], dtype='S6')
with pytest.raises(TypeError):
Categorize(labels=['foo', 'bar'], dtype='U6', astype=object)
|
