1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
import os
import pytest
import threading
import lz4.frame as lz4frame
test_data = [
b'',
(128 * (32 * os.urandom(32))),
(5 * 128 * os.urandom(1024)),
]
@pytest.fixture(
params=test_data,
ids=[
'data' + str(i) for i in range(len(test_data))
]
)
def data(request):
return request.param
compression_levels = [
(lz4frame.COMPRESSIONLEVEL_MIN),
# (lz4frame.COMPRESSIONLEVEL_MINHC),
# (lz4frame.COMPRESSIONLEVEL_MAX),
]
@pytest.fixture(
params=compression_levels
)
def compression_level(request):
return request.param
def test_lz4frame_open_write(tmp_path, data):
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='wb') as fp:
fp.write(data)
def test_lz4frame_open_write_read_defaults(tmp_path, data):
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='wb') as fp:
fp.write(data)
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='r') as fp:
data_out = fp.read()
assert data_out == data
def test_lz4frame_open_write_read_text(tmp_path):
data = u'This is a test string'
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='wt') as fp:
fp.write(data)
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='rt') as fp:
data_out = fp.read()
assert data_out == data
def test_lz4frame_open_write_read_text_iter(tmp_path):
data = u'This is a test string'
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='wt') as fp:
fp.write(data)
data_out = ''
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='rt') as fp:
for line in fp:
data_out += line
assert data_out == data
def test_lz4frame_open_write_read(
tmp_path,
data,
compression_level,
block_linked,
block_checksum,
block_size,
content_checksum,
auto_flush,
store_size,
return_bytearray):
kwargs = {}
if store_size is True:
kwargs['source_size'] = len(data)
kwargs['compression_level'] = compression_level
kwargs['block_size'] = block_size
kwargs['block_linked'] = block_linked
kwargs['content_checksum'] = content_checksum
kwargs['block_checksum'] = block_checksum
kwargs['auto_flush'] = auto_flush
kwargs['return_bytearray'] = return_bytearray
kwargs['mode'] = 'wb'
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f'testfile_{thread_id}', **kwargs) as fp:
fp.write(data)
with lz4frame.open(tmp_path / f'testfile_{thread_id}', mode='r') as fp:
data_out = fp.read()
assert data_out == data
def test_lz4frame_flush(tmp_path):
data_1 = b"This is a..."
data_2 = b" test string!"
thread_id = threading.get_native_id()
with lz4frame.open(tmp_path / f"testfile_{thread_id}", mode="w") as fp_write:
fp_write.write(data_1)
fp_write.flush()
fp_write.write(data_2)
with lz4frame.open(tmp_path / f"testfile_{thread_id}", mode="r") as fp_read:
assert fp_read.read() == data_1
fp_write.flush()
with lz4frame.open(tmp_path / f"testfile_{thread_id}", mode="r") as fp_read:
assert fp_read.read() == data_1 + data_2
|
