1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
|
# Copyright (c) 2016-2024 The Regents of the University of Michigan
# Part of GSD, released under the BSD 2-Clause License.
"""Test the gsd.fl API with large files."""
import gc
import platform
import numpy
import pytest
import gsd.hoomd
@pytest.mark.validate
@pytest.mark.parametrize('N', [2**27, 2**28, 2**29 + 1])
def test_large_n(tmp_path, N):
"""Test data chunks and files larger than 2 GB."""
gc.collect()
try:
data = numpy.linspace(0, N, num=N, endpoint=False, dtype=numpy.uint32)
except ValueError as ve:
if platform.architecture()[0] == '64bit':
raise
else:
if N <= 2**27:
raise
else:
# ignore ValueError for largest values of N on 32-bit systems
return True
with gsd.fl.open(
name=tmp_path / 'test_large_N.gsd',
mode='x',
application='test_large_N',
schema='none',
schema_version=[1, 2],
) as f:
f.write_chunk(name='data', data=data)
f.end_frame()
with gsd.fl.open(
name=tmp_path / 'test_large_N.gsd',
mode='r',
application='test_large_N',
schema='none',
schema_version=[1, 2],
) as f:
read_data = f.read_chunk(frame=0, name='data')
# compare the array with memory usage so this test can pass on CI
# platforms
diff = data - read_data
data = None
read_data = None
gc.collect()
diff = diff**2
assert numpy.sum(diff) == 0
|
