1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Project: Fable Input Output
# https://github.com/silx-kit/fabio
#
# Copyright (C) European Synchrotron Radiation Facility, Grenoble, France
#
# Principal author: Jérôme Kieffer (Jerome.Kieffer@ESRF.eu)
#
# Permission is hereby granted, free of charge, to any person
# obtaining a copy of this software and associated documentation files
# (the "Software"), to deal in the Software without restriction,
# including without limitation the rights to use, copy, modify, merge,
# publish, distribute, sublicense, and/or sell copies of the Software,
# and to permit persons to whom the Software is furnished to do so,
# subject to the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
__authors__ = ["Jérôme Kieffer"]
__contact__ = "Jerome.Kieffer@esrf.fr"
__license__ = "MIT"
__copyright__ = "2011-2016 ESRF"
__date__ = "03/04/2020"
import unittest
import numpy
import logging
logger = logging.getLogger(__name__)
from fabio import compression
class TestByteOffset(unittest.TestCase):
"""
test the byte offset compression and decompression
"""
def setUp(self):
self.ds = numpy.array([0, 1, 2, 127, 0, 1, 2, 128, 0, 1, 2, 32767, 0, 1, 2, 32768, 0, 1, 2, 2147483647, 0, 1, 2, 2147483648, 0, 1, 2, 128, 129, 130, 32767, 32768, 128, 129, 130, 32768, 2147483647, 2147483648])
self.ref = b'\x00\x01\x01}\x81\x01\x01~\x80\x80\xff\x01\x01\x80\xfd\x7f\x80\x01\x80\x01\x01\x80\xfe\x7f\x80\x00\x80\x00\x80\xff\xff\x01\x01\x80\x00\x80\xfd\xff\xff\x7f\x80\x00\x80\x01\x00\x00\x80\x01\x01\x80\x00\x80\xfe\xff\xff\x7f\x80\x00\x80\x00\x00\x00\x80\x00\x00\x00\x80\xff\xff\xff\xff\x01\x01~\x01\x01\x80}\x7f\x01\x80\x80\x80\x01\x01\x80~\x7f\x80\x00\x80\xff\x7f\xff\x7f\x01'
def tearDown(self):
unittest.TestCase.tearDown(self)
self.ds = self.ref = None
def testComp(self):
"""
"""
# first with numpy
ds = numpy.array([0, 128])
ref = b"\x00\x80\x80\00"
self.assertEqual(ref, compression.compByteOffset_numpy(ds), "test +128")
ds = numpy.array([0, -128])
ref = b'\x00\x80\x80\xff'
self.assertEqual(ref, compression.compByteOffset_numpy(ds), "test -128")
ds = numpy.array([10, -128])
ref = b'\n\x80v\xff'
self.assertEqual(ref, compression.compByteOffset_numpy(ds), "test +10 -128")
self.assertEqual(self.ref, compression.compByteOffset_numpy(self.ds), "test larger")
# Then with cython 32 bits
ds = numpy.array([0, 128], dtype="int32")
ref = b"\x00\x80\x80\00"
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test +128")
ds = numpy.array([0, -128], dtype="int32")
ref = b'\x00\x80\x80\xff'
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test -128")
ds = numpy.array([10, -128], dtype="int32")
ref = b'\n\x80v\xff'
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test +10 -128")
self.assertEqual(self.ref, compression.compByteOffset_cython(self.ds), "test larger")
# Then with cython 64bits
ds = numpy.array([0, 128], dtype="int64")
ref = b"\x00\x80\x80\00"
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test +128")
ds = numpy.array([0, -128], dtype="int64")
ref = b'\x00\x80\x80\xff'
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test -128")
ds = numpy.array([10, -128], dtype="int64")
ref = b'\n\x80v\xff'
self.assertEqual(ref, compression.compByteOffset_cython(ds), "test +10 -128")
self.assertEqual(self.ref, compression.compByteOffset_cython(self.ds), "test larger")
def testSC(self):
"""test that datasets are unchanged after various compression/decompressions"""
obt_np = compression.decByteOffset_numpy(compression.compByteOffset_numpy(self.ds))
self.assertEqual(abs(self.ds - obt_np).max(), 0.0, "numpy-numpy algo")
obt_cy = compression.decByteOffset_cython(compression.compByteOffset_numpy(self.ds))
self.assertEqual(abs(self.ds - obt_cy).max(), 0.0, "cython-numpy algo")
obt_cy2 = compression.decByteOffset_cython(compression.compByteOffset_numpy(self.ds), self.ds.size)
self.assertEqual(abs(self.ds - obt_cy2).max(), 0.0, "cython2-numpy algo_orig")
obt_np = compression.decByteOffset_numpy(compression.compByteOffset_cython(self.ds))
self.assertEqual(abs(self.ds - obt_np).max(), 0.0, "numpy-numpy algo")
obt_cy = compression.decByteOffset_cython(compression.compByteOffset_cython(self.ds))
self.assertEqual(abs(self.ds - obt_cy).max(), 0.0, "cython-numpy algo")
obt_cy2 = compression.decByteOffset_cython(compression.compByteOffset_cython(self.ds), self.ds.size)
self.assertEqual(abs(self.ds - obt_cy2).max(), 0.0, "cython2-numpy algo_orig")
def suite():
loadTests = unittest.defaultTestLoader.loadTestsFromTestCase
testsuite = unittest.TestSuite()
testsuite.addTest(loadTests(TestByteOffset))
return testsuite
if __name__ == '__main__':
runner = unittest.TextTestRunner()
runner.run(suite())
|
