1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
|
# coding: utf-8
#
# Project: X-ray image reader
# https://github.com/silx-kit/fabio
#
#
# Copyright (C) European Synchrotron Radiation Facility, Grenoble, France
#
# Principal author: Jérôme Kieffer (Jerome.Kieffer@ESRF.eu)
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
"""
Authors: Henning O. Sorensen & Erik Knudsen
Center for Fundamental Research: Metal Structures in Four Dimensions
Risoe National Laboratory
Frederiksborgvej 399
DK-4000 Roskilde
email:henning.sorensen@risoe.dk
mods for fabio by JPW
modification for HDF5 by Jérôme Kieffer
"""
# Get ready for python3:
from __future__ import with_statement, print_function, absolute_import
import sys
import logging
logger = logging.getLogger("openimage")
from .fabioutils import FilenameObject, exists, BytesIO, six
from .fabioimage import FabioImage
from . import edfimage
from . import adscimage
from . import tifimage
from . import marccdimage
from . import mar345image
from . import fit2dmaskimage
from . import brukerimage
from . import bruker100image
from . import pnmimage
from . import GEimage
from . import OXDimage
from . import dm3image
from . import HiPiCimage
from . import pilatusimage
from . import fit2dspreadsheetimage
from . import kcdimage
from . import cbfimage
from . import xsdimage
from . import binaryimage
from . import pixiimage
from . import hdf5image
from . import raxisimage
from . import numpyimage
from . import eigerimage
from . import fit2dimage
from . import speimage
if six.PY2:
bytes = str
from urlparse import urlparse
else:
from urllib.parse import urlparse
MAGIC_NUMBERS = [
# "\42\5a" : 'bzipped'
# "\1f\8b" : 'gzipped'
(b"FORMAT : 86", 'bruker'),
(b"\x4d\x4d\x00\x2a", 'tif'),
# The marCCD and Pilatus formats are both standard tif with a header
# hopefully these byte patterns are unique for the formats
# If not the image will be read, but the is missing
(b"\x49\x49\x2a\x00\x08\x00", 'marccd/tif'),
(b"\x49\x49\x2a\x00\x82\x00", 'pilatus'),
(b"\x49\x49\x2a\x00", 'tif'),
# ADSC must come before edf
(b"{\nHEA", 'adsc'),
(b"{", 'edf'),
(b"\r{", 'edf'),
(b"\n{", 'edf'),
(b"ADEPT", 'GE'),
(b"OD", 'OXD'),
(b"IM", 'HiPiC'),
(b'\x2d\x04', 'mar345'),
(b'\xd2\x04', 'mar345'),
(b'\x04\x2d', 'mar345'), # some machines may need byteswapping
(b'\x04\xd2', 'mar345'),
# hint : MASK in 32 bit
(b'M\x00\x00\x00A\x00\x00\x00S\x00\x00\x00K\x00\x00\x00', 'fit2dmask'),
(b'\x00\x00\x00\x03', 'dm3'),
(b"No", "kcd"),
(b"<", "xsd"),
(b"\n\xb8\x03\x00", 'pixi'),
(b"\x89\x48\x44\x46\x0d\x0a\x1a\x0a", "eiger/hdf5"),
(b"R-AXIS", 'raxis'),
(b"\x93NUMPY", 'numpy'),
(b"\\$FFF_START", 'fit2d'),
]
def do_magic(byts, filename):
""" Try to interpret the bytes starting the file as a magic number """
for magic, format_type in MAGIC_NUMBERS:
if byts.startswith(magic):
if "/" in format_type:
if format_type == "eiger/hdf5":
if "::" in filename:
return "hdf5"
else:
return "eiger"
elif format_type == "marccd/tif":
if "mccd" in filename.split("."):
return "marccd"
else:
return "tif"
return format_type
raise Exception("Could not interpret magic string")
def openimage(filename, frame=None):
""" Try to open an image """
if isinstance(filename, FilenameObject):
try:
logger.debug("Attempting to open %s" % (filename.tostring()))
obj = _openimage(filename.tostring())
logger.debug("Attempting to read frame %s from %s with reader %s" % (frame, filename.tostring(), obj.classname))
obj = obj.read(filename.tostring(), frame)
except Exception as ex:
# multiframe file
# logger.debug( "DEBUG: multiframe file, start # %d"%(
# filename.num)
logger.debug("Exception %s, trying name %s" % (ex, filename.stem))
obj = _openimage(filename.stem)
logger.debug("Reading frame %s from %s" % (filename.num, filename.stem))
obj.read(filename.stem, frame=filename.num)
else:
logger.debug("Attempting to open %s" % (filename))
obj = _openimage(filename)
logger.debug("Attempting to read frame %s from %s with reader %s" % (frame, filename, obj.classname))
obj = obj.read(obj.filename, frame)
return obj
def openheader(filename):
""" return only the header"""
obj = _openimage(filename)
obj.readheader(obj.filename)
return obj
def _openimage(filename):
"""
determine which format for a filename
and return appropriate class which can be used for opening the image
@param filename: can be an url like:
hdf5:///example.h5?entry/instrument/detector/data/data#slice=[:,:,5]
"""
try:
url = urlparse(filename)
except AttributeError as err:
# Assume we have as input a BytesIO object
attrs = dir(filename)
if "seek" in attrs and "read" in attrs:
if not isinstance(filename, BytesIO):
filename.seek(0)
actual_filename = BytesIO(filename.read())
else:
actual_filename = filename
url = urlparse("")
else:
# related to https://github.com/silx-kit/fabio/issues/34
if (len(url.scheme) == 1 and (sys.platform == "win32")) or url.path.startswith(":"):
# this is likely a C: from windows or filename::path
filename = url.scheme + ":" + url.path
else:
filename = url.path
actual_filename = filename.split("::")[0]
try:
imo = FabioImage()
byts = imo._open(actual_filename).read(18)
filetype = do_magic(byts, filename)
except IOError as error:
logger.error("%s: File probably does not exist", error)
raise error
except:
try:
file_obj = FilenameObject(filename=filename)
if file_obj is None:
raise Exception("Unable to deconstruct filename")
if (file_obj.format is not None) and\
len(file_obj.format) != 1 and \
isinstance(file_obj.format, list):
# one of OXD/ADSC - should have got in previous
raise Exception("openimage failed on magic bytes & name guess")
filetype = file_obj.format
except Exception as error:
logger.error(error)
import traceback
traceback.print_exc()
raise Exception("Fabio could not identify " + filename)
klass_name = "".join(filetype) + 'image'
try:
obj = FabioImage.factory(klass_name)
except RuntimeError as err:
logger.error("Filetype not known %s %s" % (filename, klass_name))
raise err
if url.scheme in ["nxs", "hdf5"] and filetype == "hdf5":
obj.set_url(url)
obj.filename = filename
# skip the read for read header
return obj
|
