1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
from __future__ import annotations
import h5py
from distributed.protocol.serialize import dask_deserialize, dask_serialize
@dask_serialize.register(h5py.File)
def serialize_h5py_file(f):
if f.mode != "r":
raise ValueError("Can only serialize read-only h5py files")
return {"filename": f.filename}, []
@dask_deserialize.register(h5py.File)
def deserialize_h5py_file(header, frames):
import h5py
return h5py.File(header["filename"], mode="r")
@dask_serialize.register((h5py.Group, h5py.Dataset))
def serialize_h5py_dataset(x):
header, _ = serialize_h5py_file(x.file)
header["name"] = x.name
return header, []
@dask_deserialize.register((h5py.Group, h5py.Dataset))
def deserialize_h5py_dataset(header, frames):
file = deserialize_h5py_file(header, frames)
return file[header["name"]]
|
