1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
|
library(rhdf5)
h5File <- tempfile(pattern = "ex_save", fileext = ".h5")
vec <- as.integer(rexp(2000, rate = 1.5))
############################################################
context("Writing Using External Filters")
############################################################
fid <- H5Fcreate(h5File)
sid <- H5Screate_simple(dims = 2000, maxdims = 2000)
tid <- rhdf5:::.setDataType(H5type = NULL, storage.mode = "integer")
test_that("BZIP2 filter works for writing", {
skip_if_not_installed('rhdf5filters')
expect_silent( dcpl <- H5Pcreate("H5P_DATASET_CREATE") )
expect_silent( H5Pset_fill_time( dcpl, "H5D_FILL_TIME_ALLOC" ) )
expect_silent( H5Pset_chunk( dcpl, 200) )
expect_silent( H5Pset_bzip2(dcpl) )
expect_silent( did <- H5Dcreate(fid, "bzip2", tid, sid, dcpl = dcpl) )
expect_silent( H5Dwrite(buf = vec, h5dataset = did) )
expect_silent( H5Dclose(did) )
})
test_that("BLOSC filter works for writing", {
skip_if_not_installed('rhdf5filters')
expect_silent( dcpl <- H5Pcreate("H5P_DATASET_CREATE") )
expect_silent( H5Pset_fill_time( dcpl, "H5D_FILL_TIME_ALLOC" ) )
expect_silent( H5Pset_chunk( dcpl, 200) )
expect_silent( H5Pset_blosc(dcpl, tid, method = 1L) )
expect_silent( did <- H5Dcreate(fid, "blosc_lz", tid, sid, dcpl = dcpl) )
expect_silent( H5Dwrite(buf = vec, h5dataset = did) )
expect_silent( H5Dclose(did) )
})
test_that("LZF filter works for writing", {
skip_if_not_installed('rhdf5filters', minimum_version = '1.3.4')
expect_silent( dcpl <- H5Pcreate("H5P_DATASET_CREATE") )
expect_silent( H5Pset_fill_time( dcpl, "H5D_FILL_TIME_ALLOC" ) )
expect_silent( H5Pset_chunk( dcpl, 200) )
expect_silent( H5Pset_lzf(dcpl, tid) )
expect_silent( did <- H5Dcreate(fid, "lzf", tid, sid, dcpl = dcpl) )
expect_silent( H5Dwrite(buf = vec, h5dataset = did) )
expect_silent( H5Dclose(did) )
})
H5Sclose(sid)
H5Fclose(fid)
############################################################
context("Reading Using External Filters")
############################################################
fid <- H5Fopen(h5File)
test_that("BZIP2 filter works when reading", {
skip_if_not_installed('rhdf5filters')
expect_silent( did <- H5Dopen(fid, name = "bzip2") )
expect_equivalent( H5Dread(did), vec)
## if compression worked the dataset should be smaller than 8000 bytes
expect_lt( H5Dget_storage_size(did), 4 * 2000 )
expect_silent( H5Dclose(did) )
})
test_that("BLOSC filter works when reading", {
skip_if_not_installed('rhdf5filters')
expect_silent( did <- H5Dopen(fid, name = "blosc_lz") )
expect_equivalent( H5Dread(did), vec)
## if compression worked the dataset should be smaller than 8000 bytes
skip(message = "FIXME: Test results in 'Error in h5checktype(). H5Identifier not valid.' which might be related to rhdf5filters")
expect_lt( H5Dget_storage_size(did), 4 * 2000 )
expect_silent( H5Dclose(did) )
})
test_that("LZF filter works when reading", {
skip_if_not_installed('rhdf5filters', minimum_version = '1.3.4')
expect_silent( did <- H5Dopen(fid, name = "lzf") )
expect_equivalent( H5Dread(did), vec)
## if compression worked the dataset should be smaller than 8000 bytes
expect_lt( H5Dget_storage_size(did), 4 * 2000 )
expect_silent( H5Dclose(did) )
})
H5Fclose(fid)
h5closeAll()
|