1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
#!/bin/sh
set -e
if test "x$srcdir" = x ; then srcdir=`pwd`; fi
. ../test_common.sh
. "$srcdir/test_nczarr.sh"
set -e
metaonly="-h"
s3isolate "testdir_interop"
THISDIR=`pwd`
cd $ISOPATH
# This shell script tests compatibility between
# this implementation and other implementations
# by means of files constructed by that other implementation
UH="${NCZARR_S3_TEST_HOST}"
UB="${NCZARR_S3_TEST_BUCKET}"
testcasefile() {
echo " to Running File Testcase: $1 $2 $3"
zext=file
base=$1
mode=$2
fileargs ${ISOPATH}/ref_$base "mode=$mode,$zext"
rm -f tmp_${base}_${zext}.cdl
${NCDUMP} $metaonly $fileurl > tmp_${base}_${zext}.cdl
diff -b ${srcdir}/ref_${base}.cdl tmp_${base}_${zext}.cdl
}
testcasezip() {
echo " o Running Zip Testcase: $1 $2"
zext=zip
base=$1
mode=$2
fileargs ${ISOPATH}/ref_$base "mode=$mode,$zext"
rm -f tmp_${base}_${zext}.cdl
${NCDUMP} $metaonly $flags $fileurl > tmp_${base}_${zext}.cdl
diff -b ${srcdir}/ref_${base}.cdl tmp_${base}_${zext}.cdl
}
testcases3() {
set -x
echo " o Running S3 Testcase: $1 $2"
zext=s3
base=$1
mode=$2
rm -f tmp_${base}_${zext}.cdl
url="https://${UH}/${UB}/${base}.zarr#mode=${mode},s3"
echo "flags: $flags"
# Dumping everything causes timeout so dump metadata only
${NCDUMP} $metaonly $flags $url > tmp_${base}_${zext}.cdl
# Find the proper ref file
diff -b ${srcdir}/ref_${base}_meta.cdl tmp_${base}_${zext}.cdl
}
testallcases() {
zext=$1
case "$zext" in
file)
# need to unpack
unzip ref_power_901_constants.zip >> tmp_ignore.txt
mv ${ISOPATH}/ref_power_901_constants ${ISOPATH}/ref_power_901_constants.file
testcasefile power_901_constants zarr; # test xarray as default
;;
zip)
# Move into position
testcasezip power_901_constants xarray
# Test large constant interoperability
testcasezip quotes zarr
;;
s3)
# Read a test case created by netcdf-java zarr.
# unpack
# Use gunzip because it always appears to be available
gunzip -c ${srcdir}/ref_zarr_test_data.cdl.gz > ${ISOPATH}/ref_zarr_test_data.cdl
gunzip -c ${srcdir}/ref_zarr_test_data_2d.cdl.gz > ${ISOPATH}/ref_zarr_test_data_2d.cdl
testcases3 zarr_test_data xarray
;;
*) echo "unimplemented kind: $1" ; exit 1;;
esac
}
# common setup
if ! test -f ${ISOPATH}/ref_power_901_constants.zip ; then
cp -f ${srcdir}/ref_power_901_constants_orig.zip ${ISOPATH}/ref_power_901_constants.zip
fi
if ! test -f ${ISOPATH}/ref_quotes.zip ; then
cp -f ${srcdir}/ref_quotes_orig.zip ${ISOPATH}/ref_quotes.zip
fi
testallcases file
if test "x$FEATURE_NCZARR_ZIP" = xyes ; then testallcases zip; fi
if test "x$FEATURE_S3TESTS" = xyes ; then testallcases s3; fi
|
