1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
#!/bin/sh
# (C) Copyright 2005- ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
#
# In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
# virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
#
set -x
. ./include.ctest.sh
cd ${data_dir}/bufr
# Define a common label for all the tmp files
label="bufr_dump_encode_filter_test"
if [ $ECCODES_ON_WINDOWS -eq 1 ]; then
echo "$0: This test is currently disabled on Windows"
exit 0
fi
# Create log file
fLog=temp.${label}".log"
rm -f $fLog
touch $fLog
# Define tmp bufr file
fBufrTmp=temp.${label}".bufr"
# Define filter rules file
fRules=temp.${label}.filter
set +u
use_valgrind=0
if test "x$ECCODES_TEST_WITH_VALGRIND" != "x"; then
use_valgrind=1
# The presence of ECCODES_TEST_WITH_VALGRIND environment variable redefines
# tools_dir so we reset it to its original
tools_dir=$build_dir/bin
fi
set -u
#-----------------------------------------------------------
# NOTE: not all of our BUFR files pass this test. bufr_filter is limited
# in what it can do compared to Python or Fortran!
# The following do not work:
# ias1_240.bufr -- too large, parser out of memory
# tropical_cyclone.bufr -- multi message
# syno_multi.bufr -- multi message
#-----------------------------------------------------------
files=`cat ${data_dir}/bufr/bufr_data_files.txt`
# Exclude BUFR files for various reasons:
# ias1_240.bufr: Too large. The filter rules file generated is too big for the parser!
# tropical_cyclone.bufr: multi-message
# syno_multi.bufr: multi-message
# aeolus_wmo_26: multi-message
# israel_observations_2017041010.bufr: Suffers from a bug. In filter cannot do:
# set #1#3HourPressureChange=-1.6;
# The hash cannot be followed by a number!
exclude="ias1_240.bufr syno_multi.bufr tropical_cyclone.bufr aeolus_wmo_26.bufr israel_observations_2017041010.bufr "
for f in $files
do
process_bufr=1
for ex in $exclude; do
if [ "$f" = "$ex" ]; then process_bufr=0; break; fi
done
if [ $process_bufr = 1 ]; then
echo "Test: bufr_dump -Efilter " >> $fLog
echo "file: $f" >> $fLog
${tools_dir}/bufr_dump -Efilter $f > $fRules
if [ $use_valgrind -eq 1 ]; then
PREFIX="valgrind --error-exitcode=1 --leak-check=full "
else
PREFIX=""
fi
$PREFIX ${tools_dir}/codes_bufr_filter -o $fBufrTmp $fRules $f
${tools_dir}/bufr_compare $fBufrTmp $f
TEMP_OUT1=${label}.$f.dump.out
TEMP_OUT2=${label}.$fBufrTmp.dump.out
${tools_dir}/bufr_dump -p $f > $TEMP_OUT1
${tools_dir}/bufr_dump -p $fBufrTmp > $TEMP_OUT2
diff $TEMP_OUT1 $TEMP_OUT2
rm -f $TEMP_OUT1 $TEMP_OUT2
rm -f $fBufrTmp $fRules
fi
done
rm -f $fLog $fBufrTmp $fRules
|
