1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#!/bin/sh
set -e
echo "-# The grib_filter processes sequentially all grib messages contained in the input files and applies the rules to each one of them. \\n"
echo " Input messages can be written to the output by using the \"write\" statement. The write statement can be parameterised so that output "
echo " is sent to multiple files depending on key values used in the output file name. \\n"
echo " If we write a rules_file containing the only statement:\\n \\n"
echo "\\verbatim"
echo "write \"../data/split/[centre]_[date]_[dataType]_[levelType].grib[editionNumber]\";"
echo "\\endverbatim\\n"
echo "Applying this rules_file to the \"../data/tigge_pf_ecmwf.grib2\" grib file we obtain several files in the ../data/split directory containing "
echo " fields split according to their key values\\n "
echo "\\verbatim"
if [[ -d ../data/split ]]
then
rm -f ../data/split/*
else
mkdir ../data/split
fi
cat > rules_file <<EOF
write "../data/split/[centre]_[date]_[dataType]_[levelType].grib[editionNumber]";
EOF
echo ">grib_filter rules_file ../data/tigge_pf_ecmwf.grib2"
echo ">ls ../data/split"
./grib_filter rules_file ../data/tigge_pf_ecmwf.grib2
ls ../data/split
echo "\\endverbatim\\n"
echo "-# The key values in the file name can also be obtained in a different format by indicating explicitly the type required after a colon."
echo " - :i for integer"
echo " - :d for double"
echo " - :s for string"
echo " ."
echo "The following statement works in a slightly different way from the previous example, "
echo " including in the output file name the integer values for centre and dataType.\\n"
echo "\\verbatim"
echo "write \"../data/split/[centre:i]_[date]_[dataType:i]_[levelType].grib[editionNumber]\";"
echo "\\endverbatim\\n"
echo "Running the same command again we obtain a different list of files.\\n"
echo "\\verbatim"
if [[ -d ../data/split ]]
then
rm -f ../data/split/*
else
mkdir ../data/split
fi
cat > rules_file <<EOF
write "../data/split/[centre:i]_[date]_[dataType:i]_[levelType].grib[editionNumber]";
EOF
echo ">grib_filter rules_file ../data/tigge_pf_ecmwf.grib2"
echo ">ls ../data/split"
./grib_filter rules_file ../data/tigge_pf_ecmwf.grib2
ls ../data/split
echo "\\endverbatim\\n"
echo "-# Other statements are allowed in the grib_filter syntax:"
echo " - if ( condition ) { block of rules } else { block of rules }\\n"
echo " The condition can be made using ==,!= and joining single block conditions with || and && \\n"
echo " The statement can be any valid statement also another nested condition\\n"
echo " - set keyname = keyvalue;"
echo " - print \"string to print also with key values like in the file name\""
echo " - transient keyname1 = keyname2;"
echo " - comments beginning with #"
echo " - defined(keyname) to check if a key is defined in a message"
echo " - missing(keyname) to check if the value of the key is set to MISSING (Note: This does not apply to codetable keys)"
echo " - To set a key value to MISSING, use 'set key=MISSING;' (note the case)"
echo " - You can also make an assertion with 'assert(condition)'. If condition is false, it will abort the filter."
echo " ."
echo "A complex example of grib_filter rules is the following to change temperature in a grib edition 1 file."
echo "\\verbatim"
echo "# Temperature"
echo "if ( level == 850 && indicatorOfParameter == 11 ) {"
echo " print \"found indicatorOfParameter=[indicatorOfParameter] level=[level] date=[date]\";"
echo " transient oldtype = type ;"
echo " set identificationOfOriginatingGeneratingSubCentre=98;"
echo " set gribTablesVersionNo = 128;"
echo " set indicatorOfParameter = 130;"
echo " set localDefinitionNumber=1;"
echo " set marsClass=\"od\";"
echo " set marsStream=\"kwbc\";"
echo " # Negatively/Positively Perturbed Forecast"
echo " if ( oldtype == 2 || oldtype == 3 ) {"
echo " set marsType=\"pf\";"
echo " set experimentVersionNumber=\"4001\";"
echo " }"
echo " # Control Forecast"
echo " if ( oldtype == 1 ) {"
echo " set marsType=\"cf\";"
echo " set experimentVersionNumber=\"0001\";"
echo " }"
echo " set numberOfForecastsInEnsemble=11;"
echo " write;"
echo " print \"indicatorOfParameter=[indicatorOfParameter] level=[level] date=[date]\";"
echo " print;"
echo "}"
echo "\\endverbatim\\n"
echo "-# Here is an example of an IF statement comparing a key with a string. "
echo "Note you have to use the \"is\" keyword for strings and not \"==\", and to negate you add the \"!\" before the whole condition:\\n \\n"
echo "\\verbatim"
echo "# Select Geopotential Height messages which are not on a Reduced Gaussian Grid"
echo "if (shortName is \"gh\" && !(gridType is \"reduced_gg\" )) {"
echo " set step = 72;"
echo "}"
echo "\\endverbatim\\n"
echo "-# The switch statement is an enhanced version of the if statement. Its syntax is the following:"
echo "\\verbatim"
echo "switch (key1) {"
echo " case val1:"
echo " # statements"
echo " case val2:"
echo " # statements"
echo " default:"
echo " # statements"
echo "}"
echo "\\endverbatim\\n"
echo "The value of the key given as argument to the switch statement is matched against the values specified in the case statements.\\n"
echo "If there is a match, then the statements corresponding to the matching case are executed.\\n"
echo "Otherwise, the default case is executed. The default case is mandatory if the case statements do not cover all the possibilities.\\n"
echo "The \"~\" operator can be used to match \"anything\".\\n\\n"
echo "The following is an example of the switch statement:\\n"
echo "\\verbatim"
echo "print 'Processing paramId=[paramId] [shortName] [stepType]';"
echo "switch (shortName) {"
echo " case 'tp' :"
echo " set stepType='accum';"
echo " print 'Message #[count]: Total Precipitation';"
echo " case '10u' :"
echo " set typeOfLevel='surface';"
echo " print 'Message #[count]: 10m U-Wind';"
echo " default:"
echo "}"
echo "\\endverbatim\\n"
|
