1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
#!/usr/bin/env bash
# Test parallel calls of r.import in Bash.
# To test the reprojection, it needs to run in a location other than
# WGS84 (that's the CRS of imported file used) or r.import may (should)
# skip the reprojection part of the code.
# Imported raster map presence or absence based on a search pattern is
# used to evaluate if the expected result is created.
# This test likely overwhelms the system for a while because all the
# processes will start more or less at once, but this is exactly the
# point of the test because we want increase a chance of a potential
# race condition or name conflict.
# Undefined variables are errors.
set -u
# More set commands later on.
if [ $# -eq 0 ]
then
NUM_SERIALS=3
NUM_PARALLELS=50
elif [ $# -eq 2 ]
then
# Allow user to set a large number of processes.
NUM_SERIALS=$3
NUM_PARALLELS=$4
else
>&2 echo "Usage:"
>&2 echo " $0"
>&2 echo " $0 <nproc serial> <nproc parallel>"
>&2 echo "Example:"
>&2 echo " $0 5 300"
>&2 echo "Use zero or two parameters, not $#."
exit 1
fi
# Remove maps at exit.
cleanup () {
EXIT_CODE=$?
g.remove type=raster pattern="test_parallel_ser_*" -f --quiet
g.remove type=raster pattern="test_parallel_par_*" -f --quiet
exit $EXIT_CODE
}
trap cleanup EXIT
DATA="data/data2.asc"
# Fail fast and show commands
set -e
set -x
# Serial
# The parallel loop version won't fail even if command returns non-zero,
# so we need to check the command ahead of time.
# Since this is useful mostly for making sure the command works for this
# script, so the command should be exactly the same.
for i in `seq 1 $NUM_SERIALS`
do
r.import input="$DATA" output="test_parallel_ser_$i"
done
# Parallel
for i in `seq 1 $NUM_PARALLELS`
do
r.import input="$DATA" output="test_parallel_par_$i" &
done
wait
EXPECTED=$NUM_PARALLELS
NUM=$(g.list type=raster pattern='test_parallel_par_*' mapset=. | wc -l)
if [ ${NUM} -ne ${EXPECTED} ]
then
echo "Parallel test: Got ${NUM} but expected ${EXPECTED} maps"
exit 1
fi
|
