1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
#!/usr/bin/env bash
#==========================================================================
#
# Copyright Insight Software Consortium
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0.txt
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#==========================================================================*/
# This script, given an ExternalData object store, checks all ExternalData
# .md5 and .sha512 content links in the ITK source, verifies that hashes
# correspond to the same file, and creates both .md5 and .sha512 hashes if
# they are missing.
#
# If content link verification fails, the script notifies the caller and exits.
# The error should be resolved manually before re-execution.
#
# Once executed, a commit can be created from the result.
#
# This script should be executed prior to releases. After any missing content
# links have been merged, the scripts to archive testing data on the Midas and
# Girder stores should be executed.
die() {
echo -e "$@" 1>&2; exit 1
}
do_cleanup=false
object_store=""
help=false
while [[ $# -gt 0 ]] ;
do
opt="$1";
shift;
case "$opt" in
"-h"|"--help")
help=true;;
"--cleanup" )
do_cleanup=true;;
*) if test "${object_store}" = "" ; then object_store=$opt; else echo >&2 "Invalid option: $opt"; exit 1; fi;;
esac
done
if test "${object_store}" = "" || $help; then
die "Usage: $0 <ExternalData_OBJECT_STORES path> [--cleanup]"
fi
if ! type md5sum > /dev/null; then
die "Please install the md5sum executable."
fi
if ! type sha512sum > /dev/null; then
die "Please install the sha512sum executable."
fi
top_level_dir=$(git rev-parse --show-toplevel)
cd "$top_level_dir"
mkdir -p ${object_store}/{MD5,SHA512}
verify_and_create() {
algo=$1
alt_algo=$2
algo_upper=$(echo $algo | awk '{print toupper($0)}')
alt_algo_upper=$(echo $alt_algo | awk '{print toupper($0)}')
find . -name "*.${algo}" -print0 | while read -d '' -r algo_file; do
echo "Content link ${algo_file} ..."
if test -z "${algo_file}"; then
die "Empty content link!"
continue
fi
algo_hash=$(cat "${algo_file}" | tr -d '[[:space:]]')
alt_algo_file=${algo_file%\.*}.${alt_algo}
if test ! -e "${object_store}/${algo_upper}/${algo_hash}"; then
if test -e "${alt_algo_file}"; then
alt_algo_hash=$(cat "${alt_algo_file}" | tr -d '[[:space:]]')
if test -e "${object_store}/${alt_algo_upper}/${alt_algo_hash}"; then
echo "Found object in ${alt_algo} store, copying to ${algo} store..."
cp "${object_store}/${alt_algo_upper}/${alt_algo_hash}" "${object_store}/${algo_upper}/${algo_hash}"
else
die "Could not find data object in store!"
fi
else
die "Could not find data object in store!"
fi
fi
echo "Verifying ${algo_file}..."
object_algo_hash=$(${algo}sum "${object_store}/${algo_upper}/${algo_hash}" | cut -f 1 -d ' ')
if test "${algo_hash}" != "${object_algo_hash}"; then
die "Error!: ${algo}sum in file ${algo_file} does not equal hash for \n\n${object_store}/${algo_upper}/${algo_hash}"
fi
object_alt_algo_hash=$(${alt_algo}sum "${object_store}/${algo_upper}/${algo_hash}" | cut -f 1 -d ' ')
if test -e "${alt_algo_file}"; then
echo "Verifying ${alt_algo_file}..."
alt_algo_hash=$(cat "${alt_algo_file}" | tr -d '[[:space:]]')
if test "${alt_algo_hash}" != "${object_alt_algo_hash}"; then
die "Error!: ${alt_algo}sum in file ${alt_ago_file} does not equal hash for \n\n${object_store}/${algo_upper}/${algo_hash}"
fi
else
echo "Creating ${alt_algo_file}..."
echo "${object_alt_algo_hash}" > "${alt_algo_file}"
cp "${object_store}/${algo_upper}/${algo_hash}" "${object_store}/${alt_algo_upper}/${alt_algo_hash}"
fi
done || exit 1
}
cleanup() {
algo=$1
alt_algo=$2
algo_upper=$(echo $algo | awk '{print toupper($0)}')
alt_algo_upper=$(echo $alt_algo | awk '{print toupper($0)}')
for algo_file_name in `ls "${object_store}/${algo_upper}"`; do
algo_file=${object_store}/${algo_upper}/${algo_file_name}
echo "Verifying ${algo_file}"
alt_algo_file=$(${alt_algo}sum "${algo_file}" | cut -f 1 -d ' ')
if test ! -e "${object_store}/${alt_algo_upper}/${alt_algo_file}"; then
die "extra file ${algo_file} ..."
fi
done || exit 1
}
verify_and_create md5 sha512
verify_and_create sha512 md5
if $do_cleanup; then
cleanup md5 sha512
cleanup sha512 md5
fi
echo ""
echo "Verification completed successfully."
echo ""
echo "Commit new content links as necessary."
|
