1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
#!/usr/bin/env bash
#==========================================================================
#
# Copyright Insight Software Consortium
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0.txt
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#==========================================================================*/
# This script, given an ExternalData object store, checks all ExternalData
# .md5 and .sha512 content links in the ITK source, verifies that hashes
# correspond to the same file, and creates both .md5 and .sha512 hashes if
# they are missing.
#
# If content link verification fails, the script notifies the caller and exits.
# The error should be resolved manually before re-execution.
#
# Once executed, a commit can be created from the result.
#
# This script should be executed prior to releases. After any missing content
# links have been merged, the scripts to archive testing data on the Midas and
# Girder stores should be executed.
die() {
echo "$@" 1>&2; exit 1
}
if test $# -lt 1 || test "$1" = "-h" || test "$1" = "--help"; then
die "Usage: $0 <ExternalData_OBJECT_STORES path>"
fi
if ! type md5sum > /dev/null; then
die "Please install the md5sum executable."
fi
if ! type sha512sum > /dev/null; then
die "Please install the sha512sum executable."
fi
top_level_dir=$(git rev-parse --show-toplevel)
cd "$top_level_dir"
object_store=$1
mkdir -p ${object_store}/{MD5,SHA512}
verify_and_create() {
algo=$1
alt_algo=$2
algo_upper=$(echo $algo | awk '{print toupper($0)}')
alt_algo_upper=$(echo $alt_algo | awk '{print toupper($0)}')
find . -name "*.${algo}" -print0 | while read -d '' -r algo_file; do
echo "Content link ${algo_file} ..."
if test -z "${algo_file}"; then
die "Empty content link!"
continue
fi
algo_hash=$(cat "${algo_file}" | tr -d '[[:space:]]')
alt_algo_file=${algo_file%\.*}.${alt_algo}
if test ! -e "${object_store}/${algo_upper}/${algo_hash}"; then
if test -e "${alt_algo_file}"; then
alt_algo_hash=$(cat "${alt_algo_file}" | tr -d '[[:space:]]')
if test -e "${object_store}/${alt_algo_upper}/${alt_algo_hash}"; then
echo "Found object in ${alt_algo} store, copying to ${algo} store..."
cp "${object_store}/${alt_algo_upper}/${alt_algo_hash}" "${object_store}/${algo_upper}/${algo_hash}"
else
die "Could not find data object in store!"
fi
else
die "Could not find data object in store!"
fi
fi
echo "Verifying ${algo_file}..."
object_algo_hash=$(${algo}sum "${object_store}/${algo_upper}/${algo_hash}" | cut -f 1 -d ' ')
if test "${algo_hash}" != "${object_algo_hash}"; then
die "${algo}sum for ${object_store}/${algo_upper}/${algo_hash} does not equal hash in ${algo_file}!"
fi
object_alt_algo_hash=$(${alt_algo}sum "${object_store}/${algo_upper}/${algo_hash}" | cut -f 1 -d ' ')
if test -e "${alt_algo_file}"; then
echo "Verifying ${alt_algo_file}..."
alt_algo_hash=$(cat "${alt_algo_file}" | tr -d '[[:space:]]')
if test "${alt_algo_hash}" != "${object_alt_algo_hash}"; then
die "${alt_algo}sum for ${object_store}/${algo_upper}/${algo_hash} does not equal hash in ${alt_algo_file}!"
fi
else
echo "Creating ${alt_algo_file}..."
echo "${object_alt_algo_hash}" > "${alt_algo_file}"
cp "${object_store}/${algo_upper}/${algo_hash}" "${object_store}/${alt_algo_upper}/${alt_algo_hash}"
fi
done || exit 1
}
verify_and_create md5 sha512
verify_and_create sha512 md5
echo ""
echo "Verification completed successfully."
echo ""
echo "Commit new content links as necessary."
|
