1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
#!/bin/bash
# Wrapper for Singularity that rewrites docker:// image specifiers that point to Docker Hub to use a registry mirror instead.
# Obeys SINGULARITY_DOCKER_HUB_MIRROR for the URL, including http:// or https:// protocol.
set -e
# Where is the real Singularity binary?
# The Dockerfile moves it from /usr/local/bin/singularity to here after installation
SINGULARITY_PATH=/usr/local/libexec/toil/singularity-real
# Read replacements from the environemnt
# TODO: really do that
MIRROR_HOST=""
MIRROR_HTTP=0
if [[ ! -z "${SINGULARITY_DOCKER_HUB_MIRROR}" ]] ; then
MIRROR_HOST="${SINGULARITY_DOCKER_HUB_MIRROR##*://}"
MIRROR_PROTO="${SINGULARITY_DOCKER_HUB_MIRROR%%://*}"
if [[ "${MIRROR_PROTO}" == "http" ]] ; then
MIRROR_HTTP=1
fi
fi
# Collect command line arguments
ARGC=$((${#} + 1))
ARGV=($0 "${@}")
if [[ "${ARGC}" -ge "2" && "${ARGV[1]}" == "pull" && ! -z "${MIRROR_HOST}" ]] ; then
# We are doing a pull
# TODO: we will want to also catch `singularity build`
# TODO: we will want to be able to handle e.g. `singularity -q build`
# We will set this if we manage to replace a Docker name
REPLACED=0
INDEX=2
while [[ "${INDEX}" -lt "${ARGC}" ]] ; do
# For each argument other than the script name
if [[ "${ARGV[$INDEX]}" == docker://* ]] ; then
# If it doesn't have a / after the protocol, it needs "library/" inserted
NEW_SPEC="$(echo "${ARGV[$INDEX]}" | sed 's!^docker://\([^/][^/]*$\)!docker://library/\1!')"
# If it doesn't have a hostname with a dot before the first /, give it our hostname
NEW_SPEC="$(echo "${NEW_SPEC}" | sed 's!^docker://\([^.][^.]*/\)!docker://'${MIRROR_HOST}'/\1!')"
# Replace array item
ARGV[$INDEX]="${NEW_SPEC}"
REPLACED=1
fi
let INDEX+=1
done
# We will set this if we need to insert --nohttps for an insecure registry
HTTP_ARG=""
if [[ "${REPLACED}" == "1" && "${MIRROR_HTTP}" == "1" ]] ; then
# We need to use HTTP and not HTTPS for the mirror, so we need to insert the argument
HTTP_ARG="--no-https"
fi
# Run the pull with our extra args, and then all the args starting at 2.
set +e
"${SINGULARITY_PATH}" pull ${HTTP_ARG} "${ARGV[@]:2}"
# Do some exponential backoff
SUCCESS="${?}"
set -e
TRY_NUMBER=1
DELAY=5
while [[ "${SUCCESS}" != "0" ]] ; do
if [[ "${TRY_NUMBER}" == 5 ]] ; then
# We're out of tries.
exit "${SUCCESS}"
fi
# Otherwise wait and try again.
echo 1>&2 "Toil Singularity Wrapper: retrying failed pull after ${DELAY} seconds..."
sleep "${DELAY}"
# Record that we are using a try.
TRY_NUMBER=$((TRY_NUMBER+1))
DELAY=$((DELAY*2))
set +e
"${SINGULARITY_PATH}" pull ${HTTP_ARG} "${ARGV[@]:2}"
SUCCESS="${?}"
set -e
done
else
# Pass along all the args except the program name
# Run it as the current process so it gets signals intended for it
exec "${SINGULARITY_PATH}" "${ARGV[@]:1}"
fi
|
