1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
#!/bin/bash
# Copyright The containerd Authors.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -euo pipefail
LEGACY_MODE="legacy"
ESTARGZ_NOOPT_MODE="estargz-noopt"
ESTARGZ_MODE="estargz"
ZSTDCHUNKED_MODE="zstdchunked"
CONTEXT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )/"
REPO="${CONTEXT}../../../"
# NOTE: The entire contents of containerd/stargz-snapshotter are located in
# the testing container so utils.sh is visible from this script during runtime.
# TODO: Refactor the code dependencies and pack them in the container without
# expecting and relying on volumes.
source "${REPO}/script/util/utils.sh"
MEASURING_SCRIPT="${REPO}/script/benchmark/hello-bench/src/hello.py"
BENCHMARKOUT_MARK_OUTPUT="BENCHMARK_OUTPUT: "
if [ $# -lt 1 ] ; then
echo "Specify benchmark target."
echo "Ex) ${0} <YOUR_REPOSITORY_NAME> --all"
echo "Ex) ${0} <YOUR_REPOSITORY_NAME> alpine busybox"
exit 1
fi
TARGET_REPOSITORY="${1}"
TARGET_IMAGES=${@:2}
NUM_OF_SAMPLES="${BENCHMARK_SAMPLES_NUM:-1}"
REBOOT_SCRIPT=
if [ "${BENCHMARK_RUNTIME_MODE}" == "containerd" ] ; then
REBOOT_SCRIPT="${REPO}/script/benchmark/hello-bench/reboot_containerd.sh"
elif [ "${BENCHMARK_RUNTIME_MODE}" == "podman" ] ; then
REBOOT_SCRIPT="${REPO}/script/benchmark/hello-bench/reboot_store.sh"
else
echo "Unknown runtime: ${BENCHMARK_RUNTIME_MODE}"
exit 1
fi
TMP_LOG_FILE=$(mktemp)
WORKLOADS_LIST=$(mktemp)
function cleanup {
local ORG_EXIT_CODE="${1}"
rm "${TMP_LOG_FILE}" || true
rm "${WORKLOADS_LIST}"
exit "${ORG_EXIT_CODE}"
}
trap 'cleanup "$?"' EXIT SIGHUP SIGINT SIGQUIT SIGTERM
function output {
echo "${BENCHMARKOUT_MARK_OUTPUT}${1}"
}
function measure {
local OPTION="${1}"
local REPOSITORY="${2}"
"${MEASURING_SCRIPT}" ${OPTION} --repository=${REPOSITORY} --op=run --runtime="${BENCHMARK_RUNTIME_MODE}" ${@:3}
}
if [[ -z "${BENCHMARK_PROFILE:-}" ]]; then
echo "Run single experiment"
additional_flags='--experiments=1'
else
echo "Run the experiment for ${BENCHMARK_PROFILE}s"
additional_flags="--profile=$BENCHMARK_PROFILE"
fi
mkdir -p /tmp/hello-bench-output
echo "========="
echo "SPEC LIST"
echo "========="
uname -r
cat /etc/os-release
cat /proc/cpuinfo
cat /proc/meminfo
mount
df
echo "========="
echo "BENCHMARK"
echo "========="
output "["
for SAMPLE_NO in $(seq ${NUM_OF_SAMPLES}) ; do
echo -n "" > "${WORKLOADS_LIST}"
# Randomize workloads
for IMAGE in ${TARGET_IMAGES} ; do
for MODE in ${LEGACY_MODE} ${ESTARGZ_NOOPT_MODE} ${ESTARGZ_MODE} ${ZSTDCHUNKED_MODE} ; do
echo "${IMAGE},${MODE}" >> "${WORKLOADS_LIST}"
done
done
sort -R -o "${WORKLOADS_LIST}" "${WORKLOADS_LIST}"
echo "Workloads of iteration [${SAMPLE_NO}]"
cat "${WORKLOADS_LIST}"
# Run the workloads
for THEWL in $(cat "${WORKLOADS_LIST}") ; do
echo "The workload is ${THEWL}"
IMAGE=$(echo "${THEWL}" | cut -d ',' -f 1)
MODE=$(echo "${THEWL}" | cut -d ',' -f 2)
echo "===== Measuring [${SAMPLE_NO}] ${IMAGE} (${MODE}) ====="
if [ "${MODE}" == "${LEGACY_MODE}" ] ; then
# disable lazy pulling
DISABLE_ESTARGZ="true" "${REBOOT_SCRIPT}"
measure "--mode=legacy" ${TARGET_REPOSITORY} ${IMAGE} "$additional_flags"
fi
if [ "${MODE}" == "${ESTARGZ_NOOPT_MODE}" ] ; then
echo -n "" > "${TMP_LOG_FILE}"
# disable prefetch
DISABLE_PREFETCH="true" LOG_FILE="${TMP_LOG_FILE}" "${REBOOT_SCRIPT}"
measure "--mode=estargz-noopt" ${TARGET_REPOSITORY} ${IMAGE} "$additional_flags"
check_remote_snapshots "${TMP_LOG_FILE}"
fi
if [ "${MODE}" == "${ESTARGZ_MODE}" ] ; then
echo -n "" > "${TMP_LOG_FILE}"
LOG_FILE="${TMP_LOG_FILE}" "${REBOOT_SCRIPT}"
measure "--mode=estargz" ${TARGET_REPOSITORY} ${IMAGE} "$additional_flags"
check_remote_snapshots "${TMP_LOG_FILE}"
fi
if [ "${MODE}" == "${ZSTDCHUNKED_MODE}" ] ; then
echo -n "" > "${TMP_LOG_FILE}"
LOG_FILE="${TMP_LOG_FILE}" "${REBOOT_SCRIPT}"
measure "--mode=zstdchunked" ${TARGET_REPOSITORY} ${IMAGE} "$additional_flags"
check_remote_snapshots "${TMP_LOG_FILE}"
fi
done
done
output "]"
|
