1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
|
#!/usr/bin/env bash
######
# Starts a cluster configuration locally, instead of using
# containers.
#####
set -e
: ${XROOTD:=$(command -v xrootd)}
: ${CMSD:=$(command -v cmsd)}
: ${OPENSSL:=$(command -v openssl)}
: ${CRC32C:=$(command -v xrdcrc32c)}
: ${STAT:=$(command -v stat)}
servernames=("metaman" "man1" "man2" "srv1" "srv2" "srv3" "srv4")
datanodes=("srv1" "srv2" "srv3" "srv4")
DATAFOLDER="./data"
TMPDATAFOLDER="./rout"
PREDEF="./mvdata"
filenames=("1db882c8-8cd6-4df1-941f-ce669bad3458.dat"
"3c9a9dd8-bc75-422c-b12c-f00604486cc1.dat"
"7235b5d1-cede-4700-a8f9-596506b4cc38.dat"
"7e480547-fe1a-4eaf-a210-0f3927751a43.dat"
"89120cec-5244-444c-9313-703e4bee72de.dat"
"a048e67f-4397-4bb8-85eb-8d7e40d90763.dat"
"b3d40b3f-1d15-4ad3-8cb5-a7516acb2bab.dat"
"b74d025e-06d6-43e8-91e1-a862feb03c84.dat"
"cb4aacf1-6f28-42f2-b68a-90a73460f424.dat"
"cef4d954-936f-4945-ae49-60ec715b986e.dat")
filesize() {
case $(uname) in
Darwin) ${STAT} -f"%z" $1 ;;
Linux) ${STAT} -c"%s" $1 ;;
*) ${STAT} -c"%s" $1 ;;
esac
}
formatfiles() {
case $(uname) in
Darwin)
sed -i '' "s|<size>.*</size>|<size>$new_size</size>|" $1
sed -i '' "s|<hash type=\"crc32c\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
sed -i '' "s|<hash type=\"zcrc32\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
;;
Linux)
sed -i "s|<size>.*</size>|<size>$new_size</size>|" $1
sed -i "s|<hash type=\"crc32c\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
sed -i "s|<hash type=\"zcrc32\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
;;
*)
sed -i "s|<size>.*</size>|<size>$new_size</size>|" $1
sed -i "s|<hash type=\"crc32c\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
sed -i "s|<hash type=\"zcrc32\">.*</hash>|<hash type=\"crc32c\">$new_hash</hash>|" $1
;;
esac
}
generate(){
# check if files are in the data directory already...
if [[ -e ${DATAFOLDER}/${i} ]]; then
return
fi
mkdir -p ${TMPDATAFOLDER}
for i in ${filenames[@]}; do
${OPENSSL} rand -out "${TMPDATAFOLDER}/${i}" $(( 2**24 ))
done
# correct the info inside of metalink files
insertFileInfo
# create local srv directories
echo "Creating directories for each instance..."
for i in ${servernames[@]}; do
mkdir -p ${DATAFOLDER}/${i}/data
done
# create large file for reading in one request with max size readv
${OPENSSL} rand -out "${DATAFOLDER}/srv1/data/2GB.dat" $((2**31 - 1))
for i in ${datanodes[@]}; do
mkdir -p ${DATAFOLDER}/${i}/data/bigdir
cd ${DATAFOLDER}/${i}/data/bigdir
for i in `seq 1000`;
do touch `uuidgen`.dat;
done
cd - >/dev/null
done
for i in ${servernames[@]}; do
if [[ ${i} == 'metaman' ]] ; then
# download the a test file for upload tests
mkdir -p ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/a048e67f-4397-4bb8-85eb-8d7e40d90763.dat ${DATAFOLDER}/${i}/data/testFile.dat
fi
# download the test files for 'srv1'
if [[ ${i} == 'srv1' ]] ; then
cp ${TMPDATAFOLDER}/a048e67f-4397-4bb8-85eb-8d7e40d90763.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/b3d40b3f-1d15-4ad3-8cb5-a7516acb2bab.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/b74d025e-06d6-43e8-91e1-a862feb03c84.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/cb4aacf1-6f28-42f2-b68a-90a73460f424.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/cef4d954-936f-4945-ae49-60ec715b986e.dat ${DATAFOLDER}/${i}/data
mkdir -p ${DATAFOLDER}/${i}/data/metalink
cp ${PREDEF}/input*.meta* ${DATAFOLDER}/${i}/data/metalink/
cp ${PREDEF}/ml*.meta* ${DATAFOLDER}/${i}/data/metalink/
fi
# download the test files for 'srv2' and add another instance on 1099
if [[ ${i} == 'srv2' ]] ; then
cp ${TMPDATAFOLDER}/1db882c8-8cd6-4df1-941f-ce669bad3458.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/3c9a9dd8-bc75-422c-b12c-f00604486cc1.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/7235b5d1-cede-4700-a8f9-596506b4cc38.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/7e480547-fe1a-4eaf-a210-0f3927751a43.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/89120cec-5244-444c-9313-703e4bee72de.dat ${DATAFOLDER}/${i}/data
fi
# download the test files for 'srv3'
if [[ ${i} == 'srv3' ]] ; then
cp ${TMPDATAFOLDER}/1db882c8-8cd6-4df1-941f-ce669bad3458.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/3c9a9dd8-bc75-422c-b12c-f00604486cc1.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/89120cec-5244-444c-9313-703e4bee72de.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/b74d025e-06d6-43e8-91e1-a862feb03c84.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/cef4d954-936f-4945-ae49-60ec715b986e.dat ${DATAFOLDER}/${i}/data
fi
# download the test files for 'srv4'
if [[ ${i} == 'srv4' ]] ; then
cp ${TMPDATAFOLDER}/1db882c8-8cd6-4df1-941f-ce669bad3458.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/7e480547-fe1a-4eaf-a210-0f3927751a43.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/89120cec-5244-444c-9313-703e4bee72de.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/b74d025e-06d6-43e8-91e1-a862feb03c84.dat ${DATAFOLDER}/${i}/data
cp ${TMPDATAFOLDER}/cef4d954-936f-4945-ae49-60ec715b986e.dat ${DATAFOLDER}/${i}/data
cp ${PREDEF}/data.zip ${DATAFOLDER}/${i}/data
cp ${PREDEF}/large.zip ${DATAFOLDER}/${i}/data
fi
done
rm -rf ${TMPDATAFOLDER}
}
start(){
generate
set -x
# start for each component
for i in "${servernames[@]}"; do
${XROOTD} -b -k fifo -n ${i} -l xrootd.log -s xrootd.pid -c ${i}.cfg
done
# start cmsd in the redirectors
for i in "${servernames[@]}"; do
${CMSD} -b -k fifo -n ${i} -l cmsd.log -s cmsd.pid -c ${i}.cfg
done
sleep 1
}
stop() {
for i in "${servernames[@]}"; do
if [[ -d "${i}" ]]; then
kill -s TERM $(cat ${i}/cmsd.pid)
kill -s TERM $(cat ${i}/xrootd.pid)
rm -rf "${i}"
fi
done
}
insertFileInfo() {
# modifies metalink data
for file in ${filenames[@]}; do
for i in ${PREDEF}/*.meta*; do
# update size and hash
if grep -q $file $i; then
new_size=$(filesize ${TMPDATAFOLDER}/${file})
new_hash=$(${CRC32C} < ${TMPDATAFOLDER}/${file} | cut -d' ' -f1)
$(formatfiles $i)
fi
done
done
}
usage() {
echo $0 start or stop
}
[[ $# == 0 ]] && usage && exit 0
CMD=$1
shift
[[ $(type -t ${CMD}) == "function" ]] || die "unknown command: ${CMD}"
$CMD $@
|
