1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
|
#!/bin/bash
# SPDX-License-Identifier: GPL-2.0
# +-------------------------+ +-------------------------+
# | H1 | | H2 |
# | $h1 + | | + $h2 |
# | 192.0.2.1/28 | | | | 192.0.2.34/28 |
# | 2001:db8:1::1/64 | | | | 2001:db8:3::2/64 |
# +-------------------|-----+ +-|-----------------------+
# | |
# +-------------------|-----+ +-|-----------------------+
# | R1 | | | | R2 |
# | $rp11 + | | + $rp21 |
# | 192.0.2.2/28 | | 192.0.2.33/28 |
# | 2001:db8:1::2/64 | | 2001:db8:3::1/64 |
# | | | |
# | $rp12 + | | + $rp22 |
# | 192.0.2.17/28 | | | | 192.0.2.18..27/28 |
# | 2001:db8:2::17/64 | | | | 2001:db8:2::18..27/64 |
# +-------------------|-----+ +-|-----------------------+
# | |
# `----------'
ALL_TESTS="
ping_ipv4
ping_ipv6
test_mpath_seed_stability_ipv4
test_mpath_seed_stability_ipv6
test_mpath_seed_get
test_mpath_seed_ipv4
test_mpath_seed_ipv6
"
NUM_NETIFS=6
source lib.sh
h1_create()
{
simple_if_init $h1 192.0.2.1/28 2001:db8:1::1/64
ip -4 route add 192.0.2.32/28 vrf v$h1 nexthop via 192.0.2.2
ip -6 route add 2001:db8:3::/64 vrf v$h1 nexthop via 2001:db8:1::2
}
h1_destroy()
{
ip -6 route del 2001:db8:3::/64 vrf v$h1 nexthop via 2001:db8:1::2
ip -4 route del 192.0.2.32/28 vrf v$h1 nexthop via 192.0.2.2
simple_if_fini $h1 192.0.2.1/28 2001:db8:1::1/64
}
h2_create()
{
simple_if_init $h2 192.0.2.34/28 2001:db8:3::2/64
ip -4 route add 192.0.2.0/28 vrf v$h2 nexthop via 192.0.2.33
ip -6 route add 2001:db8:1::/64 vrf v$h2 nexthop via 2001:db8:3::1
}
h2_destroy()
{
ip -6 route del 2001:db8:1::/64 vrf v$h2 nexthop via 2001:db8:3::1
ip -4 route del 192.0.2.0/28 vrf v$h2 nexthop via 192.0.2.33
simple_if_fini $h2 192.0.2.34/28 2001:db8:3::2/64
}
router1_create()
{
simple_if_init $rp11 192.0.2.2/28 2001:db8:1::2/64
__simple_if_init $rp12 v$rp11 192.0.2.17/28 2001:db8:2::17/64
}
router1_destroy()
{
__simple_if_fini $rp12 192.0.2.17/28 2001:db8:2::17/64
simple_if_fini $rp11 192.0.2.2/28 2001:db8:1::2/64
}
router2_create()
{
simple_if_init $rp21 192.0.2.33/28 2001:db8:3::1/64
__simple_if_init $rp22 v$rp21 192.0.2.18/28 2001:db8:2::18/64
ip -4 route add 192.0.2.0/28 vrf v$rp21 nexthop via 192.0.2.17
ip -6 route add 2001:db8:1::/64 vrf v$rp21 nexthop via 2001:db8:2::17
}
router2_destroy()
{
ip -6 route del 2001:db8:1::/64 vrf v$rp21 nexthop via 2001:db8:2::17
ip -4 route del 192.0.2.0/28 vrf v$rp21 nexthop via 192.0.2.17
__simple_if_fini $rp22 192.0.2.18/28 2001:db8:2::18/64
simple_if_fini $rp21 192.0.2.33/28 2001:db8:3::1/64
}
nexthops_create()
{
local i
for i in $(seq 10); do
ip nexthop add id $((1000 + i)) via 192.0.2.18 dev $rp12
ip nexthop add id $((2000 + i)) via 2001:db8:2::18 dev $rp12
done
ip nexthop add id 1000 group $(seq -s / 1001 1010) hw_stats on
ip nexthop add id 2000 group $(seq -s / 2001 2010) hw_stats on
ip -4 route add 192.0.2.32/28 vrf v$rp11 nhid 1000
ip -6 route add 2001:db8:3::/64 vrf v$rp11 nhid 2000
}
nexthops_destroy()
{
local i
ip -6 route del 2001:db8:3::/64 vrf v$rp11 nhid 2000
ip -4 route del 192.0.2.32/28 vrf v$rp11 nhid 1000
ip nexthop del id 2000
ip nexthop del id 1000
for i in $(seq 10 -1 1); do
ip nexthop del id $((2000 + i))
ip nexthop del id $((1000 + i))
done
}
setup_prepare()
{
h1=${NETIFS[p1]}
rp11=${NETIFS[p2]}
rp12=${NETIFS[p3]}
rp22=${NETIFS[p4]}
rp21=${NETIFS[p5]}
h2=${NETIFS[p6]}
sysctl_save net.ipv4.fib_multipath_hash_seed
vrf_prepare
h1_create
h2_create
router1_create
router2_create
forwarding_enable
}
cleanup()
{
pre_cleanup
forwarding_restore
nexthops_destroy
router2_destroy
router1_destroy
h2_destroy
h1_destroy
vrf_cleanup
sysctl_restore net.ipv4.fib_multipath_hash_seed
}
ping_ipv4()
{
ping_test $h1 192.0.2.34
}
ping_ipv6()
{
ping6_test $h1 2001:db8:3::2
}
test_mpath_seed_get()
{
RET=0
local i
for ((i = 0; i < 100; i++)); do
local seed_w=$((999331 * i))
sysctl -qw net.ipv4.fib_multipath_hash_seed=$seed_w
local seed_r=$(sysctl -n net.ipv4.fib_multipath_hash_seed)
((seed_r == seed_w))
check_err $? "mpath seed written as $seed_w, but read as $seed_r"
done
log_test "mpath seed set/get"
}
nh_stats_snapshot()
{
local group_id=$1; shift
ip -j -s -s nexthop show id $group_id |
jq -c '[.[].group_stats | sort_by(.id) | .[].packets]'
}
get_active_nh()
{
local s0=$1; shift
local s1=$1; shift
jq -n --argjson s0 "$s0" --argjson s1 "$s1" -f /dev/stdin <<-"EOF"
[range($s0 | length)] |
map($s1[.] - $s0[.]) |
map(if . > 8 then 1 else 0 end) |
index(1)
EOF
}
probe_nh()
{
local group_id=$1; shift
local -a mz=("$@")
local s0=$(nh_stats_snapshot $group_id)
"${mz[@]}"
local s1=$(nh_stats_snapshot $group_id)
get_active_nh "$s0" "$s1"
}
probe_seed()
{
local group_id=$1; shift
local seed=$1; shift
local -a mz=("$@")
sysctl -qw net.ipv4.fib_multipath_hash_seed=$seed
probe_nh "$group_id" "${mz[@]}"
}
test_mpath_seed()
{
local group_id=$1; shift
local what=$1; shift
local -a mz=("$@")
local ii
RET=0
local -a tally=(0 0 0 0 0 0 0 0 0 0)
for ((ii = 0; ii < 100; ii++)); do
local act=$(probe_seed $group_id $((999331 * ii)) "${mz[@]}")
((tally[act]++))
done
local tally_str="${tally[@]}"
for ((ii = 0; ii < ${#tally[@]}; ii++)); do
((tally[ii] > 0))
check_err $? "NH #$ii not hit, tally='$tally_str'"
done
log_test "mpath seed $what"
sysctl -qw net.ipv4.fib_multipath_hash_seed=0
}
test_mpath_seed_ipv4()
{
test_mpath_seed 1000 IPv4 \
$MZ $h1 -A 192.0.2.1 -B 192.0.2.34 -q \
-p 64 -d 0 -c 10 -t udp
}
test_mpath_seed_ipv6()
{
test_mpath_seed 2000 IPv6 \
$MZ -6 $h1 -A 2001:db8:1::1 -B 2001:db8:3::2 -q \
-p 64 -d 0 -c 10 -t udp
}
check_mpath_seed_stability()
{
local seed=$1; shift
local act_0=$1; shift
local act_1=$1; shift
((act_0 == act_1))
check_err $? "seed $seed: active NH moved from $act_0 to $act_1 after seed change"
}
test_mpath_seed_stability()
{
local group_id=$1; shift
local what=$1; shift
local -a mz=("$@")
RET=0
local seed_0=0
local seed_1=3221338814
local seed_2=3735928559
# Initial active NH before touching the seed at all.
local act_ini=$(probe_nh $group_id "${mz[@]}")
local act_0_0=$(probe_seed $group_id $seed_0 "${mz[@]}")
local act_1_0=$(probe_seed $group_id $seed_1 "${mz[@]}")
local act_2_0=$(probe_seed $group_id $seed_2 "${mz[@]}")
local act_0_1=$(probe_seed $group_id $seed_0 "${mz[@]}")
local act_1_1=$(probe_seed $group_id $seed_1 "${mz[@]}")
local act_2_1=$(probe_seed $group_id $seed_2 "${mz[@]}")
check_mpath_seed_stability initial $act_ini $act_0_0
check_mpath_seed_stability $seed_0 $act_0_0 $act_0_1
check_mpath_seed_stability $seed_1 $act_1_0 $act_1_1
check_mpath_seed_stability $seed_2 $act_2_0 $act_2_1
log_test "mpath seed stability $what"
sysctl -qw net.ipv4.fib_multipath_hash_seed=0
}
test_mpath_seed_stability_ipv4()
{
test_mpath_seed_stability 1000 IPv4 \
$MZ $h1 -A 192.0.2.1 -B 192.0.2.34 -q \
-p 64 -d 0 -c 10 -t udp
}
test_mpath_seed_stability_ipv6()
{
test_mpath_seed_stability 2000 IPv6 \
$MZ -6 $h1 -A 2001:db8:1::1 -B 2001:db8:3::2 -q \
-p 64 -d 0 -c 10 -t udp
}
trap cleanup EXIT
setup_prepare
setup_wait
nexthops_create
tests_run
exit $EXIT_STATUS
|
