1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
#!/bin/bash
. $(dirname $0)/../../include.rc
. $(dirname $0)/../../volume.rc
function write_file()
{
path="$1"; shift
echo "$*" > "$path"
}
cleanup;
#####################################################
# We are currently not triggering data heal unless all bricks of the replica are
# up. We will need to modify this .t once the fix for preventing stale reads
# being served to clients for files in spurious split-brains is done. Spurious
# split-brains here means afr xattrs indicates sbrain but it is actually not.
# Self-heal will heal such files automatically but before the heal completes,
# reads can be served which needs fixing.
#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
#G_TESTDEF_TEST_STATUS_CENTOS6=BAD_TEST,BUG=000000
######################################################
TEST glusterd
TEST pidof glusterd
TEST $CLI volume info;
## Start and create a volume
mkdir -p ${B0}/${V0}-0
mkdir -p ${B0}/${V0}-1
mkdir -p ${B0}/${V0}-2
TEST $CLI volume create $V0 replica 3 $H0:$B0/${V0}-{0,1,2}
## Verify volume is created
EXPECT "$V0" volinfo_field $V0 'Volume Name';
EXPECT 'Created' volinfo_field $V0 'Status';
## Make sure io-cache and write-behind don't interfere.
TEST $CLI volume set $V0 performance.io-cache off;
TEST $CLI volume set $V0 performance.write-behind off;
TEST $CLI volume set $V0 performance.stat-prefetch off
## Make sure automatic self-heal doesn't perturb our results.
TEST $CLI volume set $V0 cluster.self-heal-daemon off
TEST $CLI volume set $V0 cluster.data-self-heal on
## Start volume and verify
TEST $CLI volume start $V0;
EXPECT 'Started' volinfo_field $V0 'Status';
TEST $CLI volume set $V0 cluster.quorum-type none
## Mount native
TEST glusterfs --volfile-server=$H0 --volfile-id=$V0 $M0
## Create a file with some recognizably stale data.
TEST write_file $M0/a_file "old_data"
## Kill two of the bricks and write some newer data.
TEST kill_brick ${V0} ${H0} ${B0}/${V0}-1
TEST kill_brick ${V0} ${H0} ${B0}/${V0}-2
TEST write_file $M0/a_file "new_data"
## Bring all the bricks up and kill one so we do a partial self-heal.
TEST $CLI volume start $V0 force
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 0
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 1
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 2
TEST kill_brick ${V0} ${H0} ${B0}/${V0}-2
TEST dd if=${M0}/a_file of=/dev/null
obs_path_0=${B0}/${V0}-0/a_file
obs_path_1=${B0}/${V0}-1/a_file
obs_path_2=${B0}/${V0}-2/a_file
tgt_xattr_0="trusted.afr.${V0}-client-0"
tgt_xattr_1="trusted.afr.${V0}-client-1"
tgt_xattr_2="trusted.afr.${V0}-client-2"
actual=$(afr_get_changelog_xattr $obs_path_0 $tgt_xattr_0)
EXPECT "0x000000000000000000000000|^\$" echo $actual
EXPECT_WITHIN $HEAL_TIMEOUT "0x000000000000000000000000" \
afr_get_changelog_xattr $obs_path_0 $tgt_xattr_1
actual=$(afr_get_changelog_xattr $obs_path_0 $tgt_xattr_2)
EXPECT "0x000000030000000000000000" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_1 $tgt_xattr_0)
EXPECT "0x000000000000000000000000|^\$" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_1 $tgt_xattr_1)
EXPECT "0x000000000000000000000000|^\$" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_1 $tgt_xattr_2)
EXPECT "0x000000010000000000000000" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_2 $tgt_xattr_0)
EXPECT "0x000000000000000000000000|^\$" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_2 $tgt_xattr_1)
EXPECT "0x000000000000000000000000|^\$" echo $actual
actual=$(afr_get_changelog_xattr $obs_path_2 $tgt_xattr_2)
EXPECT "0x000000000000000000000000|^\$" echo $actual
if [ "$EXIT_EARLY" = "1" ]; then
exit 0;
fi
## Finish up
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0
TEST $CLI volume stop $V0;
EXPECT 'Stopped' volinfo_field $V0 'Status';
TEST $CLI volume delete $V0;
TEST ! $CLI volume info $V0;
cleanup;
|
