1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
# See the file LICENSE for redistribution information.
#
# Copyright (c) 2007, 2013 Oracle and/or its affiliates. All rights reserved.
#
# $Id$
#
# TEST repmgr010
# TEST Acknowledgement policy and timeout test.
# TEST
# TEST Verify that "quorum" acknowledgement policy succeeds with fewer than
# TEST nsites running. Verify that "all" acknowledgement policy results in
# TEST ack failures with fewer than nsites running.
# TEST
# TEST Run for btree only because access method shouldn't matter.
# TEST
proc repmgr010 { { niter 100 } { tnum "010" } args } {
source ./include.tcl
if { $is_freebsd_test == 1 } {
puts "Skipping replication manager test on FreeBSD platform."
return
}
set method "btree"
set args [convert_args $method $args]
puts "Repmgr$tnum ($method): repmgr ack policy and timeout test."
repmgr010_sub $method $niter $tnum $args
}
proc repmgr010_sub { method niter tnum largs } {
global testdir
global rep_verbose
global verbose_type
set nsites 3
set small_iter [expr $niter / 10]
set verbargs ""
if { $rep_verbose == 1 } {
set verbargs " -verbose {$verbose_type on} "
}
env_cleanup $testdir
set ports [available_ports $nsites]
set masterdir $testdir/MASTERDIR
set clientdir $testdir/CLIENTDIR
set clientdir2 $testdir/CLIENTDIR2
file mkdir $masterdir
file mkdir $clientdir
file mkdir $clientdir2
puts "\tRepmgr$tnum.a: Start master, two clients, ack policy quorum."
# Open a master.
set ma_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx MASTER -home $masterdir -txn -rep -thread"
set masterenv [eval $ma_envcmd]
$masterenv repmgr -ack quorum \
-timeout {ack 5000000} \
-local [list 127.0.0.1 [lindex $ports 0]] \
-start master
# Open first client
set cl_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx CLIENT -home $clientdir -txn -rep -thread"
set clientenv [eval $cl_envcmd]
$clientenv repmgr -ack quorum \
-local [list 127.0.0.1 [lindex $ports 1]] \
-remote [list 127.0.0.1 [lindex $ports 0]] \
-remote [list 127.0.0.1 [lindex $ports 2]] \
-start client
await_startup_done $clientenv
# Open second client
set cl2_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx CLIENT2 -home $clientdir2 -txn -rep -thread"
set clientenv2 [eval $cl2_envcmd]
$clientenv2 repmgr -ack quorum \
-local [list 127.0.0.1 [lindex $ports 2]] \
-remote [list 127.0.0.1 [lindex $ports 0]] \
-remote [list 127.0.0.1 [lindex $ports 1]] \
-start client
await_startup_done $clientenv2
puts "\tRepmgr$tnum.b: Run first set of transactions at master."
set start 0
eval rep_test $method $masterenv NULL $niter $start 0 0 $largs
incr start $niter
#
# Special verification needed for quorum ack policy. Wait
# longer than ack timeout (default 1 second) then check for
# ack failures (perm_failed events). Quorum only guarantees
# that transactions replicated to one site or the other, so
# test for this condition instead of both sites.
#
puts "\tRepmgr$tnum.c: Verify both client databases, no ack failures."
error_check_good quorum_perm_failed1 \
[stat_field $masterenv repmgr_stat "Acknowledgement failures"] 0
catch {rep_verify\
$masterdir $masterenv $clientdir $clientenv 1 1 1} ver1
catch {rep_verify\
$masterdir $masterenv $clientdir2 $clientenv2 1 1 1} ver2
error_check_good onesite [expr [string length $ver1] == 0 || \
[string length $ver2] == 0] 1
puts "\tRepmgr$tnum.d: Shut down first client."
error_check_good client_close [$clientenv close] 0
puts "\tRepmgr$tnum.e: Run second set of transactions at master."
eval rep_test $method $masterenv NULL $small_iter $start 0 0 $largs
incr start $niter
puts "\tRepmgr$tnum.f: Verify client database, no ack failures."
error_check_good quorum_perm_failed2 \
[stat_field $masterenv repmgr_stat "Acknowledgement failures"] 0
rep_verify $masterdir $masterenv $clientdir2 $clientenv2 1 1 1
puts "\tRepmgr$tnum.g: Adjust all sites to ack policy all."
# Reopen first client with ack policy all
set cl_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx CLIENT -home $clientdir -txn -rep -thread"
# Open -recover to clear env region, including startup_done value.
set clientenv [eval $cl_envcmd -recover]
$clientenv repmgr -ack all \
-local [list 127.0.0.1 [lindex $ports 1]] \
-remote [list 127.0.0.1 [lindex $ports 0]] \
-remote [list 127.0.0.1 [lindex $ports 2]] \
-start client
await_startup_done $clientenv
# Adjust other sites to ack policy all
$masterenv repmgr -ack all
$clientenv2 repmgr -ack all
puts "\tRepmgr$tnum.h: Shut down first client."
error_check_good client_close [$clientenv close] 0
set init_perm_failed \
[stat_field $masterenv repmgr_stat "Acknowledgement failures"]
#
# Use of -ack all guarantees replication complete before repmgr send
# function returns and rep_test finishes.
#
puts "\tRepmgr$tnum.i: Run third set of transactions at master."
eval rep_test $method $masterenv NULL $small_iter $start 0 0 $largs
puts "\tRepmgr$tnum.j: Verify client database, some ack failures."
rep_verify $masterdir $masterenv $clientdir2 $clientenv2 1 1 1
error_check_good all_perm_failed [expr \
[stat_field $masterenv repmgr_stat "Acknowledgement failures"] \
> $init_perm_failed] 1
error_check_good client2_close [$clientenv2 close] 0
error_check_good masterenv_close [$masterenv close] 0
}
|
