1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274
|
# See the file LICENSE for redistribution information.
#
# Copyright (c) 2004, 2013 Oracle and/or its affiliates. All rights reserved.
#
# $Id$
#
# TEST rep029
# TEST Test of internal initialization.
# TEST
# TEST One master, one client.
# TEST Generate several log files.
# TEST Remove old master log files.
# TEST Delete client files and restart client.
# TEST Put one more record to the master.
#
proc rep029 { method { niter 200 } { tnum "029" } args } {
source ./include.tcl
global databases_in_memory
global repfiles_in_memory
global env_private
if { $checking_valid_methods } {
return "ALL"
}
global passwd
global has_crypto
set args [convert_args $method $args]
set saved_args $args
# Set up for on-disk or in-memory databases.
set msg "using on-disk databases"
if { $databases_in_memory } {
set msg "using named in-memory databases"
if { [is_queueext $method] } {
puts -nonewline "Skipping rep$tnum for method "
puts "$method with named in-memory databases."
return
}
}
set msg2 "and on-disk replication files"
if { $repfiles_in_memory } {
set msg2 "and in-memory replication files"
}
set msg3 ""
if { $env_private } {
set msg3 "with private env"
}
# This test needs to set its own pagesize.
set pgindex [lsearch -exact $args "-pagesize"]
if { $pgindex != -1 } {
puts "Rep$tnum: skipping for specific pagesizes"
return
}
set logsets [create_logsets 2]
# Run the body of the test with and without recovery,
# and with and without cleaning. Skip recovery with in-memory
# logging - it doesn't make sense.
set opts { bulk clean noclean }
foreach r $test_recopts {
foreach c $opts {
foreach l $logsets {
set logindex [lsearch -exact $l "in-memory"]
if { $r == "-recover" && $logindex != -1 } {
puts "Skipping rep$tnum for -recover\
with in-memory logs."
continue
}
set envargs ""
set args $saved_args
puts "Rep$tnum ($method $envargs $r $c $args):\
Test of internal initialization\
$msg $msg2 $msg3."
puts "Rep$tnum: Master logs are [lindex $l 0]"
puts "Rep$tnum: Client logs are [lindex $l 1]"
rep029_sub $method $niter $tnum $envargs \
$l $r $c $args
# Skip encrypted tests if not supported.
if { $has_crypto == 0 || $databases_in_memory } {
continue
}
# Run same set of tests with security.
#
append envargs " -encryptaes $passwd "
append args " -encrypt "
puts "Rep$tnum ($method $envargs $r $c $args):\
Test of internal initialization\
$msg $msg2 $msg3."
puts "Rep$tnum: Master logs are [lindex $l 0]"
puts "Rep$tnum: Client logs are [lindex $l 1]"
rep029_sub $method $niter $tnum $envargs \
$l $r $c $args
}
}
}
}
proc rep029_sub { method niter tnum envargs logset recargs opts largs } {
global testdir
global passwd
global util_path
global databases_in_memory
global repfiles_in_memory
global env_private
global rep_verbose
global verbose_type
set verbargs ""
if { $rep_verbose == 1 } {
set verbargs " -verbose {$verbose_type on} "
}
set repmemargs ""
if { $repfiles_in_memory } {
set repmemargs "-rep_inmem_files "
}
set privargs ""
if { $env_private == 1 } {
set privargs " -private "
}
env_cleanup $testdir
replsetup $testdir/MSGQUEUEDIR
set masterdir $testdir/MASTERDIR
set clientdir $testdir/CLIENTDIR
file mkdir $masterdir
file mkdir $clientdir
# Log size is small so we quickly create more than one.
# The documentation says that the log file must be at least
# four times the size of the in-memory log buffer.
set pagesize 4096
append largs " -pagesize $pagesize "
set log_max [expr $pagesize * 8]
set m_logtype [lindex $logset 0]
set c_logtype [lindex $logset 1]
# In-memory logs cannot be used with -txn nosync.
set m_logargs [adjust_logargs $m_logtype]
set c_logargs [adjust_logargs $c_logtype]
set m_txnargs [adjust_txnargs $m_logtype]
set c_txnargs [adjust_txnargs $c_logtype]
# Open a master.
repladd 1
set ma_envcmd "berkdb_env_noerr -create $m_txnargs $repmemargs \
$m_logargs -log_max $log_max $envargs $verbargs $privargs \
-errpfx MASTER -home $masterdir \
-rep_transport \[list 1 replsend\]"
set masterenv [eval $ma_envcmd $recargs -rep_master]
# Open a client
repladd 2
set cl_envcmd "berkdb_env_noerr -create $c_txnargs $repmemargs \
$c_logargs -log_max $log_max $envargs $verbargs $privargs \
-errpfx CLIENT -home $clientdir \
-rep_transport \[list 2 replsend\]"
set clientenv [eval $cl_envcmd $recargs -rep_client]
# Bring the clients online by processing the startup messages.
set envlist "{$masterenv 1} {$clientenv 2}"
process_msgs $envlist
# Clobber replication's 30-second anti-archive timer, which will have
# been started by client sync-up internal init, so that we can do a
# log_archive in a moment.
#
$masterenv test force noarchive_timeout
# Run rep_test in the master (and update client).
puts "\tRep$tnum.a: Running rep_test in replicated env."
set start 0
eval rep_test $method $masterenv NULL $niter $start $start 0 $largs
incr start $niter
process_msgs $envlist 0 NONE err
error_check_good process_msgs $err 0
# Create a gap requiring internal initialization.
set dbhandle NULL
set cid 2
if { [lsearch $envargs "-encrypta*"] !=-1 } {
set flags "-P $passwd"
} else {
set flags ""
}
set start [push_master_ahead $method $masterenv $masterdir $m_logtype \
$clientenv $cid $dbhandle $start $niter $flags $largs]
puts "\tRep$tnum.b: Reopen client ($opts)."
if { $opts == "clean" } {
env_cleanup $clientdir
}
if { $opts == "bulk" } {
error_check_good bulk [$masterenv rep_config {bulk on}] 0
}
set clientenv [eval $cl_envcmd $recargs -rep_client]
error_check_good client_env [is_valid_env $clientenv] TRUE
set envlist "{$masterenv 1} {$clientenv 2}"
process_msgs $envlist 0 NONE err
error_check_good process_msgs $err 0
if { $opts != "clean" } {
puts "\tRep$tnum.b.1: Trigger log request"
#
# When we don't clean, starting the client doesn't
# trigger any events. We need to generate some log
# records so that the client requests the missing
# logs and that will trigger it.
#
set entries 10
eval rep_test\
$method $masterenv NULL $entries $start $start 0 $largs
incr start $entries
process_msgs $envlist 0 NONE err
error_check_good process_msgs $err 0
}
puts "\tRep$tnum.c: Verify databases"
#
# If doing bulk testing, turn it off now so that it forces us
# to flush anything currently in the bulk buffer. We need to
# do this because rep_test might have aborted a transaction on
# its last iteration and those log records would still be in
# the bulk buffer causing the log comparison to fail.
#
if { $opts == "bulk" } {
puts "\tRep$tnum.c.1: Turn off bulk transfers."
error_check_good bulk [$masterenv rep_config {bulk off}] 0
process_msgs $envlist 0 NONE err
error_check_good process_msgs $err 0
}
#
# !!! This test CANNOT use rep_verify for logs due to encryption.
# Just compare databases. We either have to copy in
# all the code in rep_verify to adjust the beginning LSN
# or skip the log check for just this one test.
rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 0
# Add records to the master and update client.
puts "\tRep$tnum.d: Add more records and check again."
set entries 10
eval rep_test $method $masterenv NULL $entries $start $start 0 $largs
incr start $entries
process_msgs $envlist 0 NONE err
error_check_good process_msgs $err 0
rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 0
set bulkxfer [stat_field $masterenv rep_stat "Bulk buffer transfers"]
if { $opts == "bulk" } {
error_check_bad bulkxferon $bulkxfer 0
} else {
error_check_good bulkxferoff $bulkxfer 0
}
error_check_good masterenv_close [$masterenv close] 0
error_check_good clientenv_close [$clientenv close] 0
replclose $testdir/MSGQUEUEDIR
}
|