#
# testing of purging of binary log files bug#18199/Bug#18453
#
source include/have_log_bin.inc;
# Don't test this under valgrind, memory leaks will occur
--source include/not_valgrind.inc
source include/have_debug.inc;
# Avoid CrashReporter popup on Mac
--source include/not_crashrep.inc
call mtr.add_suppression('Attempting backtrace');
call mtr.add_suppression('MYSQL_BIN_LOG::purge_logs failed to process registered files that would be purged.');
call mtr.add_suppression('MYSQL_BIN_LOG::open failed to sync the index file');
call mtr.add_suppression('Turning logging off for the whole duration of the MySQL server process.');
call mtr.add_suppression('Could not open .*');
call mtr.add_suppression('MYSQL_BIN_LOG::purge_logs failed to clean registers before purging logs.');
let $old=`select @@debug`;
let $saved_binlog_error_action=`SELECT @@GLOBAL.binlog_error_action`;

RESET MASTER;

let $MYSQLD_DATADIR= `select @@datadir`;
let $INDEX=$MYSQLD_DATADIR/binlog.index;

#
# testing purge binary logs TO
#

flush logs;
flush logs;
flush logs;

source include/show_binary_logs.inc;
remove_file $MYSQLD_DATADIR/binlog.000001;

--echo # Create a dedicated user to demonstrate the BINLOG_ADMIN privilege
CREATE USER binlog_admin@localhost IDENTIFIED BY 'foo';
GRANT BINLOG_ADMIN ON *.* TO binlog_admin@localhost;
connect(con1, localhost, binlog_admin, foo, test);

# there must be a warning with file names
replace_regex /\.[\\\/]binlog/binlog/;
purge binary logs TO 'binlog.000004';

connection default;
REVOKE binlog_admin ON *.* FROM binlog_admin@localhost;
connection con1;
--error ER_SPECIFIC_ACCESS_DENIED_ERROR
purge binary logs TO 'binlog.000004';
connection default;
DROP USER binlog_admin@localhost;
disconnect con1;

--echo *** must show a list starting from the 'TO' argument of PURGE ***
source include/show_binary_logs.inc;

#
# testing purge binary logs BEFORE
#

reset master;

flush logs;
flush logs;
flush logs;
remove_file $MYSQLD_DATADIR/binlog.000001;

--echo *** must be a warning binlog.000001 was not found ***
let $date=`select NOW()  +  INTERVAL 1 MINUTE`;
--disable_query_log
replace_regex /\.[\\\/]binlog/binlog/;
eval purge binary logs BEFORE '$date';
--enable_query_log

--echo *** must show one record, of the active binlog, left in the index file after PURGE ***
source include/show_binary_logs.inc;

#
# testing a fatal error
# Turning a binlog file into a directory must be a portable setup
# 

reset master;

flush logs;
flush logs;
flush logs;

remove_file $MYSQLD_DATADIR/binlog.000001;
mkdir $MYSQLD_DATADIR/binlog.000001;

--error ER_BINLOG_PURGE_FATAL_ERR
purge binary logs TO 'binlog.000002';
replace_regex /\.[\\\/]binlog/binlog/;
show warnings;
rmdir $MYSQLD_DATADIR/binlog.000001;
--disable_warnings
reset master;
--enable_warnings

--echo # crash_purge_before_update_index
flush logs;

--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_purge_before_update_index";
--error 2013
purge binary logs TO 'binlog.000002';

--enable_reconnect
--source include/wait_until_connected_again.inc

file_exists $MYSQLD_DATADIR/binlog.000001;
file_exists $MYSQLD_DATADIR/binlog.000002;
file_exists $MYSQLD_DATADIR/binlog.000003;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # crash_purge_non_critical_after_update_index
flush logs;

--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_purge_non_critical_after_update_index";
--error 2013
purge binary logs TO 'binlog.000004';

--enable_reconnect
--source include/wait_until_connected_again.inc

--error 1
file_exists $MYSQLD_DATADIR/binlog.000001;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000002;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000003;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # crash_purge_critical_after_update_index
flush logs;

--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_purge_critical_after_update_index";
--error 2013
purge binary logs TO 'binlog.000006';

--enable_reconnect
--source include/wait_until_connected_again.inc

--error 1
file_exists $MYSQLD_DATADIR/binlog.000004;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000005;
file_exists $MYSQLD_DATADIR/binlog.000006;
file_exists $MYSQLD_DATADIR/binlog.000007;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000008;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # crash_create_non_critical_before_update_index
--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_create_non_critical_before_update_index";
--error 2013
flush logs;

--enable_reconnect
--source include/wait_until_connected_again.inc

file_exists $MYSQLD_DATADIR/binlog.000008;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000009;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # crash_create_critical_before_update_index
--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_create_critical_before_update_index";
--error 2013
flush logs;

--enable_reconnect
--source include/wait_until_connected_again.inc

file_exists $MYSQLD_DATADIR/binlog.000009;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000010;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000011;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # crash_create_after_update_index
--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
SET SESSION debug="+d,crash_create_after_update_index";
--error 2013
flush logs;

--enable_reconnect
--source include/wait_until_connected_again.inc

file_exists $MYSQLD_DATADIR/binlog.000010;
file_exists $MYSQLD_DATADIR/binlog.000011;
--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo #
--echo # This should put the server in unsafe state and stop
--echo # accepting any command. If we inject a fault at this
--echo # point and continue the execution the server crashes.
--echo #

--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # fault_injection_registering_index
SET SESSION debug="+d,fault_injection_registering_index";
SET GLOBAL binlog_error_action= IGNORE_ERROR;
# normalize strerror message for solaris10-sparc-64bit as long as errno is OK
-- replace_regex /\.[\\\/]binlog/binlog/ /errno: 1 - .*\)/errno: 1 - Operation not permitted)/
-- error ER_CANT_OPEN_FILE
flush logs;

--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--source include/restart_mysqld.inc

--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--echo # fault_injection_updating_index
SET SESSION debug="+d,fault_injection_updating_index";
SET GLOBAL binlog_error_action= IGNORE_ERROR;
# normalize strerror message for solaris10-sparc-64bit as long as errno is OK
-- replace_regex /\.[\\\/]binlog/binlog/ /errno: 1 - .*\)/errno: 1 - Operation not permitted)/
-- error ER_CANT_OPEN_FILE
flush logs;

--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

--source include/restart_mysqld.inc

--chmod 0644 $INDEX
-- replace_result $MYSQLTEST_VARDIR MYSQLTEST_VARDIR
-- eval SET @index=LOAD_FILE('$index')
-- replace_regex /\.[\\\/]binlog/binlog/
SELECT @index;

#
# WL#5493
# Test case6 verifies if the index file has the correct data,
# i.e. if binlog file name is added after the master restarts
# when setting DEBUG POINT before renaming index file. 
#
# Test case7 verifies if the index file has the correct data,
# i.e. if binlog file name is added after the master restarts
# when setting DEBUG POINT after renaming index file.
#
# Test case8 verifies if the index file has the correct data,
# i.e. if requested binlog file names are removed after the
# master restarts when setting DEBUG POINT after purging index
# file.
#
# Test case9 verifies if the index file has the correct data,
# i.e. if requested binlog file names are removed after the
# master restarts when setting DEBUG POINT before purging index
# file.
#
# Test case10 verifies if the index file has the correct data,
# i.e. although requested binlog file names are not removed
# after the master restarts when injecting a fault to the
# temp file in the process of purging the index file.
#

-- echo # Test case6: Set DEBUG POINT before rename index file when
-- echo #             appending a binlog file name to index file.
-- source include/show_binary_logs.inc
file_exists $MYSQLD_DATADIR/binlog.000013;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000014;

# Write file to make mysql-test-run.pl expect crash and restart
SET SESSION debug="+d,crash_create_before_rename_index_file";
-- exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect

--error 2013
flush logs;

-- source include/wait_until_disconnected.inc
-- enable_reconnect
-- echo # Restart the master server
-- exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
-- source include/wait_until_connected_again.inc
-- disable_reconnect

-- echo # Test if the index file has the correct data,
-- echo # i.e. binlog file name is added.
-- source include/show_binary_logs.inc
file_exists $MYSQLD_DATADIR/binlog.000014;
file_exists $MYSQLD_DATADIR/binlog.000015;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000016;

-- echo # Test case7: Set DEBUG POINT after rename index file when
-- echo #             appending a binlog file name to index file.
# Write file to make mysql-test-run.pl expect crash and restart
SET SESSION debug="+d,crash_create_after_rename_index_file";
-- exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect

-- error 2013
flush logs;

-- source include/wait_until_disconnected.inc
-- enable_reconnect
-- echo # Restart the master server
-- exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
-- source include/wait_until_connected_again.inc
-- disable_reconnect

-- echo # Test if the index file has the correct data,
-- echo # i.e. binlog file name is added.
-- source include/show_binary_logs.inc
file_exists $MYSQLD_DATADIR/binlog.000016;
file_exists $MYSQLD_DATADIR/binlog.000017;
--error 1
file_exists $MYSQLD_DATADIR/binlog.000018;

-- echo # Test case8: Set DEBUG POINT after rename index file when
-- echo #             purging the index file.

-- source include/show_binary_logs.inc
# Write file to make mysql-test-run.pl expect crash and restart
SET SESSION debug="+d,crash_create_after_rename_index_file";
-- exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect

-- error 2013
purge binary logs TO 'binlog.000010';

-- source include/wait_until_disconnected.inc
-- enable_reconnect
-- echo # Restart the master server
-- exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
-- source include/wait_until_connected_again.inc
-- disable_reconnect

-- echo # Test if the index file has the correct data,
-- echo # i.e. requested binlog file names are removed.
-- source include/show_binary_logs.inc
-- error 1
file_exists $MYSQLD_DATADIR/binlog.000008;
-- error 1
file_exists $MYSQLD_DATADIR/binlog.000009;
file_exists $MYSQLD_DATADIR/binlog.000010;

-- echo # Test case9: Set DEBUG POINT befor rename index file when
-- echo #             purging the index file.

-- source include/show_binary_logs.inc
# Write file to make mysql-test-run.pl expect crash and restart
SET SESSION debug="+d,crash_create_before_rename_index_file";
-- exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect

-- error 2013
purge binary logs TO 'binlog.000012';

-- source include/wait_until_disconnected.inc
-- enable_reconnect
-- echo # Restart the master server
-- exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
-- source include/wait_until_connected_again.inc
-- disable_reconnect

-- echo # Test if the index file has the correct data,
-- echo # i.e. requested binlog file names are removed.
-- source include/show_binary_logs.inc
-- error 1
file_exists $MYSQLD_DATADIR/binlog.000010;
-- error 1
file_exists $MYSQLD_DATADIR/binlog.000011;
file_exists $MYSQLD_DATADIR/binlog.000012;

-- echo # Test case10: Inject a fault to copy part content to the temp file
-- echo #              when purging the index file.

-- source include/show_binary_logs.inc
# Write file to make mysql-test-run.pl expect crash and restart
SET SESSION debug="+d,fault_injection_copy_part_file";
-- exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect

-- error 2013
purge binary logs TO 'binlog.000014';

-- source include/wait_until_disconnected.inc
-- enable_reconnect
-- echo # Restart the master server
-- exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
-- source include/wait_until_connected_again.inc
-- disable_reconnect

-- echo # Test the index file is complete, although is not purged successfully.
-- source include/show_binary_logs.inc
file_exists $MYSQLD_DATADIR/binlog.000012;
file_exists $MYSQLD_DATADIR/binlog.000013;
file_exists $MYSQLD_DATADIR/binlog.000014;

-- echo # Test case11: Bug #20381055SERVER CRASHES IF INDEX FILE IS OPENED BY
        #              OTHER APPLICATION AND PURGE IS ISSUED.
        # This test case test the server behaviour if index file cannot be
        # deleted.
SET SESSION debug="d,force_index_file_delete_failure";

# Add supressions
call mtr.add_suppression("Failed to delete the existing index file");
call mtr.add_suppression("failed to move crash safe index file to index file");
call mtr.add_suppression("failed to update the index file");

# When index file cannot be recreated during purge binary logs command,
# it should throw error but it should not disable binary logging.
-- error ER_IO_ERR_LOG_INDEX_READ
-- eval PURGE BINARY LOGS TO 'binlog.000014';

-- echo # Test the index file is complete, although is not purged successfully.
-- echo # Also this will indicate that binary logging is not disabled.
-- source include/show_binary_logs.inc
file_exists $MYSQLD_DATADIR/binlog.000012;
file_exists $MYSQLD_DATADIR/binlog.000013;
file_exists $MYSQLD_DATADIR/binlog.000014;

# When index file cannot be recreated during FLUSH LOGS command,
# it should throw error and binary logging should be disabled.
SET GLOBAL binlog_error_action='IGNORE_ERROR';
# normalize strerror message for solaris10-sparc-64bit as long as errno is OK
--replace_regex /\.[\\\/]binlog/binlog/ /errno: 1 - .*\)/errno: 1 - Operation not permitted)/
--error ER_CANT_OPEN_FILE
FLUSH LOGS;

--error ER_NO_BINARY_LOGGING
SHOW BINARY LOGS;
--source include/restart_mysqld.inc
--source include/show_binary_logs.inc
CREATE TABLE t1(i INT);
SET GLOBAL binlog_error_action='IGNORE_ERROR';
SET SESSION debug="+d,force_index_file_delete_failure";
SET SESSION debug="+d,force_rotate";

# When index file cannot be recreated during DML command which
# is trying to rotate the binary log, it should throw error and
# binary logging should be disabled.
# normalize strerror message for solaris10-sparc-64bit as long as errno is OK
--replace_regex /\.[\\\/]binlog/binlog/ /errno: 1 - .*\)/errno: 1 - Operation not permitted)/
--error ER_CANT_OPEN_FILE
INSERT INTO t1 VALUES (12);

--error ER_NO_BINARY_LOGGING
SHOW BINARY LOGS;

--source include/restart_mysqld.inc
-- source include/show_binary_logs.inc
DROP TABLE t1;
eval SET SESSION debug="$old";
-- echo # Test case11: Ends


--echo # Test case12: Bug#25839610 ABORT OCCUR DURING SLAVE BACKUP
--echo #              WHEN RELAY LOG INDEX IS LOCK
--echo # This test verifies that serveral retries are performed
--echo # if there is a failure while deleting/renaming index files.

--disable_warnings
SET SESSION debug="+d,simulate_index_file_delete_failure";
SET SESSION debug="+d,simulate_crash_safe_index_file_rename_failure";
FLUSH LOGS;

# Check that delete retry is present in the error log
--let $assert_file= $MYSQLTEST_VARDIR/log/mysqld.1.err
--let $assert_count = 5
--let $assert_select = Retrying delete
--let $assert_text = Retried for delete.
--source include/assert_grep.inc

# Check that rename retry is present in the error log
--let $assert_file= $MYSQLTEST_VARDIR/log/mysqld.1.err
--let $assert_count = 5
--let $assert_select = Retrying rename
--let $assert_text = Retried for rename.
--source include/assert_grep.inc
--enable_warnings
eval SET SESSION debug="$old";
--echo # Test case12: Ends

eval SET GLOBAL binlog_error_action= $saved_binlog_error_action;

# Reset Master deletes all binary log files listed in the index file, resets
# the binary log index file to be empty and creates a new binary log file.
RESET MASTER;

--echo End of tests