File: alter_table_temp_files_io.test

package info (click to toggle)
mysql-8.0 8.0.43-3
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 1,273,924 kB
  • sloc: cpp: 4,684,605; ansic: 412,450; pascal: 108,398; java: 83,641; perl: 30,221; cs: 27,067; sql: 26,594; sh: 24,181; python: 21,816; yacc: 17,169; php: 11,522; xml: 7,388; javascript: 7,076; makefile: 2,194; lex: 1,075; awk: 670; asm: 520; objc: 183; ruby: 97; lisp: 86
file content (128 lines) | stat: -rw-r--r-- 4,024 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
# Online DDL operations that rebuild the table write temporary sort files
# to the MySQL temporary directory during index creation. Each temporary
# sort file is corresponds to a secondary index in the table.
# This test tracks the IOs on these temp sort files during the table rebuild
# operation. Aim is to detect any change from the current numbers.
# Increase in the numbers must be justified, reducing the numbers should be
# welcomed.

--source include/have_nodebug.inc
--source include/big_test.inc
--source include/not_windows.inc

# By default push build system uses tmpfs to run the tests. We need to
# create the temp files on the real file system to be able to track the temp
# files usage. On MacOS, /var is symlinked to /private/var.
SET innodb_tmpdir='/var/tmp';

CREATE DATABASE test_db;

--DELIMITER //

CREATE PROCEDURE test_db.check_read_write_io_threshold(IN threshold DOUBLE)
BEGIN
   SELECT
     SUM_NUMBER_OF_BYTES_READ < threshold AS is_total_read_less_than_threshold,
     SUM_NUMBER_OF_BYTES_WRITE < threshold AS is_total_written_less_than_threshold,
     ABS(SUM_NUMBER_OF_BYTES_READ - SUM_NUMBER_OF_BYTES_WRITE) <=
         (10 * 1024 * 1024) AS is_read_write_within_tolerance
   FROM performance_schema.file_summary_by_instance
   WHERE file_name LIKE '%/var/tmp/Innodb Merge Temp File';
END //

--DELIMITER ;

--echo
--echo # Prepare the table with 18 non-clustered indexes
--exec $MYSQL test < $MYSQLTEST_VARDIR/std_data/bug36444172/dump.sql
SELECT COUNT(*) FROM test_db.test_table;

--echo
SHOW CREATE TABLE test_db.test_table;

let $default_ddl_threads=`SELECT @@innodb_ddl_threads`;

--echo #
--echo # Test#1 : Rebuild the table with default settings
--echo #

--echo
--echo # Reset the PFS table
# To measure the temp sort files stats of the DDL operatation next.
TRUNCATE `performance_schema`.`file_summary_by_instance`;

--echo
--echo # Rebuild the table.
ALTER TABLE test_db.test_table ENGINE INNODB, ALGORITHM=INPLACE;

--echo
--echo # check the read/write IO on the temp sort files with default settings
CALL test_db.check_read_write_io_threshold(2.15 * 1024 * 1024 * 1024);

--echo #
--echo # Test#2 : Increase the DDL threads, IOs must remain as they were before
--echo #

--echo # Double the DDL threads.
SET innodb_ddl_threads=8;

--echo # Reset the PFS table
TRUNCATE `performance_schema`.`file_summary_by_instance`;

--echo # Rebuild the table.
ALTER TABLE test_db.test_table ENGINE INNODB, ALGORITHM=INPLACE;

CALL test_db.check_read_write_io_threshold(2.15 * 1024 * 1024 * 1024);


--echo #
--echo # Test#3 : Reduce the DDL threads, IOs must remain as they were before.
--echo #

--echo # Use one DDL thread
SET innodb_ddl_threads=1;

--echo # Reset the PFS table
TRUNCATE `performance_schema`.`file_summary_by_instance`;

--echo # Rebuild the table.
ALTER TABLE test_db.test_table ENGINE INNODB, ALGORITHM=INPLACE;

CALL test_db.check_read_write_io_threshold(2.15 * 1024 * 1024 * 1024);

--echo #
--echo # Test#4 : Increase the DDL Buffer size, IO should be reduced this time
--echo #

--echo # Set buffer large enough as would have been the case prior to WL#14283
--echo # ddl_threads(1) * ddl_buffer_size(18MB) = 18 MB
SET innodb_ddl_buffer_size=18874368;

--echo # Reset the PFS table
TRUNCATE `performance_schema`.`file_summary_by_instance`;

--echo # Rebuild the table.
ALTER TABLE test_db.test_table ENGINE INNODB, ALGORITHM=INPLACE;

CALL test_db.check_read_write_io_threshold(1.15 * 1024 * 1024 * 1024);

--echo # Reset to default
eval SET innodb_ddl_threads=$default_ddl_threads;

--echo #
--echo # Test#5 : Reduce the DDL Buffer size, IO should increase again
--echo #

--echo # Set it 3MB, that is ddl_threads(4) * ddl_buffer_size(3MB) = 12MB
SET innodb_ddl_buffer_size=3145728;

--echo # Reset the PFS table
TRUNCATE `performance_schema`.`file_summary_by_instance`;

--echo # Rebuild the table.
ALTER TABLE test_db.test_table ENGINE INNODB, ALGORITHM=INPLACE;

CALL test_db.check_read_write_io_threshold(1.75 * 1024 * 1024 * 1024);

--echo
DROP DATABASE test_db;