1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
# saves the current setting of keep_transaction_payload_events
# we will turn it on (even if they are disabled), so we can
# assert that show binlog events shall produce the expected
# output
--let $saved_keep_transaction_payload_events= $keep_transaction_payload_events
--let $keep_transaction_payload_events= 1
--source include/rpl_connection_master.inc
--let $saved_binlog_transaction_compression_master = `SELECT @@global.binlog_transaction_compression`
--source include/rpl_connection_slave.inc
--let $saved_binlog_transaction_compression_slave = `SELECT @@global.binlog_transaction_compression`
# disable compression for the slave applier threads
--source include/stop_slave.inc
SET @@global.binlog_transaction_compression=FALSE;
--source include/start_slave.inc
--source include/rpl_connection_master.inc
--source include/rpl_reset.inc
--let $event_sequence_no_compression=!Gtid_or_anon # !Begin # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Xid
--let $event_sequence_compression=!Gtid_or_anon # Transaction_payload # !Begin # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Table_map # Write_rows # Xid
--let $i=1
while($i < 3)
{
--source include/rpl_connection_master.inc
--source include/rpl_reset.inc
--source include/rpl_connection_slave.inc
--source include/stop_slave.inc
if ($i==1)
{
--echo # compression DISABLED
--let $compression_enabled = FALSE
--let $compression_type = 'NONE'
--let $event_sequence = $event_sequence_no_compression
}
if ($i==2)
{
--echo # ZSTD compression ENABLED
--let $compression_enabled = TRUE
--let $compression_type = 'ZSTD'
--let $event_sequence = $event_sequence_compression
}
--source include/rpl_connection_master.inc
--eval SET @@session.binlog_transaction_compression=$compression_enabled
--source include/rpl_connection_slave.inc
--source include/start_slave_io.inc
--source include/rpl_connection_master.inc
# prepare for the base from where to assert event sequence, i.e., the
# CREATE TABLE onwards
CREATE TABLE t1 (c1 INT UNSIGNED PRIMARY KEY, c2 LONGTEXT);
--let $create_table_pos_master = query_get_value(SHOW MASTER STATUS, Position, 1)
# now get the position where the CREATE TABLE ended up in the relay log
--source include/rpl_connection_master.inc
--source include/sync_slave_io_with_master.inc
--source include/rpl_get_end_of_relay_log.inc
--let $relay_log_file_to_read=$relay_log_file
--let $start_reading_relay_log_from=$relay_log_size
# now get the position where the CREATE TABLE ended up in the slave's binlog
--source include/start_slave_sql.inc
--source include/rpl_connection_master.inc
--source include/sync_slave_sql_with_master.inc
--let $create_table_pos_slave = query_get_value(SHOW MASTER STATUS, Position, 1)
--source include/stop_slave_sql.inc
# 1. on master insert a large transaction ...
--source include/rpl_connection_master.inc
BEGIN;
--let $nrows = 10
while ($nrows > 0)
{
--eval INSERT INTO t1 VALUES ($nrows, REPEAT('a', 1000000))
--dec $nrows
}
COMMIT;
--let $checksum_master = query_get_value(CHECKSUM TABLE t1 EXTENDED, Checksum, 1)
# ... and assert that SHOW BINLOG EVENTS shows the correct output
--echo BINLOG EVENTS on master [$compression_type]
--let $binlog_position = $create_table_pos_master
--let $binlog_file = query_get_value(SHOW MASTER STATUS, File, 1)
--let $relay_log=0
--let $include_header_events= 0
--let $include_trx_payload_events=1
--source include/assert_binlog_events.inc
# 2. on slave, make sure it is copied fine to the relay log ...
--source include/rpl_connection_master.inc
--source include/sync_slave_io_with_master.inc
# ... and assert that SHOW RELAYLOG EVENTS shows the correct output
--echo RELAY LOG EVENTS for $compression_type
--let $binlog_file = $relay_log_file_to_read
--let $binlog_position = $start_reading_relay_log_from
--let $relay_log=1
--let $include_header_events= 0
--let $include_trx_payload_events=1
--source include/assert_binlog_events.inc
--let $limit=
--let $binlog_file=
--let $event_sequence=
--let $relay_log=
--let $include_trx_payload_events=
--let $include_header_events=
--let $binlog_position=
# 3. one slave, make sure it is applied fine
--source include/start_slave_sql.inc
--source include/rpl_connection_master.inc
--source include/sync_slave_sql_with_master.inc
# 4. lets compare contents of the table on master and slave
--let $checksum_slave = query_get_value(CHECKSUM TABLE t1 EXTENDED, Checksum, 1)
# 5. assert that tables have the same contents
# We use checksums, because the diff_tables requires
# modifications to the sort_buffer_size.
# Plain selects cause a valgrind warning in temp tables...
--let $assert_cond= $checksum_master = $checksum_slave
--let $assert_text= Assert that master and slave tables have the same content
--source include/assert.inc
# 6. on slave, make sure that it logs to its binlog fine...
# ... and assert that SHOW BINLOG EVENTS shows the correct output
--echo BINLOG EVENTS on slave [$compression_type] (no compression, since slave applier has binlog_transaction_compression = NONE)
--let $binlog_position = $create_table_pos_slave
--let $binlog_file = query_get_value(SHOW MASTER STATUS, File, 1)
--let $relay_log=0
--let $include_header_events= 0
--let $include_trx_payload_events=1
--let $event_sequence=$event_sequence_no_compression
--source include/assert_binlog_events.inc
# 7. clean up
--source include/rpl_connection_master.inc
DROP TABLE t1;
--source include/sync_slave_sql_with_master.inc
--let $binlog_position =
--let $binlog_file =
--let $relay_log=
--let $include_header_events=
--let $include_trx_payload_events=
--let $event_sequence=
--inc $i
}
--source include/rpl_connection_master.inc
# assert that bytes compressed are a lot less than uncompressed
--source include/rpl_connection_master.inc
--let $compressed_bytes = `SELECT COMPRESSED_BYTES_COUNTER FROM performance_schema.binary_log_transaction_compression_stats WHERE compression_type = 'ZSTD'`
--let $uncompressed_bytes = `SELECT UNCOMPRESSED_BYTES_COUNTER FROM performance_schema.binary_log_transaction_compression_stats WHERE compression_type = 'NONE'`
# assert
--let $assert_cond= ($compressed_bytes * 100) < $uncompressed_bytes
--let $assert_text= Compressed transaction is a lot smaller than uncompressed
--source include/assert.inc
--let $keep_transaction_payload_events= $saved_keep_transaction_payload_events
--let $saved_keep_transaction_payload_events=
--source include/rpl_connection_master.inc
--replace_result $saved_binlog_transaction_compression_master SAVED
--eval SET @@global.binlog_transaction_compression=$saved_binlog_transaction_compression_master
--source include/rpl_connection_slave.inc
--replace_result $saved_binlog_transaction_compression_slave SAVED
--eval SET @@global.binlog_transaction_compression=$saved_binlog_transaction_compression_slave
--source include/stop_slave.inc
--source include/start_slave.inc
--source include/rpl_connection_master.inc
--source include/rpl_reset.inc
|
