1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606
|
/* Copyright (c) 2011, 2025, Oracle and/or its affiliates.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License, version 2.0,
as published by the Free Software Foundation.
This program is designed to work with certain software (including
but not limited to OpenSSL) that is licensed under separate terms,
as designated in a particular file or component or in included license
documentation. The authors of MySQL hereby grant you an additional
permission to link the program and your derivative works with the
separately licensed software that they have either included with
the program or referenced in the documentation.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License, version 2.0, for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
#include <string.h>
#include <sys/types.h>
#include <atomic>
#include "lex_string.h"
#include "my_compiler.h"
#include "my_dbug.h"
#include "my_inttypes.h"
#include "my_psi_config.h"
#include "my_sqlcommand.h"
#include "my_sys.h"
#include "mysql/psi/mysql_transaction.h"
#include "mysql/thread_type.h"
#include "mysqld_error.h"
#include "sql/mysqld.h" // connection_events_loop_aborted
#include "sql/rpl_gtid.h"
#include "sql/rpl_rli.h" // Relay_log_info
#include "sql/sql_class.h" // THD
#include "sql/sql_lex.h"
#include "sql/sql_parse.h" // stmt_causes_implicit_commit
#include "sql/system_variables.h"
bool set_gtid_next(THD *thd, const Gtid_specification &spec) {
DBUG_TRACE;
spec.dbug_print();
global_sid_lock->assert_some_lock();
// we may acquire and release locks throughout this function; this
// variable tells the error handler how many are left to release
int lock_count = 1;
bool ret = true;
// Check that we don't own a GTID or ANONYMOUS.
if (thd->owned_gtid.sidno > 0 ||
thd->owned_gtid.sidno == THD::OWNED_SIDNO_ANONYMOUS) {
char buf[Gtid::MAX_TEXT_LENGTH + 1];
if (thd->owned_gtid.sidno > 0) {
#ifndef NDEBUG
global_sid_lock->unlock();
global_sid_lock->wrlock();
assert(gtid_state->get_owned_gtids()->thread_owns_anything(
thd->thread_id()));
#endif
thd->owned_gtid.to_string(thd->owned_sid, buf);
} else {
assert(gtid_state->get_anonymous_ownership_count() > 0);
strcpy(buf, "ANONYMOUS");
}
my_error(ER_CANT_SET_GTID_NEXT_WHEN_OWNING_GTID, MYF(0), buf);
goto err;
}
// At this point we should not own any GTID.
assert(thd->owned_gtid_is_empty());
switch (spec.type) {
case AUTOMATIC_GTID:
thd->variables.gtid_next.set_automatic();
break;
case ANONYMOUS_GTID:
if (global_gtid_mode.get() == Gtid_mode::ON) {
my_error(ER_CANT_SET_GTID_NEXT_TO_ANONYMOUS_WHEN_GTID_MODE_IS_ON,
MYF(0));
goto err;
}
/*
The 'has_gtid_consistency_violation' must not be set,
since 'set_gtid_next' is invoked outside a transaction.
*/
assert(!thd->has_gtid_consistency_violation);
thd->variables.gtid_next.set_anonymous();
thd->owned_gtid.sidno = THD::OWNED_SIDNO_ANONYMOUS;
thd->owned_gtid.gno = 0;
gtid_state->acquire_anonymous_ownership();
break;
case ASSIGNED_GTID:
assert(spec.gtid.sidno >= 1);
assert(spec.gtid.gno >= 1);
assert(spec.gtid.gno < GNO_END);
while (true) {
// loop invariant: we should always hold global_sid_lock.rdlock
assert(lock_count == 1);
global_sid_lock->assert_some_lock();
if (global_gtid_mode.get() == Gtid_mode::OFF) {
my_error(ER_CANT_SET_GTID_NEXT_TO_GTID_WHEN_GTID_MODE_IS_OFF, MYF(0));
goto err;
}
// acquire lock before checking conditions
gtid_state->lock_sidno(spec.gtid.sidno);
lock_count = 2;
// GTID already logged
if (gtid_state->is_executed(spec.gtid)) {
thd->variables.gtid_next = spec;
/*
Don't skip the statement here, skip it in
gtid_pre_statement_checks.
*/
break;
}
// GTID not owned by anyone: acquire ownership
if (!gtid_state->is_owned(spec.gtid)) {
if (gtid_state->acquire_ownership(thd, spec.gtid)) goto err;
thd->variables.gtid_next = spec;
assert(thd->owned_gtid.sidno >= 1);
assert(thd->owned_gtid.gno >= 1);
assert(thd->owned_gtid.gno < GNO_END);
break;
}
// GTID owned by someone (other thread)
else {
// The call below releases the read lock on global_sid_lock and
// the mutex lock on SIDNO.
gtid_state->wait_for_gtid(thd, spec.gtid);
// global_sid_lock and mutex are now released
lock_count = 0;
// Check if thread was killed.
if (thd->killed || connection_events_loop_aborted()) {
goto err;
}
// If this thread is a slave SQL thread or slave SQL worker
// thread, we need this additional condition to determine if it
// has been stopped by STOP SLAVE [SQL_THREAD].
if ((thd->system_thread &
(SYSTEM_THREAD_SLAVE_SQL | SYSTEM_THREAD_SLAVE_WORKER)) != 0) {
// TODO: error is *not* reported on cancel
assert(thd->rli_slave != nullptr);
Relay_log_info *c_rli = thd->rli_slave->get_c_rli();
if (c_rli->abort_slave) {
goto err;
}
}
global_sid_lock->rdlock();
lock_count = 1;
}
} // end while (true)
break;
case PRE_GENERATE_GTID: {
Gtid_specification new_spec = spec;
gtid_state->lock_sidno(new_spec.gtid.sidno);
lock_count = 2;
new_spec.gtid.gno = gtid_state->get_automatic_gno(new_spec.gtid.sidno);
if (new_spec.gtid.gno == -1) goto err;
if (gtid_state->acquire_ownership(thd, new_spec.gtid)) goto err;
new_spec.type = ASSIGNED_GTID;
thd->variables.gtid_next = new_spec;
break;
}
default:
// Not reached
assert(0);
break;
}
ret = false;
err:
if (lock_count == 2) gtid_state->unlock_sidno(spec.gtid.sidno);
if (lock_count >= 1) global_sid_lock->unlock();
if (!ret) gtid_set_performance_schema_values(thd);
thd->owned_gtid.dbug_print(nullptr, "Set owned_gtid in set_gtid_next");
return ret;
}
/**
Acquire ownership of all gtids in a Gtid_set. This is used to
begin a commit-sequence when @@SESSION.GTID_NEXT_LIST != NULL.
*/
#ifdef HAVE_GTID_NEXT_LIST
int gtid_acquire_ownership_multiple(THD *thd) {
const Gtid_set *gtid_next_list = thd->get_gtid_next_list_const();
rpl_sidno greatest_sidno = 0;
DBUG_TRACE;
// first check if we need to wait for any GTID
while (true) {
Gtid_set::Gtid_iterator git(gtid_next_list);
Gtid g = git.get();
my_thread_id owner = 0;
rpl_sidno last_sidno = 0;
global_sid_lock->rdlock();
while (g.sidno != 0) {
// lock all SIDNOs in order
if (g.sidno != last_sidno) gtid_state->lock_sidno(g.sidno);
if (!gtid_state->is_executed(g)) {
owner = gtid_state->get_owner(g);
// break the do-loop and wait for the sid to be updated
if (owner != 0) {
assert(owner != thd->id);
break;
}
}
last_sidno = g.sidno;
greatest_sidno = g.sidno;
git.next();
g = git.get();
}
// we don't need to wait for any GTIDs, and all SIDNOs in the
// set are locked
if (g.sidno == 0) break;
// unlock all previous sidnos to avoid blocking them
// while waiting. keep lock on g.sidno
for (rpl_sidno sidno = 1; sidno < g.sidno; sidno++)
if (gtid_next_list->contains_sidno(sidno))
gtid_state->unlock_sidno(sidno);
// wait. this call releases the read lock on global_sid_lock and
// the mutex lock on SIDNO
gtid_state->wait_for_gtid(thd, g);
// global_sid_lock and mutex are now released
// at this point, we don't hold any locks. re-acquire the global
// read lock that was held when this function was invoked
if (thd->killed || connection_events_loop_aborted()) return 1;
// If this thread is a slave SQL thread or slave SQL worker
// thread, we need this additional condition to determine if it
// has been stopped by STOP SLAVE [SQL_THREAD].
if ((thd->system_thread &
(SYSTEM_THREAD_SLAVE_SQL | SYSTEM_THREAD_SLAVE_WORKER)) != 0) {
assert(thd->rli_slave != nullptr);
Relay_log_info *c_rli = thd->rli_slave->get_c_rli();
if (c_rli->abort_slave) return 1;
}
}
// global_sid_lock is now held
thd->owned_gtid_set.ensure_sidno(greatest_sidno);
/*
Now the following hold:
- None of the GTIDs in GTID_NEXT_LIST is owned by any thread.
- We hold a lock on global_sid_lock.
- We hold a lock on all SIDNOs in GTID_NEXT_LIST.
So we acquire ownership of all GTIDs that we need.
*/
int ret = 0;
Gtid_set::Gtid_iterator git(gtid_next_list);
Gtid g = git.get();
do {
if (!gtid_state->is_executed(g)) {
if (gtid_state->acquire_ownership(thd, g) != RETURN_STATUS_OK) {
/// @todo release ownership on error
ret = 1;
break;
}
thd->owned_gtid_set._add_gtid(g);
}
git.next();
g = git.get();
} while (g.sidno != 0);
// unlock all sidnos
rpl_sidno max_sidno = gtid_next_list->get_max_sidno();
for (rpl_sidno sidno = 1; sidno <= max_sidno; sidno++)
if (gtid_next_list->contains_sidno(sidno)) gtid_state->unlock_sidno(sidno);
global_sid_lock->unlock();
/*
TODO: If this code is enabled, set the GTID in the Performance Schema,
similar to set_gtid_next().
*/
return ret;
}
#endif
bool is_already_logged_transaction(const THD *thd) {
DBUG_TRACE;
const Gtid_specification *gtid_next = &thd->variables.gtid_next;
const Gtid_set *gtid_next_list = thd->get_gtid_next_list_const();
if (gtid_next_list == nullptr) {
if (gtid_next->type == ASSIGNED_GTID) {
if (thd->owned_gtid.sidno == 0)
return true;
else
assert(thd->owned_gtid.equals(gtid_next->gtid));
} else
assert(thd->owned_gtid.sidno == 0 ||
thd->owned_gtid.sidno == THD::OWNED_SIDNO_ANONYMOUS);
} else {
#ifdef HAVE_GTID_NEXT_LIST
if (gtid_next->type == ASSIGNED_GTID) {
assert(gtid_next_list->contains_gtid(gtid_next->gtid));
if (!thd->owned_gtid_set.contains_gtid(gtid_next->gtid)) return true;
}
#else
assert(0); /*NOTREACHED*/
#endif
}
return false;
}
/**
Debug code executed when a transaction is skipped.
@param thd The calling thread.
*/
static inline void skip_statement(THD *thd) {
DBUG_TRACE;
DBUG_PRINT("info", ("skipping statement '%s'. "
"gtid_next->type=%d sql_command=%d "
"thd->thread_id=%u",
thd->query().str, thd->variables.gtid_next.type,
thd->lex->sql_command, thd->thread_id()));
/*
Despite the transaction was skipped, there is still the need
to notify that its session ticket was consumed.
*/
Commit_stage_manager::get_instance().finish_session_ticket(thd);
#ifndef NDEBUG
const Gtid_set *executed_gtids = gtid_state->get_executed_gtids();
global_sid_lock->rdlock();
gtid_state->lock_sidno(thd->variables.gtid_next.gtid.sidno);
assert(executed_gtids->contains_gtid(thd->variables.gtid_next.gtid));
gtid_state->unlock_sidno(thd->variables.gtid_next.gtid.sidno);
global_sid_lock->unlock();
#endif
}
bool gtid_reacquire_ownership_if_anonymous(THD *thd) {
DBUG_TRACE;
Gtid_specification *gtid_next = &thd->variables.gtid_next;
/*
When the slave applier thread executes a
Format_description_log_event originating from a master
(corresponding to a new master binary log), it sets gtid_next to
NOT_YET_DETERMINED_GTID. This allows any following
Gtid_log_event to set the GTID appropriately, but if there is no
Gtid_log_event, gtid_next will be converted to ANONYMOUS.
*/
DBUG_PRINT("info", ("gtid_next->type=%d gtid_mode=%s", gtid_next->type,
global_gtid_mode.get_string()));
if (gtid_next->type == NOT_YET_DETERMINED_GTID ||
(gtid_next->type == ANONYMOUS_GTID && thd->owned_gtid.sidno == 0)) {
Gtid_specification spec;
spec.set_anonymous();
DBUG_PRINT("info", ("acquiring ANONYMOUS ownership"));
global_sid_lock->rdlock();
// set_gtid_next releases global_sid_lock
if (set_gtid_next(thd, spec))
// this can happen if gtid_mode=on
return true;
thd->set_original_commit_timestamp_for_slave_thread();
}
return false;
}
/**
Checks whether or not the statement held by the `THD` object is taking table
write-locks.
@param thd the THD object holding the statement to examine
@return true if the statement held by the THD object is acquiring table write
locks, false otherwise.
*/
static bool is_stmt_taking_table_wr_locks(const THD *thd) {
DBUG_TRACE;
Table_ref *tables = thd->lex->query_tables;
for (Table_ref *table = tables; table; table = table->next_global) {
if (table->lock_descriptor().type >= TL_WRITE_ALLOW_WRITE) {
return true;
}
}
return false;
}
/**
Return true if the statement does not invoke any stored function,
and is one of the following:
- SET (except SET PASSWORD)
- SHOW
- SELECT
- DO
- An empty statement because of a skipped version comment
That means it is guaranteed not to cause any changes in the
database.
*/
static bool is_stmt_innocent(const THD *thd) {
LEX *lex = thd->lex;
enum_sql_command sql_command = lex->sql_command;
bool is_show = (sql_command_flags[sql_command] & CF_STATUS_COMMAND) &&
(sql_command != SQLCOM_BINLOG_BASE64_EVENT);
bool is_set = (sql_command == SQLCOM_SET_OPTION);
bool is_set_role = sql_command == SQLCOM_SET_ROLE;
bool is_query_block =
(sql_command == SQLCOM_SELECT && !is_stmt_taking_table_wr_locks(thd));
bool is_do = (sql_command == SQLCOM_DO);
bool is_empty = (sql_command == SQLCOM_EMPTY_QUERY);
bool is_use = (sql_command == SQLCOM_CHANGE_DB);
return (is_set || is_set_role || is_query_block || is_do || is_show ||
is_empty || is_use) &&
!lex->uses_stored_routines();
}
enum_gtid_statement_status gtid_pre_statement_checks(THD *thd) {
DBUG_TRACE;
Gtid_specification *gtid_next = &thd->variables.gtid_next;
DBUG_PRINT("info",
("gtid_next->type=%d "
"owned_gtid.{sidno,gno}={%d,%" PRId64 "}",
gtid_next->type, thd->owned_gtid.sidno, thd->owned_gtid.gno));
assert(gtid_next->type != AUTOMATIC_GTID || thd->owned_gtid_is_empty());
if ((stmt_causes_implicit_commit(thd, CF_IMPLICIT_COMMIT_BEGIN) ||
thd->lex->sql_command == SQLCOM_BEGIN) &&
thd->in_active_multi_stmt_transaction() &&
gtid_next->type == ASSIGNED_GTID) {
my_error(ER_CANT_DO_IMPLICIT_COMMIT_IN_TRX_WHEN_GTID_NEXT_IS_SET, MYF(0));
return GTID_STATEMENT_CANCEL;
}
/*
Always allow:
- BEGIN/COMMIT/ROLLBACK;
- innocent statements, i.e., SET/SHOW/DO/SELECT which don't invoke
stored functions.
@todo: add flag to sql_command_flags to detect if statement
controls transactions instead of listing the commands in the
condition below
@todo: figure out how to handle SQLCOM_XA_*
*/
const enum_sql_command sql_command = thd->lex->sql_command;
if (sql_command == SQLCOM_COMMIT || sql_command == SQLCOM_BEGIN ||
sql_command == SQLCOM_ROLLBACK || is_stmt_innocent(thd))
return GTID_STATEMENT_EXECUTE;
/*
If a transaction updates both non-transactional and transactional
table; or if it updates more than one non-transactional tables;
then the transaction must be stopped. This is the case when on
master all updated tables are transactional but on slave at least
one is non-transactional, e.g.:
On master, tables are transactional:
CREATE TABLE t1 (a INT) Engine=InnoDB;
CREATE TABLE t2 (a INT) Engine=InnoDB;
On slave, one table is non-transactional:
CREATE TABLE t1 (a INT) Engine=MyISAM;
CREATE TABLE t2 (a INT) Engine=InnoDB;
On master, user executes:
BEGIN;
INSERT INTO t1 VALUES (1);
INSERT INTO t2 VALUES (1);
COMMIT;
On slave, the second statement must error due to a second statement
being executed after a statement that updated a non-transactional
table.
*/
if (UNDEFINED_GTID == gtid_next->type) {
char buf[Gtid::MAX_TEXT_LENGTH + 1];
global_sid_lock->rdlock();
gtid_next->to_string(global_sid_map, buf);
global_sid_lock->unlock();
my_error(ER_GTID_NEXT_TYPE_UNDEFINED_GTID, MYF(0), buf);
return GTID_STATEMENT_CANCEL;
}
const Gtid_set *gtid_next_list = thd->get_gtid_next_list_const();
DBUG_PRINT("info", ("gtid_next_list=%p gtid_next->type=%d "
"thd->owned_gtid.gtid.{sidno,gno}={%d,%" PRId64 "} "
"thd->thread_id=%u",
gtid_next_list, gtid_next->type, thd->owned_gtid.sidno,
thd->owned_gtid.gno, thd->thread_id()));
const bool skip_transaction = is_already_logged_transaction(thd);
if (gtid_next_list == nullptr) {
if (skip_transaction) {
skip_statement(thd);
return GTID_STATEMENT_SKIP;
}
return GTID_STATEMENT_EXECUTE;
} else {
#ifdef HAVE_GTID_NEXT_LIST
switch (gtid_next->type) {
case AUTOMATIC_GTID:
my_error(ER_GTID_NEXT_CANT_BE_AUTOMATIC_IF_GTID_NEXT_LIST_IS_NON_NULL,
MYF(0));
return GTID_STATEMENT_CANCEL;
case ASSIGNED_GTID:
if (skip_transaction) {
skip_statement(thd);
return GTID_STATEMENT_SKIP;
}
[[fallthrough]];
case ANONYMOUS_GTID:
return GTID_STATEMENT_EXECUTE;
case INVALID_GTID:
assert(0); /*NOTREACHED*/
}
#else
assert(0); /*NOTREACHED*/
#endif
}
assert(0); /*NOTREACHED*/
return GTID_STATEMENT_CANCEL;
}
bool gtid_pre_statement_post_implicit_commit_checks(THD *thd) {
DBUG_TRACE;
/*
Ensure that we hold anonymous ownership before executing any
statement, if gtid_next=anonymous or not_yet_determined. But do
not re-acquire anonymous ownership if the statement is 'innocent'.
Innocent commands are those that cannot get written to the binary
log and cannot commit any ongoing transaction, i.e., one of the
SET/SELECT/DO/SHOW statements, as long as it does not invoke a
stored function.
It is important that we don't try to reacquire ownership for
innocent commands: SET could be used to set GTID_NEXT to
UUID:NUMBER; if anonymous was acquired before this then it would
result in an error. SHOW/SELECT/DO can be useful for testing
ownership logic, e.g., to read @@session.gtid_owned or to read
warnings using SHOW WARNINGS, and to test this properly it is
important to not affect the ownership status.
*/
if (!is_stmt_innocent(thd))
if (gtid_reacquire_ownership_if_anonymous(thd))
// this can happen if gtid_mode is on
return true;
if (!thd->is_ddl_gtid_compatible()) return true;
return false;
}
void gtid_set_performance_schema_values(const THD *thd [[maybe_unused]]) {
DBUG_TRACE;
#ifdef HAVE_PSI_TRANSACTION_INTERFACE
if (thd->m_transaction_psi != nullptr) {
Gtid_specification spec;
// Thread owns GTID.
if (thd->owned_gtid.sidno >= 1) {
spec.type = ASSIGNED_GTID;
spec.gtid = thd->owned_gtid;
}
// Thread owns ANONYMOUS.
else if (thd->owned_gtid.sidno == THD::OWNED_SIDNO_ANONYMOUS) {
spec.type = ANONYMOUS_GTID;
}
// Thread does not own anything.
else {
assert(thd->owned_gtid.sidno == 0);
spec.type = AUTOMATIC_GTID;
}
MYSQL_SET_TRANSACTION_GTID(thd->m_transaction_psi, &thd->owned_sid, &spec);
}
#endif
}
|