1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
/*****************************************************************************
Copyright (c) 2020, 2025, Oracle and/or its affiliates.
This program is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License, version 2.0, as published by the
Free Software Foundation.
This program is designed to work with certain software (including
but not limited to OpenSSL) that is licensed under separate terms,
as designated in a particular file or component or in included license
documentation. The authors of MySQL hereby grant you an additional
permission to link the program and your derivative works with the
separately licensed software that they have either included with
the program or referenced in the documentation.
This program is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0,
for more details.
You should have received a copy of the GNU General Public License along with
this program; if not, write to the Free Software Foundation, Inc.,
51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
*****************************************************************************/
/** @file include/ddl0impl-buffer.h
DDL buffer infrastructure.
Created 2020-11-01 by Sunny Bains. */
#ifndef ddl0impl_buffer_h
#define ddl0impl_buffer_h
#include "ddl0impl.h"
#include "dict0dict.h"
namespace ddl {
/** Buffer for sorting in main memory. */
struct Key_sort_buffer : private ut::Non_copyable {
/** Callback for writing serialized data to to disk.
@param[in] io_buffer Buffer to persist - aligned to IO_BLOCK_SIZE.
@return DB_SUCCES or error code. */
using Function = std::function<dberr_t(IO_buffer io_buffer)>;
/** Constructor.
@param[in,out] index Sort buffer is for this index.
@param[in] size Sort buffer size in bytes. */
explicit Key_sort_buffer(dict_index_t *index, size_t size) noexcept;
/** Destructor. */
~Key_sort_buffer() noexcept { mem_heap_free(m_heap); }
/** Sort the elements in m_dtuples.
@param[in,out] dup For collecting the duplicate rows. */
void sort(ddl::Dup *dup) noexcept;
/** Serialize the contents for storing to disk.
@param[in] io_buffer Buffer for serializing.
@param[in] persist Function for persisting the data.
@return DB_SUCCESS or error code. */
dberr_t serialize(IO_buffer io_buffer, Function persist) noexcept;
/** Reset the sort buffer. clear the heap and entries. */
void clear() noexcept;
/** @return true if the index is clustered. */
[[nodiscard]] bool is_clustered() const noexcept {
return m_index->is_clustered();
}
/** @return true if the index is an FTS index. */
[[nodiscard]] bool is_fts() const noexcept {
return m_index->type & DICT_FTS;
}
/** @return true if the index has a unique constraint. */
[[nodiscard]] bool is_unique() const noexcept {
return dict_index_is_unique(m_index);
}
/** @return the heap to use. */
[[nodiscard]] mem_heap_t *heap() noexcept { return m_heap; }
/** @return number of tuples stored so far. */
[[nodiscard]] size_t size() const noexcept { return m_n_tuples; }
/** @return true if the buffer is empty. */
[[nodiscard]] bool empty() const noexcept { return size() == 0; }
/** @return a references to the last element. */
[[nodiscard]] dfield_t *&back() noexcept {
ut_a(!empty());
return m_dtuples[size() - 1];
}
/** Allocate fields from the heap.
@param[in] n Number of fields to allocate.
@return an array of n dfields. */
dfield_t *alloc(size_t n) noexcept {
const auto sz = sizeof(dfield_t) * n;
m_total_size += sz;
return static_cast<dfield_t *>(mem_heap_alloc(m_heap, sz));
}
/** Check if n bytes will fit in the buffer.
@param[in] n Number of bytes to check.
@return true if n bytes will fit in the buffer. */
bool will_fit(size_t n) const noexcept {
/* Reserve one byte for the end marker and adjust for meta-data overhead. */
return m_total_size + m_dtuples.size() * 2 * sizeof(m_dtuples[0]) + n <=
m_buffer_size - 1;
}
/** Deep copy the field data starting from the back.
@param[in] n_fields Number of fields to copy.
@param[in] data_size Size in bytes of the data to copy. */
void deep_copy(size_t n_fields, size_t data_size) noexcept;
/** Compare two merge data tuples.
@param[in] lhs Fields to compare on the LHS
@param[in] rhs Fields to compare on the RHS
@param[in,out] dup For capturing duplicates (or nullptr).
@retval +ve - if lhs > rhs
@retval -ve - if lhs < rhs
@retval 0 - if lhs == rhs */
[[nodiscard]] static int compare(const dfield_t *lhs, const dfield_t *rhs,
Dup *dup) noexcept;
using DTuple = dfield_t *;
using DTuples = std::vector<DTuple, ut::allocator<DTuple>>;
/** Memory heap where allocated */
mem_heap_t *m_heap{};
/** The index the tuples belong to */
dict_index_t *m_index{};
/** Total amount of data allocated from m_heap, which includes:
i. one dfield_t[n_fields] array per row, allocated via alloc(n_fields) calls
ii. actual field's data cloned into the m_heap, via deep_clone(...,) calls
This is updated by alloc() and deep_clone().
It should roughly match the value of:
mem_heap_get_size(m_heap)-mem_block_get_free(UT_LIST_GET_LAST(m_heap->base)).
This, when combined with the memory consumption of m_dtuples, should not
exceed the m_buffer_size budget */
size_t m_total_size{};
/** Number of data tuples */
size_t m_n_tuples{};
/** Array of data tuples */
DTuples m_dtuples{};
/** Buffer size. */
size_t m_buffer_size{};
};
} // namespace ddl
#endif /* !ddl0impl_buffer_h */
|
