1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
#ifndef OSMIUM_MEMORY_CALLBACK_BUFFER_HPP
#define OSMIUM_MEMORY_CALLBACK_BUFFER_HPP
/*
This file is part of Osmium (https://osmcode.org/libosmium).
Copyright 2013-2025 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <osmium/memory/buffer.hpp>
#include <cstddef>
#include <functional>
#include <utility>
namespace osmium {
namespace memory {
/**
* This is basically a wrapper around osmium::memory::Buffer with an
* additional callback function that is called whenever the buffer is
* full.
*
* The internal buffer is created with the `initial_buffer_size` set
* in the constructor. When it grows beyond the `max_buffer_size` set
* in the constructor, the callback function is called with the buffer
* and a new, empty buffer is created internally.
*
* Note that the buffer can grow beyond the initial buffer size if
* needed. This can happen if a new object doesn't fit into the rest
* of the buffer available or if no callback function is set (yet).
*
* Example:
* @code
* CallbackBuffer cb;
* cb.set_callback([&](osmium::memory::Buffer&& buffer) {
* ...handle buffer...
* }
* osmium::builder::add_node(cb.buffer(), _id(9), ...);
* osmium::builder::add_way(cb.buffer(), _id(27), ...);
* @endcode
*/
class CallbackBuffer {
public:
/// The type for the callback function
using callback_func_type = std::function<void(osmium::memory::Buffer&&)>;
private:
enum {
default_initial_buffer_size = 1024UL * 1024UL
};
enum {
default_max_buffer_size = 800UL * 1024UL
};
osmium::memory::Buffer m_buffer;
std::size_t m_initial_buffer_size;
std::size_t m_max_buffer_size;
callback_func_type m_callback;
public:
/**
* Construct a CallbackBuffer without a callback function. You
* can later call set the callback with set_callback().
*
* @param initial_buffer_size The initial size of newly created
* internal buffers.
* @param max_buffer_size If the buffer grows beyond this size the
* callback will be called.
*/
explicit CallbackBuffer(std::size_t initial_buffer_size = default_initial_buffer_size, std::size_t max_buffer_size = default_max_buffer_size) :
m_buffer(initial_buffer_size, osmium::memory::Buffer::auto_grow::yes),
m_initial_buffer_size(initial_buffer_size),
m_max_buffer_size(max_buffer_size),
m_callback(nullptr) {
}
/**
* Construct a CallbackBuffer with a callback function.
*
* @param callback The callback function. Must be of type
* @code void(osmium::memory::Buffer&&) @endcode
* @param initial_buffer_size The initial size of newly created
* internal buffers.
* @param max_buffer_size If the buffer grows beyond this size the
* callback will be called.
*/
explicit CallbackBuffer(callback_func_type callback, std::size_t initial_buffer_size = default_initial_buffer_size, std::size_t max_buffer_size = default_max_buffer_size) :
m_buffer(initial_buffer_size, osmium::memory::Buffer::auto_grow::yes),
m_initial_buffer_size(initial_buffer_size),
m_max_buffer_size(max_buffer_size),
m_callback(std::move(callback)) {
}
/**
* Access the internal buffer. This is used to fill the buffer,
* the CallbackBuffer still owns the buffer.
*
* Use read() or the callback if you need to own the buffer.
*/
osmium::memory::Buffer& buffer() noexcept {
return m_buffer;
}
/**
* Set the callback. The function must take a rvalue reference to
* a buffer and return void.
*
* @param callback The callback function. Must be of type
* @code void(osmium::memory::Buffer&&) @endcode
*/
void set_callback(const callback_func_type& callback = nullptr) noexcept {
m_callback = callback;
}
/**
* Flush the internal buffer regardless of how full it is. Calls
* the callback with the buffer and creates an new empty internal
* one.
*
* This will do nothing if no callback is set or if the buffer
* is empty.
*/
void flush() {
if (m_callback && m_buffer.committed() > 0) {
m_callback(read());
}
}
/**
* Flush the internal buffer if and only if it contains more than
* the max_buffer_size set in the constructor. Calls the callback
* with the buffer and creates an new empty internal one.
*
* This will do nothing if no callback is set or if the buffer
* is empty.
*/
void possibly_flush() {
if (m_buffer.committed() > m_max_buffer_size) {
flush();
}
}
/**
* Return the internal buffer and create a new empty internal one.
* You can use this as an alternative access instead of using the
* callback.
*/
osmium::memory::Buffer read() {
osmium::memory::Buffer new_buffer{m_initial_buffer_size, osmium::memory::Buffer::auto_grow::yes};
using std::swap;
swap(new_buffer, m_buffer);
return new_buffer;
}
}; // class CallbackBuffer
} // namespace memory
} // namespace osmium
#endif // OSMIUM_MEMORY_CALLBACK_BUFFER_HPP
|
