1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
#ifndef NODE_PERSISTENT_CACHE_H
#define NODE_PERSISTENT_CACHE_H
#include "osmtypes.hpp"
#include "node-ram-cache.hpp"
#include <memory>
#include <vector>
#define MAXIMUM_INITIAL_ID 2600000000
#define READ_NODE_CACHE_SIZE 10000
#define READ_NODE_BLOCK_SHIFT 10l
#define READ_NODE_BLOCK_SIZE (1l << READ_NODE_BLOCK_SHIFT)
#define READ_NODE_BLOCK_MASK 0x03FFl
#define WRITE_NODE_BLOCK_SHIFT 20l
#define WRITE_NODE_BLOCK_SIZE (1l << WRITE_NODE_BLOCK_SHIFT)
#define WRITE_NODE_BLOCK_MASK 0x0FFFFFl
#define PERSISTENT_CACHE_FORMAT_VERSION 1
struct persistentCacheHeader {
int format_version;
int id_size;
osmid_t max_initialised_id;
};
struct cache_index_entry {
osmid_t key;
int value;
cache_index_entry(osmid_t k, int v) : key(k), value(v) {}
cache_index_entry() {}
};
inline bool operator<(cache_index_entry const &a, cache_index_entry const &b)
{
return a.key < b.key;
}
inline bool operator<(cache_index_entry const &a, osmid_t b)
{
return a.key < b;
}
inline bool operator<(osmid_t a, cache_index_entry const &b)
{
return a < b.key;
}
struct node_persistent_cache : public boost::noncopyable
{
node_persistent_cache(const struct options_t *options, bool append,
bool ro, std::shared_ptr<node_ram_cache> ptr);
~node_persistent_cache();
void set(osmid_t id, double lat, double lon);
int get(osmNode *out, osmid_t id);
size_t get_list(nodelist_t &out, const idlist_t nds);
private:
void set_append(osmid_t id, double lat, double lon);
void set_create(osmid_t id, double lat, double lon);
void writeout_dirty_nodes();
size_t replace_block();
int find_block(osmid_t block_offset);
void expand_cache(osmid_t block_offset);
void nodes_prefetch_async(osmid_t id);
int load_block(osmid_t block_offset);
void nodes_set_create_writeout_block();
void remove_from_cache_idx(osmid_t block_offset);
void add_to_cache_idx(cache_index_entry const &entry);
void set_read_mode();
int node_cache_fd;
const char * node_cache_fname;
bool append_mode;
persistentCacheHeader cacheHeader;
ramNodeBlock writeNodeBlock; /* larger node block for more efficient initial sequential writing of node cache */
ramNodeBlock * readNodeBlockCache;
typedef std::vector<cache_index_entry> cache_index;
cache_index readNodeBlockCacheIdx;
bool read_mode;
std::shared_ptr<node_ram_cache> ram_cache;
};
#endif
|
