1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
|
/*
** Copyright (C) 2001-2025 Zabbix SIA
**
** This program is free software: you can redistribute it and/or modify it under the terms of
** the GNU Affero General Public License as published by the Free Software Foundation, version 3.
**
** This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
** without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
** See the GNU Affero General Public License for more details.
**
** You should have received a copy of the GNU Affero General Public License along with this program.
** If not, see <https://www.gnu.org/licenses/>.
**/
#ifndef ZABBIX_CACHEHISTORY_H
#define ZABBIX_CACHEHISTORY_H
#include "zbxtrends.h"
#include "zbxhistory.h"
#include "zbxcacheconfig.h"
#include "zbxshmem.h"
#include "zbxipcservice.h"
#define ZBX_HC_PROXYQUEUE_STATE_NORMAL 0
#define ZBX_HC_PROXYQUEUE_STATE_WAIT 1
/* the maximum time spent synchronizing history */
#define ZBX_HC_SYNC_TIME_MAX 10
/* the maximum number of items in one synchronization batch */
#define ZBX_HC_SYNC_MAX 1000
#define ZBX_HC_TIMER_MAX (ZBX_HC_SYNC_MAX / 2)
#define ZBX_HC_TIMER_SOFT_MAX (ZBX_HC_TIMER_MAX - 10)
#define ZBX_SYNC_DONE 0
#define ZBX_SYNC_MORE 1
typedef struct
{
zbx_uint64_t history_counter; /* the total number of processed values */
zbx_uint64_t history_float_counter; /* the number of processed float values */
zbx_uint64_t history_uint_counter; /* the number of processed uint values */
zbx_uint64_t history_str_counter; /* the number of processed str values */
zbx_uint64_t history_log_counter; /* the number of processed log values */
zbx_uint64_t history_text_counter; /* the number of processed text values */
zbx_uint64_t history_bin_counter; /* the number of processed bin values */
zbx_uint64_t notsupported_counter; /* the number of processed not supported items */
}
zbx_dc_stats_t;
/* the write cache statistics */
typedef struct
{
zbx_dc_stats_t stats;
zbx_uint64_t history_free;
zbx_uint64_t history_total;
zbx_uint64_t index_free;
zbx_uint64_t index_total;
zbx_uint64_t trend_free;
zbx_uint64_t trend_total;
}
zbx_wcache_info_t;
#define ZBX_SYNC_NONE 0
#define ZBX_SYNC_ALL 1
#define ZBX_STATS_HISTORY_COUNTER 0
#define ZBX_STATS_HISTORY_FLOAT_COUNTER 1
#define ZBX_STATS_HISTORY_UINT_COUNTER 2
#define ZBX_STATS_HISTORY_STR_COUNTER 3
#define ZBX_STATS_HISTORY_LOG_COUNTER 4
#define ZBX_STATS_HISTORY_TEXT_COUNTER 5
#define ZBX_STATS_NOTSUPPORTED_COUNTER 6
#define ZBX_STATS_HISTORY_TOTAL 7
#define ZBX_STATS_HISTORY_USED 8
#define ZBX_STATS_HISTORY_FREE 9
#define ZBX_STATS_HISTORY_PUSED 10
#define ZBX_STATS_HISTORY_PFREE 11
#define ZBX_STATS_TREND_TOTAL 12
#define ZBX_STATS_TREND_USED 13
#define ZBX_STATS_TREND_FREE 14
#define ZBX_STATS_TREND_PUSED 15
#define ZBX_STATS_TREND_PFREE 16
#define ZBX_STATS_HISTORY_INDEX_TOTAL 17
#define ZBX_STATS_HISTORY_INDEX_USED 18
#define ZBX_STATS_HISTORY_INDEX_FREE 19
#define ZBX_STATS_HISTORY_INDEX_PUSED 20
#define ZBX_STATS_HISTORY_INDEX_PFREE 21
#define ZBX_STATS_HISTORY_BIN_COUNTER 22
/* 'zbx_pp_value_opt_t' element 'flags' values */
#define ZBX_PP_VALUE_OPT_NONE 0x0000 /* 'zbx_pp_value_opt_t' has no data */
#define ZBX_PP_VALUE_OPT_META 0x0001 /* 'zbx_pp_value_opt_t' has log metadata ('mtime' and 'lastlogsize') */
#define ZBX_PP_VALUE_OPT_LOG 0x0002 /* 'zbx_pp_value_opt_t' has 'timestamp', 'severity', 'logeventid' and */
/* 'source' data */
#define ZBX_DC_FLAGS_NOT_FOR_HISTORY (ZBX_DC_FLAG_NOVALUE | ZBX_DC_FLAG_UNDEF | ZBX_DC_FLAG_NOHISTORY)
#define ZBX_DC_FLAGS_NOT_FOR_TRENDS (ZBX_DC_FLAG_NOVALUE | ZBX_DC_FLAG_UNDEF | ZBX_DC_FLAG_NOTRENDS)
#define ZBX_DC_FLAGS_NOT_FOR_MODULES (ZBX_DC_FLAGS_NOT_FOR_HISTORY | ZBX_DC_FLAG_LLD)
#define ZBX_DC_FLAGS_NOT_FOR_EXPORT (ZBX_DC_FLAG_NOVALUE | ZBX_DC_FLAG_UNDEF)
/* This structure is complementary data if value comes from preprocessing. */
typedef struct
{
zbx_uint32_t flags;
int mtime;
int timestamp;
int severity;
int logeventid;
zbx_uint64_t lastlogsize;
char *source;
}
zbx_pp_value_opt_t;
void zbx_pp_value_opt_clear(zbx_pp_value_opt_t *opt);
void zbx_dc_get_stats_all(zbx_wcache_info_t *wcache_info);
void *zbx_dc_get_stats(int request);
void zbx_trend_add_new_items(const zbx_vector_uint64_t *itemids);
void zbx_dc_update_trends(zbx_vector_uint64_pair_t *trends_diff);
void zbx_db_flush_trends(ZBX_DC_TREND *trends, int *trends_num, zbx_vector_uint64_pair_t *trends_diff);
void zbx_dc_mass_update_trends(const zbx_dc_history_t *history, int history_num, ZBX_DC_TREND **trends,
int *trends_num, int compression_age);
int zbx_trend_compare(const void *d1, const void *d2);
void zbx_dc_export_history_and_trends(const zbx_dc_history_t *history, int history_num,
const zbx_vector_uint64_t *itemids, zbx_history_sync_item_t *items, const int *errcodes,
const ZBX_DC_TREND *trends, int trends_num, int history_export_enabled,
zbx_vector_connector_filter_t *connector_filters, unsigned char **data, size_t *data_alloc,
size_t *data_offset);
void zbx_dc_history_clean_value(zbx_dc_history_t *history);
void zbx_hc_free_item_values(zbx_dc_history_t *history, int history_num);
void zbx_db_mass_update_items(const zbx_vector_item_diff_ptr_t *item_diff,
const zbx_vector_inventory_value_ptr_t *inventory_values);
void zbx_log_sync_history_cache_progress(void);
void zbx_sync_history_cache(const zbx_events_funcs_t *events_cbs, zbx_ipc_async_socket_t *rtc,
int config_history_storage_pipelines, int *values_num, int *triggers_num, int *more);
void zbx_dc_add_history(zbx_uint64_t itemid, unsigned char item_value_type, unsigned char item_flags,
AGENT_RESULT *result, const zbx_timespec_t *ts, unsigned char state, const char *error);
void zbx_dc_add_history_variant(zbx_uint64_t itemid, unsigned char value_type, unsigned char item_flags,
zbx_variant_t *value, zbx_timespec_t ts, const zbx_pp_value_opt_t *value_opt);
size_t zbx_dc_flush_history(void);
void zbx_hc_pop_items(zbx_vector_hc_item_ptr_t *history_items);
void zbx_hc_get_item_values(zbx_dc_history_t *history, zbx_vector_hc_item_ptr_t *history_items);
void zbx_hc_push_items(zbx_vector_hc_item_ptr_t *history_items);
int zbx_hc_queue_get_size(void);
int zbx_hc_get_history_compression_age(void);
double zbx_hc_mem_pused(void);
double zbx_hc_mem_pused_lock(void);
typedef void (*zbx_history_sync_f)(int *values_num, int *triggers_num, const zbx_events_funcs_t *events_cbs,
zbx_ipc_async_socket_t *rtc, int config_history_storage_pipelines, int *more);
int zbx_init_database_cache(zbx_get_program_type_f get_program_type, zbx_history_sync_f sync_history,
zbx_uint64_t history_cache_size, zbx_uint64_t history_index_cache_size, zbx_uint64_t *trends_cache_size,
char **error);
void zbx_free_database_cache(int sync, const zbx_events_funcs_t *events_cbs, int config_history_storage_pipelines);
zbx_uint64_t zbx_dc_get_nextid(const char *table_name, int num);
void zbx_dc_update_interfaces_availability(void);
void zbx_hc_get_diag_stats(zbx_uint64_t *items_num, zbx_uint64_t *values_num);
void zbx_hc_get_mem_stats(zbx_shmem_stats_t *data, zbx_shmem_stats_t *index);
int zbx_hc_is_itemid_cached(zbx_uint64_t itemid);
void zbx_hc_get_items(zbx_vector_uint64_pair_t *items);
int zbx_db_trigger_queue_locked(void);
void zbx_db_trigger_queue_unlock(void);
zbx_uint64_t zbx_hc_proxyqueue_peek(void);
void zbx_hc_proxyqueue_enqueue(zbx_uint64_t proxyid);
int zbx_hc_proxyqueue_dequeue(zbx_uint64_t proxyid);
void zbx_hc_proxyqueue_clear(void);
void zbx_dbcache_lock(void);
void zbx_dbcache_unlock(void);
void zbx_dbcache_set_history_num(int num);
int zbx_dbcache_get_history_num(void);
zbx_shmem_info_t *zbx_dbcache_get_hc_mem(void);
void zbx_dbcache_setproxyqueue_state(int proxyqueue_state);
int zbx_dbcache_getproxyqueue_state(void);
#endif
|
