1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
|
/*
$Id: db.h 1946 2007-10-22 14:56:35Z karpet $
This file is part of Swish-e.
Swish-e is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
Swish-e is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with Swish-e; if not, write to the Free Software
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
See the COPYING file that accompanies the Swish-e distribution for details
of the GNU GPL and the special exception available for linking against
the Swish-e library.
** Mon May 9 18:19:34 CDT 2005
** added GPL
**
** 2001-01 jose initial coding
**
*/
#ifndef __HasSeenModule_DB
#define __HasSeenModule_DB 1
/* Possible Open File modes */
typedef enum {
DB_CREATE,
DB_READ,
DB_READWRITE
}
DB_OPEN_MODE;
void initModule_DB (SWISH *);
void freeModule_DB (SWISH *);
void write_header(SWISH *ws, int merged_flag );
void update_header(SWISH *, void *, int, int );
void write_index(SWISH *, IndexFILE *);
void write_word(SWISH *, ENTRY *, IndexFILE *);
#ifdef USE_BTREE
void update_wordID(SWISH *, ENTRY *, IndexFILE *);
void delete_worddata(SWISH *, sw_off_t, IndexFILE *);
#endif
void build_worddata(SWISH *, ENTRY *);
void write_worddata(SWISH *, ENTRY *, IndexFILE *);
sw_off_t read_worddata(SWISH * sw, ENTRY * ep, IndexFILE * indexf, unsigned char **bufer, int *sz_buffer);
void add_worddata(SWISH *sw, unsigned char *buffer, int sz_buffer);
void write_pathlookuptable_to_header(SWISH *, int id, INDEXDATAHEADER *header, void *DB);
void write_MetaNames (SWISH *, int id, INDEXDATAHEADER *header, void *DB);
int write_integer_table_to_header(SWISH *, int id, int table[], int table_size, void *DB);
void read_header(SWISH *, INDEXDATAHEADER *header, void *DB);
void parse_MetaNames_from_buffer(INDEXDATAHEADER *header, char *buffer);
void parse_pathlookuptable_from_buffer(INDEXDATAHEADER *header, char *buffer);
void parse_integer_table_from_buffer(int table[], int table_size, char *buffer);
char *getfilewords(SWISH *sw, int, IndexFILE *);
void setTotalWordsPerFile(IndexFILE *,int ,int );
int getTotalWordsInFile(IndexFILE *indexf, int filenum);
/* Common DB api */
void *DB_Create (SWISH *sw, char *dbname);
void *DB_Open (SWISH *sw, char *dbname, int mode);
void DB_Close(SWISH *sw, void *DB);
void DB_Remove(SWISH *sw, void *DB);
int DB_InitWriteHeader(SWISH *sw, void *DB);
int DB_EndWriteHeader(SWISH *sw, void *DB);
int DB_WriteHeaderData(SWISH *sw, int id, unsigned char *s, int len, void *DB);
int DB_InitReadHeader(SWISH *sw, void *DB);
int DB_ReadHeaderData(SWISH *sw, int *id, unsigned char **s, int *len, void *DB);
int DB_EndReadHeader(SWISH *sw, void *DB);
int DB_InitWriteWords(SWISH *sw, void *DB);
sw_off_t DB_GetWordID(SWISH *sw, void *DB);
int DB_WriteWord(SWISH *sw, char *word, sw_off_t wordID, void *DB);
#ifdef USE_BTREE
int DB_UpdateWordID(SWISH *sw, char *word, sw_off_t wordID, void *DB);
int DB_DeleteWordData(SWISH *sw,sw_off_t wordID, void *DB);
#endif
int DB_WriteWordHash(SWISH *sw, char *word, sw_off_t wordID, void *DB);
long DB_WriteWordData(SWISH *sw, sw_off_t wordID, unsigned char *worddata, int data_size, int saved_bytes, void *DB);
int DB_EndWriteWords(SWISH *sw, void *DB);
int DB_InitReadWords(SWISH *sw, void *DB);
int DB_ReadWordHash(SWISH *sw, char *word, sw_off_t *wordID, void *DB);
int DB_ReadFirstWordInvertedIndex(SWISH *sw, char *word, char **resultword, sw_off_t *wordID, void *DB);
int DB_ReadNextWordInvertedIndex(SWISH *sw, char *word, char **resultword, sw_off_t *wordID, void *DB);
long DB_ReadWordData(SWISH *sw, sw_off_t wordID, unsigned char **worddata, int *data_size, int *saved_bytes, void *DB);
int DB_EndReadWords(SWISH *sw, void *DB);
#ifdef USE_PRESORT_ARRAY
int DB_InitWriteSortedIndex(SWISH *sw, void *DB, int n_props );
int DB_WriteSortedIndex(SWISH *sw, int propID, int *data, int sz_data,void *DB);
#else
int DB_InitWriteSortedIndex(SWISH *sw, void *DB );
int DB_WriteSortedIndex(SWISH *sw, int propID, unsigned char *data, int sz_data,void *DB);
#endif
int DB_EndWriteSortedIndex(SWISH *sw, void *DB);
int DB_InitReadSortedIndex(SWISH *sw, void *DB);
int DB_ReadSortedIndex(SWISH *sw, int propID, unsigned char **data, int *sz_data,void *DB);
/* this is defined in db_native.h now
int DB_ReadSortedData(SWISH *sw, int *data,int index, int *value, void *DB);
*/
#ifdef USE_PRESORT_ARRAY
#define DB_ReadSortedData(data, index) (ARRAY_Get((ARRAY *)data,index))
#else
#define DB_ReadSortedData(data, index) (data[index])
#endif
int DB_EndReadSortedIndex(SWISH *sw, void *DB);
int DB_WriteFileNum(SWISH *sw, int filenum, unsigned char *filedata,int sz_filedata, void *DB);
int DB_ReadFileNum(SWISH *sw, unsigned char *filedata, void *DB);
int DB_CheckFileNum(SWISH *sw, int filenum, void *DB);
int DB_RemoveFileNum(SWISH *sw, int filenum, void *DB);
int DB_InitWriteProperties(SWISH *sw, void *DB);
void DB_WriteProperty( SWISH *sw, IndexFILE *indexf, FileRec *fi, int propID, char *buffer, int buf_len, int uncompressed_len, void *db);
void DB_WritePropPositions(SWISH *sw, IndexFILE *indexf, FileRec *fi, void *db);
void DB_ReadPropPositions(SWISH *sw, IndexFILE *indexf, FileRec *fi, void *db);
char *DB_ReadProperty(SWISH *sw, IndexFILE *indexf, FileRec *fi, int propID, int *buf_len, int *uncompressed_len, void *db);
void DB_Reopen_PropertiesForRead(SWISH *sw, void *DB);
#ifdef USE_BTREE
int DB_WriteTotalWordsPerFile(SWISH *sw, int idx, int wordcount, void *DB);
int DB_ReadTotalWordsPerFile(SWISH *sw, int idx, int *wordcount, void *DB);
#endif
struct MOD_DB
{
char *DB_name; /* short name for data source */
void * (*DB_Create) (SWISH *sw, char *dbname);
void * (*DB_Open) (SWISH *sw, char *dbname, int mode);
void (*DB_Close) (void *DB);
void (*DB_Remove) (void *DB);
int (*DB_InitWriteHeader) (void *DB);
int (*DB_WriteHeaderData) (int id, unsigned char *s, int len, void *DB);
int (*DB_EndWriteHeader) (void *DB);
int (*DB_InitReadHeader) (void *DB);
int (*DB_ReadHeaderData) (int *id, unsigned char **s, int *len, void *DB);
int (*DB_EndReadHeader) (void *DB);
int (*DB_InitWriteWords) (void *DB);
sw_off_t (*DB_GetWordID) (void *DB);
int (*DB_WriteWord) (char *word, sw_off_t wordID, void *DB);
#ifdef USE_BTREE
int (*DB_UpdateWordID)(char *word, sw_off_t new_wordID, void *DB);
int (*DB_DeleteWordData)(sw_off_t wordID, void *DB);
#endif
int (*DB_WriteWordHash) (char *word, sw_off_t wordID, void *DB);
long (*DB_WriteWordData) (sw_off_t wordID, unsigned char *worddata, int data_size, int saved_bytes, void *DB);
int (*DB_EndWriteWords) (void *DB);
int (*DB_InitReadWords) (void *DB);
int (*DB_ReadWordHash) (char *word, sw_off_t *wordID, void *DB);
int (*DB_ReadFirstWordInvertedIndex) (char *word, char **resultword, sw_off_t *wordID, void *DB);
int (*DB_ReadNextWordInvertedIndex) (char *word, char **resultword, sw_off_t *wordID, void *DB);
long (*DB_ReadWordData) (sw_off_t wordID, unsigned char **worddata, int *data_size, int *saved_bytes, void *DB);
int (*DB_EndReadWords) (void *DB);
int (*DB_WriteFileNum) (int filenum, unsigned char *filedata,int sz_filedata, void *DB);
int (*DB_ReadFileNum) ( unsigned char *filedata, void *DB);
int (*DB_CheckFileNum) (int filenum, void *DB);
int (*DB_RemoveFileNum) (int filenum, void *DB);
#ifdef USE_PRESORT_ARRAY
int (*DB_InitWriteSortedIndex) (void *DB, int n_props);
int (*DB_WriteSortedIndex) (int propID, int *data, int sz_data,void *DB);
#else
int (*DB_InitWriteSortedIndex) (void *DB);
int (*DB_WriteSortedIndex) (int propID, unsigned char *data, int sz_data,void *DB);
#endif
int (*DB_EndWriteSortedIndex) (void *DB);
int (*DB_InitReadSortedIndex) (void *DB);
int (*DB_ReadSortedIndex) (int propID, unsigned char **data, int *sz_data,void *DB);
int (*DB_ReadSortedData) (int *data,int index, int *value, void *DB);
int (*DB_EndReadSortedIndex) (void *DB);
int (*DB_InitWriteProperties) (void *DB);
void (*DB_WriteProperty)( IndexFILE *indexf, FileRec *fi, int propID, char *buffer, int buf_len, int uncompressed_len, void *db);
void (*DB_WritePropPositions)(IndexFILE *indexf, FileRec *fi, void *db);
void (*DB_ReadPropPositions)(IndexFILE *indexf, FileRec *fi, void *db);
char *(*DB_ReadProperty)(IndexFILE *indexf, FileRec *fi, int propID, int *buf_len, int *uncompressed_len, void *db);
void (*DB_Reopen_PropertiesForRead)(void *DB);
#ifdef USE_BTREE
int (*DB_WriteTotalWordsPerFile)(SWISH *sw, int idx, int wordcount, void *DB);
int (*DB_ReadTotalWordsPerFile)(SWISH *sw, int idx, int *wordcount, void *DB);
#endif
};
#endif
|
