1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
/*
* Copyright (c) 2012 Tim Ruehsen
* Copyright (c) 2015-2024 Free Software Foundation, Inc.
*
* This file is part of Wget.
*
* Wget is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Wget is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Wget. If not, see <https://www.gnu.org/licenses/>.
*
*
* testing performance of hashmap/stringmap routines
*
* Changelog
* 06.07.2012 Tim Ruehsen created
*
*/
#include <config.h>
#include <stdio.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <fcntl.h>
#include <ctype.h>
#include <string.h>
#ifdef HAVE_MMAP
# include <sys/mman.h>
#endif
#include <errno.h>
#include <wget.h>
static wget_stringmap_browse_fn _print_word;
static int WGET_GCC_NONNULL_ALL _print_word(WGET_GCC_UNUSED void *ctx, const char *word, WGET_GCC_UNUSED void *value)
{
printf("%s\n", word);
return 0;
}
int main(int argc, const char *const *argv)
{
int fd, it, unique = 0, duple = 0;
char *buf, *word, *end;
size_t length;
struct stat st;
wget_stringmap *map = wget_stringmap_create(1024);
for (it = 1; it < argc; it++) {
if ((fd = open(argv[it], O_RDONLY | O_BINARY)) == -1) {
wget_fprintf(stderr, "Failed to read open %s\n", argv[it]);
continue;
}
if (fstat(fd, &st)) {
wget_fprintf(stderr, "Failed to stat %s\n", argv[it]);
close(fd);
continue;
}
length = st.st_size;
#ifdef HAVE_MMAP
if (!(buf = mmap(NULL, length + 1, PROT_READ|PROT_WRITE, MAP_PRIVATE, fd, 0))) {
wget_fprintf(stderr, "Failed to mmap %s (%d)\n", argv[it], errno);
close(fd);
continue;
}
#else
if (!(buf = wget_malloc(length + 1)) || read(fd, buf, length) != (signed)length) {
wget_fprintf(stderr, "Failed to read %s (%d)\n", argv[it], errno);
close(fd);
continue;
}
#endif
buf[length] = 0;
for (word = buf; *word; word = end) {
while (*word && !isalnum(*word)) word++;
for (end = word; *end && isalnum(*end);) end++;
if (word != end) {
char c = *end;
*end = 0;
/* if (stringmap_get(map, word)) {
duple++;
} else {
stringmap_put_ident_noalloc(map, wget_strmemdup(word, end - word));
unique++;
}
*/
if (wget_stringmap_put(map, word, NULL))
duple++;
else
unique++;
*end = c;
}
}
#ifdef HAVE_MMAP
munmap(buf, length);
#else
wget_free(buf);
#endif
close(fd);
}
printf("read %d words, %d uniques, %d doubles\n", unique + duple, unique, duple);
// const void *keys = stringmap_get_keys(map);
wget_stringmap_browse(map, _print_word, NULL);
wget_stringmap_free(&map);
return 0;
}
|
