1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
|
/* SPDX-License-Identifier: MIT */
/*
* Description: Check that io_uring_queue_init_mem() doesn't underestimate
* the memory required for various size rings.
*/
#include <stdio.h>
#include <unistd.h>
#include <errno.h>
#include <sys/mman.h>
#include <linux/mman.h>
#include <stdlib.h>
#include <string.h>
#include <netinet/udp.h>
#include <arpa/inet.h>
#include <net/if.h>
#include "liburing.h"
#include "helpers.h"
#define PRE_RED 0x5aa55aa55aa55aa5ULL
#define POST_RED 0xa55aa55aa55aa55aULL
struct ctx {
struct io_uring ring;
void *ring_mem;
void *mem;
unsigned long long *pre;
unsigned long long *post;
};
static int page_size;
struct q_entries {
unsigned int sqes;
unsigned int cqes;
unsigned int ring_flags;
};
static int setup_ctx(struct ctx *ctx, struct q_entries *q)
{
struct io_uring_params p = { .flags = q->ring_flags, };
int ret, rret;
if (posix_memalign(&ctx->mem, page_size, 2*1024*1024))
return T_EXIT_FAIL;
memset(ctx->mem, 0, 2*1024*1024);
ctx->pre = ctx->mem + page_size - sizeof(unsigned long long);
*ctx->pre = PRE_RED;
ctx->ring_mem = ctx->mem + page_size;
p.flags |= IORING_SETUP_CQSIZE | IORING_SETUP_NO_SQARRAY;
p.sq_entries = q->sqes;
p.cq_entries = q->cqes;
rret = io_uring_memory_size_params(q->sqes, &p);
if (rret > 2 * 1024 * 1024) {
fprintf(stderr, "Alloc size too small\n");
return T_EXIT_FAIL;
}
ret = io_uring_queue_init_mem(q->sqes, &ctx->ring, &p,
ctx->ring_mem, 2*1024*1024);
if (ret < 0) {
if (ret == -EINVAL)
return T_EXIT_SKIP;
fprintf(stderr, "queue init: %d\n", ret);
return T_EXIT_FAIL;
}
if (ret != rret) {
fprintf(stderr, "Used mem %d differs from required %ld\n",
ret, (long) rret);
return T_EXIT_FAIL;
}
ctx->post = ctx->ring_mem + ret;
*ctx->post = POST_RED;
return 0;
}
static void clean_ctx(struct ctx *ctx)
{
io_uring_queue_exit(&ctx->ring);
free(ctx->mem);
}
static int check_red(struct ctx *ctx, unsigned long i)
{
int fail = 0;
if (*ctx->pre != PRE_RED) {
printf("pre redzone=%llx at i=%lu\n", *ctx->pre, i);
fail = 1;
}
if (*ctx->post != POST_RED) {
printf("post redzone=%llx at i=%lu\n", *ctx->post, i);
fail = 1;
}
return fail;
}
static int test(struct q_entries *q)
{
struct io_uring_sqe *sqe;
struct io_uring_cqe *cqe;
struct ctx ctx = { };
unsigned long i, ud;
int j, ret, batch;
ret = setup_ctx(&ctx, q);
if (ret == T_EXIT_SKIP) {
clean_ctx(&ctx);
return T_EXIT_SKIP;
} else if (ret != T_EXIT_PASS) {
return ret;
}
batch = 64;
if (batch > q->sqes)
batch = q->sqes;
i = ud = 0;
while (i < q->cqes * 2) {
if (check_red(&ctx, i))
return T_EXIT_FAIL;
for (j = 0; j < batch; j++) {
sqe = io_uring_get_sqe(&ctx.ring);
io_uring_prep_nop(sqe);
sqe->user_data = j + (unsigned long) i;
}
io_uring_submit(&ctx.ring);
for (j = 0; j < batch; j++) {
ret = io_uring_wait_cqe(&ctx.ring, &cqe);
if (ret)
goto err;
if (cqe->user_data != ud) {
fprintf(stderr, "ud=%lu, wanted %lu\n", (unsigned long) cqe->user_data, ud);
goto err;
}
ud++;
io_uring_cqe_seen(&ctx.ring, cqe);
}
i += batch;
}
clean_ctx(&ctx);
return T_EXIT_PASS;
err:
clean_ctx(&ctx);
return T_EXIT_FAIL;
}
int main(int argc, char *argv[])
{
struct q_entries q_entries[] = {
{ 256, 16384, 0 },
{ 32, 4096, 0 },
{ 128, 8192, 0 },
{ 4096, 32768, 0 },
{ 1, 8, 0 },
{ 2, 1024, 0 },
{ 256, 16384, IORING_SETUP_SQE128 },
{ 32, 4096, IORING_SETUP_SQE128},
{ 128, 8192, IORING_SETUP_SQE128},
{ 4096, 32768, IORING_SETUP_SQE128},
{ 1, 8, IORING_SETUP_SQE128},
{ 2, 1024, IORING_SETUP_SQE128},
{ 256, 16384, IORING_SETUP_CQE32 },
{ 32, 4096, IORING_SETUP_CQE32},
{ 128, 8192, IORING_SETUP_CQE32},
{ 4096, 32768, IORING_SETUP_CQE32},
{ 1, 8, IORING_SETUP_CQE32},
{ 2, 1024, IORING_SETUP_CQE32},
{ 256, 16384, IORING_SETUP_SQE128 | IORING_SETUP_CQE32 },
{ 32, 4096, IORING_SETUP_SQE128 | IORING_SETUP_CQE32},
{ 128, 8192, IORING_SETUP_SQE128 | IORING_SETUP_CQE32},
{ 4096, 32768, IORING_SETUP_SQE128 | IORING_SETUP_CQE32},
{ 1, 8, IORING_SETUP_SQE128 | IORING_SETUP_CQE32},
{ 2, 1024, IORING_SETUP_SQE128 | IORING_SETUP_CQE32},
};
int i, ret;
if (argc > 1)
return T_EXIT_SKIP;
page_size = sysconf(_SC_PAGESIZE);
if (page_size < 0) {
perror("sysconf(_SC_PAGESIZE)");
return 1;
}
for (i = 0; i < ARRAY_SIZE(q_entries); i++) {
ret = test(&q_entries[i]);
if (ret == T_EXIT_SKIP) {
return T_EXIT_SKIP;
} else if (ret != T_EXIT_PASS) {
fprintf(stderr, "Failed at %d/%d\n", q_entries[i].sqes,
q_entries[i].cqes);
return T_EXIT_FAIL;
}
}
return T_EXIT_PASS;
}
|
