1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
/*
* Copyright (c) 2018-2025 Advanced Micro Devices, Inc. All rights reserved.
*/
#include <errno.h>
#include <string.h>
#include "ionic.h"
#include "ionic_queue.h"
#include "ionic_memory.h"
static void ionic_queue_map(struct ionic_queue *q, struct ionic_pd *pd, uint64_t pd_tag, int stride)
{
if (pd && pd->alloc) {
size_t align = IONIC_PAGE_SIZE;
if (align < stride)
align = stride;
q->ptr = pd->alloc(&pd->ibpd, pd->pd_context, q->size, align, pd_tag);
if (q->ptr != IBV_ALLOCATOR_USE_DEFAULT) {
q->pd = pd;
q->pd_tag = pd_tag;
return;
}
}
q->ptr = ionic_map_anon(q->size);
}
static void ionic_queue_unmap(struct ionic_queue *q)
{
struct ionic_pd *pd = q->pd;
if (pd) {
pd->free(&pd->ibpd, pd->pd_context, q->ptr, q->pd_tag);
q->ptr = NULL;
q->pd = NULL;
q->pd_tag = 0;
return;
}
ionic_unmap(q->ptr, q->size);
}
int ionic_queue_init(struct ionic_queue *q, struct ionic_pd *pd,
uint64_t pd_tag, int pg_shift, int depth, size_t stride)
{
if (depth < 0 || depth > IONIC_QUEUE_DEPTH_MAX)
return -EINVAL;
if (stride == 0 || stride > IONIC_QUEUE_STRIDE_MAX)
return -EINVAL;
if (depth == 0)
depth = 1;
q->depth_log2 = ilog32(depth);
q->stride_log2 = ilog64(stride - 1);
if (q->depth_log2 + q->stride_log2 < pg_shift)
q->depth_log2 = pg_shift - q->stride_log2;
q->size = BIT_ULL(q->depth_log2 + q->stride_log2);
q->mask = BIT(q->depth_log2) - 1;
ionic_queue_map(q, pd, pd_tag, stride);
if (!q->ptr)
return errno;
q->prod = 0;
q->cons = 0;
q->dbell = 0;
return 0;
}
void ionic_queue_destroy(struct ionic_queue *q)
{
ionic_queue_unmap(q);
}
|
