1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
/* SPDX-License-Identifier: MIT
*
* Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
*/
#include <nvif/chan.h>
void
nvif_chan506f_gpfifo_kick(struct nvif_chan *chan)
{
wmb();
nvif_wr32(&chan->userd, 0x8c, chan->gpfifo.cur);
}
void
nvif_chan506f_gpfifo_push(struct nvif_chan *chan, bool main, u64 addr, u32 size, bool no_prefetch)
{
u32 gpptr = chan->gpfifo.cur << 3;
if (WARN_ON(!chan->gpfifo.free))
return;
nvif_wr32(&chan->gpfifo, gpptr + 0, lower_32_bits(addr));
nvif_wr32(&chan->gpfifo, gpptr + 4, upper_32_bits(addr) |
(main ? 0 : BIT(9)) |
(size >> 2) << 10 |
(no_prefetch ? BIT(31) : 0));
chan->gpfifo.cur = (chan->gpfifo.cur + 1) & chan->gpfifo.max;
chan->gpfifo.free--;
if (!chan->gpfifo.free)
chan->push.end = chan->push.cur;
}
static u32
nvif_chan506f_gpfifo_read_get(struct nvif_chan *chan)
{
return nvif_rd32(&chan->userd, 0x88);
}
static u32
nvif_chan506f_read_get(struct nvif_chan *chan)
{
u32 tlgetlo = nvif_rd32(&chan->userd, 0x58);
u32 tlgethi = nvif_rd32(&chan->userd, 0x5c);
struct nvif_push *push = &chan->push;
/* Update cached GET pointer if TOP_LEVEL_GET is valid. */
if (tlgethi & BIT(31)) {
u64 tlget = ((u64)(tlgethi & 0xff) << 32) | tlgetlo;
push->hw.get = (tlget - push->addr) >> 2;
}
return push->hw.get;
}
static const struct nvif_chan_func
nvif_chan506f = {
.push.read_get = nvif_chan506f_read_get,
.gpfifo.read_get = nvif_chan506f_gpfifo_read_get,
.gpfifo.push = nvif_chan506f_gpfifo_push,
.gpfifo.kick = nvif_chan506f_gpfifo_kick,
};
int
nvif_chan506f_ctor(struct nvif_chan *chan, void *userd, void *gpfifo, u32 gpfifo_size,
void *push, u64 push_addr, u32 push_size)
{
nvif_chan_gpfifo_ctor(&nvif_chan506f, userd, gpfifo, gpfifo_size,
push, push_addr, push_size, chan);
return 0;
}
|
