1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
# SPDX-License-Identifier: (GPL-2.0 OR Linux-OpenIB)
# Copyright (c) 2021 Nvidia Inc. All rights reserved. See COPYING file
"""
Test module for mlx5 DevX.
"""
from tests.mlx5_base import Mlx5DevxRcResources, Mlx5DevxTrafficBase
from pyverbs.providers.mlx5.mlx5dv import Mlx5DevxCmdComp
from pyverbs.pyverbs_error import PyverbsRDMAError
import pyverbs.mem_alloc as mem
from pyverbs.mr import MR
from pyverbs.libibverbs_enums import ibv_access_flags, ibv_odp_transport_cap_bits
import tests.utils as u
import unittest
import errno
class Mlx5DevxRcOdpRes(Mlx5DevxRcResources):
@u.requires_odpv2
def create_mr(self):
self.with_odp = True
self.user_addr = mem.mmap(length=self.msg_size,
flags=mem.MAP_ANONYMOUS_ | mem.MAP_PRIVATE_)
access = ibv_access_flags.IBV_ACCESS_LOCAL_WRITE | ibv_access_flags.IBV_ACCESS_REMOTE_READ | \
ibv_access_flags.IBV_ACCESS_ON_DEMAND
self.mr = MR(self.pd, self.msg_size, access, self.user_addr)
class Mlx5DevxRcTrafficTest(Mlx5DevxTrafficBase):
"""
Test various functionality of mlx5 DevX objects
"""
def test_devx_rc_qp_send_imm_traffic(self):
"""
Creates two DevX RC QPs and modifies them to RTS state.
Then does SEND_IMM traffic.
"""
self.create_players(Mlx5DevxRcResources)
# Send traffic
self.send_imm_traffic()
def test_devx_rc_qp_send_imm_doorbell_less_traffic(self):
"""
Creates two DevX RC QPs with dbr less ext and modifies them to RTS state.
Then does SEND_IMM traffic.
"""
from tests.mlx5_prm_structs import SendDbrMode
self.create_players(Mlx5DevxRcResources, send_dbr_mode=SendDbrMode.NO_DBR_EXT)
# Send traffic
self.send_imm_traffic()
@u.requires_odp('rc', ibv_odp_transport_cap_bits.IBV_ODP_SUPPORT_SEND | ibv_odp_transport_cap_bits.IBV_ODP_SUPPORT_RECV)
def test_devx_rc_qp_odp_traffic(self):
"""
Creates two DevX RC QPs using ODP enabled MKeys.
Then does SEND_IMM traffic.
"""
self.create_players(Mlx5DevxRcOdpRes)
# Send traffic
self.send_imm_traffic()
class Mlx5DevxApiTest(Mlx5DevxTrafficBase):
def setUp(self):
super().setUp()
self.devx_res = None
def tearDown(self):
super().tearDown()
if self.devx_res:
self.devx_res.close_resources()
def test_devx_async_query(self):
"""
Test DevX Async Query API.
Creating a DevX QP and query it using DevX async query.
"""
self.devx_res = Mlx5DevxRcResources(**self.dev_info)
self.cmd_comp = Mlx5DevxCmdComp(self.devx_res.ctx)
from tests.mlx5_prm_structs import QueryQpIn, QueryQpOut
query_qp_in = QueryQpIn(qpn=self.devx_res.qpn)
qp_wr_id = 100
try:
self.devx_res.qp.query_async(query_qp_in, len(QueryQpOut()), wr_id=qp_wr_id,
cmd_comp=self.cmd_comp)
wr_id, out_data = self.cmd_comp.get_async_cmd_comp()
except PyverbsRDMAError as ex:
if ex.error_code == errno.EOPNOTSUPP:
raise unittest.SkipTest('Async command completion is not supported')
raise ex
query_qp_out = QueryQpOut(out_data)
self.assertTrue(query_qp_out.status == 0,
'Query Devx QP by Async Query API failed with non-zero status: '
f'{query_qp_out.status}')
self.assertTrue(wr_id == qp_wr_id,
f'Mismatched work request ID. Expected: {qp_wr_id}, Actual: {wr_id}')
self.assertTrue(query_qp_out.sw_qpc.log_rq_size == self.devx_res.log_rq_size,
f'Mismatched RQ size. Expected: {self.devx_res.log_rq_size}, '
f'Actual: {query_qp_out.sw_qpc.log_rq_size}')
|
