1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
|
/* SPDX-License-Identifier: BSD-3-Clause
* Copyright(c) 2017 Brocade Communications Systems, Inc.
* Author: Jan Blunck <jblunck@infradead.org>
*/
#ifndef _RTE_ETHDEV_PCI_H_
#define _RTE_ETHDEV_PCI_H_
#include <rte_malloc.h>
#include <rte_pci.h>
#include <bus_pci_driver.h>
#include <rte_config.h>
#include <ethdev_driver.h>
#ifdef __cplusplus
extern "C" {
#endif
/**
* Copy pci device info to the Ethernet device data.
* Shared memory (eth_dev->data) only updated by primary process, so it is safe
* to call this function from both primary and secondary processes.
*
* @param eth_dev
* The *eth_dev* pointer is the address of the *rte_eth_dev* structure.
* @param pci_dev
* The *pci_dev* pointer is the address of the *rte_pci_device* structure.
*/
static inline void
rte_eth_copy_pci_info(struct rte_eth_dev *eth_dev,
struct rte_pci_device *pci_dev)
{
if ((eth_dev == NULL) || (pci_dev == NULL)) {
RTE_ETHDEV_LOG_LINE(ERR, "NULL pointer eth_dev=%p pci_dev=%p",
(void *)eth_dev, (void *)pci_dev);
return;
}
eth_dev->intr_handle = pci_dev->intr_handle;
if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
eth_dev->data->dev_flags = 0;
if (pci_dev->driver->drv_flags & RTE_PCI_DRV_INTR_LSC)
eth_dev->data->dev_flags |= RTE_ETH_DEV_INTR_LSC;
if (pci_dev->driver->drv_flags & RTE_PCI_DRV_INTR_RMV)
eth_dev->data->dev_flags |= RTE_ETH_DEV_INTR_RMV;
eth_dev->data->numa_node = pci_dev->device.numa_node;
}
}
static inline int
eth_dev_pci_specific_init(struct rte_eth_dev *eth_dev, void *bus_device)
{
struct rte_pci_device *pci_dev = (struct rte_pci_device *)bus_device;
if (!pci_dev)
return -ENODEV;
rte_eth_copy_pci_info(eth_dev, pci_dev);
return 0;
}
/**
* @internal
* Allocates a new ethdev slot for an Ethernet device and returns the pointer
* to that slot for the driver to use.
*
* @param dev
* Pointer to the PCI device
*
* @param private_data_size
* Size of private data structure
*
* @return
* A pointer to a rte_eth_dev or NULL if allocation failed.
*/
static inline struct rte_eth_dev *
rte_eth_dev_pci_allocate(struct rte_pci_device *dev, size_t private_data_size)
{
struct rte_eth_dev *eth_dev;
const char *name;
if (!dev)
return NULL;
name = dev->device.name;
if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
eth_dev = rte_eth_dev_allocate(name);
if (!eth_dev)
return NULL;
if (private_data_size) {
/* Try and alloc the private-data structure on socket local to the device */
eth_dev->data->dev_private = rte_zmalloc_socket(name,
private_data_size, RTE_CACHE_LINE_SIZE,
dev->device.numa_node);
/* if cannot allocate memory on the socket local to the device
* use rte_malloc to allocate memory on some other socket, if available.
*/
if (eth_dev->data->dev_private == NULL) {
eth_dev->data->dev_private = rte_zmalloc(name,
private_data_size, RTE_CACHE_LINE_SIZE);
if (eth_dev->data->dev_private == NULL) {
rte_eth_dev_release_port(eth_dev);
return NULL;
}
/* got memory, but not local, so issue warning */
RTE_ETHDEV_LOG_LINE(WARNING,
"Private data for ethdev '%s' not allocated on local NUMA node %d",
dev->device.name, dev->device.numa_node);
}
}
} else {
eth_dev = rte_eth_dev_attach_secondary(name);
if (!eth_dev)
return NULL;
}
eth_dev->device = &dev->device;
rte_eth_copy_pci_info(eth_dev, dev);
return eth_dev;
}
typedef int (*eth_dev_pci_callback_t)(struct rte_eth_dev *eth_dev);
/**
* @internal
* Wrapper for use by pci drivers in a .probe function to attach to a ethdev
* interface.
*/
static inline int
rte_eth_dev_pci_generic_probe(struct rte_pci_device *pci_dev,
size_t private_data_size, eth_dev_pci_callback_t dev_init)
{
struct rte_eth_dev *eth_dev;
int ret;
if (*dev_init == NULL)
return -EINVAL;
eth_dev = rte_eth_dev_pci_allocate(pci_dev, private_data_size);
if (!eth_dev)
return -ENOMEM;
ret = dev_init(eth_dev);
if (ret)
rte_eth_dev_release_port(eth_dev);
else
rte_eth_dev_probing_finish(eth_dev);
return ret;
}
/**
* @internal
* Wrapper for use by pci drivers in a .remove function to detach a ethdev
* interface.
*/
static inline int
rte_eth_dev_pci_generic_remove(struct rte_pci_device *pci_dev,
eth_dev_pci_callback_t dev_uninit)
{
struct rte_eth_dev *eth_dev;
int ret;
eth_dev = rte_eth_dev_allocated(pci_dev->device.name);
if (!eth_dev)
return 0;
/*
* In secondary process, a released eth device can be found by its name
* in shared memory.
* If the state of the eth device is RTE_ETH_DEV_UNUSED, it means the
* eth device has been released.
*/
if (rte_eal_process_type() == RTE_PROC_SECONDARY &&
eth_dev->state == RTE_ETH_DEV_UNUSED)
return 0;
if (dev_uninit) {
ret = dev_uninit(eth_dev);
if (ret)
return ret;
}
rte_eth_dev_release_port(eth_dev);
return 0;
}
#ifdef __cplusplus
}
#endif
#endif /* _RTE_ETHDEV_PCI_H_ */
|
