1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
|
/*
*
* Copyright (C) 2019-2025 Intel Corporation
*
* SPDX-License-Identifier: MIT
*
* @file zer_ldrddi.cpp
*
*/
#include "ze_loader_internal.h"
using namespace loader_driver_ddi;
namespace loader
{
__zedlllocal ze_result_t ZE_APICALL
zerloaderInitDriverDDITables(loader::driver_t *driver) {
ze_result_t result = ZE_RESULT_SUCCESS;
result = zerGetGlobalProcAddrTableFromDriver(driver);
if (result != ZE_RESULT_SUCCESS) {
return result;
}
return result;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Intercept function for zerGetLastErrorDescription
__zedlllocal ze_result_t ZE_APICALL
zerGetLastErrorDescription(
const char** ppString ///< [in,out] pointer to a null-terminated array of characters describing
///< cause of error.
)
{
ze_result_t result = ZE_RESULT_SUCCESS;
error_state::getErrorDesc(ppString);
if (ppString && *ppString && strlen(*ppString) > 0)
{
return ZE_RESULT_SUCCESS;
}
auto pfnGetLastErrorDescription = loader::defaultZerDdiTable->Global.pfnGetLastErrorDescription;
if( nullptr == pfnGetLastErrorDescription ) {
return ZE_RESULT_ERROR_UNINITIALIZED;
}
// forward to device-driver
result = pfnGetLastErrorDescription( ppString );
return result;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Intercept function for zerTranslateDeviceHandleToIdentifier
__zedlllocal uint32_t ZE_APICALL
zerTranslateDeviceHandleToIdentifier(
ze_device_handle_t hDevice ///< [in] handle of the device
)
{
uint32_t result {};
auto pfnTranslateDeviceHandleToIdentifier = loader::defaultZerDdiTable->Global.pfnTranslateDeviceHandleToIdentifier;
if( nullptr == pfnTranslateDeviceHandleToIdentifier ) {
error_state::setErrorDesc("ERROR UNINITIALIZED");
return UINT32_MAX;
}
// forward to device-driver
result = pfnTranslateDeviceHandleToIdentifier( hDevice );
return result;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Intercept function for zerTranslateIdentifierToDeviceHandle
__zedlllocal ze_device_handle_t ZE_APICALL
zerTranslateIdentifierToDeviceHandle(
uint32_t identifier ///< [in] integer identifier of the device
)
{
ze_device_handle_t result {};
auto pfnTranslateIdentifierToDeviceHandle = loader::defaultZerDdiTable->Global.pfnTranslateIdentifierToDeviceHandle;
if( nullptr == pfnTranslateIdentifierToDeviceHandle ) {
error_state::setErrorDesc("ERROR UNINITIALIZED");
return nullptr;
}
// forward to device-driver
result = pfnTranslateIdentifierToDeviceHandle( identifier );
return result;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Intercept function for zerGetDefaultContext
__zedlllocal ze_context_handle_t ZE_APICALL
zerGetDefaultContext(
void
)
{
ze_context_handle_t result {};
auto pfnGetDefaultContext = loader::defaultZerDdiTable->Global.pfnGetDefaultContext;
if( nullptr == pfnGetDefaultContext ) {
error_state::setErrorDesc("ERROR UNINITIALIZED");
return nullptr;
}
// forward to device-driver
result = pfnGetDefaultContext( );
return result;
}
} // namespace loader
#if defined(__cplusplus)
extern "C" {
#endif
///////////////////////////////////////////////////////////////////////////////
/// @brief function for filling the legacy api pointers for Global table
__zedlllocal void ZE_APICALL
zerGetGlobalProcAddrTableLegacy()
{
// return pointers to the Loader's Functions.
loader::loaderDispatch->pRuntime->Global->pfnGetLastErrorDescription = loader::zerGetLastErrorDescription;
loader::loaderDispatch->pRuntime->Global->pfnTranslateDeviceHandleToIdentifier = loader::zerTranslateDeviceHandleToIdentifier;
loader::loaderDispatch->pRuntime->Global->pfnTranslateIdentifierToDeviceHandle = loader::zerTranslateIdentifierToDeviceHandle;
loader::loaderDispatch->pRuntime->Global->pfnGetDefaultContext = loader::zerGetDefaultContext;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Exported function for filling application's Global table
/// with current process' addresses
///
/// @returns
/// - ::ZE_RESULT_SUCCESS
/// - ::ZE_RESULT_ERROR_UNINITIALIZED
/// - ::ZE_RESULT_ERROR_INVALID_NULL_POINTER
/// - ::ZE_RESULT_ERROR_UNSUPPORTED_VERSION
__zedlllocal ze_result_t ZE_APICALL
zerGetGlobalProcAddrTableFromDriver(loader::driver_t *driver)
{
ze_result_t result = ZE_RESULT_SUCCESS;
if(driver->initStatus != ZE_RESULT_SUCCESS)
return driver->initStatus;
auto getTable = reinterpret_cast<zer_pfnGetGlobalProcAddrTable_t>(
GET_FUNCTION_PTR( driver->handle, "zerGetGlobalProcAddrTable") );
if(!getTable)
return driver->initStatus;
result = getTable( loader::context->ddi_init_version, &driver->dditable.zer.Global);
return result;
}
///////////////////////////////////////////////////////////////////////////////
/// @brief Exported function for filling application's Global table
/// with current process' addresses
///
/// @returns
/// - ::ZE_RESULT_SUCCESS
/// - ::ZE_RESULT_ERROR_UNINITIALIZED
/// - ::ZE_RESULT_ERROR_INVALID_NULL_POINTER
/// - ::ZE_RESULT_ERROR_UNSUPPORTED_VERSION
ZE_DLLEXPORT ze_result_t ZE_APICALL
zerGetGlobalProcAddrTable(
ze_api_version_t version, ///< [in] API version requested
zer_global_dditable_t* pDdiTable ///< [in,out] pointer to table of DDI function pointers
)
{
if( loader::context->zeDrivers.size() < 1 ) {
return ZE_RESULT_ERROR_UNINITIALIZED;
}
if( nullptr == pDdiTable )
return ZE_RESULT_ERROR_INVALID_NULL_POINTER;
if( loader::context->version < version )
return ZE_RESULT_ERROR_UNSUPPORTED_VERSION;
loader::context->ddi_init_version = version;
ze_result_t result = ZE_RESULT_SUCCESS;
auto driverCount = loader::context->zeDrivers.size();
auto firstDriver = &loader::context->zeDrivers[0];
if (driverCount == 1 && firstDriver && !loader::context->forceIntercept) {
result = zerGetGlobalProcAddrTableFromDriver(firstDriver);
}
if( ZE_RESULT_SUCCESS == result )
{
if( ( loader::context->zeDrivers.size() > 1 ) || loader::context->forceIntercept )
{
// return pointers to loader's DDIs
loader::loaderDispatch->pRuntime->Global = new zer_global_dditable_t;
if (version >= ZE_API_VERSION_1_14) {
if (loader::context->driverDDIPathDefault) {
pDdiTable->pfnGetLastErrorDescription = loader_driver_ddi::zerGetLastErrorDescription;
} else {
pDdiTable->pfnGetLastErrorDescription = loader::zerGetLastErrorDescription;
}
}
if (version >= ZE_API_VERSION_1_14) {
if (loader::context->driverDDIPathDefault) {
pDdiTable->pfnTranslateDeviceHandleToIdentifier = loader_driver_ddi::zerTranslateDeviceHandleToIdentifier;
} else {
pDdiTable->pfnTranslateDeviceHandleToIdentifier = loader::zerTranslateDeviceHandleToIdentifier;
}
}
if (version >= ZE_API_VERSION_1_14) {
if (loader::context->driverDDIPathDefault) {
pDdiTable->pfnTranslateIdentifierToDeviceHandle = loader_driver_ddi::zerTranslateIdentifierToDeviceHandle;
} else {
pDdiTable->pfnTranslateIdentifierToDeviceHandle = loader::zerTranslateIdentifierToDeviceHandle;
}
}
if (version >= ZE_API_VERSION_1_14) {
if (loader::context->driverDDIPathDefault) {
pDdiTable->pfnGetDefaultContext = loader_driver_ddi::zerGetDefaultContext;
} else {
pDdiTable->pfnGetDefaultContext = loader::zerGetDefaultContext;
}
}
zerGetGlobalProcAddrTableLegacy();
}
else
{
// return pointers directly to driver's DDIs
*pDdiTable = loader::context->zeDrivers.front().dditable.zer.Global;
}
}
// If the validation layer is enabled, then intercept the loader's DDIs
if(( ZE_RESULT_SUCCESS == result ) && ( nullptr != loader::context->validationLayer ))
{
auto getTable = reinterpret_cast<zer_pfnGetGlobalProcAddrTable_t>(
GET_FUNCTION_PTR(loader::context->validationLayer, "zerGetGlobalProcAddrTable") );
if(!getTable)
return ZE_RESULT_ERROR_UNINITIALIZED;
result = getTable( version, pDdiTable );
}
// If the API tracing layer is enabled, then intercept the loader's DDIs
if(( ZE_RESULT_SUCCESS == result ) && ( nullptr != loader::context->tracingLayer ))
{
auto getTable = reinterpret_cast<zer_pfnGetGlobalProcAddrTable_t>(
GET_FUNCTION_PTR(loader::context->tracingLayer, "zerGetGlobalProcAddrTable") );
if(!getTable)
return ZE_RESULT_ERROR_UNINITIALIZED;
zer_global_dditable_t dditable;
memcpy(&dditable, pDdiTable, sizeof(zer_global_dditable_t));
result = getTable( version, &dditable );
loader::context->tracing_dditable.zer.Global = dditable;
if ( loader::context->tracingLayerEnabled ) {
result = getTable( version, pDdiTable );
}
}
return result;
}
#if defined(__cplusplus)
};
#endif
|
