1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
/*
* Copyright (C) 2021-2025 Intel Corporation
*
* SPDX-License-Identifier: MIT
*
*/
#include "opencl/source/command_queue/cl_local_work_size.h"
#include "shared/source/helpers/local_work_size.h"
#include "shared/source/utilities/logger.h"
#include "opencl/source/context/context.h"
#include "opencl/source/helpers/dispatch_info.h"
#include <cstdint>
namespace NEO {
Vec3<size_t> computeWorkgroupSize(const DispatchInfo &dispatchInfo) {
size_t workGroupSize[3] = {};
auto kernel = dispatchInfo.getKernel();
if (kernel != nullptr) {
if (debugManager.flags.EnableComputeWorkSizeND.get()) {
WorkSizeInfo wsInfo = createWorkSizeInfoFromDispatchInfo(dispatchInfo);
size_t workItems[3] = {dispatchInfo.getGWS().x, dispatchInfo.getGWS().y, dispatchInfo.getGWS().z};
computeWorkgroupSizeND(wsInfo, workGroupSize, workItems, dispatchInfo.getDim());
} else {
auto maxWorkGroupSize = kernel->getMaxKernelWorkGroupSize();
auto simd = kernel->getKernelInfo().getMaxSimdSize();
size_t workItems[3] = {dispatchInfo.getGWS().x, dispatchInfo.getGWS().y, dispatchInfo.getGWS().z};
if (dispatchInfo.getDim() == 1) {
computeWorkgroupSize1D(maxWorkGroupSize, workGroupSize, workItems, simd);
} else if (debugManager.flags.EnableComputeWorkSizeSquared.get() && dispatchInfo.getDim() == 2) {
computeWorkgroupSizeSquared(maxWorkGroupSize, workGroupSize, workItems, simd, dispatchInfo.getDim());
} else {
computeWorkgroupSize2D(maxWorkGroupSize, workGroupSize, workItems, simd);
}
}
}
DBG_LOG(PrintLWSSizes, "Input GWS enqueueBlocked", dispatchInfo.getGWS().x, dispatchInfo.getGWS().y, dispatchInfo.getGWS().z,
" Driver deduced LWS", workGroupSize[0], workGroupSize[1], workGroupSize[2]);
return {workGroupSize[0], workGroupSize[1], workGroupSize[2]};
}
Vec3<size_t> generateWorkgroupSize(const DispatchInfo &dispatchInfo) {
return (dispatchInfo.getEnqueuedWorkgroupSize().x == 0) ? computeWorkgroupSize(dispatchInfo) : dispatchInfo.getEnqueuedWorkgroupSize();
}
Vec3<size_t> generateWorkgroupsNumber(const DispatchInfo &dispatchInfo) {
return generateWorkgroupsNumber(dispatchInfo.getGWS(), dispatchInfo.getLocalWorkgroupSize());
}
void provideLocalWorkGroupSizeHints(Context *context, const DispatchInfo &dispatchInfo) {
if (context != nullptr && context->isProvidingPerformanceHints() && dispatchInfo.getDim() <= 3) {
size_t preferredWorkGroupSize[3];
auto lws = computeWorkgroupSize(dispatchInfo);
preferredWorkGroupSize[0] = lws.x;
preferredWorkGroupSize[1] = lws.y;
preferredWorkGroupSize[2] = lws.z;
const auto &kernelInfo = dispatchInfo.getKernel()->getKernelInfo();
if (dispatchInfo.getEnqueuedWorkgroupSize().x == 0) {
context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_NEUTRAL_INTEL, NULL_LOCAL_WORKGROUP_SIZE, kernelInfo.kernelDescriptor.kernelMetadata.kernelName.c_str(),
preferredWorkGroupSize[0], preferredWorkGroupSize[1], preferredWorkGroupSize[2]);
} else {
size_t localWorkSizesIn[3] = {dispatchInfo.getEnqueuedWorkgroupSize().x, dispatchInfo.getEnqueuedWorkgroupSize().y, dispatchInfo.getEnqueuedWorkgroupSize().z};
for (auto i = 0u; i < dispatchInfo.getDim(); i++) {
if (localWorkSizesIn[i] != preferredWorkGroupSize[i]) {
context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, BAD_LOCAL_WORKGROUP_SIZE,
localWorkSizesIn[0], localWorkSizesIn[1], localWorkSizesIn[2],
kernelInfo.kernelDescriptor.kernelMetadata.kernelName.c_str(),
preferredWorkGroupSize[0], preferredWorkGroupSize[1], preferredWorkGroupSize[2]);
break;
}
}
}
}
}
WorkSizeInfo createWorkSizeInfoFromDispatchInfo(const DispatchInfo &dispatchInfo) {
auto &device = dispatchInfo.getClDevice();
const auto &kernelInfo = dispatchInfo.getKernel()->getKernelInfo();
auto numThreadsPerSubSlice = static_cast<uint32_t>(device.getSharedDeviceInfo().maxNumEUsPerSubSlice) *
device.getSharedDeviceInfo().numThreadsPerEU;
WorkSizeInfo wsInfo(dispatchInfo.getKernel()->getMaxKernelWorkGroupSize(),
kernelInfo.kernelDescriptor.kernelAttributes.usesBarriers(),
static_cast<uint32_t>(kernelInfo.getMaxSimdSize()),
static_cast<uint32_t>(dispatchInfo.getKernel()->getSlmTotalSize()),
device.getRootDeviceEnvironment(),
numThreadsPerSubSlice,
static_cast<uint32_t>(device.getSharedDeviceInfo().localMemSize),
false,
false,
kernelInfo.kernelDescriptor.kernelAttributes.flags.requiresDisabledEUFusion);
wsInfo.setIfUseImg(kernelInfo);
wsInfo.setPreferredWgCountPerSubslice(device.getProductHelper().getPreferredWorkgroupCountPerSubslice());
return wsInfo;
}
} // namespace NEO
|
