1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
/*
* Copyright (C) 2019-2025 Intel Corporation
*
* SPDX-License-Identifier: MIT
*
*/
#include "shared/source/gmm_helper/gmm_helper.h"
#include "shared/source/debug_settings/debug_settings_manager.h"
#include "shared/source/execution_environment/root_device_environment.h"
#include "shared/source/gmm_helper/client_context/gmm_client_context.h"
#include "shared/source/helpers/basic_math.h"
#include "shared/source/helpers/debug_helpers.h"
#include "shared/source/helpers/gfx_core_helper.h"
#include "shared/source/helpers/hw_info.h"
#include "shared/source/memory_manager/graphics_allocation.h"
#include "shared/source/os_interface/product_helper.h"
#include <algorithm>
namespace NEO {
GmmClientContext *GmmHelper::getClientContext() const {
return gmmClientContext.get();
}
const HardwareInfo *GmmHelper::getHardwareInfo() {
return rootDeviceEnvironment.getHardwareInfo();
}
const RootDeviceEnvironment &GmmHelper::getRootDeviceEnvironment() const {
return rootDeviceEnvironment;
}
void GmmHelper::initMocsDefaults() {
mocsL1Enabled = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CONST);
mocsL3Enabled = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER);
mocsUncached = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CACHELINE_MISALIGNED);
}
uint32_t GmmHelper::getMOCS(uint32_t type) const {
if (allResourcesUncached || (debugManager.flags.ForceAllResourcesUncached.get() == true)) {
type = GMM_RESOURCE_USAGE_OCL_BUFFER_CACHELINE_MISALIGNED;
}
if (this->rootDeviceEnvironment.getProductHelper().deferMOCSToPatIndex(this->rootDeviceEnvironment.isWddmOnLinux())) {
return 0u;
}
MEMORY_OBJECT_CONTROL_STATE mocs = gmmClientContext->cachePolicyGetMemoryObject(nullptr, static_cast<GMM_RESOURCE_USAGE_TYPE>(type));
return static_cast<uint32_t>(mocs.DwordValue);
}
uint32_t GmmHelper::getL1EnabledMOCS() const {
return mocsL1Enabled;
}
uint32_t GmmHelper::getL3EnabledMOCS() const {
return mocsL3Enabled;
}
uint32_t GmmHelper::getUncachedMOCS() const {
return mocsUncached;
}
void GmmHelper::applyMocsEncryptionBit(uint32_t &index) {
if (debugManager.flags.ForceStatelessMocsEncryptionBit.get() == 1) {
index |= 1;
}
}
void GmmHelper::forceAllResourcesUncached() {
allResourcesUncached = true;
initMocsDefaults();
}
GmmHelper::GmmHelper(const RootDeviceEnvironment &rootDeviceEnvironmentArg) : rootDeviceEnvironment(rootDeviceEnvironmentArg) {
auto hwInfo = getHardwareInfo();
auto hwInfoAddressWidth = Math::log2(hwInfo->capabilityTable.gpuAddressSpace + 1);
addressWidth = std::max(hwInfoAddressWidth, 48u);
gmmClientContext = GmmHelper::createGmmContextWrapperFunc(rootDeviceEnvironment);
UNRECOVERABLE_IF(!gmmClientContext);
initMocsDefaults();
}
uint64_t GmmHelper::canonize(uint64_t address) const {
return static_cast<int64_t>(address << (64 - addressWidth)) >> (64 - addressWidth);
}
uint64_t GmmHelper::decanonize(uint64_t address) const {
return (address & maxNBitValue(addressWidth));
}
bool GmmHelper::isValidCanonicalGpuAddress(uint64_t address) {
auto decanonizedAddress = this->decanonize(address);
auto canonizedAddress = this->canonize(decanonizedAddress);
if (address == canonizedAddress) {
return true;
}
return false;
}
GmmHelper::~GmmHelper() = default;
decltype(GmmHelper::createGmmContextWrapperFunc) GmmHelper::createGmmContextWrapperFunc = GmmClientContext::create<GmmClientContext>;
} // namespace NEO
|
