1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2017-2024 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#include "StaticGASResolution.h"
#include "Compiler/CISACodeGen/ShaderCodeGen.hpp"
#include "Compiler/InitializePasses.h"
#include "llvmWrapper/IR/DerivedTypes.h"
FunctionPass* IGC::createStaticGASResolution() { return new StaticGASResolution(); }
char StaticGASResolution::ID = 0;
#define PASS_FLAG "static-gas-resolution"
#define PASS_DESC "Statically resolves memory accesses operating on generic pointers"
#define PASS_CFG_ONLY false
#define PASS_ANALYSIS false
IGC_INITIALIZE_PASS_BEGIN(StaticGASResolution, PASS_FLAG, PASS_DESC, PASS_CFG_ONLY, PASS_ANALYSIS)
IGC_INITIALIZE_PASS_DEPENDENCY(CastToGASAnalysis)
IGC_INITIALIZE_PASS_END(StaticGASResolution, PASS_FLAG, PASS_DESC, PASS_CFG_ONLY, PASS_ANALYSIS)
bool StaticGASResolution::runOnFunction(llvm::Function& F)
{
m_GI = &getAnalysis<CastToGASAnalysis>().getGASInfo();
// Change GAS inst, such as ld/st, etc to global ld/st, etc.
if (m_GI->canGenericPointToPrivate(F) || m_GI->canGenericPointToLocal(F))
return false;
// As AddrSpaceCast has been processed already in GASResolving,
// here only handle non-addrspacecast ptr
auto toSkip = [](Value* P) {
if (PointerType* PtrTy = dyn_cast<PointerType>(P->getType()))
{
if (PtrTy->getAddressSpace() == ADDRESS_SPACE_GENERIC && !isa<AddrSpaceCastInst>(P))
{
return false;
}
}
return true;
};
IRBuilder<> IRB(F.getContext());
bool changed = false;
auto NI = inst_begin(F);
for (auto FI = NI, FE = inst_end(F); FI != FE; FI = NI)
{
++NI;
Instruction* I = &(*FI);
LoadInst* LI = dyn_cast<LoadInst>(I);
StoreInst* SI = dyn_cast<StoreInst>(I);
if (LI || SI)
{
Value* Ptr = LI ? LI->getPointerOperand() : SI->getPointerOperand();
if (!toSkip(Ptr))
{
PointerType* PtrTy = cast<PointerType>(Ptr->getType());
PointerType* glbPtrTy = IGCLLVM::getWithSamePointeeType(PtrTy, ADDRESS_SPACE_GLOBAL);
IRB.SetInsertPoint(I);
Value* NewPtr = IRB.CreateAddrSpaceCast(Ptr, glbPtrTy);
I->setOperand(LI ? 0 : 1, NewPtr);
if (Instruction* tI = dyn_cast<Instruction>(NewPtr))
{
tI->setDebugLoc(I->getDebugLoc());
}
changed = true;
}
}
// When there is no Private/Local to Generic AS casting it is safe
// to replace corresponding builtin calls by nullptr.
CallInst* CI = dyn_cast<CallInst>(I);
if (CI)
{
Function* pCalledFunc = CI->getCalledFunction();
if (pCalledFunc && (pCalledFunc->getName() == "__builtin_IB_to_private" ||
pCalledFunc->getName() == "__builtin_IB_to_local"))
{
IGC_ASSERT(IGCLLVM::getNumArgOperands(CI) == 1);
Value* arg = CI->getArgOperand(0);
PointerType* argType = dyn_cast<PointerType>(arg->getType());
IGC_ASSERT(argType != nullptr);
PointerType* dstType = dyn_cast<PointerType>(CI->getType());
IGC_ASSERT(dstType != nullptr);
auto argAS = cast<PointerType>(arg->getType())->getAddressSpace();
if (argAS == ADDRESS_SPACE_GENERIC)
{
Value* newPtr = llvm::ConstantPointerNull::get(dstType);
CI->replaceAllUsesWith(newPtr);
CI->eraseFromParent();
changed = true;
}
}
}
}
return changed;
}
|
