1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2017-2024 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#include "StaticGASResolution.h"
#include "Compiler/CISACodeGen/ShaderCodeGen.hpp"
#include "llvmWrapper/IR/DerivedTypes.h"
FunctionPass *IGC::createStaticGASResolution() { return new StaticGASResolution(); }
char StaticGASResolution::ID = 0;
#define PASS_FLAG "static-gas-resolution"
#define PASS_DESC "Statically resolves memory accesses operating on generic pointers"
#define PASS_CFG_ONLY false
#define PASS_ANALYSIS false
IGC_INITIALIZE_PASS_BEGIN(StaticGASResolution, PASS_FLAG, PASS_DESC, PASS_CFG_ONLY, PASS_ANALYSIS)
IGC_INITIALIZE_PASS_DEPENDENCY(CastToGASAnalysis)
IGC_INITIALIZE_PASS_END(StaticGASResolution, PASS_FLAG, PASS_DESC, PASS_CFG_ONLY, PASS_ANALYSIS)
bool StaticGASResolution::runOnFunction(llvm::Function &F) {
m_GI = &getAnalysis<CastToGASAnalysis>().getGASInfo();
// Change GAS inst, such as ld/st, etc to global ld/st, etc.
if (m_GI->canGenericPointToPrivate(F) || m_GI->canGenericPointToLocal(F))
return false;
// As AddrSpaceCast has been processed already in GASResolving,
// here only handle non-addrspacecast ptr
auto toSkip = [](Value *P) {
if (PointerType *PtrTy = dyn_cast<PointerType>(P->getType())) {
if (PtrTy->getAddressSpace() == ADDRESS_SPACE_GENERIC && !isa<AddrSpaceCastInst>(P)) {
return false;
}
}
return true;
};
IRBuilder<> IRB(F.getContext());
bool changed = false;
auto NI = inst_begin(F);
for (auto FI = NI, FE = inst_end(F); FI != FE; FI = NI) {
++NI;
Instruction *I = &(*FI);
LoadInst *LI = dyn_cast<LoadInst>(I);
StoreInst *SI = dyn_cast<StoreInst>(I);
if (LI || SI) {
Value *Ptr = LI ? LI->getPointerOperand() : SI->getPointerOperand();
if (!toSkip(Ptr)) {
PointerType *PtrTy = cast<PointerType>(Ptr->getType());
PointerType *glbPtrTy = IGCLLVM::getWithSamePointeeType(PtrTy, ADDRESS_SPACE_GLOBAL);
IRB.SetInsertPoint(I);
Value *NewPtr = IRB.CreateAddrSpaceCast(Ptr, glbPtrTy);
I->setOperand(LI ? 0 : 1, NewPtr);
if (Instruction *tI = dyn_cast<Instruction>(NewPtr)) {
tI->setDebugLoc(I->getDebugLoc());
}
changed = true;
}
}
// When there is no Private/Local to Generic AS casting it is safe
// to replace corresponding builtin calls by nullptr.
CallInst *CI = dyn_cast<CallInst>(I);
if (CI) {
Function *pCalledFunc = CI->getCalledFunction();
if (pCalledFunc &&
(pCalledFunc->getName() == "__builtin_IB_to_private" || pCalledFunc->getName() == "__builtin_IB_to_local")) {
IGC_ASSERT(IGCLLVM::getNumArgOperands(CI) == 1);
Value *arg = CI->getArgOperand(0);
PointerType *argType = dyn_cast<PointerType>(arg->getType());
IGC_ASSERT(argType != nullptr);
PointerType *dstType = dyn_cast<PointerType>(CI->getType());
IGC_ASSERT(dstType != nullptr);
auto argAS = cast<PointerType>(arg->getType())->getAddressSpace();
if (argAS == ADDRESS_SPACE_GENERIC) {
Value *newPtr = llvm::ConstantPointerNull::get(dstType);
CI->replaceAllUsesWith(newPtr);
CI->eraseFromParent();
changed = true;
}
}
}
}
return changed;
}
|
