1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2021-2024 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#include "vc/GenXOpts/GenXOpts.h"
#include "vc/Support/BackendConfig.h"
#include "vc/Utils/GenX/IntrinsicsWrapper.h"
#include "vc/Utils/GenX/KernelInfo.h"
#include "Probe/Assertion.h"
#include <llvm/GenXIntrinsics/GenXIntrinsics.h>
#include <llvm/IR/Function.h>
#include <llvm/IR/Module.h>
#include <llvm/Pass.h>
#include <llvm/Support/Debug.h>
#define DEBUG_TYPE "vc-linkage-corruptor"
using namespace llvm;
namespace {
struct GenXLinkageCorruptor final : public ModulePass {
#if LLVM_VERSION_MAJOR >= 16
GenXBackendConfigPass::Result &BCfg;
#endif
static char ID;
#if LLVM_VERSION_MAJOR >= 16
GenXLinkageCorruptor(GenXBackendConfigPass::Result &BC)
: BCfg(BC), ModulePass(ID) {}
#else
GenXLinkageCorruptor() : ModulePass(ID) {}
#endif
StringRef getPassName() const override { return "GenX linkage corruptor"; }
void getAnalysisUsage(AnalysisUsage &AU) const override;
bool runOnModule(Module &M) override;
};
} // namespace
char GenXLinkageCorruptor::ID = 0;
INITIALIZE_PASS_BEGIN(GenXLinkageCorruptor, "GenXLinkageCorruptor",
"GenXLinkageCorruptor", false, false)
INITIALIZE_PASS_DEPENDENCY(GenXBackendConfig)
INITIALIZE_PASS_END(GenXLinkageCorruptor, "GenXLinkageCorruptor",
"GenXLinkageCorruptor", false, false)
#if LLVM_VERSION_MAJOR < 16
namespace llvm {
ModulePass *createGenXLinkageCorruptorPass() {
initializeGenXLinkageCorruptorPass(*PassRegistry::getPassRegistry());
return new GenXLinkageCorruptor;
}
} // namespace llvm
#else
PreservedAnalyses
GenXLinkageCorruptorPass::run(llvm::Module &M,
llvm::AnalysisManager<llvm::Module> &AM) {
GenXLinkageCorruptor GenXLink(BC);
if (GenXLink.runOnModule(M))
return PreservedAnalyses::none();
return PreservedAnalyses::all();
}
#endif
void GenXLinkageCorruptor::getAnalysisUsage(AnalysisUsage &AU) const {
AU.addRequired<GenXBackendConfig>();
}
bool GenXLinkageCorruptor::runOnModule(Module &M) {
#if LLVM_VERSION_MAJOR < 16
auto &&BCfg = getAnalysis<GenXBackendConfig>();
#endif
FunctionControl FCtrl = BCfg.getFCtrl();
bool SaveStackCallLinkage = BCfg.saveStackCallLinkage();
bool Changed = false;
for (auto &F : M.getFunctionList()) {
if (F.isDeclaration() || F.hasDLLExportStorageClass())
continue;
if (vc::isAnyNonTrivialIntrinsic(&F))
continue;
// __cm_intrinsic_impl_* could be used for emulation mul/div etc
if (F.getName().contains("__cm_intrinsic_impl_"))
continue;
// Indirect functions are always stack calls.
if (F.hasAddressTaken()) {
LLVM_DEBUG(dbgs() << "Adding stack call to indirect function: "
<< F.getName() << "\n");
F.addFnAttr(genx::FunctionMD::CMStackCall);
Changed = true;
IGC_ASSERT(vc::isIndirect(F));
}
// Convert non-kernel to stack call if applicable
if (FCtrl == FunctionControl::StackCall && !vc::requiresStackCall(&F)) {
LLVM_DEBUG(dbgs() << "Adding stack call to: " << F.getName() << "\n");
F.addFnAttr(genx::FunctionMD::CMStackCall);
Changed = true;
}
// Remove alwaysinline attribute and keep unchanged stack calls linkage as
// we may have both types of stack calls.
if (vc::requiresStackCall(&F)) {
F.removeFnAttr(Attribute::AlwaysInline);
Changed = true;
if (SaveStackCallLinkage)
continue;
}
F.setLinkage(GlobalValue::InternalLinkage);
Changed = true;
}
return Changed;
}
|
