1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2017-2025 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#pragma once
#include "Compiler/CodeGenPublic.h"
#include "common/LLVMWarningsPush.hpp"
#include "llvmWrapper/IR/Module.h"
#include <llvm/Pass.h>
#include <llvm/IR/InstVisitor.h>
#include <llvm/ADT/StringRef.h>
#include "common/LLVMWarningsPop.hpp"
#include "common/IGCIRBuilder.h"
#include <map>
namespace IGC {
// Attributes for each __builtin_IB_atomic function.
struct OCLAtomicAttrs {
AtomicOp op;
BufferType bufType;
};
// A pass that walks over call instructions and replaces all __builtin_IB_atomic calls
// with corresponding GenISA intrinsics.
//
class ResolveOCLAtomics : public llvm::ModulePass, public llvm::InstVisitor<ResolveOCLAtomics> {
public:
// Pass identification, replacement for typeid
static char ID;
/// @brief Constructor
ResolveOCLAtomics();
/// @brief Destructor
~ResolveOCLAtomics() {}
/// @brief Provides name of pass
virtual llvm::StringRef getPassName() const override { return "ResolveOCLAtomics"; }
virtual void getAnalysisUsage(llvm::AnalysisUsage &AU) const override { AU.addRequired<CodeGenContextWrapper>(); }
// Entry point of the pass.
virtual bool runOnModule(llvm::Module &M) override;
// Call instructions visitor.
void visitCallInst(llvm::CallInst &callInst);
static llvm::Instruction *CallAtomicSingleLane(AtomicOp AtomicType, llvm::Value *ptr, llvm::Value *data,
llvm::Instruction *pInsertBefore);
protected:
CodeGenContext *m_CGCtx = nullptr;
IGCLLVM::Module *m_pModule = nullptr;
llvm::IGCIRBuilder<> *m_builder = nullptr;
llvm::IntegerType *m_Int32Ty = nullptr;
// A map that keeps attributes for each "__builtin_IB_atomic_*" function name.
std::map<llvm::StringRef, OCLAtomicAttrs> m_AtomicDescMap;
void initResolveOCLAtomics();
/// @brief Initialize the "atomic name <--> attributes" map.
void initOCLAtomicsMap();
/// @brief Replace the "__builtin_IB_atomic_*" call with a call to GenISA atomic intrinsic.
/// @param callInst call to "__builtin_IB_atomic_*" function.
/// @param op atomic operation.
/// @param bufType buffer type.
void processOCLAtomic(llvm::CallInst &callInst, AtomicOp op, BufferType bufType);
/// @brief Generates a call to "GenISA_GetBufferPtr" intrinsic.
/// @param callInst call instruction to "__builtin_IB_atomic_*" built-in function.
/// @param bufType corresponding buffer type.
/// @returns call instruction to generated GenISA_GetBufferPtr.
llvm::CallInst *genGetBufferPtr(llvm::CallInst &callInst, BufferType bufType);
/// @brief Replace the "__builtin_IB_get_local_lock" call with a pointer to a local memory variable.
/// @param callInst call to "__builtin_IB_get_local_lock*" function.
void processGetLocalLock(llvm::CallInst &callInst);
/// @brief Replace the "__builtin_IB_get_global_lock" call with a pointer to a global memory variable.
/// @param callInst call to "__builtin_IB_get_global_lock*" function.
void processGetGlobalLock(llvm::CallInst &callInst);
/// @brief Recursively search for kernel functions using local lock variable
/// @param value currently analyzed function
void findLockUsers(llvm::Value *V);
/// @brief Generates control flow which initializes local lock memory at the beginning of the kernel
/// @param function kernel function using local lock variable
void generateLockInitilization(llvm::Function *F);
/// @brief Initializes local lock variable in all related kernel functions
void initilizeLocalLock();
/// @brief Initializes global lock variable in all related kernel functions
void initializeGlobalLock();
/// @brief Stores the value of local value used for spinlock for i64 local atomics emulation.
llvm::GlobalVariable *m_localLock = nullptr;
/// @brief Stores the value of global value used for spinlock for f64 global atomics emulation.
llvm::GlobalVariable *m_globalLock = nullptr;
/// @brief Stores all the kernel functions using local lock variable
std::unordered_set<llvm::Function *> m_localLockUsers;
/// @brief Indicates if the pass changed the processed function
bool m_changed = false;
};
} // namespace IGC
|
