1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2020-2021 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#pragma once
#include "Compiler/CodeGenContextWrapper.hpp"
#include "Compiler/MetaDataUtilsWrapper.h"
#include <llvm/IR/DataLayout.h>
#include "Compiler/Optimizer/OCLBIUtils.h"
#include "common/LLVMWarningsPush.hpp"
#include <llvm/Pass.h>
#include <llvm/IR/InstVisitor.h>
#include "common/LLVMWarningsPop.hpp"
#include "IGC/common/Types.hpp"
namespace IGC
{
/// @brief NamedBarriersResolution pass used for resolving OpenCL named barriers functions.
class NamedBarriersResolution : public llvm::ModulePass, public llvm::InstVisitor<NamedBarriersResolution, void>
{
public:
// Pass identification, replacement for typeid
static char ID;
/// @brief Constructor
NamedBarriersResolution();
NamedBarriersResolution(PRODUCT_FAMILY GFX_GEN);
/// @brief Destructor
~NamedBarriersResolution();
/// @brief Provides name of pass
virtual llvm::StringRef getPassName() const override
{
return "NamedBarriersResolution";
}
virtual bool runOnModule(llvm::Module& M) override;
virtual void getAnalysisUsage(llvm::AnalysisUsage& AU) const override { AU.addRequired<MetaDataUtilsWrapper>(); }
/// @brief Call instructions visitor.
/// Checks for OpenCL Named Barier init functions and resolves them into appropriate sequence of code
/// @param CI The call instruction.
void visitCallInst(llvm::CallInst& CI);
void initGlobalVariables(llvm::Module*, llvm::Type*);
static const char* NAMED_BARRIERS_INIT;
static const char* NAMED_BARRIERS_BARRIER_ARG2;
static const char* NAMED_BARRIERS_BARRIER_ARG3;
const int GetMaxNamedBarriers();
static int AlignNBCnt2BarrierNumber(uint NBCnt);
private:
PRODUCT_FAMILY m_GFX_GEN;
llvm::Type* m_NamedBarrierType;
llvm::GlobalVariable* m_NamedBarrierID;
llvm::GlobalVariable* m_NamedBarrierArray;
/// @brief Indicates if the pass changed the processed function
inline bool IsNamedBarriersAdded()
{
return m_CountNamedBarriers > 0;
}
int m_CountNamedBarriers;
bool isNamedBarrierInit(llvm::StringRef& FuncionName);
bool isNamedBarrierSync(llvm::StringRef& FuncionName);
void HandleNamedBarrierInitSW(llvm::CallInst& NBarrierInitCall);
void HandleNamedBarrierSyncSW(llvm::CallInst& NBarrierSyncCall);
struct s_namedBarrierInfo
{
llvm::Value* threadGroupNBarrierID;
llvm::Value* threadGroupNBarrierCount;
llvm::CallInst* threadGroupNBarrierInit;
};
llvm::Value* FindAllocStructNBarrier(llvm::Value* Val, bool IsNBarrierInitCall);
llvm::DenseMap<llvm::Value*, s_namedBarrierInfo> m_MapInitToID;
void HandleNamedBarrierInitHW(llvm::CallInst& NBarrierInitCall);
void HandleNamedBarrierSyncHW(llvm::CallInst& NBarrierSyncCall);
bool NamedBarrierHWSupport();
};
} // namespace IGC
|
