1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2024 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#pragma once
#include "Compiler/CodeGenPublic.h"
#include "Compiler/MetaDataApi/MetaDataApi.h"
#include "Compiler/MetaDataUtilsWrapper.h"
#include "common/LLVMWarningsPush.hpp"
#include <llvm/IR/InstVisitor.h>
#include "common/LLVMWarningsPop.hpp"
namespace IGC
{
struct JointMatrixTypeDescription;
class JointMatrixFuncsResolutionPass final
: public llvm::ModulePass
, public llvm::InstVisitor<JointMatrixFuncsResolutionPass>
{
public:
static char ID;
JointMatrixFuncsResolutionPass();
~JointMatrixFuncsResolutionPass() {}
virtual llvm::StringRef getPassName() const override
{
return "JointMatrixFuncsResolutionPass";
}
virtual void getAnalysisUsage(llvm::AnalysisUsage& AU) const override
{
AU.setPreservesCFG();
AU.addRequired<IGC::MetaDataUtilsWrapper>();
AU.addRequired<IGC::CodeGenContextWrapper>();
}
virtual bool runOnModule(llvm::Module& M) override;
bool runOnFunction(llvm::Function& F);
void visitCallInst(llvm::CallInst& CI);
void visitAllocaInst(llvm::AllocaInst &I);
void visitGetElementPtrInst(llvm::GetElementPtrInst &I);
void visitPtrToIntInst(llvm::PtrToIntInst &I);
void visitStoreInst(llvm::StoreInst &I);
void visitBitCastInst(llvm::BitCastInst &I);
void visitAddrSpaceCastInst(llvm::AddrSpaceCastInst& I);
void visitLoadInst(llvm::LoadInst& I);
void visitPHINode(llvm::PHINode& I);
void visitReturnInst(llvm::ReturnInst& I);
private:
std::vector<llvm::Argument*> GetFunctionArgsWithMatrixType(llvm::Function* func);
llvm::Function* ResolveFunctionSignature(llvm::Function* OriginalFunction);
bool UpdateCallInstAfterFunctionResolve(llvm::Function* ResolvedFunction, llvm::CallInst* OptionalCallInst);
llvm::Instruction *ResolvePrefetch(llvm::CallInst *CI);
template <bool IsJointMatrix, bool isChecked>
llvm::Instruction *ResolveLoad(llvm::CallInst *CI);
template <bool IsJointMatrix, bool IsChecked>
llvm::Instruction *ResolveStore(llvm::CallInst *CI);
llvm::Instruction *ResolveMad(llvm::CallInst *CI, unsigned OperationType);
int getSliceSize(const JointMatrixTypeDescription *desc);
llvm::Value *ResolveFill(llvm::CallInst *CI);
llvm::Instruction *ResolveFillChecked(llvm::CallInst *CI);
llvm::Value *ResolveWILength(llvm::CallInst *CI);
llvm::Value *getAcc2x64xFloatElementPtr(llvm::CallInst *CI, llvm::Value *matrix, llvm::Value *index, llvm::IRBuilder<> *builder, llvm::Value **MatPtr);
llvm::Value *ResolveSliceInsert(llvm::CallInst *CI);
llvm::Value *ResolveSliceExtract(llvm::CallInst *CI);
llvm::Instruction *ResolveGetCoord(llvm::CallInst *CI);
llvm::Value *ResolveCall(llvm::CallInst *CI);
llvm::Value *ResolveGeneric(llvm::Instruction *OldInst);
llvm::Value *Resolve(llvm::Value *value);
void preprocessAccessChain(llvm::Function *F);
bool parseMatrixTypeNameLegacy(const llvm::Type *opaqueType, JointMatrixTypeDescription *outDescription);
bool ParseMatrixTypeName(llvm::Type *opaqueType, JointMatrixTypeDescription *outDescription);
unsigned getNumRowsPerWI(const JointMatrixTypeDescription *desc);
llvm::Type *ResolveType(llvm::Type *opaqueType, JointMatrixTypeDescription *outDesc);
llvm::Type *ResolveTypes(llvm::Type *t);
llvm::Type *ResolveStructType(llvm::Type *t);
llvm::Type *ResolveArrayType(llvm::Type *t);
llvm::Type *ResolvePointerType(llvm::Type *t);
void CacheResolvedValue(llvm::Value *oldValue, llvm::Value *newValue);
void CacheResolvedTypes(llvm::Type *oldType, llvm::Type *newType);
void InsertPlaceholder(llvm::Value *v);
llvm::Function* CloneFunction(llvm::Function* pOriginalFunction);
enum GetMatrixFuncNameOperation {
GetCoord,
Prefetch,
Load,
Store,
LoadChecked,
StoreChecked,
};
std::string GetMatrixFuncName(GetMatrixFuncNameOperation operation,
unsigned operationLayout,
unsigned address_space,
const JointMatrixTypeDescription *desc,
const std::string& prefix);
bool ValidateLoadStore
(bool isLoad, unsigned operationLayout, const JointMatrixTypeDescription *desc, llvm::Value *ctx);
void Validate2DBlockLoadStore
(GetMatrixFuncNameOperation operation, unsigned operationLayout, unsigned address_space, const JointMatrixTypeDescription *desc, llvm::Value *ctx);
// SIMD Size helpers
llvm::Function *getEntryFunction(llvm::Function *F);
void ResolveSIMDSize(llvm::Function *F);
int32_t DetermineForcedSIMDSize();
int32_t DefineKernelSIMDSize();
bool IsSIMDSizeValid(int32_t simdSize);
void ForceKernelSIMDSize(llvm::Function *F, int32_t forcedSIMDSize);
llvm::ValueMap<llvm::Value *, llvm::Instruction *> PlaceholderInstructions;
llvm::ValueMap<llvm::Value *, llvm::Value *> ResolvedValues;
llvm::ValueMap<llvm::Value *, llvm::Value *> MatrixAllocas;
std::unordered_map<llvm::Type *, llvm::Type *> ResolvedTypes;
llvm::SmallPtrSet<llvm::Instruction *, 8> InstsToErase;
// Maps function to it's kernel entry function
std::unordered_map<llvm::Function *, llvm::Function *> FunctionsMap;
std::unordered_map<llvm::Function *, llvm::Function *> ResolvedFunctions;
ModuleMetaData* MMD = nullptr;
CodeGenContext* m_Ctx = nullptr;
IGCMD::MetaDataUtils *m_mdUtils = nullptr;
bool Changed = false;
int32_t m_SIMDSize = 0;
};
};
|
