1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2017-2021 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
#include "Compiler/Optimizer/OpenCLPasses/BreakdownIntrinsic.h"
#include "Compiler/IGCPassSupport.h"
#include "Compiler/CodeGenPublic.h"
#include "Compiler/MetaDataApi/MetaDataApi.h"
#include "common/LLVMWarningsPush.hpp"
#include <llvm/IR/Module.h>
#include <llvm/IR/Function.h>
#include "common/LLVMWarningsPop.hpp"
#include "GenISAIntrinsics/GenIntrinsics.h"
#include "Compiler/MetaDataApi/IGCMetaDataHelper.h"
using namespace llvm;
using namespace IGC;
using namespace IGC::IGCMD;
// Register pass to igc-opt
#define PASS_FLAG "breakdown-intrinsics"
#define PASS_DESCRIPTION "Breakdown intrinsics into simpler operations to enable better optimization"
#define PASS_CFG_ONLY false
#define PASS_ANALYSIS true
IGC_INITIALIZE_PASS_BEGIN(BreakdownIntrinsicPass, PASS_FLAG, PASS_DESCRIPTION, PASS_CFG_ONLY, PASS_ANALYSIS)
IGC_INITIALIZE_PASS_END(BreakdownIntrinsicPass, PASS_FLAG, PASS_DESCRIPTION, PASS_CFG_ONLY, PASS_ANALYSIS)
char BreakdownIntrinsicPass::ID = 0;
BreakdownIntrinsicPass::BreakdownIntrinsicPass()
: FunctionPass(ID)
, m_changed(false)
, m_pMdUtils(nullptr)
, modMD(nullptr)
{
initializeBreakdownIntrinsicPassPass(*PassRegistry::getPassRegistry());
}
void BreakdownIntrinsicPass::visitIntrinsicInst(llvm::IntrinsicInst& I)
{
//const MetaDataUtils &mdUtils = *(getAnalysis<MetaDataUtilsWrapper>().getMetaDataUtils());
ModuleMetaData& modMD = *(getAnalysis<MetaDataUtilsWrapper>().getModuleMetaData());
llvm::IRBuilder<> builder(&I);
bool md_added = false;
auto pCtx = getAnalysis<CodeGenContextWrapper>().getCodeGenContext();
if (I.getIntrinsicID() == llvm::Intrinsic::fmuladd ||
// For FMA only break it up if unsafe math optimizations are set
(I.getIntrinsicID() == llvm::Intrinsic::fma && modMD.compOpt.UnsafeMathOptimizations))
{
llvm::Value* pMulInst = builder.CreateFMul(I.getOperand(0), I.getOperand(1));
llvm::Value* pAddInst = builder.CreateFAdd(pMulInst, I.getOperand(2));
I.replaceAllUsesWith(pAddInst);
I.eraseFromParent();
m_changed = true;
// The presence of fmuladd indicates that the fp_contract needs to be set.
if (pCtx->m_DriverInfo.NeedsBreakdownMulAdd() && !md_added)
{
modMD.compOpt.MadEnable = true;
md_added = true;
}
}
}
bool BreakdownIntrinsicPass::runOnFunction(llvm::Function& F)
{
m_pMdUtils = getAnalysis<MetaDataUtilsWrapper>().getMetaDataUtils();
visit(F);
return m_changed;
}
|
