1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2021 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
//===- CoroFrame.cpp - Builds and manipulates coroutine frame -------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#pragma once
#include "Compiler/CodeGenPublic.h"
#include "common/LLVMWarningsPush.hpp"
#include <llvm/IR/Function.h>
#include <llvm/ADT/SmallVector.h>
#include <llvm/ADT/Optional.h>
#include <llvm/IR/IRBuilder.h>
#include <llvm/IR/ValueHandle.h>
#include <llvm/Transforms/Utils/ValueMapper.h>
#include "common/LLVMWarningsPop.hpp"
namespace IGC {
class Spill {
llvm::WeakTrackingVH Def = nullptr;
llvm::Instruction* User = nullptr;
public:
Spill(llvm::Value* Def, llvm::User* U) :
Def(Def), User(llvm::cast<llvm::Instruction>(U)) {}
llvm::Value* def() const { return Def; }
llvm::Instruction* user() const { return User; }
llvm::BasicBlock* userBlock() const { return User->getParent(); }
};
void rewritePHIs(llvm::Function& F);
void insertSpills(
CodeGenContext* CGCtx,
llvm::Function& F,
const llvm::SmallVector<Spill, 8>& Spills);
void rewriteMaterializableInstructions(const llvm::SmallVector<Spill, 8>& Spills);
enum class RematStage
{
MID,
LATE
};
class RematChecker
{
public:
RematChecker(CodeGenContext& Ctx, RematStage Stage);
llvm::Optional<std::vector<llvm::Instruction*>>
canFullyRemat(
llvm::Instruction* I,
uint32_t Threshold,
llvm::ValueToValueMapTy* VM = nullptr) const;
private:
bool canFullyRemat(
llvm::Instruction* I,
std::vector<llvm::Instruction*>& Insts,
std::unordered_set<llvm::Instruction*>& Visited,
unsigned StartDepth,
unsigned Depth,
llvm::ValueToValueMapTy* VM) const;
bool materializable(const llvm::Instruction& I) const;
bool isReadOnly(const llvm::Value* Ptr) const;
CodeGenContext& Ctx;
RematStage Stage;
};
} // namespace IGC
|
