1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
/*========================== begin_copyright_notice ============================
Copyright (C) 2021 Intel Corporation
SPDX-License-Identifier: MIT
============================= end_copyright_notice ===========================*/
//===- CoroFrame.cpp - Builds and manipulates coroutine frame -------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#pragma once
#include "Compiler/CodeGenPublic.h"
#include "common/LLVMWarningsPush.hpp"
#include <llvm/IR/Function.h>
#include <llvm/ADT/SmallVector.h>
#include <llvm/IR/IRBuilder.h>
#include <llvm/IR/ValueHandle.h>
#include <llvm/Transforms/Utils/ValueMapper.h>
#include "common/LLVMWarningsPop.hpp"
#include <llvm/Support/raw_ostream.h>
#include <optional>
namespace IGC {
class Spill {
llvm::WeakTrackingVH Def = nullptr;
llvm::Instruction *User = nullptr;
public:
Spill(llvm::Value *Def, llvm::User *U) : Def(Def), User(llvm::cast<llvm::Instruction>(U)) {}
llvm::Value *def() const { return Def; }
llvm::Instruction *user() const { return User; }
llvm::BasicBlock *userBlock() const { return User->getParent(); }
};
void rewritePHIs(llvm::Function &F);
void insertSpills(CodeGenContext *CGCtx, llvm::Function &F, const llvm::SmallVector<Spill, 8> &Spills);
void rewriteMaterializableInstructions(const llvm::SmallVector<Spill, 8> &Spills);
enum class RematStage { MID, LATE };
class RematChecker {
public:
RematChecker(CodeGenContext &Ctx, RematStage Stage);
#if defined(_DEBUG) || defined(_INTERNAL)
RematChecker(CodeGenContext &Ctx, RematStage Stage, llvm::raw_ostream *Stream);
#endif
std::optional<std::vector<llvm::Instruction *>> canFullyRemat(llvm::Instruction *I, uint32_t Threshold,
llvm::ValueToValueMapTy *VM = nullptr) const;
private:
bool canFullyRemat(llvm::Instruction *I, std::vector<llvm::Instruction *> &Insts,
std::unordered_set<llvm::Instruction *> &Visited, unsigned StartDepth, unsigned Depth,
llvm::ValueToValueMapTy *VM) const;
bool materializable(const llvm::Instruction &I) const;
bool isReadOnly(const llvm::Value *Ptr) const;
CodeGenContext &Ctx;
RematStage Stage;
#if defined(_DEBUG) || defined(_INTERNAL)
llvm::raw_ostream *m_pStream;
#endif
};
} // namespace IGC
|
