1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
//===-- NVPTXAtomicLower.cpp - Lower atomics of local memory ----*- C++ -*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// Lower atomics of local memory to simple load/stores
//
//===----------------------------------------------------------------------===//
#include "NVPTXAtomicLower.h"
#include "llvm/CodeGen/StackProtector.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/Instructions.h"
#include "llvm/Transforms/Scalar/LowerAtomic.h"
#include "MCTargetDesc/NVPTXBaseInfo.h"
using namespace llvm;
namespace {
// Hoisting the alloca instructions in the non-entry blocks to the entry
// block.
class NVPTXAtomicLower : public FunctionPass {
public:
static char ID; // Pass ID
NVPTXAtomicLower() : FunctionPass(ID) {}
void getAnalysisUsage(AnalysisUsage &AU) const override {
AU.setPreservesCFG();
}
StringRef getPassName() const override {
return "NVPTX lower atomics of local memory";
}
bool runOnFunction(Function &F) override;
};
} // namespace
bool NVPTXAtomicLower::runOnFunction(Function &F) {
SmallVector<AtomicRMWInst *> LocalMemoryAtomics;
for (Instruction &I : instructions(F))
if (AtomicRMWInst *RMWI = dyn_cast<AtomicRMWInst>(&I))
if (RMWI->getPointerAddressSpace() == ADDRESS_SPACE_LOCAL)
LocalMemoryAtomics.push_back(RMWI);
bool Changed = false;
for (AtomicRMWInst *RMWI : LocalMemoryAtomics)
Changed |= lowerAtomicRMWInst(RMWI);
return Changed;
}
char NVPTXAtomicLower::ID = 0;
namespace llvm {
void initializeNVPTXAtomicLowerPass(PassRegistry &);
}
INITIALIZE_PASS(NVPTXAtomicLower, "nvptx-atomic-lower",
"Lower atomics of local memory to simple load/stores", false,
false)
FunctionPass *llvm::createNVPTXAtomicLowerPass() {
return new NVPTXAtomicLower();
}
|
