1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
#ifndef LLVM_EXAMPLES_THINLTOJIT_DISCOVERYLAYER_H
#define LLVM_EXAMPLES_THINLTOJIT_DISCOVERYLAYER_H
#include "llvm/ExecutionEngine/JITSymbol.h"
#include "llvm/ExecutionEngine/Orc/Core.h"
#include "llvm/ExecutionEngine/Orc/IRCompileLayer.h"
#include "llvm/ExecutionEngine/Orc/Layer.h"
#include "llvm/ExecutionEngine/Orc/ThreadSafeModule.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/Support/raw_ostream.h"
#include "ThinLtoJIT.h"
#include <atomic>
#include <cstdint>
#include <map>
#include <mutex>
#include <vector>
namespace llvm {
namespace orc {
class ThinLtoInstrumentationLayer : public IRLayer {
public:
ThinLtoInstrumentationLayer(ExecutionSession &ES, IRCompileLayer &BaseLayer,
ThinLtoJIT::ExplicitMemoryBarrier MemFence,
unsigned FlagsPerBucket)
: IRLayer(ES, BaseLayer.getManglingOptions()), BaseLayer(BaseLayer),
MemFence(MemFence) {
// TODO: So far we only allocate one bucket.
allocateDiscoveryFlags(FlagsPerBucket);
}
~ThinLtoInstrumentationLayer() override;
void emit(MaterializationResponsibility R, ThreadSafeModule TSM) override;
unsigned reserveDiscoveryFlags(unsigned Count);
void registerDiscoveryFlagOwners(std::vector<GlobalValue::GUID> Guids,
unsigned FirstIdx);
void nudgeIntoDiscovery(std::vector<GlobalValue::GUID> Functions);
std::vector<unsigned> takeFlagsThatFired();
std::vector<GlobalValue::GUID> takeFlagOwners(std::vector<unsigned> Indexes);
void dump(raw_ostream &OS);
private:
IRCompileLayer &BaseLayer;
ThinLtoJIT::ExplicitMemoryBarrier MemFence;
enum Flag : uint8_t { Clear = 0, Fired = 1 };
// Lock-free read access.
uint8_t *FlagsStorage;
Flag *FlagsIncoming; // lock-free write by design
Flag *FlagsHandled;
unsigned NumFlagsAllocated;
std::atomic<unsigned> NumFlagsUsed; // spin-lock
// Acquire/release sync between writers and reader
std::atomic<uint64_t> FlagsSync;
// STL container requires locking for both, read and write access.
mutable std::mutex DiscoveryFlagsInfoLock;
std::map<unsigned, GlobalValue::GUID> FlagOwnersMap;
void allocateDiscoveryFlags(unsigned MinFlags);
void compileFunctionReachedFlagSetter(IRBuilder<> &B, Flag *F);
};
} // namespace orc
} // namespace llvm
#endif
|
