1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
/*
* Copyright (C) 2017-2025 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#pragma once
#include "AlignedMemoryAllocator.h"
#include "BlockDirectory.h"
#include "Subspace.h"
#include "SubspaceAccess.h"
#include <wtf/SinglyLinkedListWithTail.h>
#include <wtf/TZoneMalloc.h>
namespace JSC {
class IsoCellSet;
namespace GCClient {
class IsoSubspace;
}
class IsoSubspace final : public Subspace {
WTF_MAKE_TZONE_ALLOCATED_EXPORT(IsoSubspace, JS_EXPORT_PRIVATE);
public:
JS_EXPORT_PRIVATE IsoSubspace(CString name, Heap&, const HeapCellType&, size_t, uint8_t numberOfLowerTierPreciseCells, std::unique_ptr<AlignedMemoryAllocator>&& = nullptr);
JS_EXPORT_PRIVATE ~IsoSubspace() final;
size_t cellSize() { return m_directory.cellSize(); }
void sweepLowerTierPreciseCell(PreciseAllocation*);
void clearIsoCellSetBit(PreciseAllocation*);
void* tryAllocateLowerTierPrecise(size_t cellSize);
void destroyLowerTierPreciseFreeList();
void sweep();
template<typename Func> void forEachLowerTierPreciseFreeListedPreciseAllocation(const Func&);
private:
friend class IsoCellSet;
friend class GCClient::IsoSubspace;
void didResizeBits(unsigned newSize) final;
void didRemoveBlock(unsigned blockIndex) final;
void didBeginSweepingToFreeList(MarkedBlock::Handle*) final;
BlockDirectory m_directory;
std::unique_ptr<AlignedMemoryAllocator> m_allocator;
SentinelLinkedList<PreciseAllocation, BasicRawSentinelNode<PreciseAllocation>> m_lowerTierPreciseFreeList;
SentinelLinkedList<IsoCellSet, BasicRawSentinelNode<IsoCellSet>> m_cellSets;
};
namespace GCClient {
class IsoSubspace {
WTF_MAKE_NONCOPYABLE(IsoSubspace);
WTF_DEPRECATED_MAKE_FAST_ALLOCATED(IsoSubspace);
public:
JS_EXPORT_PRIVATE IsoSubspace(JSC::IsoSubspace&);
JS_EXPORT_PRIVATE ~IsoSubspace() = default;
size_t cellSize() { return m_localAllocator.cellSize(); }
Allocator allocatorFor(size_t, AllocatorForMode);
void* allocate(VM&, size_t, GCDeferralContext*, AllocationFailureMode);
private:
LocalAllocator m_localAllocator;
};
ALWAYS_INLINE Allocator IsoSubspace::allocatorFor(size_t size, AllocatorForMode)
{
RELEASE_ASSERT(size <= cellSize());
return Allocator(&m_localAllocator);
}
} // namespace GCClient
#define ISO_SUBSPACE_INIT(heap, heapCellType, type) \
ISO_SUBSPACE_INIT_WITH_NAME(heap, heapCellType, type, #type ""_s)
#define ISO_SUBSPACE_INIT_WITH_NAME(heap, heapCellType, type, name) (name, (heap), (heapCellType), sizeof(type), type::numberOfLowerTierPreciseCells)
} // namespace JSC
|
