2 * Copyright (C) 2011 Apple Inc. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include "CopiedAllocator.h"
30 #include "HeapBlock.h"
31 #include "TinyBloomFilter.h"
32 #include <wtf/Assertions.h>
33 #include <wtf/CheckedBoolean.h>
34 #include <wtf/DoublyLinkedList.h>
35 #include <wtf/HashSet.h>
36 #include <wtf/OSAllocator.h>
37 #include <wtf/PageAllocationAligned.h>
38 #include <wtf/PageBlock.h>
39 #include <wtf/StdLibExtras.h>
40 #include <wtf/ThreadingPrimitives.h>
49 friend class SlotVisitor
;
55 CheckedBoolean
tryAllocate(size_t, void**);
56 CheckedBoolean
tryReallocate(void**, size_t, size_t);
58 CopiedAllocator
& allocator() { return m_allocator
; }
60 void startedCopying();
62 bool isInCopyPhase() { return m_inCopyingPhase
; }
64 void pin(CopiedBlock
*);
67 bool contains(void*, CopiedBlock
*&);
73 bool isPagedOut(double deadline
);
75 static CopiedBlock
* blockFor(void*);
78 CheckedBoolean
tryAllocateSlowCase(size_t, void**);
79 CheckedBoolean
addNewBlock();
80 CheckedBoolean
allocateNewBlock(CopiedBlock
**);
82 static void* allocateFromBlock(CopiedBlock
*, size_t);
83 CheckedBoolean
tryAllocateOversize(size_t, void**);
84 CheckedBoolean
tryReallocateOversize(void**, size_t, size_t);
86 static bool isOversize(size_t);
88 CheckedBoolean
borrowBlock(CopiedBlock
**);
89 CheckedBoolean
getFreshBlock(AllocationEffort
, CopiedBlock
**);
90 void doneFillingBlock(CopiedBlock
*);
91 void recycleBlock(CopiedBlock
*);
92 static bool fitsInBlock(CopiedBlock
*, size_t);
93 static CopiedBlock
* oversizeBlockFor(void* ptr
);
97 CopiedAllocator m_allocator
;
99 TinyBloomFilter m_toSpaceFilter
;
100 TinyBloomFilter m_oversizeFilter
;
101 HashSet
<CopiedBlock
*> m_toSpaceSet
;
105 DoublyLinkedList
<HeapBlock
>* m_toSpace
;
106 DoublyLinkedList
<HeapBlock
>* m_fromSpace
;
108 DoublyLinkedList
<HeapBlock
> m_blocks1
;
109 DoublyLinkedList
<HeapBlock
> m_blocks2
;
110 DoublyLinkedList
<HeapBlock
> m_oversizeBlocks
;
112 bool m_inCopyingPhase
;
114 Mutex m_loanedBlocksLock
;
115 ThreadCondition m_loanedBlocksCondition
;
116 size_t m_numberOfLoanedBlocks
;
118 static const size_t s_maxAllocationSize
= 32 * KB
;
119 static const size_t s_initialBlockNum
= 16;
120 static const size_t s_blockMask
= ~(HeapBlock::s_blockSize
- 1);