2 * Copyright (C) 2011 Apple Inc. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include "CopiedAllocator.h"
30 #include "HeapBlock.h"
31 #include "TinyBloomFilter.h"
32 #include <wtf/Assertions.h>
33 #include <wtf/CheckedBoolean.h>
34 #include <wtf/DoublyLinkedList.h>
35 #include <wtf/HashSet.h>
36 #include <wtf/OSAllocator.h>
37 #include <wtf/PageAllocationAligned.h>
38 #include <wtf/PageBlock.h>
39 #include <wtf/StdLibExtras.h>
40 #include <wtf/TCSpinLock.h>
41 #include <wtf/ThreadingPrimitives.h>
49 friend class CopyVisitor
;
50 friend class GCThreadSharedData
;
51 friend class SlotVisitor
;
58 CheckedBoolean
tryAllocate(size_t, void**);
59 CheckedBoolean
tryReallocate(void**, size_t, size_t);
61 CopiedAllocator
& allocator() { return m_allocator
; }
63 void startedCopying();
65 bool isInCopyPhase() { return m_inCopyingPhase
; }
67 void pin(CopiedBlock
*);
70 bool contains(CopiedBlock
*);
71 bool contains(void*, CopiedBlock
*&);
73 void pinIfNecessary(void* pointer
);
78 bool isPagedOut(double deadline
);
79 bool shouldDoCopyPhase() { return m_shouldDoCopyPhase
; }
81 static CopiedBlock
* blockFor(void*);
84 static bool isOversize(size_t);
86 JS_EXPORT_PRIVATE CheckedBoolean
tryAllocateSlowCase(size_t, void**);
87 CheckedBoolean
tryAllocateOversize(size_t, void**);
88 CheckedBoolean
tryReallocateOversize(void**, size_t, size_t);
91 CopiedBlock
* allocateBlockForCopyingPhase();
93 void doneFillingBlock(CopiedBlock
*, CopiedBlock
**);
94 void recycleEvacuatedBlock(CopiedBlock
*);
95 void recycleBorrowedBlock(CopiedBlock
*);
99 CopiedAllocator m_allocator
;
101 TinyBloomFilter m_blockFilter
;
102 HashSet
<CopiedBlock
*> m_blockSet
;
104 SpinLock m_toSpaceLock
;
106 DoublyLinkedList
<CopiedBlock
>* m_toSpace
;
107 DoublyLinkedList
<CopiedBlock
>* m_fromSpace
;
109 DoublyLinkedList
<CopiedBlock
> m_blocks1
;
110 DoublyLinkedList
<CopiedBlock
> m_blocks2
;
111 DoublyLinkedList
<CopiedBlock
> m_oversizeBlocks
;
113 bool m_inCopyingPhase
;
114 bool m_shouldDoCopyPhase
;
116 Mutex m_loanedBlocksLock
;
117 ThreadCondition m_loanedBlocksCondition
;
118 size_t m_numberOfLoanedBlocks
;
120 static const size_t s_maxAllocationSize
= CopiedBlock::blockSize
/ 2;
121 static const size_t s_initialBlockNum
= 16;
122 static const size_t s_blockMask
= ~(CopiedBlock::blockSize
- 1);