2 * Copyright (C) 2011 Apple Inc. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include "CopiedAllocator.h"
30 #include "HeapBlock.h"
31 #include "HeapOperation.h"
32 #include "TinyBloomFilter.h"
33 #include <wtf/Assertions.h>
34 #include <wtf/CheckedBoolean.h>
35 #include <wtf/DoublyLinkedList.h>
36 #include <wtf/HashSet.h>
37 #include <wtf/OSAllocator.h>
38 #include <wtf/PageAllocationAligned.h>
39 #include <wtf/PageBlock.h>
40 #include <wtf/StdLibExtras.h>
41 #include <wtf/TCSpinLock.h>
42 #include <wtf/ThreadingPrimitives.h>
50 friend class CopyVisitor
;
51 friend class GCThreadSharedData
;
52 friend class SlotVisitor
;
59 CheckedBoolean
tryAllocate(size_t, void**);
60 CheckedBoolean
tryReallocate(void**, size_t, size_t);
62 CopiedAllocator
& allocator() { return m_allocator
; }
64 void didStartFullCollection();
66 template <HeapOperation collectionType
>
67 void startedCopying();
68 void startedEdenCopy();
69 void startedFullCopy();
71 bool isInCopyPhase() { return m_inCopyingPhase
; }
73 void pin(CopiedBlock
*);
76 bool contains(CopiedBlock
*);
77 bool contains(void*, CopiedBlock
*&);
79 void pinIfNecessary(void* pointer
);
84 bool isPagedOut(double deadline
);
85 bool shouldDoCopyPhase() { return m_shouldDoCopyPhase
; }
87 static CopiedBlock
* blockFor(void*);
89 Heap
* heap() const { return m_heap
; }
92 static bool isOversize(size_t);
94 JS_EXPORT_PRIVATE CheckedBoolean
tryAllocateSlowCase(size_t, void**);
95 CheckedBoolean
tryAllocateOversize(size_t, void**);
96 CheckedBoolean
tryReallocateOversize(void**, size_t, size_t);
99 CopiedBlock
* allocateBlockForCopyingPhase();
101 void doneFillingBlock(CopiedBlock
*, CopiedBlock
**);
102 void recycleEvacuatedBlock(CopiedBlock
*, HeapOperation collectionType
);
103 void recycleBorrowedBlock(CopiedBlock
*);
107 CopiedAllocator m_allocator
;
109 HashSet
<CopiedBlock
*> m_blockSet
;
111 SpinLock m_toSpaceLock
;
113 struct CopiedGeneration
{
120 DoublyLinkedList
<CopiedBlock
>* toSpace
;
121 DoublyLinkedList
<CopiedBlock
>* fromSpace
;
123 DoublyLinkedList
<CopiedBlock
> blocks1
;
124 DoublyLinkedList
<CopiedBlock
> blocks2
;
125 DoublyLinkedList
<CopiedBlock
> oversizeBlocks
;
127 TinyBloomFilter blockFilter
;
130 CopiedGeneration m_oldGen
;
131 CopiedGeneration m_newGen
;
133 bool m_inCopyingPhase
;
134 bool m_shouldDoCopyPhase
;
136 Mutex m_loanedBlocksLock
;
137 ThreadCondition m_loanedBlocksCondition
;
138 size_t m_numberOfLoanedBlocks
;
140 static const size_t s_maxAllocationSize
= CopiedBlock::blockSize
/ 2;
141 static const size_t s_initialBlockNum
= 16;
142 static const size_t s_blockMask
= ~(CopiedBlock::blockSize
- 1);