]>
Commit | Line | Data |
---|---|---|
0959b6d4 A |
1 | /* -*- mode: C++; c-basic-offset: 4; tab-width: 4 -*- |
2 | * | |
39a8cd10 | 3 | * Copyright (c) 2004-2008 Apple Inc. All rights reserved. |
0959b6d4 A |
4 | * |
5 | * @APPLE_LICENSE_HEADER_START@ | |
6 | * | |
7 | * This file contains Original Code and/or Modifications of Original Code | |
8 | * as defined in and that are subject to the Apple Public Source License | |
9 | * Version 2.0 (the 'License'). You may not use this file except in | |
10 | * compliance with the License. Please obtain a copy of the License at | |
11 | * http://www.opensource.apple.com/apsl/ and read it before using this | |
12 | * file. | |
13 | * | |
14 | * The Original Code and all software distributed under the License are | |
15 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
16 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, | |
17 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
18 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. | |
19 | * Please see the License for the specific language governing rights and | |
20 | * limitations under the License. | |
21 | * | |
22 | * @APPLE_LICENSE_HEADER_END@ | |
23 | */ | |
24 | ||
0959b6d4 | 25 | |
bac542e6 A |
26 | #include <stdlib.h> |
27 | #include <stdint.h> | |
28 | #include <string.h> | |
39a8cd10 | 29 | #include <mach/mach.h> |
2fd3f4e8 | 30 | #include <sys/mman.h> |
bac542e6 A |
31 | |
32 | extern "C" void* __dso_handle; | |
33 | ||
34 | #include "dyld.h" | |
35 | #include "dyldLibSystemInterface.h" | |
0959b6d4 A |
36 | |
37 | // | |
bac542e6 A |
38 | // dyld initially allocates all memory from a pool inside dyld. |
39 | // Once libSystem.dylib is initialized, dyld uses libSystem's malloc/free. | |
0959b6d4 A |
40 | // |
41 | ||
bac542e6 A |
42 | #if __LP64__ |
43 | // room for about ~1000 initial dylibs | |
19894a12 | 44 | #define DYLD_POOL_CHUNK_SIZE 200*1024 |
bac542e6 A |
45 | #else |
46 | // room for about ~900 initial dylibs | |
39a8cd10 | 47 | #define DYLD_POOL_CHUNK_SIZE 150*1024 |
bac542e6 | 48 | #endif |
39a8cd10 A |
49 | |
50 | struct dyld_static_pool { | |
51 | dyld_static_pool* previousPool; | |
52 | uint8_t* current; | |
53 | uint8_t* end; | |
54 | uint8_t pool[1]; | |
55 | }; | |
56 | ||
57 | // allocate initial pool independently of pool header to take less space on disk | |
58 | static uint8_t initialPoolContent[DYLD_POOL_CHUNK_SIZE] __attribute__((__aligned__(16))); | |
59 | static dyld_static_pool initialPool = { NULL, initialPoolContent, &initialPoolContent[DYLD_POOL_CHUNK_SIZE] }; | |
60 | static dyld_static_pool* currentPool = &initialPool; | |
61 | ||
0959b6d4 | 62 | |
bac542e6 | 63 | void* malloc(size_t size) |
0959b6d4 | 64 | { |
bac542e6 A |
65 | if ( dyld::gLibSystemHelpers != NULL) { |
66 | void* p = dyld::gLibSystemHelpers->malloc(size); | |
67 | //dyld::log("malloc(%lu) => %p from libSystem\n", size, p); | |
68 | return p; | |
69 | } | |
70 | else { | |
df9d6cf7 A |
71 | if ( size > DYLD_POOL_CHUNK_SIZE ) { |
72 | dyld::log("dyld malloc overflow: size=%zu\n", size); | |
73 | exit(1); | |
74 | } | |
bac542e6 | 75 | size = (size+sizeof(void*)-1) & (-sizeof(void*)); // pointer align |
39a8cd10 A |
76 | uint8_t* result = currentPool->current; |
77 | currentPool->current += size; | |
78 | if ( currentPool->current > currentPool->end ) { | |
79 | vm_address_t addr = 0; | |
80 | kern_return_t r = vm_allocate(mach_task_self(), &addr, DYLD_POOL_CHUNK_SIZE, VM_FLAGS_ANYWHERE); | |
81 | if ( r != KERN_SUCCESS ) { | |
82 | dyld::log("out of address space for dyld memory pool\n"); | |
83 | exit(1); | |
84 | } | |
85 | dyld_static_pool* newPool = (dyld_static_pool*)addr; | |
86 | newPool->previousPool = NULL; | |
87 | newPool->current = newPool->pool; | |
88 | newPool->end = (uint8_t*)(addr + DYLD_POOL_CHUNK_SIZE); | |
89 | newPool->previousPool = currentPool; | |
90 | currentPool = newPool; | |
91 | if ( (currentPool->current + size) > currentPool->end ) { | |
92 | dyld::log("dyld memory pool exhausted: size=%lu\n", size); | |
93 | exit(1); | |
94 | } | |
95 | result = currentPool->current; | |
96 | currentPool->current += size; | |
bac542e6 | 97 | } |
39a8cd10 | 98 | //dyld::log("%p = malloc(%3lu) from pool %p, free space = %lu\n", result, size, currentPool, (long)(currentPool->end - currentPool->current)); |
bac542e6 | 99 | return result; |
0959b6d4 | 100 | } |
0959b6d4 A |
101 | } |
102 | ||
bac542e6 A |
103 | |
104 | void free(void* ptr) | |
0959b6d4 | 105 | { |
bac542e6 | 106 | // ignore any pointer within dyld (i.e. stuff from pool or static strings) |
39a8cd10 A |
107 | if ( (dyld::gLibSystemHelpers != NULL) && ((ptr < &__dso_handle) || (ptr >= &initialPoolContent[DYLD_POOL_CHUNK_SIZE])) ) { |
108 | // ignore stuff in any dynamically alloated dyld pools | |
19894a12 A |
109 | for (dyld_static_pool* p = currentPool; p != NULL; p = p->previousPool) { |
110 | if ( (p->pool <= ptr) && (ptr < p->end) ) { | |
39a8cd10 A |
111 | // do nothing, pool entries can't be reclaimed |
112 | //dyld::log("free(%p) from dynamic pool\n", ptr); | |
113 | return; | |
114 | } | |
115 | } | |
116 | ||
bac542e6 A |
117 | //dyld::log("free(%p) from libSystem\n", ptr); |
118 | return dyld::gLibSystemHelpers->free(ptr); | |
119 | } | |
120 | else { | |
121 | // do nothing, pool entries can't be reclaimed | |
39a8cd10 | 122 | //dyld::log("free(%p) from static pool\n", ptr); |
0959b6d4 | 123 | } |
0959b6d4 A |
124 | } |
125 | ||
126 | ||
bac542e6 | 127 | void* calloc(size_t count, size_t size) |
0959b6d4 | 128 | { |
bac542e6 | 129 | if ( dyld::gLibSystemHelpers != NULL ) { |
39a8cd10 A |
130 | void* result = dyld::gLibSystemHelpers->malloc(size*count); |
131 | bzero(result, size*count); | |
bac542e6 A |
132 | return result; |
133 | } | |
134 | else { | |
df9d6cf7 A |
135 | // Check for overflow of integer multiplication |
136 | size_t total = count * size; | |
137 | if ( total/count != size ) { | |
138 | dyld::log("dyld calloc overflow: count=%zu, size=%zu\n", count, size); | |
139 | exit(1); | |
140 | } | |
141 | return malloc(total); | |
bac542e6 | 142 | } |
0959b6d4 A |
143 | } |
144 | ||
145 | ||
bac542e6 | 146 | void* realloc(void *ptr, size_t size) |
0959b6d4 | 147 | { |
bac542e6 A |
148 | void* result = malloc(size); |
149 | memcpy(result, ptr, size); | |
150 | return result; | |
0959b6d4 A |
151 | } |
152 | ||
bac542e6 A |
153 | // void* reallocf(void *ptr, size_t size); |
154 | // void* valloc(size_t size); | |
155 | ||
156 | // needed __libc_init() | |
157 | extern "C" int _malloc_lock; | |
158 | int _malloc_lock = 0; | |
159 | ||
0959b6d4 | 160 | |
2fd3f4e8 A |
161 | // <rdar://problem/12857033> dyld calls this which uses libSystem.dylib's vm_allocate if available |
162 | int vm_alloc(vm_address_t* addr, vm_size_t size, uint32_t flags) | |
163 | { | |
164 | if ( (dyld::gLibSystemHelpers != NULL) && (dyld::gLibSystemHelpers->version >= 12) ) { | |
165 | return dyld::gLibSystemHelpers->vm_alloc(mach_task_self(), addr, size, flags); | |
166 | } | |
167 | else { | |
168 | return ::vm_allocate(mach_task_self(), addr, size, flags); | |
169 | } | |
170 | } | |
171 | ||
172 | void* xmmap(void* addr, size_t len, int prot, int flags, int fd, off_t offset) | |
173 | { | |
174 | if ( (dyld::gLibSystemHelpers != NULL) && (dyld::gLibSystemHelpers->version >= 12) ) { | |
175 | return dyld::gLibSystemHelpers->mmap(addr, len, prot, flags, fd, offset); | |
176 | } | |
177 | else { | |
178 | return ::mmap(addr, len, prot, flags, fd, offset); | |
179 | } | |
180 | } | |
181 | ||
182 | ||
183 |