]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * Copyright (c) 2000-2011 Apple Inc. All rights reserved. | |
3 | * | |
4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ | |
5 | * | |
6 | * This file contains Original Code and/or Modifications of Original Code | |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
14 | * | |
15 | * Please obtain a copy of the License at | |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
17 | * | |
18 | * The Original Code and all software distributed under the License are | |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, | |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. | |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
25 | * | |
26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ | |
27 | */ | |
28 | /* | |
29 | * @OSF_COPYRIGHT@ | |
30 | */ | |
31 | /* | |
32 | * Mach Operating System | |
33 | * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University | |
34 | * All Rights Reserved. | |
35 | * | |
36 | * Permission to use, copy, modify and distribute this software and its | |
37 | * documentation is hereby granted, provided that both the copyright | |
38 | * notice and this permission notice appear in all copies of the | |
39 | * software, derivative works or modified versions, and any portions | |
40 | * thereof, and that both notices appear in supporting documentation. | |
41 | * | |
42 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" | |
43 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR | |
44 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. | |
45 | * | |
46 | * Carnegie Mellon requests users of this software to return to | |
47 | * | |
48 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU | |
49 | * School of Computer Science | |
50 | * Carnegie Mellon University | |
51 | * Pittsburgh PA 15213-3890 | |
52 | * | |
53 | * any improvements or extensions that they make and grant Carnegie Mellon | |
54 | * the rights to redistribute these changes. | |
55 | */ | |
56 | /* | |
57 | */ | |
58 | /* | |
59 | * File: vm/vm_init.c | |
60 | * Author: Avadis Tevanian, Jr., Michael Wayne Young | |
61 | * Date: 1985 | |
62 | * | |
63 | * Initialize the Virtual Memory subsystem. | |
64 | */ | |
65 | ||
66 | #include <mach/machine/vm_types.h> | |
67 | #include <mach/vm_map.h> | |
68 | #include <kern/zalloc.h> | |
69 | #include <kern/kalloc.h> | |
70 | #include <kern/kext_alloc.h> | |
71 | #include <vm/vm_object.h> | |
72 | #include <vm/vm_map.h> | |
73 | #include <vm/vm_page.h> | |
74 | #include <vm/vm_kern.h> | |
75 | #include <vm/memory_object.h> | |
76 | #include <vm/vm_fault.h> | |
77 | #include <vm/vm_init.h> | |
78 | ||
79 | #include <pexpert/pexpert.h> | |
80 | ||
81 | #include <vm/vm_protos.h> | |
82 | ||
83 | #define ZONE_MAP_MIN CONFIG_ZONE_MAP_MIN | |
84 | ||
85 | /* Maximum zone size is 1.5G */ | |
86 | #define ZONE_MAP_MAX (1024 * 1024 * 1536) | |
87 | ||
88 | const vm_offset_t vm_min_kernel_address = VM_MIN_KERNEL_AND_KEXT_ADDRESS; | |
89 | const vm_offset_t vm_max_kernel_address = VM_MAX_KERNEL_ADDRESS; | |
90 | ||
91 | boolean_t vm_kernel_ready = FALSE; | |
92 | boolean_t kmem_ready = FALSE; | |
93 | boolean_t kmem_alloc_ready = FALSE; | |
94 | boolean_t zlog_ready = FALSE; | |
95 | ||
96 | vm_offset_t kmapoff_kaddr; | |
97 | unsigned int kmapoff_pgcnt; | |
98 | ||
99 | /* | |
100 | * vm_mem_bootstrap initializes the virtual memory system. | |
101 | * This is done only by the first cpu up. | |
102 | */ | |
103 | ||
104 | void | |
105 | vm_mem_bootstrap(void) | |
106 | { | |
107 | vm_offset_t start, end; | |
108 | vm_size_t zsizearg; | |
109 | mach_vm_size_t zsize; | |
110 | ||
111 | /* | |
112 | * Initializes resident memory structures. | |
113 | * From here on, all physical memory is accounted for, | |
114 | * and we use only virtual addresses. | |
115 | */ | |
116 | #define vm_mem_bootstrap_kprintf(x) /* kprintf(x) */ | |
117 | ||
118 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling vm_page_bootstrap\n")); | |
119 | vm_page_bootstrap(&start, &end); | |
120 | ||
121 | /* | |
122 | * Initialize other VM packages | |
123 | */ | |
124 | ||
125 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling zone_bootstrap\n")); | |
126 | zone_bootstrap(); | |
127 | ||
128 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling vm_object_bootstrap\n")); | |
129 | vm_object_bootstrap(); | |
130 | ||
131 | vm_kernel_ready = TRUE; | |
132 | ||
133 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling vm_map_init\n")); | |
134 | vm_map_init(); | |
135 | ||
136 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling kmem_init\n")); | |
137 | kmem_init(start, end); | |
138 | kmem_ready = TRUE; | |
139 | /* | |
140 | * Eat a random amount of kernel_map to fuzz subsequent heap, zone and | |
141 | * stack addresses. (With a 4K page and 9 bits of randomness, this | |
142 | * eats at most 2M of VA from the map.) | |
143 | */ | |
144 | if (!PE_parse_boot_argn("kmapoff", &kmapoff_pgcnt, | |
145 | sizeof (kmapoff_pgcnt))) | |
146 | kmapoff_pgcnt = early_random() & 0x1ff; /* 9 bits */ | |
147 | ||
148 | if (kmapoff_pgcnt > 0 && | |
149 | vm_allocate(kernel_map, &kmapoff_kaddr, | |
150 | kmapoff_pgcnt * PAGE_SIZE_64, VM_FLAGS_ANYWHERE) != KERN_SUCCESS) | |
151 | panic("cannot vm_allocate %u kernel_map pages", kmapoff_pgcnt); | |
152 | ||
153 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling pmap_init\n")); | |
154 | pmap_init(); | |
155 | ||
156 | kmem_alloc_ready = TRUE; | |
157 | ||
158 | if (PE_parse_boot_argn("zsize", &zsizearg, sizeof (zsizearg))) | |
159 | zsize = zsizearg * 1024ULL * 1024ULL; | |
160 | else { | |
161 | zsize = sane_size >> 2; /* Get target zone size as 1/4 of physical memory */ | |
162 | } | |
163 | ||
164 | if (zsize < ZONE_MAP_MIN) | |
165 | zsize = ZONE_MAP_MIN; /* Clamp to min */ | |
166 | #if defined(__LP64__) | |
167 | zsize += zsize >> 1; | |
168 | #endif /* __LP64__ */ | |
169 | if (zsize > sane_size >> 1) | |
170 | zsize = sane_size >> 1; /* Clamp to half of RAM max */ | |
171 | #if !__LP64__ | |
172 | if (zsize > ZONE_MAP_MAX) | |
173 | zsize = ZONE_MAP_MAX; /* Clamp to 1.5GB max for K32 */ | |
174 | #endif /* !__LP64__ */ | |
175 | ||
176 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling kext_alloc_init\n")); | |
177 | kext_alloc_init(); | |
178 | ||
179 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling zone_init\n")); | |
180 | assert((vm_size_t) zsize == zsize); | |
181 | zone_init((vm_size_t) zsize); /* Allocate address space for zones */ | |
182 | ||
183 | /* The vm_page_zone must be created prior to kalloc_init; that | |
184 | * routine can trigger zalloc()s (for e.g. mutex statistic structure | |
185 | * initialization). The vm_page_zone must exist to saisfy fictitious | |
186 | * page allocations (which are used for guard pages by the guard | |
187 | * mode zone allocator). | |
188 | */ | |
189 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling vm_page_module_init\n")); | |
190 | vm_page_module_init(); | |
191 | ||
192 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling kalloc_init\n")); | |
193 | kalloc_init(); | |
194 | ||
195 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling vm_fault_init\n")); | |
196 | vm_fault_init(); | |
197 | ||
198 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling memory_manager_default_init\n")); | |
199 | memory_manager_default_init(); | |
200 | ||
201 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling memory_object_control_bootstrap\n")); | |
202 | memory_object_control_bootstrap(); | |
203 | ||
204 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: calling device_pager_bootstrap\n")); | |
205 | device_pager_bootstrap(); | |
206 | ||
207 | vm_paging_map_init(); | |
208 | ||
209 | vm_mem_bootstrap_kprintf(("vm_mem_bootstrap: done\n")); | |
210 | } | |
211 | ||
212 | void | |
213 | vm_mem_init(void) | |
214 | { | |
215 | vm_object_init(); | |
216 | } |