]>
Commit | Line | Data |
---|---|---|
1c79356b | 1 | /* |
316670eb | 2 | * Copyright (c) 2000-2012 Apple Inc. All rights reserved. |
1c79356b | 3 | * |
2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
1c79356b | 5 | * |
2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
8f6c56a5 | 14 | * |
2d21ac55 A |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
17 | * | |
18 | * The Original Code and all software distributed under the License are | |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
8f6c56a5 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
8f6c56a5 | 25 | * |
2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
1c79356b A |
27 | */ |
28 | /* | |
29 | * @OSF_COPYRIGHT@ | |
30 | */ | |
31 | /* | |
32 | * Mach Operating System | |
33 | * Copyright (c) 1991,1990,1989 Carnegie Mellon University | |
34 | * All Rights Reserved. | |
35 | * | |
36 | * Permission to use, copy, modify and distribute this software and its | |
37 | * documentation is hereby granted, provided that both the copyright | |
38 | * notice and this permission notice appear in all copies of the | |
39 | * software, derivative works or modified versions, and any portions | |
40 | * thereof, and that both notices appear in supporting documentation. | |
41 | * | |
42 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" | |
43 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR | |
44 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. | |
45 | * | |
46 | * Carnegie Mellon requests users of this software to return to | |
47 | * | |
48 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU | |
49 | * School of Computer Science | |
50 | * Carnegie Mellon University | |
51 | * Pittsburgh PA 15213-3890 | |
52 | * | |
53 | * any improvements or extensions that they make and grant Carnegie Mellon | |
54 | * the rights to redistribute these changes. | |
55 | */ | |
2d21ac55 A |
56 | /* |
57 | * NOTICE: This file was modified by McAfee Research in 2004 to introduce | |
58 | * support for mandatory and extensible security protections. This notice | |
59 | * is included in support of clause 2.2 (b) of the Apple Public License, | |
60 | * Version 2.0. | |
61 | * Copyright (c) 2005 SPARTA, Inc. | |
62 | */ | |
1c79356b A |
63 | /* |
64 | */ | |
65 | /* | |
66 | * File: ipc/ipc_init.c | |
67 | * Author: Rich Draves | |
68 | * Date: 1989 | |
69 | * | |
70 | * Functions to initialize the IPC system. | |
71 | */ | |
72 | ||
73 | #include <mach_debug.h> | |
1c79356b | 74 | |
91447636 | 75 | #include <mach/port.h> |
316670eb | 76 | #include <mach/message.h> |
1c79356b | 77 | #include <mach/kern_return.h> |
91447636 A |
78 | |
79 | #include <kern/kern_types.h> | |
80 | #include <kern/kalloc.h> | |
fe8ab488 | 81 | #include <kern/simple_lock.h> |
1c79356b A |
82 | #include <kern/mach_param.h> |
83 | #include <kern/ipc_host.h> | |
91447636 | 84 | #include <kern/ipc_mig.h> |
55e303ae A |
85 | #include <kern/host_notify.h> |
86 | #include <kern/mk_timer.h> | |
1c79356b | 87 | #include <kern/misc_protos.h> |
91447636 A |
88 | #include <kern/sync_lock.h> |
89 | #include <kern/sync_sema.h> | |
1c79356b A |
90 | #include <vm/vm_map.h> |
91 | #include <vm/vm_kern.h> | |
91447636 | 92 | |
1c79356b A |
93 | #include <ipc/ipc_entry.h> |
94 | #include <ipc/ipc_space.h> | |
95 | #include <ipc/ipc_object.h> | |
96 | #include <ipc/ipc_port.h> | |
97 | #include <ipc/ipc_pset.h> | |
98 | #include <ipc/ipc_notify.h> | |
99 | #include <ipc/ipc_kmsg.h> | |
100 | #include <ipc/ipc_hash.h> | |
101 | #include <ipc/ipc_init.h> | |
91447636 | 102 | #include <ipc/ipc_table.h> |
fe8ab488 A |
103 | #include <ipc/ipc_voucher.h> |
104 | #include <ipc/ipc_importance.h> | |
91447636 | 105 | |
1c79356b A |
106 | #include <mach/machine/ndr_def.h> /* NDR_record */ |
107 | ||
108 | vm_map_t ipc_kernel_map; | |
109 | vm_size_t ipc_kernel_map_size = 1024 * 1024; | |
110 | ||
316670eb | 111 | /* values to limit physical copy out-of-line memory descriptors */ |
1c79356b A |
112 | vm_map_t ipc_kernel_copy_map; |
113 | #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024) | |
114 | vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE; | |
316670eb A |
115 | vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8); |
116 | ||
117 | /* | |
118 | * values to limit inline message body handling | |
119 | * avoid copyin/out limits - even after accounting for maximum descriptor expansion. | |
120 | */ | |
121 | #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */ | |
122 | vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3)/4 - MAX_TRAILER_SIZE); | |
1c79356b | 123 | |
b0d623f7 | 124 | int ipc_space_max; |
b0d623f7 A |
125 | int ipc_port_max; |
126 | int ipc_pset_max; | |
127 | ||
128 | ||
129 | lck_grp_t ipc_lck_grp; | |
130 | lck_attr_t ipc_lck_attr; | |
131 | ||
132 | static lck_grp_attr_t ipc_lck_grp_attr; | |
1c79356b | 133 | |
1c79356b A |
134 | extern void ikm_cache_init(void); |
135 | ||
136 | /* | |
137 | * Routine: ipc_bootstrap | |
138 | * Purpose: | |
139 | * Initialization needed before the kernel task | |
140 | * can be created. | |
141 | */ | |
142 | ||
143 | void | |
144 | ipc_bootstrap(void) | |
145 | { | |
146 | kern_return_t kr; | |
b0d623f7 A |
147 | |
148 | lck_grp_attr_setdefault(&ipc_lck_grp_attr); | |
149 | lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr); | |
150 | lck_attr_setdefault(&ipc_lck_attr); | |
151 | ||
1c79356b A |
152 | ipc_port_multiple_lock_init(); |
153 | ||
1c79356b A |
154 | ipc_port_timestamp_data = 0; |
155 | ||
156 | /* all IPC zones should be exhaustible */ | |
157 | ||
158 | ipc_space_zone = zinit(sizeof(struct ipc_space), | |
159 | ipc_space_max * sizeof(struct ipc_space), | |
160 | sizeof(struct ipc_space), | |
161 | "ipc spaces"); | |
0b4c1975 | 162 | zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE); |
1c79356b | 163 | |
1c79356b A |
164 | /* |
165 | * populate all port(set) zones | |
166 | */ | |
167 | ipc_object_zones[IOT_PORT] = | |
168 | zinit(sizeof(struct ipc_port), | |
169 | ipc_port_max * sizeof(struct ipc_port), | |
170 | sizeof(struct ipc_port), | |
171 | "ipc ports"); | |
6d2010ae A |
172 | /* cant charge callers for port allocations (references passed) */ |
173 | zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE); | |
0b4c1975 | 174 | zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE); |
1c79356b A |
175 | |
176 | ipc_object_zones[IOT_PORT_SET] = | |
177 | zinit(sizeof(struct ipc_pset), | |
178 | ipc_pset_max * sizeof(struct ipc_pset), | |
179 | sizeof(struct ipc_pset), | |
180 | "ipc port sets"); | |
0b4c1975 | 181 | zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE); |
1c79356b | 182 | |
91447636 A |
183 | /* |
184 | * Create the basic ipc_kmsg_t zone (the one we also cache) | |
185 | * elements at the processor-level to avoid the locking. | |
186 | */ | |
187 | ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE, | |
2d21ac55 | 188 | ipc_port_max * MACH_PORT_QLIMIT_DEFAULT * |
91447636 A |
189 | IKM_SAVED_KMSG_SIZE, |
190 | IKM_SAVED_KMSG_SIZE, | |
191 | "ipc kmsgs"); | |
6d2010ae | 192 | zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE); |
91447636 | 193 | |
1c79356b A |
194 | /* create special spaces */ |
195 | ||
196 | kr = ipc_space_create_special(&ipc_space_kernel); | |
197 | assert(kr == KERN_SUCCESS); | |
198 | ||
199 | ||
200 | kr = ipc_space_create_special(&ipc_space_reply); | |
201 | assert(kr == KERN_SUCCESS); | |
202 | ||
203 | /* initialize modules with hidden data structures */ | |
204 | ||
205 | #if MACH_ASSERT | |
206 | ipc_port_debug_init(); | |
207 | #endif | |
208 | mig_init(); | |
209 | ipc_table_init(); | |
fe8ab488 A |
210 | ipc_voucher_init(); |
211 | ||
212 | #if IMPORTANCE_INHERITANCE | |
213 | ipc_importance_init(); | |
214 | #endif | |
316670eb | 215 | |
1c79356b | 216 | semaphore_init(); |
55e303ae A |
217 | mk_timer_init(); |
218 | host_notify_init(); | |
1c79356b A |
219 | } |
220 | ||
221 | /* | |
222 | * XXX tunable, belongs in mach.message.h | |
223 | */ | |
3e170ce0 | 224 | #define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE) |
1c79356b A |
225 | vm_size_t msg_ool_size_small; |
226 | ||
227 | /* | |
228 | * Routine: ipc_init | |
229 | * Purpose: | |
230 | * Final initialization of the IPC system. | |
231 | */ | |
232 | ||
233 | void | |
234 | ipc_init(void) | |
235 | { | |
236 | kern_return_t retval; | |
91447636 | 237 | vm_offset_t min; |
1c79356b A |
238 | |
239 | retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size, | |
5ba3f43e A |
240 | TRUE, |
241 | (VM_FLAGS_ANYWHERE), | |
242 | VM_MAP_KERNEL_FLAGS_NONE, | |
243 | VM_KERN_MEMORY_IPC, | |
244 | &ipc_kernel_map); | |
91447636 | 245 | |
1c79356b A |
246 | if (retval != KERN_SUCCESS) |
247 | panic("ipc_init: kmem_suballoc of ipc_kernel_map failed"); | |
248 | ||
249 | retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size, | |
5ba3f43e A |
250 | TRUE, |
251 | (VM_FLAGS_ANYWHERE), | |
252 | VM_MAP_KERNEL_FLAGS_NONE, | |
253 | VM_KERN_MEMORY_IPC, | |
254 | &ipc_kernel_copy_map); | |
91447636 | 255 | |
1c79356b A |
256 | if (retval != KERN_SUCCESS) |
257 | panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed"); | |
258 | ||
259 | ipc_kernel_copy_map->no_zero_fill = TRUE; | |
260 | ipc_kernel_copy_map->wait_for_space = TRUE; | |
261 | ||
262 | /* | |
263 | * As an optimization, 'small' out of line data regions using a | |
264 | * physical copy strategy are copied into kalloc'ed buffers. | |
265 | * The value of 'small' is determined here. Requests kalloc() | |
266 | * with sizes greater or equal to kalloc_max_prerounded may fail. | |
267 | */ | |
268 | if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { | |
269 | msg_ool_size_small = kalloc_max_prerounded; | |
270 | } | |
271 | else { | |
272 | msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX; | |
273 | } | |
3e170ce0 A |
274 | /* account for overhead to avoid spilling over a page */ |
275 | msg_ool_size_small -= cpy_kdata_hdr_sz; | |
1c79356b A |
276 | |
277 | ipc_host_init(); | |
fe8ab488 A |
278 | |
279 | } | |
280 | ||
281 | ||
282 | /* | |
283 | * Routine: ipc_thread_call_init | |
284 | * Purpose: | |
285 | * Initialize IPC logic that needs thread call support | |
286 | */ | |
287 | ||
288 | void | |
289 | ipc_thread_call_init(void) | |
290 | { | |
291 | #if IMPORTANCE_INHERITANCE | |
292 | ipc_importance_thread_call_init(); | |
293 | #endif | |
1c79356b | 294 | } |