]>
Commit | Line | Data |
---|---|---|
1c79356b | 1 | /* |
316670eb | 2 | * Copyright (c) 2000-2012 Apple Inc. All rights reserved. |
1c79356b | 3 | * |
2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
0a7de745 | 5 | * |
2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
0a7de745 | 14 | * |
2d21ac55 A |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
0a7de745 | 17 | * |
2d21ac55 A |
18 | * The Original Code and all software distributed under the License are |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
8f6c56a5 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
0a7de745 | 25 | * |
2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
1c79356b A |
27 | */ |
28 | /* | |
29 | * @OSF_COPYRIGHT@ | |
30 | */ | |
0a7de745 | 31 | /* |
1c79356b A |
32 | * Mach Operating System |
33 | * Copyright (c) 1991,1990,1989 Carnegie Mellon University | |
34 | * All Rights Reserved. | |
0a7de745 | 35 | * |
1c79356b A |
36 | * Permission to use, copy, modify and distribute this software and its |
37 | * documentation is hereby granted, provided that both the copyright | |
38 | * notice and this permission notice appear in all copies of the | |
39 | * software, derivative works or modified versions, and any portions | |
40 | * thereof, and that both notices appear in supporting documentation. | |
0a7de745 | 41 | * |
1c79356b A |
42 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" |
43 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR | |
44 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. | |
0a7de745 | 45 | * |
1c79356b | 46 | * Carnegie Mellon requests users of this software to return to |
0a7de745 | 47 | * |
1c79356b A |
48 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU |
49 | * School of Computer Science | |
50 | * Carnegie Mellon University | |
51 | * Pittsburgh PA 15213-3890 | |
0a7de745 | 52 | * |
1c79356b A |
53 | * any improvements or extensions that they make and grant Carnegie Mellon |
54 | * the rights to redistribute these changes. | |
55 | */ | |
2d21ac55 A |
56 | /* |
57 | * NOTICE: This file was modified by McAfee Research in 2004 to introduce | |
58 | * support for mandatory and extensible security protections. This notice | |
59 | * is included in support of clause 2.2 (b) of the Apple Public License, | |
60 | * Version 2.0. | |
61 | * Copyright (c) 2005 SPARTA, Inc. | |
62 | */ | |
1c79356b A |
63 | /* |
64 | */ | |
65 | /* | |
66 | * File: ipc/ipc_init.c | |
67 | * Author: Rich Draves | |
68 | * Date: 1989 | |
69 | * | |
70 | * Functions to initialize the IPC system. | |
71 | */ | |
72 | ||
73 | #include <mach_debug.h> | |
1c79356b | 74 | |
91447636 | 75 | #include <mach/port.h> |
316670eb | 76 | #include <mach/message.h> |
1c79356b | 77 | #include <mach/kern_return.h> |
91447636 A |
78 | |
79 | #include <kern/kern_types.h> | |
cb323159 | 80 | #include <kern/arcade.h> |
91447636 | 81 | #include <kern/kalloc.h> |
fe8ab488 | 82 | #include <kern/simple_lock.h> |
1c79356b A |
83 | #include <kern/mach_param.h> |
84 | #include <kern/ipc_host.h> | |
91447636 | 85 | #include <kern/ipc_mig.h> |
55e303ae A |
86 | #include <kern/host_notify.h> |
87 | #include <kern/mk_timer.h> | |
1c79356b | 88 | #include <kern/misc_protos.h> |
91447636 A |
89 | #include <kern/sync_lock.h> |
90 | #include <kern/sync_sema.h> | |
d9a64523 | 91 | #include <kern/ux_handler.h> |
1c79356b A |
92 | #include <vm/vm_map.h> |
93 | #include <vm/vm_kern.h> | |
91447636 | 94 | |
1c79356b A |
95 | #include <ipc/ipc_entry.h> |
96 | #include <ipc/ipc_space.h> | |
97 | #include <ipc/ipc_object.h> | |
98 | #include <ipc/ipc_port.h> | |
99 | #include <ipc/ipc_pset.h> | |
100 | #include <ipc/ipc_notify.h> | |
101 | #include <ipc/ipc_kmsg.h> | |
102 | #include <ipc/ipc_hash.h> | |
103 | #include <ipc/ipc_init.h> | |
91447636 | 104 | #include <ipc/ipc_table.h> |
fe8ab488 A |
105 | #include <ipc/ipc_voucher.h> |
106 | #include <ipc/ipc_importance.h> | |
91447636 | 107 | |
1c79356b A |
108 | #include <mach/machine/ndr_def.h> /* NDR_record */ |
109 | ||
110 | vm_map_t ipc_kernel_map; | |
111 | vm_size_t ipc_kernel_map_size = 1024 * 1024; | |
112 | ||
316670eb | 113 | /* values to limit physical copy out-of-line memory descriptors */ |
1c79356b A |
114 | vm_map_t ipc_kernel_copy_map; |
115 | #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024) | |
116 | vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE; | |
316670eb A |
117 | vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8); |
118 | ||
0a7de745 | 119 | /* |
316670eb A |
120 | * values to limit inline message body handling |
121 | * avoid copyin/out limits - even after accounting for maximum descriptor expansion. | |
122 | */ | |
123 | #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */ | |
0a7de745 | 124 | vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE); |
1c79356b | 125 | |
b0d623f7 | 126 | int ipc_space_max; |
b0d623f7 A |
127 | int ipc_port_max; |
128 | int ipc_pset_max; | |
cb323159 A |
129 | int prioritize_launch = 1; |
130 | int enforce_strict_reply = 0; | |
b0d623f7 A |
131 | |
132 | ||
0a7de745 A |
133 | lck_grp_t ipc_lck_grp; |
134 | lck_attr_t ipc_lck_attr; | |
b0d623f7 | 135 | |
0a7de745 | 136 | static lck_grp_attr_t ipc_lck_grp_attr; |
1c79356b | 137 | |
1c79356b A |
138 | /* |
139 | * Routine: ipc_bootstrap | |
140 | * Purpose: | |
141 | * Initialization needed before the kernel task | |
142 | * can be created. | |
143 | */ | |
144 | ||
145 | void | |
146 | ipc_bootstrap(void) | |
147 | { | |
148 | kern_return_t kr; | |
cb323159 A |
149 | int prioritize_launch_bootarg; |
150 | int strict_reply_bootarg; | |
0a7de745 | 151 | |
b0d623f7 A |
152 | lck_grp_attr_setdefault(&ipc_lck_grp_attr); |
153 | lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr); | |
154 | lck_attr_setdefault(&ipc_lck_attr); | |
0a7de745 | 155 | |
1c79356b A |
156 | ipc_port_multiple_lock_init(); |
157 | ||
1c79356b A |
158 | ipc_port_timestamp_data = 0; |
159 | ||
160 | /* all IPC zones should be exhaustible */ | |
161 | ||
162 | ipc_space_zone = zinit(sizeof(struct ipc_space), | |
0a7de745 A |
163 | ipc_space_max * sizeof(struct ipc_space), |
164 | sizeof(struct ipc_space), | |
165 | "ipc spaces"); | |
0b4c1975 | 166 | zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE); |
1c79356b | 167 | |
1c79356b A |
168 | /* |
169 | * populate all port(set) zones | |
170 | */ | |
171 | ipc_object_zones[IOT_PORT] = | |
0a7de745 A |
172 | zinit(sizeof(struct ipc_port), |
173 | ipc_port_max * sizeof(struct ipc_port), | |
174 | sizeof(struct ipc_port), | |
175 | "ipc ports"); | |
6d2010ae A |
176 | /* cant charge callers for port allocations (references passed) */ |
177 | zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE); | |
0b4c1975 | 178 | zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE); |
cb323159 | 179 | zone_change(ipc_object_zones[IOT_PORT], Z_CLEARMEMORY, TRUE); |
1c79356b A |
180 | |
181 | ipc_object_zones[IOT_PORT_SET] = | |
0a7de745 A |
182 | zinit(sizeof(struct ipc_pset), |
183 | ipc_pset_max * sizeof(struct ipc_pset), | |
184 | sizeof(struct ipc_pset), | |
185 | "ipc port sets"); | |
0b4c1975 | 186 | zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE); |
cb323159 | 187 | zone_change(ipc_object_zones[IOT_PORT_SET], Z_CLEARMEMORY, TRUE); |
1c79356b | 188 | |
91447636 A |
189 | /* |
190 | * Create the basic ipc_kmsg_t zone (the one we also cache) | |
191 | * elements at the processor-level to avoid the locking. | |
192 | */ | |
193 | ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE, | |
0a7de745 A |
194 | ipc_port_max * MACH_PORT_QLIMIT_DEFAULT * |
195 | IKM_SAVED_KMSG_SIZE, | |
196 | IKM_SAVED_KMSG_SIZE, | |
197 | "ipc kmsgs"); | |
6d2010ae | 198 | zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE); |
d9a64523 | 199 | zone_change(ipc_kmsg_zone, Z_CACHING_ENABLED, TRUE); |
91447636 | 200 | |
1c79356b A |
201 | /* create special spaces */ |
202 | ||
203 | kr = ipc_space_create_special(&ipc_space_kernel); | |
204 | assert(kr == KERN_SUCCESS); | |
205 | ||
206 | ||
207 | kr = ipc_space_create_special(&ipc_space_reply); | |
208 | assert(kr == KERN_SUCCESS); | |
209 | ||
210 | /* initialize modules with hidden data structures */ | |
211 | ||
0a7de745 | 212 | #if MACH_ASSERT |
1c79356b A |
213 | ipc_port_debug_init(); |
214 | #endif | |
215 | mig_init(); | |
216 | ipc_table_init(); | |
fe8ab488 A |
217 | ipc_voucher_init(); |
218 | ||
219 | #if IMPORTANCE_INHERITANCE | |
220 | ipc_importance_init(); | |
221 | #endif | |
316670eb | 222 | |
1c79356b | 223 | semaphore_init(); |
55e303ae A |
224 | mk_timer_init(); |
225 | host_notify_init(); | |
cb323159 A |
226 | |
227 | #if CONFIG_ARCADE | |
228 | arcade_init(); | |
229 | #endif | |
230 | ||
231 | if (PE_parse_boot_argn("prioritize_launch", &prioritize_launch_bootarg, sizeof(prioritize_launch_bootarg))) { | |
232 | prioritize_launch = !!prioritize_launch_bootarg; | |
233 | } | |
234 | if (PE_parse_boot_argn("ipc_strict_reply", &strict_reply_bootarg, sizeof(strict_reply_bootarg))) { | |
235 | enforce_strict_reply = !!strict_reply_bootarg; | |
236 | } | |
1c79356b A |
237 | } |
238 | ||
0a7de745 A |
239 | /* |
240 | * XXX tunable, belongs in mach.message.h | |
1c79356b | 241 | */ |
3e170ce0 | 242 | #define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE) |
1c79356b A |
243 | vm_size_t msg_ool_size_small; |
244 | ||
245 | /* | |
246 | * Routine: ipc_init | |
247 | * Purpose: | |
248 | * Final initialization of the IPC system. | |
249 | */ | |
250 | ||
251 | void | |
252 | ipc_init(void) | |
253 | { | |
254 | kern_return_t retval; | |
91447636 | 255 | vm_offset_t min; |
1c79356b A |
256 | |
257 | retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size, | |
0a7de745 A |
258 | TRUE, |
259 | (VM_FLAGS_ANYWHERE), | |
260 | VM_MAP_KERNEL_FLAGS_NONE, | |
261 | VM_KERN_MEMORY_IPC, | |
262 | &ipc_kernel_map); | |
91447636 | 263 | |
0a7de745 | 264 | if (retval != KERN_SUCCESS) { |
1c79356b | 265 | panic("ipc_init: kmem_suballoc of ipc_kernel_map failed"); |
0a7de745 | 266 | } |
1c79356b A |
267 | |
268 | retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size, | |
0a7de745 A |
269 | TRUE, |
270 | (VM_FLAGS_ANYWHERE), | |
271 | VM_MAP_KERNEL_FLAGS_NONE, | |
272 | VM_KERN_MEMORY_IPC, | |
273 | &ipc_kernel_copy_map); | |
91447636 | 274 | |
0a7de745 | 275 | if (retval != KERN_SUCCESS) { |
1c79356b | 276 | panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed"); |
0a7de745 | 277 | } |
1c79356b A |
278 | |
279 | ipc_kernel_copy_map->no_zero_fill = TRUE; | |
280 | ipc_kernel_copy_map->wait_for_space = TRUE; | |
281 | ||
282 | /* | |
0a7de745 | 283 | * As an optimization, 'small' out of line data regions using a |
1c79356b A |
284 | * physical copy strategy are copied into kalloc'ed buffers. |
285 | * The value of 'small' is determined here. Requests kalloc() | |
286 | * with sizes greater or equal to kalloc_max_prerounded may fail. | |
287 | */ | |
0a7de745 | 288 | if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { |
1c79356b | 289 | msg_ool_size_small = kalloc_max_prerounded; |
0a7de745 | 290 | } else { |
1c79356b A |
291 | msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX; |
292 | } | |
3e170ce0 A |
293 | /* account for overhead to avoid spilling over a page */ |
294 | msg_ool_size_small -= cpy_kdata_hdr_sz; | |
1c79356b A |
295 | |
296 | ipc_host_init(); | |
d9a64523 | 297 | ux_handler_init(); |
fe8ab488 A |
298 | } |
299 | ||
300 | ||
301 | /* | |
302 | * Routine: ipc_thread_call_init | |
303 | * Purpose: | |
304 | * Initialize IPC logic that needs thread call support | |
305 | */ | |
306 | ||
307 | void | |
308 | ipc_thread_call_init(void) | |
309 | { | |
310 | #if IMPORTANCE_INHERITANCE | |
311 | ipc_importance_thread_call_init(); | |
312 | #endif | |
1c79356b | 313 | } |