2 * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989 Carnegie Mellon University
34 * All Rights Reserved.
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
46 * Carnegie Mellon requests users of this software to return to
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
57 * NOTICE: This file was modified by McAfee Research in 2004 to introduce
58 * support for mandatory and extensible security protections. This notice
59 * is included in support of clause 2.2 (b) of the Apple Public License,
61 * Copyright (c) 2005 SPARTA, Inc.
66 * File: ipc/ipc_init.c
70 * Functions to initialize the IPC system.
73 #include <mach_debug.h>
76 #include <mach/port.h>
77 #include <mach/kern_return.h>
79 #include <kern/kern_types.h>
80 #include <kern/kalloc.h>
81 #include <kern/mach_param.h>
82 #include <kern/ipc_host.h>
83 #include <kern/ipc_mig.h>
84 #include <kern/host_notify.h>
85 #include <kern/mk_timer.h>
86 #include <kern/misc_protos.h>
87 #include <kern/sync_lock.h>
88 #include <kern/sync_sema.h>
89 #include <vm/vm_map.h>
90 #include <vm/vm_kern.h>
92 #include <ipc/ipc_entry.h>
93 #include <ipc/ipc_space.h>
94 #include <ipc/ipc_object.h>
95 #include <ipc/ipc_port.h>
96 #include <ipc/ipc_pset.h>
97 #include <ipc/ipc_notify.h>
98 #include <ipc/ipc_kmsg.h>
99 #include <ipc/ipc_hash.h>
100 #include <ipc/ipc_init.h>
101 #include <ipc/ipc_table.h>
103 #include <mach/machine/ndr_def.h> /* NDR_record */
104 #include <ipc/ipc_labelh.h>
106 vm_map_t ipc_kernel_map
;
107 vm_size_t ipc_kernel_map_size
= 1024 * 1024;
109 vm_map_t ipc_kernel_copy_map
;
110 #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024)
111 vm_size_t ipc_kernel_copy_map_size
= IPC_KERNEL_COPY_MAP_SIZE
;
112 vm_size_t ipc_kmsg_max_vm_space
= (IPC_KERNEL_COPY_MAP_SIZE
* 7)/8;
115 int ipc_tree_entry_max
;
120 lck_grp_t ipc_lck_grp
;
121 lck_attr_t ipc_lck_attr
;
123 static lck_grp_attr_t ipc_lck_grp_attr
;
125 extern void ikm_cache_init(void);
128 * Routine: ipc_bootstrap
130 * Initialization needed before the kernel task
139 lck_grp_attr_setdefault(&ipc_lck_grp_attr
);
140 lck_grp_init(&ipc_lck_grp
, "ipc", &ipc_lck_grp_attr
);
141 lck_attr_setdefault(&ipc_lck_attr
);
143 ipc_port_multiple_lock_init();
145 ipc_port_timestamp_lock_init();
146 ipc_port_timestamp_data
= 0;
148 /* all IPC zones should be exhaustible */
150 ipc_space_zone
= zinit(sizeof(struct ipc_space
),
151 ipc_space_max
* sizeof(struct ipc_space
),
152 sizeof(struct ipc_space
),
155 /* make it exhaustible */
156 zone_change(ipc_space_zone
, Z_EXHAUST
, TRUE
);
158 zone_change(ipc_space_zone
, Z_NOENCRYPT
, TRUE
);
160 ipc_tree_entry_zone
=
161 zinit(sizeof(struct ipc_tree_entry
),
162 ipc_tree_entry_max
* sizeof(struct ipc_tree_entry
),
163 sizeof(struct ipc_tree_entry
),
166 /* make it exhaustible */
167 zone_change(ipc_tree_entry_zone
, Z_EXHAUST
, TRUE
);
169 zone_change(ipc_tree_entry_zone
, Z_NOENCRYPT
, TRUE
);
172 * populate all port(set) zones
174 ipc_object_zones
[IOT_PORT
] =
175 zinit(sizeof(struct ipc_port
),
176 ipc_port_max
* sizeof(struct ipc_port
),
177 sizeof(struct ipc_port
),
180 * XXX Can't make the port zone exhaustible because the kernel
181 * XXX panics when port allocation for an internal object fails.
182 *zone_change(ipc_object_zones[IOT_PORT], Z_EXHAUST, TRUE);
184 zone_change(ipc_object_zones
[IOT_PORT
], Z_NOENCRYPT
, TRUE
);
186 ipc_object_zones
[IOT_PORT_SET
] =
187 zinit(sizeof(struct ipc_pset
),
188 ipc_pset_max
* sizeof(struct ipc_pset
),
189 sizeof(struct ipc_pset
),
191 /* make it exhaustible */
192 zone_change(ipc_object_zones
[IOT_PORT_SET
], Z_EXHAUST
, TRUE
);
193 zone_change(ipc_object_zones
[IOT_PORT_SET
], Z_NOENCRYPT
, TRUE
);
196 * Create the basic ipc_kmsg_t zone (the one we also cache)
197 * elements at the processor-level to avoid the locking.
199 ipc_kmsg_zone
= zinit(IKM_SAVED_KMSG_SIZE
,
200 ipc_port_max
* MACH_PORT_QLIMIT_DEFAULT
*
204 zone_change(ipc_kmsg_zone
, Z_NOENCRYPT
, TRUE
);
208 zinit(sizeof(struct ipc_labelh
),
209 ipc_port_max
* sizeof(struct ipc_labelh
),
210 sizeof(struct ipc_labelh
),
214 /* create special spaces */
216 kr
= ipc_space_create_special(&ipc_space_kernel
);
217 assert(kr
== KERN_SUCCESS
);
220 kr
= ipc_space_create_special(&ipc_space_reply
);
221 assert(kr
== KERN_SUCCESS
);
223 /* initialize modules with hidden data structures */
226 ipc_port_debug_init();
238 * XXX tunable, belongs in mach.message.h
240 #define MSG_OOL_SIZE_SMALL_MAX 4096
241 vm_size_t msg_ool_size_small
;
246 * Final initialization of the IPC system.
252 kern_return_t retval
;
255 retval
= kmem_suballoc(kernel_map
, &min
, ipc_kernel_map_size
,
256 TRUE
, VM_FLAGS_ANYWHERE
, &ipc_kernel_map
);
258 if (retval
!= KERN_SUCCESS
)
259 panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");
261 retval
= kmem_suballoc(kernel_map
, &min
, ipc_kernel_copy_map_size
,
262 TRUE
, VM_FLAGS_ANYWHERE
, &ipc_kernel_copy_map
);
264 if (retval
!= KERN_SUCCESS
)
265 panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");
267 ipc_kernel_copy_map
->no_zero_fill
= TRUE
;
268 ipc_kernel_copy_map
->wait_for_space
= TRUE
;
271 * As an optimization, 'small' out of line data regions using a
272 * physical copy strategy are copied into kalloc'ed buffers.
273 * The value of 'small' is determined here. Requests kalloc()
274 * with sizes greater or equal to kalloc_max_prerounded may fail.
276 if (kalloc_max_prerounded
<= MSG_OOL_SIZE_SMALL_MAX
) {
277 msg_ool_size_small
= kalloc_max_prerounded
;
280 msg_ool_size_small
= MSG_OOL_SIZE_SMALL_MAX
;