2 * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989 Carnegie Mellon University
34 * All Rights Reserved.
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
46 * Carnegie Mellon requests users of this software to return to
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
57 * NOTICE: This file was modified by McAfee Research in 2004 to introduce
58 * support for mandatory and extensible security protections. This notice
59 * is included in support of clause 2.2 (b) of the Apple Public License,
61 * Copyright (c) 2005 SPARTA, Inc.
66 * File: ipc/ipc_init.c
70 * Functions to initialize the IPC system.
73 #include <mach_debug.h>
76 #include <mach/port.h>
77 #include <mach/kern_return.h>
79 #include <kern/kern_types.h>
80 #include <kern/kalloc.h>
81 #include <kern/mach_param.h>
82 #include <kern/ipc_host.h>
83 #include <kern/ipc_mig.h>
84 #include <kern/host_notify.h>
85 #include <kern/mk_timer.h>
86 #include <kern/misc_protos.h>
87 #include <kern/sync_lock.h>
88 #include <kern/sync_sema.h>
89 #include <vm/vm_map.h>
90 #include <vm/vm_kern.h>
92 #include <ipc/ipc_entry.h>
93 #include <ipc/ipc_space.h>
94 #include <ipc/ipc_object.h>
95 #include <ipc/ipc_port.h>
96 #include <ipc/ipc_pset.h>
97 #include <ipc/ipc_notify.h>
98 #include <ipc/ipc_kmsg.h>
99 #include <ipc/ipc_hash.h>
100 #include <ipc/ipc_init.h>
101 #include <ipc/ipc_table.h>
103 #include <mach/machine/ndr_def.h> /* NDR_record */
104 #include <ipc/ipc_labelh.h>
106 vm_map_t ipc_kernel_map
;
107 vm_size_t ipc_kernel_map_size
= 1024 * 1024;
109 vm_map_t ipc_kernel_copy_map
;
110 #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024)
111 vm_size_t ipc_kernel_copy_map_size
= IPC_KERNEL_COPY_MAP_SIZE
;
112 vm_size_t ipc_kmsg_max_vm_space
= (IPC_KERNEL_COPY_MAP_SIZE
* 7)/8;
115 int ipc_tree_entry_max
;
120 lck_grp_t ipc_lck_grp
;
121 lck_attr_t ipc_lck_attr
;
123 static lck_grp_attr_t ipc_lck_grp_attr
;
125 extern void ikm_cache_init(void);
128 * Routine: ipc_bootstrap
130 * Initialization needed before the kernel task
139 lck_grp_attr_setdefault(&ipc_lck_grp_attr
);
140 lck_grp_init(&ipc_lck_grp
, "ipc", &ipc_lck_grp_attr
);
141 lck_attr_setdefault(&ipc_lck_attr
);
143 ipc_port_multiple_lock_init();
145 ipc_port_timestamp_lock_init();
146 ipc_port_timestamp_data
= 0;
148 /* all IPC zones should be exhaustible */
150 ipc_space_zone
= zinit(sizeof(struct ipc_space
),
151 ipc_space_max
* sizeof(struct ipc_space
),
152 sizeof(struct ipc_space
),
154 zone_change(ipc_space_zone
, Z_NOENCRYPT
, TRUE
);
156 ipc_tree_entry_zone
=
157 zinit(sizeof(struct ipc_tree_entry
),
158 ipc_tree_entry_max
* sizeof(struct ipc_tree_entry
),
159 sizeof(struct ipc_tree_entry
),
161 zone_change(ipc_tree_entry_zone
, Z_NOENCRYPT
, TRUE
);
164 * populate all port(set) zones
166 ipc_object_zones
[IOT_PORT
] =
167 zinit(sizeof(struct ipc_port
),
168 ipc_port_max
* sizeof(struct ipc_port
),
169 sizeof(struct ipc_port
),
171 /* cant charge callers for port allocations (references passed) */
172 zone_change(ipc_object_zones
[IOT_PORT
], Z_CALLERACCT
, FALSE
);
173 zone_change(ipc_object_zones
[IOT_PORT
], Z_NOENCRYPT
, TRUE
);
175 ipc_object_zones
[IOT_PORT_SET
] =
176 zinit(sizeof(struct ipc_pset
),
177 ipc_pset_max
* sizeof(struct ipc_pset
),
178 sizeof(struct ipc_pset
),
180 zone_change(ipc_object_zones
[IOT_PORT_SET
], Z_NOENCRYPT
, TRUE
);
183 * Create the basic ipc_kmsg_t zone (the one we also cache)
184 * elements at the processor-level to avoid the locking.
186 ipc_kmsg_zone
= zinit(IKM_SAVED_KMSG_SIZE
,
187 ipc_port_max
* MACH_PORT_QLIMIT_DEFAULT
*
191 zone_change(ipc_kmsg_zone
, Z_CALLERACCT
, FALSE
);
192 zone_change(ipc_kmsg_zone
, Z_NOENCRYPT
, TRUE
);
196 zinit(sizeof(struct ipc_labelh
),
197 ipc_port_max
* sizeof(struct ipc_labelh
),
198 sizeof(struct ipc_labelh
),
200 /* cant charge callers for label allocations (port refs passed) */
201 zone_change(ipc_labelh_zone
, Z_CALLERACCT
, FALSE
);
205 /* create special spaces */
207 kr
= ipc_space_create_special(&ipc_space_kernel
);
208 assert(kr
== KERN_SUCCESS
);
211 kr
= ipc_space_create_special(&ipc_space_reply
);
212 assert(kr
== KERN_SUCCESS
);
214 /* initialize modules with hidden data structures */
217 ipc_port_debug_init();
229 * XXX tunable, belongs in mach.message.h
231 #define MSG_OOL_SIZE_SMALL_MAX 4096
232 vm_size_t msg_ool_size_small
;
237 * Final initialization of the IPC system.
243 kern_return_t retval
;
246 retval
= kmem_suballoc(kernel_map
, &min
, ipc_kernel_map_size
,
247 TRUE
, VM_FLAGS_ANYWHERE
, &ipc_kernel_map
);
249 if (retval
!= KERN_SUCCESS
)
250 panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");
252 retval
= kmem_suballoc(kernel_map
, &min
, ipc_kernel_copy_map_size
,
253 TRUE
, VM_FLAGS_ANYWHERE
, &ipc_kernel_copy_map
);
255 if (retval
!= KERN_SUCCESS
)
256 panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");
258 ipc_kernel_copy_map
->no_zero_fill
= TRUE
;
259 ipc_kernel_copy_map
->wait_for_space
= TRUE
;
262 * As an optimization, 'small' out of line data regions using a
263 * physical copy strategy are copied into kalloc'ed buffers.
264 * The value of 'small' is determined here. Requests kalloc()
265 * with sizes greater or equal to kalloc_max_prerounded may fail.
267 if (kalloc_max_prerounded
<= MSG_OOL_SIZE_SMALL_MAX
) {
268 msg_ool_size_small
= kalloc_max_prerounded
;
271 msg_ool_size_small
= MSG_OOL_SIZE_SMALL_MAX
;