X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/de355530ae67247cbd0da700edb3a2a1dae884c2..0a7de7458d150b5d4dffc935ba399be265ef0a1a:/osfmk/ipc/ipc_init.c diff --git a/osfmk/ipc/ipc_init.c b/osfmk/ipc/ipc_init.c index a32e5c24a..4e45ca60e 100644 --- a/osfmk/ipc/ipc_init.c +++ b/osfmk/ipc/ipc_init.c @@ -1,52 +1,65 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2012 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ - * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. - * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ + * + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. + * + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. - * - * @APPLE_LICENSE_HEADER_END@ + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. + * + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ */ -/* +/* * Mach Operating System * Copyright (c) 1991,1990,1989 Carnegie Mellon University * All Rights Reserved. - * + * * Permission to use, copy, modify and distribute this software and its * documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. - * + * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. - * + * * Carnegie Mellon requests users of this software to return to - * + * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 - * + * * any improvements or extensions that they make and grant Carnegie Mellon * the rights to redistribute these changes. */ +/* + * NOTICE: This file was modified by McAfee Research in 2004 to introduce + * support for mandatory and extensible security protections. This notice + * is included in support of clause 2.2 (b) of the Apple Public License, + * Version 2.0. + * Copyright (c) 2005 SPARTA, Inc. + */ /* */ /* @@ -58,14 +71,26 @@ */ #include -#include +#include +#include #include + +#include +#include +#include #include #include +#include +#include +#include #include +#include +#include +#include #include #include + #include #include #include @@ -75,23 +100,37 @@ #include #include #include +#include +#include +#include + #include /* NDR_record */ vm_map_t ipc_kernel_map; vm_size_t ipc_kernel_map_size = 1024 * 1024; +/* values to limit physical copy out-of-line memory descriptors */ vm_map_t ipc_kernel_copy_map; #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024) vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE; -vm_size_t ipc_kmsg_max_vm_space = (IPC_KERNEL_COPY_MAP_SIZE * 7)/8; +vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8); + +/* + * values to limit inline message body handling + * avoid copyin/out limits - even after accounting for maximum descriptor expansion. + */ +#define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */ +vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE); -int ipc_space_max = SPACE_MAX; -int ipc_tree_entry_max = ITE_MAX; -int ipc_port_max = PORT_MAX; -int ipc_pset_max = SET_MAX; +int ipc_space_max; +int ipc_port_max; +int ipc_pset_max; -extern void mig_init(void); -extern void ikm_cache_init(void); + +lck_grp_t ipc_lck_grp; +lck_attr_t ipc_lck_attr; + +static lck_grp_attr_t ipc_lck_grp_attr; /* * Routine: ipc_bootstrap @@ -105,53 +144,52 @@ ipc_bootstrap(void) { kern_return_t kr; + lck_grp_attr_setdefault(&ipc_lck_grp_attr); + lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr); + lck_attr_setdefault(&ipc_lck_attr); + ipc_port_multiple_lock_init(); - ipc_port_timestamp_lock_init(); ipc_port_timestamp_data = 0; /* all IPC zones should be exhaustible */ ipc_space_zone = zinit(sizeof(struct ipc_space), - ipc_space_max * sizeof(struct ipc_space), - sizeof(struct ipc_space), - "ipc spaces"); -#if 0 - /* make it exhaustible */ - zone_change(ipc_space_zone, Z_EXHAUST, TRUE); -#endif - - ipc_tree_entry_zone = - zinit(sizeof(struct ipc_tree_entry), - ipc_tree_entry_max * sizeof(struct ipc_tree_entry), - sizeof(struct ipc_tree_entry), - "ipc tree entries"); -#if 0 - /* make it exhaustible */ - zone_change(ipc_tree_entry_zone, Z_EXHAUST, TRUE); -#endif + ipc_space_max * sizeof(struct ipc_space), + sizeof(struct ipc_space), + "ipc spaces"); + zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE); /* * populate all port(set) zones */ ipc_object_zones[IOT_PORT] = - zinit(sizeof(struct ipc_port), - ipc_port_max * sizeof(struct ipc_port), - sizeof(struct ipc_port), - "ipc ports"); - /* - * XXX Can't make the port zone exhaustible because the kernel - * XXX panics when port allocation for an internal object fails. - *zone_change(ipc_object_zones[IOT_PORT], Z_EXHAUST, TRUE); - */ + zinit(sizeof(struct ipc_port), + ipc_port_max * sizeof(struct ipc_port), + sizeof(struct ipc_port), + "ipc ports"); + /* cant charge callers for port allocations (references passed) */ + zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE); + zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE); ipc_object_zones[IOT_PORT_SET] = - zinit(sizeof(struct ipc_pset), - ipc_pset_max * sizeof(struct ipc_pset), - sizeof(struct ipc_pset), - "ipc port sets"); - /* make it exhaustible */ - zone_change(ipc_object_zones[IOT_PORT_SET], Z_EXHAUST, TRUE); + zinit(sizeof(struct ipc_pset), + ipc_pset_max * sizeof(struct ipc_pset), + sizeof(struct ipc_pset), + "ipc port sets"); + zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE); + + /* + * Create the basic ipc_kmsg_t zone (the one we also cache) + * elements at the processor-level to avoid the locking. + */ + ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE, + ipc_port_max * MACH_PORT_QLIMIT_DEFAULT * + IKM_SAVED_KMSG_SIZE, + IKM_SAVED_KMSG_SIZE, + "ipc kmsgs"); + zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE); + zone_change(ipc_kmsg_zone, Z_CACHING_ENABLED, TRUE); /* create special spaces */ @@ -164,22 +202,26 @@ ipc_bootstrap(void) /* initialize modules with hidden data structures */ -#if MACH_ASSERT +#if MACH_ASSERT ipc_port_debug_init(); #endif mig_init(); ipc_table_init(); - ipc_notify_init(); - ipc_hash_init(); - ipc_kmsg_init(); + ipc_voucher_init(); + +#if IMPORTANCE_INHERITANCE + ipc_importance_init(); +#endif + semaphore_init(); - lock_set_init(); + mk_timer_init(); + host_notify_init(); } -/* - * XXX tunable, belongs in mach.message.h +/* + * XXX tunable, belongs in mach.message.h */ -#define MSG_OOL_SIZE_SMALL_MAX 4096 +#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE) vm_size_t msg_ool_size_small; /* @@ -192,34 +234,62 @@ void ipc_init(void) { kern_return_t retval; - vm_offset_t min, max; - extern vm_size_t kalloc_max_prerounded; + vm_offset_t min; retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size, - TRUE, TRUE, &ipc_kernel_map); - if (retval != KERN_SUCCESS) + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_map); + + if (retval != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_map failed"); + } retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size, - TRUE, TRUE, &ipc_kernel_copy_map); - if (retval != KERN_SUCCESS) + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_copy_map); + + if (retval != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed"); + } ipc_kernel_copy_map->no_zero_fill = TRUE; ipc_kernel_copy_map->wait_for_space = TRUE; /* - * As an optimization, 'small' out of line data regions using a + * As an optimization, 'small' out of line data regions using a * physical copy strategy are copied into kalloc'ed buffers. * The value of 'small' is determined here. Requests kalloc() * with sizes greater or equal to kalloc_max_prerounded may fail. */ - if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { + if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { msg_ool_size_small = kalloc_max_prerounded; - } - else { + } else { msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX; } + /* account for overhead to avoid spilling over a page */ + msg_ool_size_small -= cpy_kdata_hdr_sz; ipc_host_init(); + ux_handler_init(); +} + + +/* + * Routine: ipc_thread_call_init + * Purpose: + * Initialize IPC logic that needs thread call support + */ + +void +ipc_thread_call_init(void) +{ +#if IMPORTANCE_INHERITANCE + ipc_importance_thread_call_init(); +#endif }