X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/7ddcb079202367355dddccdfa4318e57d50318be..ea3f04195ba4a5034c9c8e9b726d4f7ce96f1832:/osfmk/ipc/ipc_init.c diff --git a/osfmk/ipc/ipc_init.c b/osfmk/ipc/ipc_init.c index cc0970e32..a03871cb8 100644 --- a/osfmk/ipc/ipc_init.c +++ b/osfmk/ipc/ipc_init.c @@ -1,8 +1,8 @@ /* - * Copyright (c) 2000-2007 Apple Inc. All rights reserved. + * Copyright (c) 2000-2012 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ - * + * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in @@ -11,10 +11,10 @@ * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. - * + * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. - * + * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, @@ -22,34 +22,34 @@ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. - * + * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ */ -/* +/* * Mach Operating System * Copyright (c) 1991,1990,1989 Carnegie Mellon University * All Rights Reserved. - * + * * Permission to use, copy, modify and distribute this software and its * documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. - * + * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. - * + * * Carnegie Mellon requests users of this software to return to - * + * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 - * + * * any improvements or extensions that they make and grant Carnegie Mellon * the rights to redistribute these changes. */ @@ -71,21 +71,26 @@ */ #include -#include #include +#include #include #include +#include #include +#include #include #include +#include #include #include #include #include +#include #include #include +#include #include #include @@ -99,30 +104,38 @@ #include #include #include +#include +#include #include /* NDR_record */ -#include vm_map_t ipc_kernel_map; vm_size_t ipc_kernel_map_size = 1024 * 1024; +/* values to limit physical copy out-of-line memory descriptors */ vm_map_t ipc_kernel_copy_map; #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024) vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE; -vm_size_t ipc_kmsg_max_vm_space = (IPC_KERNEL_COPY_MAP_SIZE * 7)/8; +vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8); + +/* + * values to limit inline message body handling + * avoid copyin/out limits - even after accounting for maximum descriptor expansion. + */ +#define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */ +vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE); int ipc_space_max; -int ipc_tree_entry_max; int ipc_port_max; int ipc_pset_max; +int prioritize_launch = 1; +int enforce_strict_reply = 0; -lck_grp_t ipc_lck_grp; -lck_attr_t ipc_lck_attr; - -static lck_grp_attr_t ipc_lck_grp_attr; +lck_grp_t ipc_lck_grp; +lck_attr_t ipc_lck_attr; -extern void ikm_cache_init(void); +static lck_grp_attr_t ipc_lck_grp_attr; /* * Routine: ipc_bootstrap @@ -135,71 +148,57 @@ void ipc_bootstrap(void) { kern_return_t kr; - + int prioritize_launch_bootarg; + int strict_reply_bootarg; + lck_grp_attr_setdefault(&ipc_lck_grp_attr); lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr); lck_attr_setdefault(&ipc_lck_attr); - + ipc_port_multiple_lock_init(); - ipc_port_timestamp_lock_init(); ipc_port_timestamp_data = 0; /* all IPC zones should be exhaustible */ ipc_space_zone = zinit(sizeof(struct ipc_space), - ipc_space_max * sizeof(struct ipc_space), - sizeof(struct ipc_space), - "ipc spaces"); + ipc_space_max * sizeof(struct ipc_space), + sizeof(struct ipc_space), + "ipc spaces"); zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE); - ipc_tree_entry_zone = - zinit(sizeof(struct ipc_tree_entry), - ipc_tree_entry_max * sizeof(struct ipc_tree_entry), - sizeof(struct ipc_tree_entry), - "ipc tree entries"); - zone_change(ipc_tree_entry_zone, Z_NOENCRYPT, TRUE); - /* * populate all port(set) zones */ ipc_object_zones[IOT_PORT] = - zinit(sizeof(struct ipc_port), - ipc_port_max * sizeof(struct ipc_port), - sizeof(struct ipc_port), - "ipc ports"); + zinit(sizeof(struct ipc_port), + ipc_port_max * sizeof(struct ipc_port), + sizeof(struct ipc_port), + "ipc ports"); /* cant charge callers for port allocations (references passed) */ zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE); zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE); + zone_change(ipc_object_zones[IOT_PORT], Z_CLEARMEMORY, TRUE); ipc_object_zones[IOT_PORT_SET] = - zinit(sizeof(struct ipc_pset), - ipc_pset_max * sizeof(struct ipc_pset), - sizeof(struct ipc_pset), - "ipc port sets"); + zinit(sizeof(struct ipc_pset), + ipc_pset_max * sizeof(struct ipc_pset), + sizeof(struct ipc_pset), + "ipc port sets"); zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE); + zone_change(ipc_object_zones[IOT_PORT_SET], Z_CLEARMEMORY, TRUE); /* * Create the basic ipc_kmsg_t zone (the one we also cache) * elements at the processor-level to avoid the locking. */ ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE, - ipc_port_max * MACH_PORT_QLIMIT_DEFAULT * - IKM_SAVED_KMSG_SIZE, - IKM_SAVED_KMSG_SIZE, - "ipc kmsgs"); + ipc_port_max * MACH_PORT_QLIMIT_DEFAULT * + IKM_SAVED_KMSG_SIZE, + IKM_SAVED_KMSG_SIZE, + "ipc kmsgs"); zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE); - -#if CONFIG_MACF_MACH - ipc_labelh_zone = - zinit(sizeof(struct ipc_labelh), - ipc_port_max * sizeof(struct ipc_labelh), - sizeof(struct ipc_labelh), - "label handles"); - /* cant charge callers for label allocations (port refs passed) */ - zone_change(ipc_labelh_zone, Z_CALLERACCT, FALSE); - -#endif + zone_change(ipc_kmsg_zone, Z_CACHING_ENABLED, TRUE); /* create special spaces */ @@ -212,22 +211,39 @@ ipc_bootstrap(void) /* initialize modules with hidden data structures */ -#if MACH_ASSERT +#if MACH_ASSERT ipc_port_debug_init(); #endif - mig_init(); + ipc_kobject_init(); ipc_table_init(); - ipc_hash_init(); + ipc_voucher_init(); + +#if IMPORTANCE_INHERITANCE + ipc_importance_init(); +#endif + semaphore_init(); - lock_set_init(); mk_timer_init(); host_notify_init(); + +#if CONFIG_ARCADE + arcade_init(); +#endif + + suid_cred_init(); + + if (PE_parse_boot_argn("prioritize_launch", &prioritize_launch_bootarg, sizeof(prioritize_launch_bootarg))) { + prioritize_launch = !!prioritize_launch_bootarg; + } + if (PE_parse_boot_argn("ipc_strict_reply", &strict_reply_bootarg, sizeof(strict_reply_bootarg))) { + enforce_strict_reply = !!strict_reply_bootarg; + } } -/* - * XXX tunable, belongs in mach.message.h +/* + * XXX tunable, belongs in mach.message.h */ -#define MSG_OOL_SIZE_SMALL_MAX 4096 +#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE) vm_size_t msg_ool_size_small; /* @@ -243,32 +259,59 @@ ipc_init(void) vm_offset_t min; retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size, - TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_map); + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_map); - if (retval != KERN_SUCCESS) + if (retval != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_map failed"); + } retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size, - TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_copy_map); + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_copy_map); - if (retval != KERN_SUCCESS) + if (retval != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed"); + } ipc_kernel_copy_map->no_zero_fill = TRUE; ipc_kernel_copy_map->wait_for_space = TRUE; /* - * As an optimization, 'small' out of line data regions using a + * As an optimization, 'small' out of line data regions using a * physical copy strategy are copied into kalloc'ed buffers. * The value of 'small' is determined here. Requests kalloc() * with sizes greater or equal to kalloc_max_prerounded may fail. */ - if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { + if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { msg_ool_size_small = kalloc_max_prerounded; - } - else { + } else { msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX; } + /* account for overhead to avoid spilling over a page */ + msg_ool_size_small -= cpy_kdata_hdr_sz; ipc_host_init(); + ux_handler_init(); +} + + +/* + * Routine: ipc_thread_call_init + * Purpose: + * Initialize IPC logic that needs thread call support + */ + +void +ipc_thread_call_init(void) +{ +#if IMPORTANCE_INHERITANCE + ipc_importance_thread_call_init(); +#endif }