X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/8ad349bb6ed4a0be06e34c92be0d98b92e078db4..c3c9b80d004dbbfdf763edeb97968c6997e3b45b:/osfmk/ipc/ipc_init.c diff --git a/osfmk/ipc/ipc_init.c b/osfmk/ipc/ipc_init.c index 2fffb52e6..b2a97a89c 100644 --- a/osfmk/ipc/ipc_init.c +++ b/osfmk/ipc/ipc_init.c @@ -1,60 +1,65 @@ /* - * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2020 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_START@ - * - * This file contains Original Code and/or Modifications of Original Code - * as defined in and that are subject to the Apple Public Source License - * Version 2.0 (the 'License'). You may not use this file except in - * compliance with the License. The rights granted to you under the - * License may not be used to create, or enable the creation or - * redistribution of, unlawful or unlicensed copies of an Apple operating - * system, or to circumvent, violate, or enable the circumvention or - * violation of, any terms of an Apple operating system software license - * agreement. + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * Please obtain a copy of the License at - * http://www.opensource.apple.com/apsl/ and read it before using this - * file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * The Original Code and all software distributed under the License are - * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER - * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, - * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. - * Please see the License for the specific language governing rights and + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and * limitations under the License. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ */ -/* +/* * Mach Operating System * Copyright (c) 1991,1990,1989 Carnegie Mellon University * All Rights Reserved. - * + * * Permission to use, copy, modify and distribute this software and its * documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. - * + * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. - * + * * Carnegie Mellon requests users of this software to return to - * + * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 - * + * * any improvements or extensions that they make and grant Carnegie Mellon * the rights to redistribute these changes. */ +/* + * NOTICE: This file was modified by McAfee Research in 2004 to introduce + * support for mandatory and extensible security protections. This notice + * is included in support of clause 2.2 (b) of the Apple Public License, + * Version 2.0. + * Copyright (c) 2005 SPARTA, Inc. + */ /* */ /* @@ -66,21 +71,26 @@ */ #include -#include #include +#include #include #include +#include #include +#include #include #include +#include #include #include #include #include +#include #include #include +#include #include #include @@ -94,162 +104,140 @@ #include #include #include +#include +#include +#include #include /* NDR_record */ -vm_map_t ipc_kernel_map; -vm_size_t ipc_kernel_map_size = 1024 * 1024; +#define IPC_KERNEL_MAP_SIZE (CONFIG_IPC_KERNEL_MAP_SIZE * 1024 * 1024) +SECURITY_READ_ONLY_LATE(vm_map_t) ipc_kernel_map; -vm_map_t ipc_kernel_copy_map; +/* values to limit physical copy out-of-line memory descriptors */ +SECURITY_READ_ONLY_LATE(vm_map_t) ipc_kernel_copy_map; #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024) -vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE; -vm_size_t ipc_kmsg_max_vm_space = (IPC_KERNEL_COPY_MAP_SIZE * 7)/8; - -int ipc_space_max = SPACE_MAX; -int ipc_tree_entry_max = ITE_MAX; -int ipc_port_max = PORT_MAX; -int ipc_pset_max = SET_MAX; - -extern void ikm_cache_init(void); +const vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8); /* - * Routine: ipc_bootstrap - * Purpose: - * Initialization needed before the kernel task - * can be created. + * values to limit inline message body handling + * avoid copyin/out limits - even after accounting for maximum descriptor expansion. */ +#define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */ +const vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE); -void -ipc_bootstrap(void) -{ - kern_return_t kr; - - ipc_port_multiple_lock_init(); - - ipc_port_timestamp_lock_init(); - ipc_port_timestamp_data = 0; +#if XNU_TARGET_OS_OSX +#define IPC_CONTROL_PORT_OPTIONS_DEFAULT IPC_CONTROL_PORT_OPTIONS_NONE +#else +#define IPC_CONTROL_PORT_OPTIONS_DEFAULT (IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_HARD | IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT) +#endif - /* all IPC zones should be exhaustible */ +TUNABLE(ipc_control_port_options_t, ipc_control_port_options, + "ipc_control_port_options", IPC_CONTROL_PORT_OPTIONS_DEFAULT); - ipc_space_zone = zinit(sizeof(struct ipc_space), - ipc_space_max * sizeof(struct ipc_space), - sizeof(struct ipc_space), - "ipc spaces"); -#if 0 - /* make it exhaustible */ - zone_change(ipc_space_zone, Z_EXHAUST, TRUE); -#endif +SECURITY_READ_ONLY_LATE(bool) pinned_control_port_enabled; +SECURITY_READ_ONLY_LATE(bool) immovable_control_port_enabled; - ipc_tree_entry_zone = - zinit(sizeof(struct ipc_tree_entry), - ipc_tree_entry_max * sizeof(struct ipc_tree_entry), - sizeof(struct ipc_tree_entry), - "ipc tree entries"); -#if 0 - /* make it exhaustible */ - zone_change(ipc_tree_entry_zone, Z_EXHAUST, TRUE); -#endif - /* - * populate all port(set) zones - */ - ipc_object_zones[IOT_PORT] = - zinit(sizeof(struct ipc_port), - ipc_port_max * sizeof(struct ipc_port), - sizeof(struct ipc_port), - "ipc ports"); - /* - * XXX Can't make the port zone exhaustible because the kernel - * XXX panics when port allocation for an internal object fails. - *zone_change(ipc_object_zones[IOT_PORT], Z_EXHAUST, TRUE); - */ +LCK_GRP_DECLARE(ipc_lck_grp, "ipc"); +LCK_ATTR_DECLARE(ipc_lck_attr, 0, 0); - ipc_object_zones[IOT_PORT_SET] = - zinit(sizeof(struct ipc_pset), - ipc_pset_max * sizeof(struct ipc_pset), - sizeof(struct ipc_pset), - "ipc port sets"); - /* make it exhaustible */ - zone_change(ipc_object_zones[IOT_PORT_SET], Z_EXHAUST, TRUE); +/* + * XXX tunable, belongs in mach.message.h + */ +#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE) +SECURITY_READ_ONLY_LATE(vm_size_t) msg_ool_size_small; - /* - * Create the basic ipc_kmsg_t zone (the one we also cache) - * elements at the processor-level to avoid the locking. - */ - ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE, - ipc_port_max * MACH_PORT_QLIMIT_MAX * - IKM_SAVED_KMSG_SIZE, - IKM_SAVED_KMSG_SIZE, - "ipc kmsgs"); +/* + * Routine: ipc_init + * Purpose: + * Final initialization + */ +__startup_func +static void +ipc_init(void) +{ + kern_return_t kr; + vm_offset_t min; /* create special spaces */ kr = ipc_space_create_special(&ipc_space_kernel); assert(kr == KERN_SUCCESS); - kr = ipc_space_create_special(&ipc_space_reply); assert(kr == KERN_SUCCESS); /* initialize modules with hidden data structures */ -#if MACH_ASSERT - ipc_port_debug_init(); +#if IMPORTANCE_INHERITANCE + ipc_importance_init(); +#endif +#if CONFIG_ARCADE + arcade_init(); #endif - mig_init(); - ipc_table_init(); - ipc_hash_init(); - semaphore_init(); - lock_set_init(); - mk_timer_init(); - host_notify_init(); -} - -/* - * XXX tunable, belongs in mach.message.h - */ -#define MSG_OOL_SIZE_SMALL_MAX 4096 -vm_size_t msg_ool_size_small; -/* - * Routine: ipc_init - * Purpose: - * Final initialization of the IPC system. - */ + pinned_control_port_enabled = !!(ipc_control_port_options & (IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT | IPC_CONTROL_PORT_OPTIONS_PINNED_HARD)); + immovable_control_port_enabled = !!(ipc_control_port_options & (IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_SOFT | IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_HARD)); -void -ipc_init(void) -{ - kern_return_t retval; - vm_offset_t min; + if (pinned_control_port_enabled && !immovable_control_port_enabled) { + kprintf("Invalid ipc_control_port_options boot-arg: pinned control port cannot be enabled without immovability enforcement. Ignoring pinning boot-arg."); + pinned_control_port_enabled = false; + ipc_control_port_options &= ~(IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT | IPC_CONTROL_PORT_OPTIONS_PINNED_HARD); + } - retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size, - TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_map); + kr = kmem_suballoc(kernel_map, &min, IPC_KERNEL_MAP_SIZE, + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_map); - if (retval != KERN_SUCCESS) + if (kr != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_map failed"); + } - retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size, - TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_copy_map); + kr = kmem_suballoc(kernel_map, &min, IPC_KERNEL_COPY_MAP_SIZE, + TRUE, + (VM_FLAGS_ANYWHERE), + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_IPC, + &ipc_kernel_copy_map); - if (retval != KERN_SUCCESS) + if (kr != KERN_SUCCESS) { panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed"); + } ipc_kernel_copy_map->no_zero_fill = TRUE; ipc_kernel_copy_map->wait_for_space = TRUE; /* - * As an optimization, 'small' out of line data regions using a + * As an optimization, 'small' out of line data regions using a * physical copy strategy are copied into kalloc'ed buffers. * The value of 'small' is determined here. Requests kalloc() * with sizes greater or equal to kalloc_max_prerounded may fail. */ - if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { + if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) { msg_ool_size_small = kalloc_max_prerounded; - } - else { + } else { msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX; } ipc_host_init(); + ux_handler_init(); +} +STARTUP(MACH_IPC, STARTUP_RANK_LAST, ipc_init); + + +/* + * Routine: ipc_thread_call_init + * Purpose: + * Initialize IPC logic that needs thread call support + */ + +void +ipc_thread_call_init(void) +{ +#if IMPORTANCE_INHERITANCE + ipc_importance_thread_call_init(); +#endif }