xnu-7195.101.1.tar.gz

[apple/xnu.git] / osfmk / ipc / ipc_init.c

diff --git a/osfmk/ipc/ipc_init.c b/osfmk/ipc/ipc_init.c
index 2211d1b18f19cc0ebb1b3676e3ca4be03f86cd5b..b2a97a89c20aded7ab4c8b0f03b2388afa5dc400 100644 (file)
--- a/osfmk/ipc/ipc_init.c
+++ b/osfmk/ipc/ipc_init.c
@@ -1,8 +1,8 @@
 /*
 /*

- * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2020 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,34 +22,34 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*
  * @OSF_COPYRIGHT@
  */
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*
  * @OSF_COPYRIGHT@
  */

-/* 
+/*

  * Mach Operating System
  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
  * All Rights Reserved.
  * Mach Operating System
  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
  * All Rights Reserved.

- * 
+ *

  * Permission to use, copy, modify and distribute this software and its
  * documentation is hereby granted, provided that both the copyright
  * notice and this permission notice appear in all copies of the
  * software, derivative works or modified versions, and any portions
  * thereof, and that both notices appear in supporting documentation.
  * Permission to use, copy, modify and distribute this software and its
  * documentation is hereby granted, provided that both the copyright
  * notice and this permission notice appear in all copies of the
  * software, derivative works or modified versions, and any portions
  * thereof, and that both notices appear in supporting documentation.

- * 
+ *

  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.

- * 
+ *

  * Carnegie Mellon requests users of this software to return to
  * Carnegie Mellon requests users of this software to return to

- * 
+ *

  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  *  School of Computer Science
  *  Carnegie Mellon University
  *  Pittsburgh PA 15213-3890
  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  *  School of Computer Science
  *  Carnegie Mellon University
  *  Pittsburgh PA 15213-3890

- * 
+ *

  * any improvements or extensions that they make and grant Carnegie Mellon
  * the rights to redistribute these changes.
  */
  * any improvements or extensions that they make and grant Carnegie Mellon
  * the rights to redistribute these changes.
  */


@@ -71,23 +71,26 @@
  */
 
 #include <mach_debug.h>
  */
 
 #include <mach_debug.h>

-#include <mach_rt.h>

 
 #include <mach/port.h>
 #include <mach/message.h>
 #include <mach/kern_return.h>
 
 #include <kern/kern_types.h>
 
 #include <mach/port.h>
 #include <mach/message.h>
 #include <mach/kern_return.h>
 
 #include <kern/kern_types.h>

+#include <kern/arcade.h>

 #include <kern/kalloc.h>
 #include <kern/simple_lock.h>
 #include <kern/mach_param.h>
 #include <kern/ipc_host.h>
 #include <kern/kalloc.h>
 #include <kern/simple_lock.h>
 #include <kern/mach_param.h>
 #include <kern/ipc_host.h>

+#include <kern/ipc_kobject.h>

 #include <kern/ipc_mig.h>
 #include <kern/host_notify.h>
 #include <kern/mk_timer.h>
 #include <kern/misc_protos.h>
 #include <kern/ipc_mig.h>
 #include <kern/host_notify.h>
 #include <kern/mk_timer.h>
 #include <kern/misc_protos.h>

+#include <kern/suid_cred.h>

 #include <kern/sync_lock.h>
 #include <kern/sync_sema.h>
 #include <kern/sync_lock.h>
 #include <kern/sync_sema.h>

+#include <kern/ux_handler.h>

 #include <vm/vm_map.h>
 #include <vm/vm_kern.h>
 
 #include <vm/vm_map.h>
 #include <vm/vm_kern.h>
 


@@ -103,171 +106,126 @@
 #include <ipc/ipc_table.h>
 #include <ipc/ipc_voucher.h>
 #include <ipc/ipc_importance.h>
 #include <ipc/ipc_table.h>
 #include <ipc/ipc_voucher.h>
 #include <ipc/ipc_importance.h>

+#include <ipc/ipc_eventlink.h>

 
 #include <mach/machine/ndr_def.h>   /* NDR_record */
 
 
 #include <mach/machine/ndr_def.h>   /* NDR_record */
 

-vm_map_t ipc_kernel_map;
-vm_size_t ipc_kernel_map_size = 1024 * 1024;
+#define IPC_KERNEL_MAP_SIZE      (CONFIG_IPC_KERNEL_MAP_SIZE * 1024 * 1024)
+SECURITY_READ_ONLY_LATE(vm_map_t) ipc_kernel_map;

 
 /* values to limit physical copy out-of-line memory descriptors */
 
 /* values to limit physical copy out-of-line memory descriptors */

-vm_map_t ipc_kernel_copy_map;
+SECURITY_READ_ONLY_LATE(vm_map_t) ipc_kernel_copy_map;

 #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024)
 #define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024)

-vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE;
-vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8);
+const vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8);

 
 

-/* 
+/*

  * values to limit inline message body handling
  * avoid copyin/out limits - even after accounting for maximum descriptor expansion.
  */
 #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */
  * values to limit inline message body handling
  * avoid copyin/out limits - even after accounting for maximum descriptor expansion.
  */
 #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */

-vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3)/4 - MAX_TRAILER_SIZE);
+const vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE);

 
 

-int ipc_space_max;
-int ipc_port_max;
-int ipc_pset_max;
+#if XNU_TARGET_OS_OSX
+#define IPC_CONTROL_PORT_OPTIONS_DEFAULT IPC_CONTROL_PORT_OPTIONS_NONE
+#else
+#define IPC_CONTROL_PORT_OPTIONS_DEFAULT (IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_HARD | IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT)
+#endif

 
 

+TUNABLE(ipc_control_port_options_t, ipc_control_port_options,
+    "ipc_control_port_options", IPC_CONTROL_PORT_OPTIONS_DEFAULT);

 
 

-lck_grp_t              ipc_lck_grp;
-lck_attr_t             ipc_lck_attr;
+SECURITY_READ_ONLY_LATE(bool) pinned_control_port_enabled;
+SECURITY_READ_ONLY_LATE(bool) immovable_control_port_enabled;

 
 

-static lck_grp_attr_t  ipc_lck_grp_attr;

 
 

-extern void ikm_cache_init(void);
+LCK_GRP_DECLARE(ipc_lck_grp, "ipc");
+LCK_ATTR_DECLARE(ipc_lck_attr, 0, 0);

 
 /*
 
 /*

- *     Routine:        ipc_bootstrap
- *     Purpose:
- *             Initialization needed before the kernel task
- *             can be created.
+ * XXX tunable, belongs in mach.message.h

  */
  */

+#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE)
+SECURITY_READ_ONLY_LATE(vm_size_t) msg_ool_size_small;

 
 

-void
-ipc_bootstrap(void)
+/*
+ *     Routine:        ipc_init
+ *     Purpose:
+ *             Final initialization
+ */
+__startup_func
+static void
+ipc_init(void)

 {
        kern_return_t kr;
 {
        kern_return_t kr;

-       
-       lck_grp_attr_setdefault(&ipc_lck_grp_attr);
-       lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr);
-       lck_attr_setdefault(&ipc_lck_attr);
-       
-       ipc_port_multiple_lock_init();
-
-       ipc_port_timestamp_data = 0;
-
-       /* all IPC zones should be exhaustible */
-
-       ipc_space_zone = zinit(sizeof(struct ipc_space),
-                              ipc_space_max * sizeof(struct ipc_space),
-                              sizeof(struct ipc_space),
-                              "ipc spaces");
-       zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE);
-
-       /*
-        * populate all port(set) zones
-        */
-       ipc_object_zones[IOT_PORT] =
-               zinit(sizeof(struct ipc_port),
-                     ipc_port_max * sizeof(struct ipc_port),
-                     sizeof(struct ipc_port),
-                     "ipc ports");
-       /* cant charge callers for port allocations (references passed) */
-       zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE);
-       zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE);
-
-       ipc_object_zones[IOT_PORT_SET] =
-               zinit(sizeof(struct ipc_pset),
-                     ipc_pset_max * sizeof(struct ipc_pset),
-                     sizeof(struct ipc_pset),
-                     "ipc port sets");
-       zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE);
-
-       /*
-        * Create the basic ipc_kmsg_t zone (the one we also cache)
-        * elements at the processor-level to avoid the locking.
-        */
-       ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE,
-                             ipc_port_max * MACH_PORT_QLIMIT_DEFAULT *
-                             IKM_SAVED_KMSG_SIZE,
-                             IKM_SAVED_KMSG_SIZE,
-                             "ipc kmsgs");
-       zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE);
+       vm_offset_t min;

 
        /* create special spaces */
 
        kr = ipc_space_create_special(&ipc_space_kernel);
        assert(kr == KERN_SUCCESS);
 
 
        /* create special spaces */
 
        kr = ipc_space_create_special(&ipc_space_kernel);
        assert(kr == KERN_SUCCESS);
 

-

        kr = ipc_space_create_special(&ipc_space_reply);
        assert(kr == KERN_SUCCESS);
 
        /* initialize modules with hidden data structures */
 
        kr = ipc_space_create_special(&ipc_space_reply);
        assert(kr == KERN_SUCCESS);
 
        /* initialize modules with hidden data structures */
 

-#if    MACH_ASSERT
-       ipc_port_debug_init();
-#endif
-       mig_init();
-       ipc_table_init();
-       ipc_voucher_init();
-

 #if IMPORTANCE_INHERITANCE
        ipc_importance_init();
 #endif
 #if IMPORTANCE_INHERITANCE
        ipc_importance_init();
 #endif

+#if CONFIG_ARCADE
+       arcade_init();
+#endif

 
 

-       semaphore_init();
-       mk_timer_init();
-       host_notify_init();
-}
-
-/* 
- * XXX tunable, belongs in mach.message.h 
- */
-#define MSG_OOL_SIZE_SMALL_MAX 4096
-vm_size_t msg_ool_size_small;
+       pinned_control_port_enabled    = !!(ipc_control_port_options & (IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT | IPC_CONTROL_PORT_OPTIONS_PINNED_HARD));
+       immovable_control_port_enabled = !!(ipc_control_port_options & (IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_SOFT | IPC_CONTROL_PORT_OPTIONS_IMMOVABLE_HARD));

 
 

-/*
- *     Routine:        ipc_init
- *     Purpose:
- *             Final initialization of the IPC system.
- */
-
-void
-ipc_init(void)
-{
-       kern_return_t retval;
-       vm_offset_t min;
+       if (pinned_control_port_enabled && !immovable_control_port_enabled) {
+               kprintf("Invalid ipc_control_port_options boot-arg: pinned control port cannot be enabled without immovability enforcement. Ignoring pinning boot-arg.");
+               pinned_control_port_enabled = false;
+               ipc_control_port_options &= ~(IPC_CONTROL_PORT_OPTIONS_PINNED_SOFT | IPC_CONTROL_PORT_OPTIONS_PINNED_HARD);
+       }

 
 

-       retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size,
-                              TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_map);
+       kr = kmem_suballoc(kernel_map, &min, IPC_KERNEL_MAP_SIZE,
+           TRUE,
+           (VM_FLAGS_ANYWHERE),
+           VM_MAP_KERNEL_FLAGS_NONE,
+           VM_KERN_MEMORY_IPC,
+           &ipc_kernel_map);

 
 

-       if (retval != KERN_SUCCESS)
+       if (kr != KERN_SUCCESS) {

                panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");
                panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");

+       }

 
 

-       retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size,
-                              TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_copy_map);
+       kr = kmem_suballoc(kernel_map, &min, IPC_KERNEL_COPY_MAP_SIZE,
+           TRUE,
+           (VM_FLAGS_ANYWHERE),
+           VM_MAP_KERNEL_FLAGS_NONE,
+           VM_KERN_MEMORY_IPC,
+           &ipc_kernel_copy_map);

 
 

-       if (retval != KERN_SUCCESS)
+       if (kr != KERN_SUCCESS) {

                panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");
                panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");

+       }

 
        ipc_kernel_copy_map->no_zero_fill = TRUE;
        ipc_kernel_copy_map->wait_for_space = TRUE;
 
        /*
 
        ipc_kernel_copy_map->no_zero_fill = TRUE;
        ipc_kernel_copy_map->wait_for_space = TRUE;
 
        /*

-        * As an optimization, 'small' out of line data regions using a 
+        * As an optimization, 'small' out of line data regions using a

         * physical copy strategy are copied into kalloc'ed buffers.
         * The value of 'small' is determined here.  Requests kalloc()
         * with sizes greater or equal to kalloc_max_prerounded may fail.
         */
         * physical copy strategy are copied into kalloc'ed buffers.
         * The value of 'small' is determined here.  Requests kalloc()
         * with sizes greater or equal to kalloc_max_prerounded may fail.
         */

-       if (kalloc_max_prerounded <=  MSG_OOL_SIZE_SMALL_MAX) {
+       if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) {

                msg_ool_size_small = kalloc_max_prerounded;
                msg_ool_size_small = kalloc_max_prerounded;

-       }
-       else {
+       } else {

                msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX;
        }
 
        ipc_host_init();
                msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX;
        }
 
        ipc_host_init();

-
+       ux_handler_init();

 }
 }

+STARTUP(MACH_IPC, STARTUP_RANK_LAST, ipc_init);

 
 
 /*
 
 
 /*