xnu-4903.270.47.tar.gz

[apple/xnu.git] / osfmk / ipc / ipc_init.c

diff --git a/osfmk/ipc/ipc_init.c b/osfmk/ipc/ipc_init.c
index 2211d1b18f19cc0ebb1b3676e3ca4be03f86cd5b..4e45ca60e99a902c3b76e4a2b5f2821f2e4ccbfd 100644 (file)
--- a/osfmk/ipc/ipc_init.c
+++ b/osfmk/ipc/ipc_init.c
@@ -2,7 +2,7 @@
  * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,34 +22,34 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*
  * @OSF_COPYRIGHT@
  */
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*
  * @OSF_COPYRIGHT@
  */

-/* 
+/*

  * Mach Operating System
  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
  * All Rights Reserved.
  * Mach Operating System
  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
  * All Rights Reserved.

- * 
+ *

  * Permission to use, copy, modify and distribute this software and its
  * documentation is hereby granted, provided that both the copyright
  * notice and this permission notice appear in all copies of the
  * software, derivative works or modified versions, and any portions
  * thereof, and that both notices appear in supporting documentation.
  * Permission to use, copy, modify and distribute this software and its
  * documentation is hereby granted, provided that both the copyright
  * notice and this permission notice appear in all copies of the
  * software, derivative works or modified versions, and any portions
  * thereof, and that both notices appear in supporting documentation.

- * 
+ *

  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.

- * 
+ *

  * Carnegie Mellon requests users of this software to return to
  * Carnegie Mellon requests users of this software to return to

- * 
+ *

  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  *  School of Computer Science
  *  Carnegie Mellon University
  *  Pittsburgh PA 15213-3890
  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  *  School of Computer Science
  *  Carnegie Mellon University
  *  Pittsburgh PA 15213-3890

- * 
+ *

  * any improvements or extensions that they make and grant Carnegie Mellon
  * the rights to redistribute these changes.
  */
  * any improvements or extensions that they make and grant Carnegie Mellon
  * the rights to redistribute these changes.
  */


@@ -71,7 +71,6 @@
  */
 
 #include <mach_debug.h>
  */
 
 #include <mach_debug.h>

-#include <mach_rt.h>

 
 #include <mach/port.h>
 #include <mach/message.h>
 
 #include <mach/port.h>
 #include <mach/message.h>


@@ -88,6 +87,7 @@
 #include <kern/misc_protos.h>
 #include <kern/sync_lock.h>
 #include <kern/sync_sema.h>
 #include <kern/misc_protos.h>
 #include <kern/sync_lock.h>
 #include <kern/sync_sema.h>

+#include <kern/ux_handler.h>

 #include <vm/vm_map.h>
 #include <vm/vm_kern.h>
 
 #include <vm/vm_map.h>
 #include <vm/vm_kern.h>
 


@@ -115,24 +115,22 @@ vm_map_t ipc_kernel_copy_map;
 vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE;
 vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8);
 
 vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE;
 vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8);
 

-/* 
+/*

  * values to limit inline message body handling
  * avoid copyin/out limits - even after accounting for maximum descriptor expansion.
  */
 #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */
  * values to limit inline message body handling
  * avoid copyin/out limits - even after accounting for maximum descriptor expansion.
  */
 #define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024) /* keep in sync with COPYSIZELIMIT_PANIC */

-vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3)/4 - MAX_TRAILER_SIZE);
+vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE);

 
 int ipc_space_max;
 int ipc_port_max;
 int ipc_pset_max;
 
 
 
 int ipc_space_max;
 int ipc_port_max;
 int ipc_pset_max;
 
 

-lck_grp_t              ipc_lck_grp;
-lck_attr_t             ipc_lck_attr;
-
-static lck_grp_attr_t  ipc_lck_grp_attr;
+lck_grp_t               ipc_lck_grp;
+lck_attr_t              ipc_lck_attr;

 
 

-extern void ikm_cache_init(void);
+static lck_grp_attr_t   ipc_lck_grp_attr;

 
 /*
  *     Routine:        ipc_bootstrap
 
 /*
  *     Routine:        ipc_bootstrap


@@ -145,11 +143,11 @@ void
 ipc_bootstrap(void)
 {
        kern_return_t kr;
 ipc_bootstrap(void)
 {
        kern_return_t kr;

-       
+

        lck_grp_attr_setdefault(&ipc_lck_grp_attr);
        lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr);
        lck_attr_setdefault(&ipc_lck_attr);
        lck_grp_attr_setdefault(&ipc_lck_grp_attr);
        lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr);
        lck_attr_setdefault(&ipc_lck_attr);

-       
+

        ipc_port_multiple_lock_init();
 
        ipc_port_timestamp_data = 0;
        ipc_port_multiple_lock_init();
 
        ipc_port_timestamp_data = 0;


@@ -157,28 +155,28 @@ ipc_bootstrap(void)
        /* all IPC zones should be exhaustible */
 
        ipc_space_zone = zinit(sizeof(struct ipc_space),
        /* all IPC zones should be exhaustible */
 
        ipc_space_zone = zinit(sizeof(struct ipc_space),

-                              ipc_space_max * sizeof(struct ipc_space),
-                              sizeof(struct ipc_space),
-                              "ipc spaces");
+           ipc_space_max * sizeof(struct ipc_space),
+           sizeof(struct ipc_space),
+           "ipc spaces");

        zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE);
 
        /*
         * populate all port(set) zones
         */
        ipc_object_zones[IOT_PORT] =
        zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE);
 
        /*
         * populate all port(set) zones
         */
        ipc_object_zones[IOT_PORT] =

-               zinit(sizeof(struct ipc_port),
-                     ipc_port_max * sizeof(struct ipc_port),
-                     sizeof(struct ipc_port),
-                     "ipc ports");
+           zinit(sizeof(struct ipc_port),
+           ipc_port_max * sizeof(struct ipc_port),
+           sizeof(struct ipc_port),
+           "ipc ports");

        /* cant charge callers for port allocations (references passed) */
        zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE);
        zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE);
 
        ipc_object_zones[IOT_PORT_SET] =
        /* cant charge callers for port allocations (references passed) */
        zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE);
        zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE);
 
        ipc_object_zones[IOT_PORT_SET] =

-               zinit(sizeof(struct ipc_pset),
-                     ipc_pset_max * sizeof(struct ipc_pset),
-                     sizeof(struct ipc_pset),
-                     "ipc port sets");
+           zinit(sizeof(struct ipc_pset),
+           ipc_pset_max * sizeof(struct ipc_pset),
+           sizeof(struct ipc_pset),
+           "ipc port sets");

        zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE);
 
        /*
        zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE);
 
        /*


@@ -186,11 +184,12 @@ ipc_bootstrap(void)
         * elements at the processor-level to avoid the locking.
         */
        ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE,
         * elements at the processor-level to avoid the locking.
         */
        ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE,

-                             ipc_port_max * MACH_PORT_QLIMIT_DEFAULT *
-                             IKM_SAVED_KMSG_SIZE,
-                             IKM_SAVED_KMSG_SIZE,
-                             "ipc kmsgs");
+           ipc_port_max * MACH_PORT_QLIMIT_DEFAULT *
+           IKM_SAVED_KMSG_SIZE,
+           IKM_SAVED_KMSG_SIZE,
+           "ipc kmsgs");

        zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE);
        zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE);

+       zone_change(ipc_kmsg_zone, Z_CACHING_ENABLED, TRUE);

 
        /* create special spaces */
 
 
        /* create special spaces */
 


@@ -203,7 +202,7 @@ ipc_bootstrap(void)
 
        /* initialize modules with hidden data structures */
 
 
        /* initialize modules with hidden data structures */
 

-#if    MACH_ASSERT
+#if     MACH_ASSERT

        ipc_port_debug_init();
 #endif
        mig_init();
        ipc_port_debug_init();
 #endif
        mig_init();


@@ -219,10 +218,10 @@ ipc_bootstrap(void)
        host_notify_init();
 }
 
        host_notify_init();
 }
 

-/* 
- * XXX tunable, belongs in mach.message.h 
+/*
+ * XXX tunable, belongs in mach.message.h

  */
  */

-#define MSG_OOL_SIZE_SMALL_MAX 4096
+#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE)

 vm_size_t msg_ool_size_small;
 
 /*
 vm_size_t msg_ool_size_small;
 
 /*


@@ -238,35 +237,46 @@ ipc_init(void)
        vm_offset_t min;
 
        retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size,
        vm_offset_t min;
 
        retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size,

-                              TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_map);
+           TRUE,
+           (VM_FLAGS_ANYWHERE),
+           VM_MAP_KERNEL_FLAGS_NONE,
+           VM_KERN_MEMORY_IPC,
+           &ipc_kernel_map);

 
 

-       if (retval != KERN_SUCCESS)
+       if (retval != KERN_SUCCESS) {

                panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");
                panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");

+       }

 
        retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size,
 
        retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size,

-                              TRUE, VM_FLAGS_ANYWHERE, &ipc_kernel_copy_map);
+           TRUE,
+           (VM_FLAGS_ANYWHERE),
+           VM_MAP_KERNEL_FLAGS_NONE,
+           VM_KERN_MEMORY_IPC,
+           &ipc_kernel_copy_map);

 
 

-       if (retval != KERN_SUCCESS)
+       if (retval != KERN_SUCCESS) {

                panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");
                panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");

+       }

 
        ipc_kernel_copy_map->no_zero_fill = TRUE;
        ipc_kernel_copy_map->wait_for_space = TRUE;
 
        /*
 
        ipc_kernel_copy_map->no_zero_fill = TRUE;
        ipc_kernel_copy_map->wait_for_space = TRUE;
 
        /*

-        * As an optimization, 'small' out of line data regions using a 
+        * As an optimization, 'small' out of line data regions using a

         * physical copy strategy are copied into kalloc'ed buffers.
         * The value of 'small' is determined here.  Requests kalloc()
         * with sizes greater or equal to kalloc_max_prerounded may fail.
         */
         * physical copy strategy are copied into kalloc'ed buffers.
         * The value of 'small' is determined here.  Requests kalloc()
         * with sizes greater or equal to kalloc_max_prerounded may fail.
         */

-       if (kalloc_max_prerounded <=  MSG_OOL_SIZE_SMALL_MAX) {
+       if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) {

                msg_ool_size_small = kalloc_max_prerounded;
                msg_ool_size_small = kalloc_max_prerounded;

-       }
-       else {
+       } else {

                msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX;
        }
                msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX;
        }

+       /* account for overhead to avoid spilling over a page */
+       msg_ool_size_small -= cpy_kdata_hdr_sz;

 
        ipc_host_init();
 
        ipc_host_init();

-
+       ux_handler_init();

 }
 
 
 }