]> git.saurik.com Git - apple/xnu.git/blobdiff - osfmk/ipc/mach_kernelrpc.c
xnu-6153.11.26.tar.gz
[apple/xnu.git] / osfmk / ipc / mach_kernelrpc.c
index 9971c84b59be886d5129e104d5492d38f459f2ed..603f841d199b732c27f079b4b3fe26770be49246 100644 (file)
@@ -2,7 +2,7 @@
  * Copyright (c) 2011 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
- * 
+ *
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
- * 
+ *
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
- * 
+ *
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
- * 
+ *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
 #include <mach/mach_traps.h>
 #include <mach/mach_vm_server.h>
 #include <mach/mach_port_server.h>
+#include <mach/mach_host_server.h>
+#include <mach/mach_voucher_server.h>
 #include <mach/vm_map.h>
 #include <kern/task.h>
 #include <kern/ipc_tt.h>
+#include <kern/kalloc.h>
 #include <vm/vm_protos.h>
 
 int
@@ -42,20 +45,24 @@ _kernelrpc_mach_vm_allocate_trap(struct _kernelrpc_mach_vm_allocate_trap_args *a
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
-       if (copyin(args->addr, (char *)&addr, sizeof (addr)))
+       if (copyin(args->addr, (char *)&addr, sizeof(addr))) {
                goto done;
+       }
+
+       rv = mach_vm_allocate_external(task->map, &addr, args->size, args->flags);
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&addr, args->addr, sizeof(addr));
+       }
 
-       rv = mach_vm_allocate(task->map, &addr, args->size, args->flags);
-       if (rv == KERN_SUCCESS)
-               rv = copyout(&addr, args->addr, sizeof (addr));
-       
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -64,15 +71,17 @@ _kernelrpc_mach_vm_deallocate_trap(struct _kernelrpc_mach_vm_deallocate_args *ar
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_vm_deallocate(task->map, args->address, args->size);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -81,16 +90,18 @@ _kernelrpc_mach_vm_protect_trap(struct _kernelrpc_mach_vm_protect_args *args)
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_vm_protect(task->map, args->address, args->size,
            args->set_maximum, args->new_protection);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -100,22 +111,57 @@ _kernelrpc_mach_vm_map_trap(struct _kernelrpc_mach_vm_map_trap_args *args)
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
+               goto done;
+       }
+
+       if (copyin(args->addr, (char *)&addr, sizeof(addr))) {
+               goto done;
+       }
+
+       rv = mach_vm_map_external(task->map, &addr, args->size, args->mask, args->flags,
+           IPC_PORT_NULL, 0, FALSE, args->cur_protection, VM_PROT_ALL,
+           VM_INHERIT_DEFAULT);
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&addr, args->addr, sizeof(addr));
+       }
+
+done:
+       if (task) {
+               task_deallocate(task);
+       }
+       return rv;
+}
+
+int
+_kernelrpc_mach_vm_purgable_control_trap(
+       struct _kernelrpc_mach_vm_purgable_control_trap_args *args)
+{
+       int state;
+       task_t task = port_name_to_task(args->target);
+       int rv = MACH_SEND_INVALID_DEST;
+
+       if (task != current_task()) {
                goto done;
+       }
 
-       if (copyin(args->addr, (char *)&addr, sizeof (addr)))
+       if (copyin(args->state, (char *)&state, sizeof(state))) {
                goto done;
+       }
 
-       rv = mach_vm_map(task->map, &addr, args->size, args->mask, args->flags,
-                       IPC_PORT_NULL, 0, FALSE, args->cur_protection, VM_PROT_ALL,
-                       VM_INHERIT_DEFAULT);
-       if (rv == KERN_SUCCESS)
-               rv = copyout(&addr, args->addr, sizeof (addr));
+       rv = mach_vm_purgable_control(task->map,
+           args->address,
+           args->control,
+           &state);
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&state, args->state, sizeof(state));
+       }
 
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -125,18 +171,21 @@ _kernelrpc_mach_port_allocate_trap(struct _kernelrpc_mach_port_allocate_args *ar
        mach_port_name_t name;
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_allocate(task->itk_space, args->right, &name);
-       if (rv == KERN_SUCCESS)
-               rv = copyout(&name, args->name, sizeof (name));
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&name, args->name, sizeof(name));
+       }
+
 
-       
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -145,15 +194,17 @@ _kernelrpc_mach_port_destroy_trap(struct _kernelrpc_mach_port_destroy_args *args
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_destroy(task->itk_space, args->name);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -162,15 +213,17 @@ _kernelrpc_mach_port_deallocate_trap(struct _kernelrpc_mach_port_deallocate_args
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_deallocate(task->itk_space, args->name);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -179,15 +232,17 @@ _kernelrpc_mach_port_mod_refs_trap(struct _kernelrpc_mach_port_mod_refs_args *ar
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_mod_refs(task->itk_space, args->name, args->right, args->delta);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 
@@ -197,15 +252,17 @@ _kernelrpc_mach_port_move_member_trap(struct _kernelrpc_mach_port_move_member_ar
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_move_member(task->itk_space, args->member, args->after);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -216,21 +273,90 @@ _kernelrpc_mach_port_insert_right_trap(struct _kernelrpc_mach_port_insert_right_
        mach_msg_type_name_t disp;
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
+
+       if (args->name == args->poly) {
+               switch (args->polyPoly) {
+               case MACH_MSG_TYPE_MAKE_SEND:
+               case MACH_MSG_TYPE_COPY_SEND:
+                       /* fastpath MAKE_SEND / COPY_SEND which is the most common case */
+                       rv = ipc_object_insert_send_right(task->itk_space, args->poly,
+                           args->polyPoly);
+                       goto done;
+
+               default:
+                       break;
+               }
+       }
 
        rv = ipc_object_copyin(task->itk_space, args->poly, args->polyPoly,
-           (ipc_object_t *)&port);
-       if (rv != KERN_SUCCESS)
+           (ipc_object_t *)&port, 0, NULL, IPC_KMSG_FLAGS_ALLOW_IMMOVABLE_SEND);
+       if (rv != KERN_SUCCESS) {
                goto done;
+       }
        disp = ipc_object_copyin_type(args->polyPoly);
 
        rv = mach_port_insert_right(task->itk_space, args->name, port, disp);
-       
+       if (rv != KERN_SUCCESS && IP_VALID(port)) {
+               ipc_object_destroy(ip_to_object(port), disp);
+       }
+
+done:
+       if (task) {
+               task_deallocate(task);
+       }
+       return rv;
+}
+
+int
+_kernelrpc_mach_port_get_attributes_trap(struct _kernelrpc_mach_port_get_attributes_args *args)
+{
+       task_inspect_t task = port_name_to_task_inspect(args->target);
+       int rv = MACH_SEND_INVALID_DEST;
+       mach_msg_type_number_t count;
+
+       if (task != current_task()) {
+               goto done;
+       }
+
+       // MIG does not define the type or size of the mach_port_info_t out array
+       // anywhere, so derive them from the field in the generated reply struct
+#define MACH_PORT_INFO_OUT (((__Reply__mach_port_get_attributes_t*)NULL)->port_info_out)
+#define MACH_PORT_INFO_STACK_LIMIT 80 // current size is 68 == 17 * sizeof(integer_t)
+       _Static_assert(sizeof(MACH_PORT_INFO_OUT) < MACH_PORT_INFO_STACK_LIMIT,
+           "mach_port_info_t has grown significantly, reevaluate stack usage");
+       const mach_msg_type_number_t max_count = (sizeof(MACH_PORT_INFO_OUT) / sizeof(MACH_PORT_INFO_OUT[0]));
+       typeof(MACH_PORT_INFO_OUT[0]) info[max_count];
+
+       /*
+        * zero out our stack buffer because not all flavors of
+        * port_get_attributes initialize the whole struct
+        */
+       bzero(info, sizeof(MACH_PORT_INFO_OUT));
+
+       if (copyin(CAST_USER_ADDR_T(args->count), &count, sizeof(count))) {
+               rv = MACH_SEND_INVALID_DATA;
+               goto done;
+       }
+       if (count > max_count) {
+               count = max_count;
+       }
+
+       rv = mach_port_get_attributes(task->itk_space, args->name, args->flavor, info, &count);
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&count, CAST_USER_ADDR_T(args->count), sizeof(count));
+       }
+       if (rv == KERN_SUCCESS && count > 0) {
+               rv = copyout(info, CAST_USER_ADDR_T(args->info), count * sizeof(info[0]));
+       }
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -239,15 +365,17 @@ _kernelrpc_mach_port_insert_member_trap(struct _kernelrpc_mach_port_insert_membe
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_insert_member(task->itk_space, args->name, args->pset);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 
@@ -257,15 +385,17 @@ _kernelrpc_mach_port_extract_member_trap(struct _kernelrpc_mach_port_extract_mem
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_extract_member(task->itk_space, args->name, args->pset);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -276,22 +406,25 @@ _kernelrpc_mach_port_construct_trap(struct _kernelrpc_mach_port_construct_args *
        int rv = MACH_SEND_INVALID_DEST;
        mach_port_options_t options;
 
-       if (copyin(args->options, (char *)&options, sizeof (options))) {
+       if (copyin(args->options, (char *)&options, sizeof(options))) {
                rv = MACH_SEND_INVALID_DATA;
                goto done;
        }
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_construct(task->itk_space, &options, args->context, &name);
-       if (rv == KERN_SUCCESS)
-               rv = copyout(&name, args->name, sizeof (name));
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&name, args->name, sizeof(name));
+       }
 
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -300,15 +433,17 @@ _kernelrpc_mach_port_destruct_trap(struct _kernelrpc_mach_port_destruct_args *ar
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_destruct(task->itk_space, args->name, args->srdelta, args->guard);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -317,15 +452,17 @@ _kernelrpc_mach_port_guard_trap(struct _kernelrpc_mach_port_guard_args *args)
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_guard(task->itk_space, args->name, args->guard, args->strict);
-       
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
 int
@@ -334,14 +471,221 @@ _kernelrpc_mach_port_unguard_trap(struct _kernelrpc_mach_port_unguard_args *args
        task_t task = port_name_to_task(args->target);
        int rv = MACH_SEND_INVALID_DEST;
 
-       if (task != current_task())
+       if (task != current_task()) {
                goto done;
+       }
 
        rv = mach_port_unguard(task->itk_space, args->name, args->guard);
-       
+
+done:
+       if (task) {
+               task_deallocate(task);
+       }
+       return rv;
+}
+
+int
+_kernelrpc_mach_port_type_trap(struct _kernelrpc_mach_port_type_args *args)
+{
+       task_t task = port_name_to_task(args->target);
+       int rv = MACH_SEND_INVALID_DEST;
+       mach_port_type_t type;
+
+       if (task != current_task()) {
+               goto done;
+       }
+
+       rv = mach_port_type(task->itk_space, args->name, &type);
+       if (rv == KERN_SUCCESS) {
+               rv = copyout(&type, args->ptype, sizeof(type));
+       }
+
 done:
-       if (task)
+       if (task) {
                task_deallocate(task);
-       return (rv);
+       }
+       return rv;
 }
 
+int
+_kernelrpc_mach_port_request_notification_trap(
+       struct _kernelrpc_mach_port_request_notification_args *args)
+{
+       task_t task = port_name_to_task(args->target);
+       int rv = MACH_SEND_INVALID_DEST;
+       ipc_port_t notify, previous;
+       mach_msg_type_name_t disp;
+       mach_port_name_t previous_name = MACH_PORT_NULL;
+
+       if (task != current_task()) {
+               goto done;
+       }
+
+       disp = ipc_object_copyin_type(args->notifyPoly);
+       if (disp != MACH_MSG_TYPE_PORT_SEND_ONCE) {
+               goto done;
+       }
+
+       if (MACH_PORT_VALID(args->notify)) {
+               rv = ipc_object_copyin(task->itk_space, args->notify, args->notifyPoly,
+                   (ipc_object_t *)&notify, 0, NULL, 0);
+       } else {
+               notify = CAST_MACH_NAME_TO_PORT(args->notify);
+       }
+       if (rv != KERN_SUCCESS) {
+               goto done;
+       }
+
+       rv = mach_port_request_notification(task->itk_space, args->name,
+           args->msgid, args->sync, notify, &previous);
+       if (rv != KERN_SUCCESS) {
+               ipc_object_destroy(ip_to_object(notify), disp);
+               goto done;
+       }
+
+       if (IP_VALID(previous)) {
+               // Remove once <rdar://problem/45522961> is fixed.
+               // We need to make ith_knote NULL as ipc_object_copyout() uses
+               // thread-argument-passing and its value should not be garbage
+               current_thread()->ith_knote = ITH_KNOTE_NULL;
+               rv = ipc_object_copyout(task->itk_space, ip_to_object(previous),
+                   MACH_MSG_TYPE_PORT_SEND_ONCE, NULL, NULL, &previous_name);
+               if (rv != KERN_SUCCESS) {
+                       ipc_object_destroy(ip_to_object(previous),
+                           MACH_MSG_TYPE_PORT_SEND_ONCE);
+                       goto done;
+               }
+       }
+
+       rv = copyout(&previous_name, args->previous, sizeof(previous_name));
+
+done:
+       if (task) {
+               task_deallocate(task);
+       }
+       return rv;
+}
+
+kern_return_t
+host_create_mach_voucher_trap(struct host_create_mach_voucher_args *args)
+{
+       host_t host = port_name_to_host(args->host);
+       ipc_voucher_t new_voucher = IV_NULL;
+       ipc_port_t voucher_port = IPC_PORT_NULL;
+       mach_port_name_t voucher_name = 0;
+       kern_return_t kr = 0;
+
+       if (host == HOST_NULL) {
+               return MACH_SEND_INVALID_DEST;
+       }
+
+       if (args->recipes_size < 0) {
+               return KERN_INVALID_ARGUMENT;
+       } else if (args->recipes_size > MACH_VOUCHER_ATTR_MAX_RAW_RECIPE_ARRAY_SIZE) {
+               return MIG_ARRAY_TOO_LARGE;
+       }
+
+       if (args->recipes_size < MACH_VOUCHER_TRAP_STACK_LIMIT) {
+               /* keep small recipes on the stack for speed */
+               uint8_t krecipes[args->recipes_size];
+               if (copyin(CAST_USER_ADDR_T(args->recipes), (void *)krecipes, args->recipes_size)) {
+                       kr = KERN_MEMORY_ERROR;
+                       goto done;
+               }
+               kr = host_create_mach_voucher(host, krecipes, args->recipes_size, &new_voucher);
+       } else {
+               uint8_t *krecipes = kalloc((vm_size_t)args->recipes_size);
+               if (!krecipes) {
+                       kr = KERN_RESOURCE_SHORTAGE;
+                       goto done;
+               }
+
+               if (copyin(CAST_USER_ADDR_T(args->recipes), (void *)krecipes, args->recipes_size)) {
+                       kfree(krecipes, (vm_size_t)args->recipes_size);
+                       kr = KERN_MEMORY_ERROR;
+                       goto done;
+               }
+
+               kr = host_create_mach_voucher(host, krecipes, args->recipes_size, &new_voucher);
+               kfree(krecipes, (vm_size_t)args->recipes_size);
+       }
+
+       if (kr == 0) {
+               voucher_port = convert_voucher_to_port(new_voucher);
+               voucher_name = ipc_port_copyout_send(voucher_port, current_space());
+
+               kr = copyout(&voucher_name, args->voucher, sizeof(voucher_name));
+       }
+
+done:
+       return kr;
+}
+
+kern_return_t
+mach_voucher_extract_attr_recipe_trap(struct mach_voucher_extract_attr_recipe_args *args)
+{
+       ipc_voucher_t voucher = IV_NULL;
+       kern_return_t kr = KERN_SUCCESS;
+       mach_msg_type_number_t sz = 0;
+
+       if (copyin(args->recipe_size, (void *)&sz, sizeof(sz))) {
+               return KERN_MEMORY_ERROR;
+       }
+
+       if (sz > MACH_VOUCHER_ATTR_MAX_RAW_RECIPE_ARRAY_SIZE) {
+               return MIG_ARRAY_TOO_LARGE;
+       }
+
+       voucher = convert_port_name_to_voucher(args->voucher_name);
+       if (voucher == IV_NULL) {
+               return MACH_SEND_INVALID_DEST;
+       }
+
+       mach_msg_type_number_t max_sz = sz;
+
+       if (sz < MACH_VOUCHER_TRAP_STACK_LIMIT) {
+               /* keep small recipes on the stack for speed */
+               uint8_t krecipe[sz];
+               bzero(krecipe, sz);
+               if (copyin(CAST_USER_ADDR_T(args->recipe), (void *)krecipe, sz)) {
+                       kr = KERN_MEMORY_ERROR;
+                       goto done;
+               }
+               kr = mach_voucher_extract_attr_recipe(voucher, args->key,
+                   (mach_voucher_attr_raw_recipe_t)krecipe, &sz);
+               assert(sz <= max_sz);
+
+               if (kr == KERN_SUCCESS && sz > 0) {
+                       kr = copyout(krecipe, CAST_USER_ADDR_T(args->recipe), sz);
+               }
+       } else {
+               uint8_t *krecipe = kalloc((vm_size_t)max_sz);
+               if (!krecipe) {
+                       kr = KERN_RESOURCE_SHORTAGE;
+                       goto done;
+               }
+
+               if (copyin(CAST_USER_ADDR_T(args->recipe), (void *)krecipe, sz)) {
+                       kfree(krecipe, (vm_size_t)max_sz);
+                       kr = KERN_MEMORY_ERROR;
+                       goto done;
+               }
+
+               kr = mach_voucher_extract_attr_recipe(voucher, args->key,
+                   (mach_voucher_attr_raw_recipe_t)krecipe, &sz);
+               assert(sz <= max_sz);
+
+               if (kr == KERN_SUCCESS && sz > 0) {
+                       kr = copyout(krecipe, CAST_USER_ADDR_T(args->recipe), sz);
+               }
+               kfree(krecipe, (vm_size_t)max_sz);
+       }
+
+       if (kr == KERN_SUCCESS) {
+               kr = copyout(&sz, args->recipe_size, sizeof(sz));
+       }
+
+done:
+       ipc_voucher_release(voucher);
+       return kr;
+}