]> git.saurik.com Git - apple/xnu.git/blobdiff - osfmk/vm/device_vm.c
xnu-2422.90.20.tar.gz
[apple/xnu.git] / osfmk / vm / device_vm.c
index 30e7edc20b5ed2e2fae71f4528b02661f985afb2..f3df12b70644fdf8122dbc8515d4ac96019ff780 100644 (file)
@@ -1,40 +1,54 @@
 /*
- * Copyright (c) 2000-2001 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved.
  *
- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
  * 
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
  * 
- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
 #include <sys/errno.h>
-#include <kern/host.h>
+
 #include <mach/mach_types.h>
-#include <vm/vm_map.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_pageout.h>
 #include <mach/kern_return.h>
+#include <mach/memory_object_control.h>
 #include <mach/memory_object_types.h>
 #include <mach/port.h>
 #include <mach/policy.h>
+#include <mach/upl.h>
+#include <kern/kern_types.h>
+#include <kern/ipc_kobject.h>
+#include <kern/host.h>
+#include <kern/thread.h>
 #include <ipc/ipc_port.h>
 #include <ipc/ipc_space.h>
-#include <kern/thread.h>
 #include <device/device_port.h>
+#include <vm/memory_object.h>
 #include <vm/vm_pageout.h>
+#include <vm/vm_map.h>
+#include <vm/vm_kern.h>
+#include <vm/vm_pageout.h>
+#include <vm/vm_protos.h>
+
 
 /* Device VM COMPONENT INTERFACES */
 
 
 
 /* until component support available */
-int    device_pager_workaround;
-
-typedef int device_port_t;
+const struct memory_object_pager_ops device_pager_ops = {
+       device_pager_reference,
+       device_pager_deallocate,
+       device_pager_init,
+       device_pager_terminate,
+       device_pager_data_request,
+       device_pager_data_return,
+       device_pager_data_initialize,
+       device_pager_data_unlock,
+       device_pager_synchronize,
+       device_pager_map,
+       device_pager_last_unmap,
+       NULL, /* data_reclaim */
+       "device pager"
+};
+
+typedef uintptr_t device_port_t;
 
+/*
+ * The start of "struct device_pager" MUST match a "struct memory_object".
+ */
 typedef struct device_pager {
-       int             *pager;         /* pager workaround pointer     */
-       unsigned int    pager_ikot;     /* fake ip_kotype()             */
+       struct ipc_object_header        pager_header;   /* fake ip_kotype()     */
+       memory_object_pager_ops_t pager_ops; /* == &device_pager_ops    */
        unsigned int    ref_count;      /* reference count              */
        memory_object_control_t control_handle; /* mem object's cntrl handle */
        device_port_t   device_handle;  /* device_handle */
@@ -63,84 +94,15 @@ typedef struct device_pager {
        int             flags;
 } *device_pager_t;
 
+#define pager_ikot pager_header.io_bits
 
 
-void 
-device_pager_bootstrap(
-       void);
-
-
-memory_object_t
-device_pager_setup(
-       memory_object_t,
-       int,
-       vm_size_t,
-       int);
-
 device_pager_t
-device_pager_lookup(
-       memory_object_t);
-
-kern_return_t
-device_pager_init(
-       memory_object_t, 
-       memory_object_control_t, 
-       vm_size_t);
-
-
-kern_return_t
-device_pager_data_request( 
-       memory_object_t, 
-       memory_object_offset_t,
-       vm_size_t, 
-       vm_prot_t);
-
-kern_return_t
-device_pager_data_return(
-       memory_object_t,
-       memory_object_offset_t,
-       vm_size_t,
-       boolean_t,
-       boolean_t);
-
-void
-device_pager_reference(
-       memory_object_t);
-
-void
-device_pager_deallocate(
-       memory_object_t);
-
-kern_return_t
-device_pager_data_initialize(
-       memory_object_t,
-       memory_object_offset_t,
-       vm_size_t);
-
-kern_return_t
-device_pager_data_unlock(
-       memory_object_t,
-       memory_object_offset_t,
-       vm_size_t,
-       vm_prot_t);
-
-kern_return_t
-device_pager_terminate(
-       memory_object_t);
-
-kern_return_t
-device_pager_synchronize(
-       memory_object_t,
-       memory_object_offset_t,
-       vm_offset_t,
-       vm_sync_t);
-
-kern_return_t
-device_pager_unmap(
+device_pager_lookup(           /* forward */
        memory_object_t);
 
 device_pager_t
-device_object_create(void);
+device_object_create(void);    /* forward */
 
 zone_t device_pager_zone;
 
@@ -165,7 +127,7 @@ device_pager_bootstrap(void)
        size = (vm_size_t) sizeof(struct device_pager);
        device_pager_zone = zinit(size, (vm_size_t) MAX_DNODE*size,
                                PAGE_SIZE, "device node pager structures");
-
+       zone_change(device_pager_zone, Z_CALLERACCT, FALSE);
        return;
 }
 
@@ -174,8 +136,8 @@ device_pager_bootstrap(void)
  */
 memory_object_t
 device_pager_setup(
-       memory_object_t device,
-       int             device_handle,
+       __unused memory_object_t device,
+       uintptr_t               device_handle,
        vm_size_t       size,
        int             flags)
 {
@@ -206,7 +168,6 @@ device_pager_populate_object(
        vm_object_t     vm_object;
        kern_return_t   kr;
        upl_t           upl;
-       ipc_port_t      previous;
 
        device_object = device_pager_lookup(device);
        if(device_object == DEVICE_PAGER_NULL)
@@ -223,15 +184,17 @@ device_pager_populate_object(
                return kr;
 
        if(!vm_object->phys_contiguous) {
-               int null_size = 0;
+               unsigned int null_size = 0;
+               assert((upl_size_t) size == size);
                kr = vm_object_upl_request(vm_object,
-                       (vm_object_offset_t)offset, size, &upl,  NULL,
-                       &null_size, (UPL_NO_SYNC | UPL_CLEAN_IN_PLACE)); 
-
+                                          (vm_object_offset_t)offset,
+                                          (upl_size_t) size, &upl,  NULL,
+                                          &null_size,
+                                          (UPL_NO_SYNC | UPL_CLEAN_IN_PLACE));
                if(kr != KERN_SUCCESS)
                        panic("device_pager_populate_object: list_req failed");
 
-               upl_commit(upl, NULL);
+               upl_commit(upl, NULL, 0);
                upl_deallocate(upl);
        }
 
@@ -249,7 +212,7 @@ device_pager_lookup(
        device_pager_t  device_object;
 
        device_object = (device_pager_t)name;
-       assert(device_object->pager == &device_pager_workaround);
+       assert(device_object->pager_ops == &device_pager_ops);
        return (device_object);
 }
 
@@ -257,9 +220,10 @@ device_pager_lookup(
  *
  */
 kern_return_t
-device_pager_init(memory_object_t mem_obj, 
-               memory_object_control_t control, 
-               vm_size_t pg_size)
+device_pager_init(
+       memory_object_t mem_obj, 
+       memory_object_control_t control, 
+       __unused memory_object_cluster_size_t pg_size)
 {
        device_pager_t   device_object;
        kern_return_t   kr;
@@ -312,13 +276,17 @@ device_pager_init(memory_object_t mem_obj,
 /*
  *
  */
+/*ARGSUSED6*/
 kern_return_t
 device_pager_data_return(
-        memory_object_t                mem_obj,
-        memory_object_offset_t offset,
-        vm_size_t              data_cnt,
-        boolean_t              dirty,
-        boolean_t              kernel_copy)  
+       memory_object_t                 mem_obj,
+       memory_object_offset_t          offset,
+       memory_object_cluster_size_t                    data_cnt,
+       __unused memory_object_offset_t *resid_offset,
+       __unused int                    *io_error,
+       __unused boolean_t              dirty,
+       __unused boolean_t              kernel_copy,
+       __unused int                    upl_flags)  
 {
        device_pager_t  device_object;
 
@@ -326,8 +294,10 @@ device_pager_data_return(
        if (device_object == DEVICE_PAGER_NULL)
                panic("device_pager_data_return: lookup failed");
 
-       return device_data_action(device_object->device_handle, device_object,
-                       VM_PROT_READ | VM_PROT_WRITE, offset, data_cnt);
+       return device_data_action(device_object->device_handle,
+                                 (ipc_port_t) device_object,
+                                 VM_PROT_READ | VM_PROT_WRITE,
+                                 offset, data_cnt);
 }
 
 /*
@@ -337,8 +307,9 @@ kern_return_t
 device_pager_data_request(
        memory_object_t         mem_obj,
        memory_object_offset_t  offset,
-       vm_size_t               length,
-       vm_prot_t               protection_required)
+       memory_object_cluster_size_t            length,
+       __unused vm_prot_t      protection_required,
+        __unused memory_object_fault_info_t    fault_info)
 {
        device_pager_t  device_object;
 
@@ -347,8 +318,9 @@ device_pager_data_request(
        if (device_object == DEVICE_PAGER_NULL)
                panic("device_pager_data_request: lookup failed");
 
-       device_data_action(device_object->device_handle, device_object,
-                                       VM_PROT_READ, offset, length);
+       device_data_action(device_object->device_handle,
+                          (ipc_port_t) device_object,
+                          VM_PROT_READ, offset, length);
        return KERN_SUCCESS;
 }
 
@@ -374,40 +346,58 @@ void
 device_pager_deallocate(
        memory_object_t         mem_obj)
 {
-       device_pager_t  device_object;
+       device_pager_t          device_object;
+       memory_object_control_t device_control;
 
        device_object = device_pager_lookup(mem_obj);
 
        if (hw_atomic_sub(&device_object->ref_count, 1) == 0) {
                if (device_object->device_handle != (device_port_t) NULL) {
                        device_close(device_object->device_handle);
+                       device_object->device_handle = (device_port_t) NULL;
                }
-               zfree(device_pager_zone, (vm_offset_t) device_object);
+               device_control = device_object->control_handle;
+               if (device_control != MEMORY_OBJECT_CONTROL_NULL) {
+                       /*
+                        * The VM object should already have been disconnected
+                        * from the pager at this point.
+                        * We still have to release the "memory object control"
+                        * handle.
+                        */
+                       assert(device_control->moc_object == VM_OBJECT_NULL);
+                       memory_object_control_deallocate(device_control);
+                       device_object->control_handle =
+                               MEMORY_OBJECT_CONTROL_NULL;
+               }
+
+               zfree(device_pager_zone, device_object);
        }
        return;
 }
 
 kern_return_t
 device_pager_data_initialize(
-        memory_object_t                mem_obj,
-        memory_object_offset_t offset,
-        vm_size_t              data_cnt)
+        __unused memory_object_t               mem_obj,
+        __unused memory_object_offset_t        offset,
+        __unused memory_object_cluster_size_t          data_cnt)
 {
+       panic("device_pager_data_initialize");
        return KERN_FAILURE;
 }
 
 kern_return_t
 device_pager_data_unlock(
-       memory_object_t         mem_obj,
-       memory_object_offset_t  offset,
-       vm_size_t               size,
-       vm_prot_t               desired_access)
+       __unused memory_object_t                mem_obj,
+       __unused memory_object_offset_t offset,
+       __unused memory_object_size_t           size,
+       __unused vm_prot_t              desired_access)
 {
        return KERN_FAILURE;
 }
 
+kern_return_t
 device_pager_terminate(
-       memory_object_t mem_obj)
+       __unused memory_object_t        mem_obj)
 {
        return KERN_SUCCESS;
 }
@@ -421,8 +411,8 @@ kern_return_t
 device_pager_synchronize(
        memory_object_t         mem_obj,
        memory_object_offset_t  offset,
-       vm_offset_t             length,
-       vm_sync_t               sync_flags)
+       memory_object_size_t            length,
+       __unused vm_sync_t              sync_flags)
 {
        device_pager_t  device_object;
 
@@ -438,8 +428,16 @@ device_pager_synchronize(
  *
  */
 kern_return_t
-device_pager_unmap(
-       memory_object_t mem_obj)
+device_pager_map(
+       __unused memory_object_t        mem_obj,
+       __unused vm_prot_t              prot)
+{
+       return KERN_SUCCESS;
+}
+
+kern_return_t
+device_pager_last_unmap(
+       __unused memory_object_t        mem_obj)
 {
        return KERN_SUCCESS;
 }
@@ -450,14 +448,14 @@ device_pager_unmap(
  *
  */
 device_pager_t
-device_object_create()
+device_object_create(void)
 {
        register device_pager_t  device_object;
 
        device_object = (struct device_pager *) zalloc(device_pager_zone);
        if (device_object == DEVICE_PAGER_NULL)
                return(DEVICE_PAGER_NULL);
-       device_object->pager = &device_pager_workaround;
+       device_object->pager_ops = &device_pager_ops;
        device_object->pager_ikot = IKOT_MEMORY_OBJECT;
        device_object->ref_count = 1;
        device_object->control_handle = MEMORY_OBJECT_CONTROL_NULL;