X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/d7e50217d7adf6e52786a38bcaa4cd698cb9a79e..5d5c5d0d5b79ade9a973d55186ffda2638ba2b6e:/osfmk/vm/device_vm.c diff --git a/osfmk/vm/device_vm.c b/osfmk/vm/device_vm.c index bbc1726db..8a72765c0 100644 --- a/osfmk/vm/device_vm.c +++ b/osfmk/vm/device_vm.c @@ -1,43 +1,56 @@ /* - * Copyright (c) 2000-2001 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ + * @APPLE_LICENSE_OSREFERENCE_HEADER_START@ * - * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved. - * - * This file contains Original Code and/or Modifications of Original Code - * as defined in and that are subject to the Apple Public Source License - * Version 2.0 (the 'License'). You may not use this file except in - * compliance with the License. Please obtain a copy of the License at - * http://www.opensource.apple.com/apsl/ and read it before using this + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the + * License may not be used to create, or enable the creation or + * redistribution of, unlawful or unlicensed copies of an Apple operating + * system, or to circumvent, violate, or enable the circumvention or + * violation of, any terms of an Apple operating system software license + * agreement. + * + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this * file. - * - * The Original Code and all software distributed under the License are - * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER - * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, - * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. - * Please see the License for the specific language governing rights and + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and * limitations under the License. - * - * @APPLE_LICENSE_HEADER_END@ + * + * @APPLE_LICENSE_OSREFERENCE_HEADER_END@ */ #include -#include + #include -#include -#include -#include #include +#include #include #include #include +#include +#include +#include +#include +#include #include #include -#include #include +#include +#include +#include +#include #include +#include + /* Device VM COMPONENT INTERFACES */ @@ -52,12 +65,27 @@ /* until component support available */ -int device_pager_workaround; +const struct memory_object_pager_ops device_pager_ops = { + device_pager_reference, + device_pager_deallocate, + device_pager_init, + device_pager_terminate, + device_pager_data_request, + device_pager_data_return, + device_pager_data_initialize, + device_pager_data_unlock, + device_pager_synchronize, + device_pager_unmap, + "device pager" +}; typedef int device_port_t; +/* + * The start of "struct device_pager" MUST match a "struct memory_object". + */ typedef struct device_pager { - int *pager; /* pager workaround pointer */ + memory_object_pager_ops_t pager_ops; /* == &device_pager_ops */ unsigned int pager_ikot; /* fake ip_kotype() */ unsigned int ref_count; /* reference count */ memory_object_control_t control_handle; /* mem object's cntrl handle */ @@ -68,82 +96,13 @@ typedef struct device_pager { -void -device_pager_bootstrap( - void); - - -memory_object_t -device_pager_setup( - memory_object_t, - int, - vm_size_t, - int); device_pager_t -device_pager_lookup( - memory_object_t); - -kern_return_t -device_pager_init( - memory_object_t, - memory_object_control_t, - vm_size_t); - - -kern_return_t -device_pager_data_request( - memory_object_t, - memory_object_offset_t, - vm_size_t, - vm_prot_t); - -kern_return_t -device_pager_data_return( - memory_object_t, - memory_object_offset_t, - vm_size_t, - boolean_t, - boolean_t); - -void -device_pager_reference( - memory_object_t); - -void -device_pager_deallocate( - memory_object_t); - -kern_return_t -device_pager_data_initialize( - memory_object_t, - memory_object_offset_t, - vm_size_t); - -kern_return_t -device_pager_data_unlock( - memory_object_t, - memory_object_offset_t, - vm_size_t, - vm_prot_t); - -kern_return_t -device_pager_terminate( - memory_object_t); - -kern_return_t -device_pager_synchronize( - memory_object_t, - memory_object_offset_t, - vm_offset_t, - vm_sync_t); - -kern_return_t -device_pager_unmap( +device_pager_lookup( /* forward */ memory_object_t); device_pager_t -device_object_create(void); +device_object_create(void); /* forward */ zone_t device_pager_zone; @@ -177,7 +136,7 @@ device_pager_bootstrap(void) */ memory_object_t device_pager_setup( - memory_object_t device, + __unused memory_object_t device, int device_handle, vm_size_t size, int flags) @@ -209,7 +168,6 @@ device_pager_populate_object( vm_object_t vm_object; kern_return_t kr; upl_t upl; - ipc_port_t previous; device_object = device_pager_lookup(device); if(device_object == DEVICE_PAGER_NULL) @@ -226,7 +184,7 @@ device_pager_populate_object( return kr; if(!vm_object->phys_contiguous) { - int null_size = 0; + unsigned int null_size = 0; kr = vm_object_upl_request(vm_object, (vm_object_offset_t)offset, size, &upl, NULL, &null_size, (UPL_NO_SYNC | UPL_CLEAN_IN_PLACE)); @@ -234,7 +192,7 @@ device_pager_populate_object( if(kr != KERN_SUCCESS) panic("device_pager_populate_object: list_req failed"); - upl_commit(upl, NULL); + upl_commit(upl, NULL, 0); upl_deallocate(upl); } @@ -252,7 +210,7 @@ device_pager_lookup( device_pager_t device_object; device_object = (device_pager_t)name; - assert(device_object->pager == &device_pager_workaround); + assert(device_object->pager_ops == &device_pager_ops); return (device_object); } @@ -260,9 +218,10 @@ device_pager_lookup( * */ kern_return_t -device_pager_init(memory_object_t mem_obj, - memory_object_control_t control, - vm_size_t pg_size) +device_pager_init( + memory_object_t mem_obj, + memory_object_control_t control, + __unused vm_size_t pg_size) { device_pager_t device_object; kern_return_t kr; @@ -315,13 +274,17 @@ device_pager_init(memory_object_t mem_obj, /* * */ +/*ARGSUSED6*/ kern_return_t device_pager_data_return( - memory_object_t mem_obj, - memory_object_offset_t offset, - vm_size_t data_cnt, - boolean_t dirty, - boolean_t kernel_copy) + memory_object_t mem_obj, + memory_object_offset_t offset, + vm_size_t data_cnt, + __unused memory_object_offset_t *resid_offset, + __unused int *io_error, + __unused boolean_t dirty, + __unused boolean_t kernel_copy, + __unused int upl_flags) { device_pager_t device_object; @@ -329,8 +292,10 @@ device_pager_data_return( if (device_object == DEVICE_PAGER_NULL) panic("device_pager_data_return: lookup failed"); - return device_data_action(device_object->device_handle, device_object, - VM_PROT_READ | VM_PROT_WRITE, offset, data_cnt); + return device_data_action(device_object->device_handle, + (ipc_port_t) device_object, + VM_PROT_READ | VM_PROT_WRITE, + offset, data_cnt); } /* @@ -341,7 +306,7 @@ device_pager_data_request( memory_object_t mem_obj, memory_object_offset_t offset, vm_size_t length, - vm_prot_t protection_required) + __unused vm_prot_t protection_required) { device_pager_t device_object; @@ -350,8 +315,9 @@ device_pager_data_request( if (device_object == DEVICE_PAGER_NULL) panic("device_pager_data_request: lookup failed"); - device_data_action(device_object->device_handle, device_object, - VM_PROT_READ, offset, length); + device_data_action(device_object->device_handle, + (ipc_port_t) device_object, + VM_PROT_READ, offset, length); return KERN_SUCCESS; } @@ -377,40 +343,58 @@ void device_pager_deallocate( memory_object_t mem_obj) { - device_pager_t device_object; + device_pager_t device_object; + memory_object_control_t device_control; device_object = device_pager_lookup(mem_obj); if (hw_atomic_sub(&device_object->ref_count, 1) == 0) { if (device_object->device_handle != (device_port_t) NULL) { device_close(device_object->device_handle); + device_object->device_handle = (device_port_t) NULL; + } + device_control = device_object->control_handle; + if (device_control != MEMORY_OBJECT_CONTROL_NULL) { + /* + * The VM object should already have been disconnected + * from the pager at this point. + * We still have to release the "memory object control" + * handle. + */ + assert(device_control->moc_object == VM_OBJECT_NULL); + memory_object_control_deallocate(device_control); + device_object->control_handle = + MEMORY_OBJECT_CONTROL_NULL; } - zfree(device_pager_zone, (vm_offset_t) device_object); + + zfree(device_pager_zone, device_object); } return; } kern_return_t device_pager_data_initialize( - memory_object_t mem_obj, - memory_object_offset_t offset, - vm_size_t data_cnt) + __unused memory_object_t mem_obj, + __unused memory_object_offset_t offset, + __unused vm_size_t data_cnt) { + panic("device_pager_data_initialize"); return KERN_FAILURE; } kern_return_t device_pager_data_unlock( - memory_object_t mem_obj, - memory_object_offset_t offset, - vm_size_t size, - vm_prot_t desired_access) + __unused memory_object_t mem_obj, + __unused memory_object_offset_t offset, + __unused vm_size_t size, + __unused vm_prot_t desired_access) { return KERN_FAILURE; } +kern_return_t device_pager_terminate( - memory_object_t mem_obj) + __unused memory_object_t mem_obj) { return KERN_SUCCESS; } @@ -425,7 +409,7 @@ device_pager_synchronize( memory_object_t mem_obj, memory_object_offset_t offset, vm_offset_t length, - vm_sync_t sync_flags) + __unused vm_sync_t sync_flags) { device_pager_t device_object; @@ -442,7 +426,7 @@ device_pager_synchronize( */ kern_return_t device_pager_unmap( - memory_object_t mem_obj) + __unused memory_object_t mem_obj) { return KERN_SUCCESS; } @@ -460,7 +444,7 @@ device_object_create() device_object = (struct device_pager *) zalloc(device_pager_zone); if (device_object == DEVICE_PAGER_NULL) return(DEVICE_PAGER_NULL); - device_object->pager = &device_pager_workaround; + device_object->pager_ops = &device_pager_ops; device_object->pager_ikot = IKOT_MEMORY_OBJECT; device_object->ref_count = 1; device_object->control_handle = MEMORY_OBJECT_CONTROL_NULL;