X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/0b4e3aa066abc0728aacb4bbeb86f53f9737156e..060df5ea7c632b1ac8cc8aac1fb59758165c2084:/osfmk/device/iokit_rpc.c diff --git a/osfmk/device/iokit_rpc.c b/osfmk/device/iokit_rpc.c index d80e8094a..5990a3e5c 100644 --- a/osfmk/device/iokit_rpc.c +++ b/osfmk/device/iokit_rpc.c @@ -1,23 +1,29 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. * - * @APPLE_LICENSE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ #include #include @@ -29,7 +35,7 @@ #include #include #include -#include +//#include #include #include /* spl definitions */ @@ -39,12 +45,10 @@ #include #include -#include #include #include #include #include -#include #include #include #include @@ -57,13 +61,13 @@ #include #include -#include - #include #ifdef __ppc__ #include -#include +#endif +#if defined(__i386__) || defined(__x86_64__) +#include #endif #include @@ -76,13 +80,11 @@ extern void iokit_add_reference( io_object_t obj ); -extern void iokit_remove_reference( io_object_t obj ); - extern ipc_port_t iokit_port_for_object( io_object_t obj, ipc_kobject_type_t type ); extern kern_return_t iokit_client_died( io_object_t obj, - ipc_port_t port, ipc_kobject_type_t type ); + ipc_port_t port, ipc_kobject_type_t type, mach_port_mscount_t * mscount ); extern kern_return_t iokit_client_memory_for_type( @@ -92,6 +94,47 @@ iokit_client_memory_for_type( vm_address_t * address, vm_size_t * size ); + +extern ppnum_t IOGetLastPageNumber(void); + +/* + * Functions imported by iokit:IOUserClient.cpp + */ + +extern ipc_port_t iokit_alloc_object_port( io_object_t obj, + ipc_kobject_type_t type ); + +extern kern_return_t iokit_destroy_object_port( ipc_port_t port ); + +extern mach_port_name_t iokit_make_send_right( task_t task, + io_object_t obj, ipc_kobject_type_t type ); + +extern kern_return_t iokit_mod_send_right( task_t task, mach_port_name_t name, mach_port_delta_t delta ); + +extern io_object_t iokit_lookup_connect_ref(io_object_t clientRef, ipc_space_t task); + +extern io_object_t iokit_lookup_connect_ref_current_task(io_object_t clientRef); + +extern void iokit_retain_port( ipc_port_t port ); +extern void iokit_release_port( ipc_port_t port ); +extern void iokit_release_port_send( ipc_port_t port ); + +extern kern_return_t iokit_switch_object_port( ipc_port_t port, io_object_t obj, ipc_kobject_type_t type ); + +/* + * Functions imported by iokit:IOMemoryDescriptor.cpp + */ + +extern kern_return_t IOMapPages(vm_map_t map, mach_vm_address_t va, mach_vm_address_t pa, + mach_vm_size_t length, unsigned int mapFlags); + +extern kern_return_t IOUnmapPages(vm_map_t map, mach_vm_address_t va, mach_vm_size_t length); + +extern kern_return_t IOProtectCacheMode(vm_map_t map, mach_vm_address_t va, + mach_vm_size_t length, unsigned int options); + +extern unsigned int IODefaultCacheBits(addr64_t pa); + /* * Lookup a device by its port. * Doesn't consume the naked send right; produces a device reference. @@ -145,11 +188,11 @@ iokit_lookup_connect_ref(io_object_t connectRef, ipc_space_t space) { io_object_t obj = NULL; - if (connectRef && MACH_PORT_VALID((mach_port_name_t)connectRef)) { + if (connectRef && MACH_PORT_VALID(CAST_MACH_PORT_TO_NAME(connectRef))) { ipc_port_t port; kern_return_t kr; - kr = ipc_object_translate(space, (mach_port_name_t)connectRef, MACH_PORT_RIGHT_SEND, (ipc_object_t *)&port); + kr = ipc_object_translate(space, CAST_MACH_PORT_TO_NAME(connectRef), MACH_PORT_RIGHT_SEND, (ipc_object_t *)&port); if (kr == KERN_SUCCESS) { assert(IP_VALID(port)); @@ -172,6 +215,24 @@ iokit_lookup_connect_ref_current_task(io_object_t connectRef) return iokit_lookup_connect_ref(connectRef, current_space()); } +EXTERN void +iokit_retain_port( ipc_port_t port ) +{ + ipc_port_reference( port ); +} + +EXTERN void +iokit_release_port( ipc_port_t port ) +{ + ipc_port_release( port ); +} + +EXTERN void +iokit_release_port_send( ipc_port_t port ) +{ + ipc_port_release_send( port ); +} + /* * Get the port for a device. * Consumes a device reference; produces a naked send right. @@ -181,17 +242,21 @@ iokit_make_object_port( io_object_t obj ) { register ipc_port_t port; + register ipc_port_t sendPort; if( obj == NULL) return IP_NULL; port = iokit_port_for_object( obj, IKOT_IOKIT_OBJECT ); - if( port) - port = ipc_port_make_send( port); + if( port) { + sendPort = ipc_port_make_send( port); + iokit_release_port( port ); + } else + sendPort = IP_NULL; iokit_remove_reference( obj ); - return( port); + return( sendPort); } MIGEXTERN ipc_port_t @@ -199,23 +264,23 @@ iokit_make_connect_port( io_object_t obj ) { register ipc_port_t port; + register ipc_port_t sendPort; if( obj == NULL) return IP_NULL; port = iokit_port_for_object( obj, IKOT_IOKIT_CONNECT ); - if( port) - port = ipc_port_make_send( port); + if( port) { + sendPort = ipc_port_make_send( port); + iokit_release_port( port ); + } else + sendPort = IP_NULL; iokit_remove_reference( obj ); - return( port); + return( sendPort); } - -EXTERN ipc_port_t -iokit_alloc_object_port( io_object_t obj, ipc_kobject_type_t type ); - int gIOKitPortCount; EXTERN ipc_port_t @@ -261,33 +326,53 @@ iokit_destroy_object_port( ipc_port_t port ) return( KERN_SUCCESS); } +EXTERN kern_return_t +iokit_switch_object_port( ipc_port_t port, io_object_t obj, ipc_kobject_type_t type ) +{ + ipc_kobject_set( port, (ipc_kobject_t) obj, type); + + return( KERN_SUCCESS); +} + EXTERN mach_port_name_t iokit_make_send_right( task_t task, io_object_t obj, ipc_kobject_type_t type ) { - kern_return_t kr; ipc_port_t port; + ipc_port_t sendPort; mach_port_name_t name; if( obj == NULL) return MACH_PORT_NULL; port = iokit_port_for_object( obj, type ); - if( port) - port = ipc_port_make_send( port); - if( port == IP_NULL) - return MACH_PORT_NULL; - - kr = ipc_object_copyout( task->itk_space, (ipc_object_t) port, + if( port) { + sendPort = ipc_port_make_send( port); + iokit_release_port( port ); + } else + sendPort = IP_NULL; + + if (IP_VALID( sendPort )) { + kern_return_t kr; + kr = ipc_object_copyout( task->itk_space, (ipc_object_t) sendPort, MACH_MSG_TYPE_PORT_SEND, TRUE, &name); - - if( kr != KERN_SUCCESS) - name = MACH_PORT_NULL; + if ( kr != KERN_SUCCESS) + name = MACH_PORT_NULL; + } else if ( sendPort == IP_NULL) + name = MACH_PORT_NULL; + else if ( sendPort == IP_DEAD) + name = MACH_PORT_DEAD; iokit_remove_reference( obj ); return( name ); } +EXTERN kern_return_t +iokit_mod_send_right( task_t task, mach_port_name_t name, mach_port_delta_t delta ) +{ + return (mach_port_mod_refs( task->itk_space, name, MACH_PORT_RIGHT_SEND, delta )); +} + /* * Handle the No-More_Senders notification generated from a device port destroy. * Since there are no longer any tasks which hold a send right to this device @@ -299,7 +384,8 @@ iokit_no_senders( mach_no_senders_notification_t * notification ) { ipc_port_t port; io_object_t obj = NULL; - ipc_kobject_type_t type; + ipc_kobject_type_t type = IKOT_NONE; + ipc_port_t notify; port = (ipc_port_t) notification->not_header.msgh_remote_port; @@ -318,7 +404,17 @@ iokit_no_senders( mach_no_senders_notification_t * notification ) ip_unlock(port); if( obj ) { - (void) iokit_client_died( obj, port, type ); + + mach_port_mscount_t mscount = notification->not_count; + + if( KERN_SUCCESS != iokit_client_died( obj, port, type, &mscount )) + { + /* Re-request no-senders notifications on the port. */ + notify = ipc_port_make_sonce( port); + ip_lock( port); + ipc_port_nsrequest( port, mscount + 1, notify, ¬ify); + assert( notify == IP_NULL); + } iokit_remove_reference( obj ); } } @@ -339,81 +435,148 @@ iokit_notify( mach_msg_header_t * msg ) case MACH_NOTIFY_SEND_ONCE: case MACH_NOTIFY_DEAD_NAME: default: - printf("iokit_notify: strange notification %ld\n", msg->msgh_id); + printf("iokit_notify: strange notification %d\n", msg->msgh_id); return FALSE; } } -kern_return_t IOMapPages(vm_map_t map, vm_offset_t va, vm_offset_t pa, - vm_size_t length, unsigned int options) +/* need to create a pmap function to generalize */ +unsigned int IODefaultCacheBits(addr64_t pa) +{ + return(pmap_cache_attributes((ppnum_t)(pa >> PAGE_SHIFT))); +} + +kern_return_t IOMapPages(vm_map_t map, mach_vm_address_t va, mach_vm_address_t pa, + mach_vm_size_t length, unsigned int options) { - vm_size_t off; vm_prot_t prot; - int memattr; - struct phys_entry *pp; - pmap_t pmap = map->pmap; + unsigned int flags; + pmap_t pmap = map->pmap; prot = (options & kIOMapReadOnly) ? VM_PROT_READ : (VM_PROT_READ|VM_PROT_WRITE); -#if __ppc__ + switch(options & kIOMapCacheMask ) { /* What cache mode do we need? */ - switch(options & kIOMapCacheMask ) { /* What cache mode do we need? */ - - case kIOMapDefaultCache: - default: - if(pp = pmap_find_physentry(pa)) { /* Find physical address */ - memattr = ((pp->pte1 & 0x00000078) >> 3); /* Use physical attributes as default */ - } - else { /* If no physical, just hard code attributes */ - memattr = PTE_WIMG_UNCACHED_COHERENT_GUARDED; - } - break; - - case kIOMapInhibitCache: - memattr = PTE_WIMG_UNCACHED_COHERENT_GUARDED; - break; - - case kIOMapWriteThruCache: - memattr = PTE_WIMG_WT_CACHED_COHERENT_GUARDED; - break; - - case kIOMapCopybackCache: - memattr = PTE_WIMG_CB_CACHED_COHERENT; - break; - } + case kIOMapDefaultCache: + default: + flags = IODefaultCacheBits(pa); + break; - pmap_map_block(pmap, va, pa, length, prot, memattr, 0); /* Set up a block mapped area */ - -#else -// enter each page's physical address in the target map - for (off = 0; off < length; off += page_size) { /* Loop for the whole length */ - pmap_enter(pmap, va + off, pa + off, prot, TRUE); /* Map it in */ - } -#endif + case kIOMapInhibitCache: + flags = VM_WIMG_IO; + break; + + case kIOMapWriteThruCache: + flags = VM_WIMG_WTHRU; + break; + + case kIOMapWriteCombineCache: + flags = VM_WIMG_WCOMB; + break; + + case kIOMapCopybackCache: + flags = VM_WIMG_COPYBACK; + break; + } + + // Set up a block mapped area + pmap_map_block(pmap, va, (ppnum_t)atop_64(pa), (uint32_t) atop_64(round_page_64(length)), prot, flags, 0); return( KERN_SUCCESS ); } -kern_return_t IOUnmapPages(vm_map_t map, vm_offset_t va, vm_size_t length) +kern_return_t IOUnmapPages(vm_map_t map, mach_vm_address_t va, mach_vm_size_t length) { pmap_t pmap = map->pmap; - vm_size_t off; - boolean_t b; + pmap_remove(pmap, trunc_page_64(va), round_page_64(va + length)); + + return( KERN_SUCCESS ); +} + +kern_return_t IOProtectCacheMode(vm_map_t __unused map, mach_vm_address_t __unused va, + mach_vm_size_t __unused length, unsigned int __unused options) +{ #if __ppc__ - b = mapping_remove(pmap, va); + // can't remap block mappings, but ppc doesn't speculatively read from WC #else - pmap_remove(pmap, va, va + length); - b = TRUE; + + mach_vm_size_t off; + vm_prot_t prot; + unsigned int flags; + pmap_t pmap = map->pmap; + + prot = (options & kIOMapReadOnly) + ? VM_PROT_READ : (VM_PROT_READ|VM_PROT_WRITE); + + switch (options & kIOMapCacheMask) + { + // what cache mode do we need? + case kIOMapDefaultCache: + default: + return (KERN_INVALID_ARGUMENT); + + case kIOMapInhibitCache: + flags = VM_WIMG_IO; + break; + + case kIOMapWriteThruCache: + flags = VM_WIMG_WTHRU; + break; + + case kIOMapWriteCombineCache: + flags = VM_WIMG_WCOMB; + break; + + case kIOMapCopybackCache: + flags = VM_WIMG_COPYBACK; + break; + } + + // enter each page's physical address in the target map + for (off = 0; off < length; off += page_size) + { + ppnum_t ppnum = pmap_find_phys(pmap, va + off); + if (ppnum) + pmap_enter(pmap, va + off, ppnum, prot, flags, TRUE); + } + #endif - return( b ? KERN_SUCCESS : KERN_INVALID_ADDRESS ); + return (KERN_SUCCESS); } +ppnum_t IOGetLastPageNumber(void) +{ + ppnum_t lastPage, highest = 0; + unsigned int idx; + +#if __ppc__ + for (idx = 0; idx < pmap_mem_regions_count; idx++) + { + lastPage = pmap_mem_regions[idx].mrEnd; +#elif __i386__ || __x86_64__ + for (idx = 0; idx < pmap_memory_region_count; idx++) + { + lastPage = pmap_memory_regions[idx].end - 1; +#else +#error arch +#endif + if (lastPage > highest) + highest = lastPage; + } + return (highest); +} + + void IOGetTime( mach_timespec_t * clock_time); void IOGetTime( mach_timespec_t * clock_time) { - *clock_time = clock_get_system_value(); + clock_sec_t sec; + clock_nsec_t nsec; + clock_get_system_nanotime(&sec, &nsec); + clock_time->tv_sec = (typeof(clock_time->tv_sec))sec; + clock_time->tv_nsec = nsec; }