X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/8ad349bb6ed4a0be06e34c92be0d98b92e078db4..d1ecb069dfe24481e4a83f44cb5217a2b06746d7:/iokit/Kernel/IOMapper.cpp diff --git a/iokit/Kernel/IOMapper.cpp b/iokit/Kernel/IOMapper.cpp index b8d0fe781..171e22ff3 100644 --- a/iokit/Kernel/IOMapper.cpp +++ b/iokit/Kernel/IOMapper.cpp @@ -1,42 +1,47 @@ /* * Copyright (c) 1998-2004 Apple Computer, Inc. All rights reserved. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_START@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * This file contains Original Code and/or Modifications of Original Code - * as defined in and that are subject to the Apple Public Source License - * Version 2.0 (the 'License'). You may not use this file except in - * compliance with the License. The rights granted to you under the - * License may not be used to create, or enable the creation or - * redistribution of, unlawful or unlicensed copies of an Apple operating - * system, or to circumvent, violate, or enable the circumvention or - * violation of, any terms of an Apple operating system software license - * agreement. - * - * Please obtain a copy of the License at - * http://www.opensource.apple.com/apsl/ and read it before using this - * file. - * - * The Original Code and all software distributed under the License are - * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER - * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, - * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. - * Please see the License for the specific language governing rights and + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. + * + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and * limitations under the License. - * - * @APPLE_LICENSE_OSREFERENCE_HEADER_END@ + * + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ #include #include +#include #include +#include "IOCopyMapper.h" + +__BEGIN_DECLS +extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va); +__END_DECLS + #define super IOService OSDefineMetaClassAndAbstractStructors(IOMapper, IOService); -OSMetaClassDefineReservedUnused(IOMapper, 0); -OSMetaClassDefineReservedUnused(IOMapper, 1); -OSMetaClassDefineReservedUnused(IOMapper, 2); +OSMetaClassDefineReservedUsed(IOMapper, 0); +OSMetaClassDefineReservedUsed(IOMapper, 1); +OSMetaClassDefineReservedUsed(IOMapper, 2); OSMetaClassDefineReservedUnused(IOMapper, 3); OSMetaClassDefineReservedUnused(IOMapper, 4); OSMetaClassDefineReservedUnused(IOMapper, 5); @@ -69,6 +74,7 @@ static IOMapperLock sMapperLock; bool IOMapper::start(IOService *provider) { + OSObject * obj; if (!super::start(provider)) return false; @@ -82,6 +88,14 @@ bool IOMapper::start(IOService *provider) sMapperLock.unlock(); } + if (provider) + { + obj = provider->getProperty("iommu-id"); + if (!obj) + obj = provider->getProperty("AAPL,phandle"); + if (obj) + setProperty(gIOMapperIDKey, obj); + } return true; } @@ -119,11 +133,48 @@ void IOMapper::setMapperRequired(bool hasMapper) void IOMapper::waitForSystemMapper() { sMapperLock.lock(); - while ((vm_address_t) IOMapper::gSystem & kWaitMask) + while ((uintptr_t) IOMapper::gSystem & kWaitMask) sMapperLock.sleep(&IOMapper::gSystem); sMapperLock.unlock(); } +IOMapper * IOMapper::copyMapperForDevice(IOService * device) +{ + OSObject * obj; + IOMapper * mapper; + OSDictionary * matching; + + obj = device->copyProperty("iommu-parent"); + if (!obj) + return (NULL); + + if ((mapper = OSDynamicCast(IOMapper, obj))) + return (mapper); + + matching = IOService::propertyMatching(gIOMapperIDKey, obj); + if (matching) + { + mapper = OSDynamicCast(IOMapper, IOService::waitForMatchingService(matching)); + matching->release(); + } + if (mapper) + device->setProperty("iommu-parent", mapper); + else + obj->release(); + + return (mapper); +} + +ppnum_t IOMapper::iovmAllocDMACommand(IODMACommand * command, IOItemCount pageCount) +{ + return (0); +} + +void IOMapper::iovmFreeDMACommand(IODMACommand * command, + ppnum_t addr, IOItemCount pageCount) +{ +} + void IOMapper::iovmInsert(ppnum_t addr, IOItemCount offset, ppnum_t *pageList, IOItemCount pageCount) { @@ -138,98 +189,44 @@ void IOMapper::iovmInsert(ppnum_t addr, IOItemCount offset, iovmInsert(addr, offset + i, pageList[i].phys_addr); } -struct ARTTableData { - void *v; - upl_t u[0]; -}; -#define getARTDataP(data) ((ARTTableData *) (data)->getBytesNoCopy()) - -OSData * -IOMapper::NewARTTable(IOByteCount size, - void ** virtAddrP, ppnum_t *physAddrP) +OSData * IOMapper:: +NewARTTable(IOByteCount size, void ** virtAddrP, ppnum_t *physAddrP) { - OSData *ret; - kern_return_t kr; - vm_address_t startUpl; - ARTTableData *dataP; - unsigned int dataSize; - upl_page_info_t *pl = 0; - - // Each UPL can deal with about one meg at the moment - size = round_page_32(size); - dataSize = sizeof(ARTTableData) + sizeof(upl_t) * size / (1024 * 1024); - ret = OSData::withCapacity(dataSize); - if (!ret) - return 0; + if (!virtAddrP || !physAddrP) + return 0; - // Append 0's to the buffer, in-other-words reset to nulls. - ret->appendBytes(NULL, sizeof(ARTTableData)); - dataP = getARTDataP(ret); + kern_return_t kr; + vm_address_t address; - kr = kmem_alloc_contig(kernel_map, &startUpl, size, PAGE_MASK, 0); + size = round_page(size); + kr = kmem_alloc_contig(kernel_map, &address, size, PAGE_MASK, 0 /*max_pnum*/, 0 /*pnum_mask*/, false); if (kr) return 0; - dataP->v = (void *) startUpl; - - do { - upl_t iopl; - int upl_flags = UPL_SET_INTERNAL | UPL_SET_LITE - | UPL_SET_IO_WIRE | UPL_COPYOUT_FROM; - vm_size_t iopl_size = size; - - kr = vm_map_get_upl(kernel_map, - (vm_map_offset_t)startUpl, - &iopl_size, - &iopl, - 0, - 0, - &upl_flags, - 0); - if (kr) { - panic("IOMapper:vm_map_get_upl returned 0x%x\n"); - goto bail; - } - - if (!ret->appendBytes(&iopl, sizeof(upl_t))) - goto bail; - - startUpl += iopl_size; - size -= iopl_size; - } while(size); - - // Need to re-establish the dataP as the OSData may have grown. - dataP = getARTDataP(ret); - - // Now grab the page entry of the first page and get its phys addr - pl = UPL_GET_INTERNAL_PAGE_LIST(dataP->u[0]); - *physAddrP = pl->phys_addr; - *virtAddrP = dataP->v; - - return ret; - -bail: - FreeARTTable(ret, size); - return 0; + ppnum_t pagenum = pmap_find_phys(kernel_pmap, (addr64_t) address); + if (pagenum) + *physAddrP = pagenum; + else { + FreeARTTable((OSData *) address, size); + address = 0; + } + + *virtAddrP = (void *) address; + + return (OSData *) address; } void IOMapper::FreeARTTable(OSData *artHandle, IOByteCount size) { - assert(artHandle); - - ARTTableData *dataP = getARTDataP(artHandle); + vm_address_t address = (vm_address_t) artHandle; - int numupls = ((artHandle->getLength() - sizeof(*dataP)) / sizeof(upl_t)); - for (int i = 0; i < numupls; i++) { - upl_abort(dataP->u[i], 0); - upl_deallocate(dataP->u[i]); - } + size = round_page(size); + kmem_free(kernel_map, address, size); // Just panic if address is 0 +} - if (dataP->v) { - size = round_page_32(size); - kmem_free(kernel_map, (vm_address_t) dataP->v, size); - } - artHandle->release(); +bool IOMapper::getBypassMask(addr64_t *maskP) const +{ + return false; } __BEGIN_DECLS @@ -393,4 +390,23 @@ void IOMappedWrite64(IOPhysicalAddress address, UInt64 value) ml_phys_write_double((vm_offset_t) address, value); } +mach_vm_address_t IOMallocPhysical(mach_vm_size_t size, mach_vm_address_t mask) +{ + mach_vm_address_t address = 0; + if (gIOCopyMapper) + { + address = ptoa_64(gIOCopyMapper->iovmAlloc(atop_64(round_page(size)))); + } + return (address); +} + +void IOFreePhysical(mach_vm_address_t address, mach_vm_size_t size) +{ + if (gIOCopyMapper) + { + gIOCopyMapper->iovmFree(atop_64(address), atop_64(round_page(size))); + } +} + + __END_DECLS