X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/b0d623f7f2ae71ed96e60569f61f9a9a27016e80..c6bf4f310a33a9262d455ea4d3f0630b1255e3fe:/iokit/Kernel/IOFilterInterruptEventSource.cpp diff --git a/iokit/Kernel/IOFilterInterruptEventSource.cpp b/iokit/Kernel/IOFilterInterruptEventSource.cpp index 47a3b8a14..5e3371a10 100644 --- a/iokit/Kernel/IOFilterInterruptEventSource.cpp +++ b/iokit/Kernel/IOFilterInterruptEventSource.cpp @@ -1,8 +1,8 @@ /* - * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 1998-2010 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ - * + * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in @@ -11,10 +11,10 @@ * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. - * + * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. - * + * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, @@ -22,51 +22,41 @@ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. - * + * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ -/* -Copyright (c) 1999 Apple Computer, Inc. All rights reserved. -HISTORY - 1999-4-15 Godfrey van der Linden(gvdl) - Created. -*/ #include #include +#include #include #include +#include +#include + +#if IOKITSTATS -#if KDEBUG +#define IOStatisticsInitializeCounter() \ +do { \ + IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsFilterInterruptEventSourceCounter); \ +} while (0) -#define IOTimeTypeStampS(t) \ -do { \ - IOTimeStampStart(IODBG_INTES(t), \ - (uintptr_t) this, (uintptr_t) owner); \ -} while(0) +#define IOStatisticsInterrupt() \ +do { \ + IOStatistics::countInterrupt(IOEventSource::reserved->counter); \ +} while (0) -#define IOTimeTypeStampE(t) \ -do { \ - IOTimeStampEnd(IODBG_INTES(t), \ - (uintptr_t) this, (uintptr_t) owner); \ -} while(0) +#else -#define IOTimeStampLatency() \ -do { \ - IOTimeStampEnd(IODBG_INTES(IOINTES_LAT), \ - (uintptr_t) this, (uintptr_t) owner); \ -} while(0) +#define IOStatisticsInitializeCounter() +#define IOStatisticsInterrupt() -#else /* !KDEBUG */ -#define IOTimeTypeStampS(t) -#define IOTimeTypeStampE(t) -#define IOTimeStampLatency() -#endif /* KDEBUG */ +#endif /* IOKITSTATS */ #define super IOInterruptEventSource OSDefineMetaClassAndStructors - (IOFilterInterruptEventSource, IOInterruptEventSource) +(IOFilterInterruptEventSource, IOInterruptEventSource) OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 0); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 1); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 2); @@ -79,115 +69,245 @@ OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 7); /* * Implement the call throughs for the private protection conversion */ -bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction, - IOService *inProvider, - int inIntIndex) +bool +IOFilterInterruptEventSource::init(OSObject *inOwner, + Action inAction, + IOService *inProvider, + int inIntIndex) { - return false; + return false; } IOInterruptEventSource * IOFilterInterruptEventSource::interruptEventSource(OSObject *inOwner, - Action inAction, - IOService *inProvider, - int inIntIndex) + Action inAction, + IOService *inProvider, + int inIntIndex) { - return 0; + return NULL; } bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex) + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { - if ( !super::init(inOwner, inAction, inProvider, inIntIndex) ) - return false; + if (!super::init(inOwner, inAction, inProvider, inIntIndex)) { + return false; + } - if (!inFilterAction) - return false; + if (!inFilterAction) { + return false; + } - filterAction = inFilterAction; - return true; -} + filterAction = inFilterAction; -IOFilterInterruptEventSource *IOFilterInterruptEventSource -::filterInterruptEventSource(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex) -{ - IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; + IOStatisticsInitializeCounter(); - if (me - && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { - me->release(); - return 0; - } - - return me; + return true; } -void IOFilterInterruptEventSource::signalInterrupt() +IOFilterInterruptEventSource * +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { -IOTimeStampLatency(); + IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; - producerCount++; + if (me + && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { + me->release(); + return NULL; + } -IOTimeTypeStampS(IOINTES_SEMA); - signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_SEMA); + return me; } -IOFilterInterruptEventSource::Filter -IOFilterInterruptEventSource::getFilterAction() const +IOFilterInterruptEventSource * +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + IOService *inProvider, + int inIntIndex, + ActionBlock inAction, + FilterBlock inFilterAction) { - return filterAction; + IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; + + FilterBlock filter = Block_copy(inFilterAction); + if (!filter) { + OSSafeReleaseNULL(me); + return NULL; + } + + if (me + && !me->init(inOwner, (Action) NULL, (Filter) filter, inProvider, inIntIndex)) { + me->release(); + Block_release(filter); + return NULL; + } + me->flags |= kFilterBlock; + me->setActionBlock((IOEventSource::ActionBlock) inAction); + + return me; } +void +IOFilterInterruptEventSource::free( void ) +{ + if ((kFilterBlock & flags) && filterActionBlock) { + Block_release(filterActionBlock); + } + super::free(); +} -void IOFilterInterruptEventSource::normalInterruptOccurred - (void */*refcon*/, IOService */*prov*/, int /*source*/) +void +IOFilterInterruptEventSource::signalInterrupt() { - bool filterRes; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; -IOTimeTypeStampS(IOINTES_INTCTXT); + IOStatisticsInterrupt(); + producerCount++; -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (uintptr_t) filterAction, (uintptr_t) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } - if (filterRes) - signalInterrupt(); + signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_INTCTXT); + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } } -void IOFilterInterruptEventSource::disableInterruptOccurred - (void */*refcon*/, IOService *prov, int source) -{ - bool filterRes; -IOTimeTypeStampS(IOINTES_INTCTXT); +IOFilterInterruptEventSource::Filter +IOFilterInterruptEventSource::getFilterAction() const +{ + if (kFilterBlock & flags) { + return NULL; + } + return filterAction; +} -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (uintptr_t) filterAction, (uintptr_t) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); +IOFilterInterruptEventSource::FilterBlock +IOFilterInterruptEventSource::getFilterActionBlock() const +{ + if (kFilterBlock & flags) { + return filterActionBlock; + } + return NULL; +} - if (filterRes) { - prov->disableInterrupt(source); /* disable the interrupt */ +void +IOFilterInterruptEventSource::normalInterruptOccurred +(void */*refcon*/, IOService */*prov*/, int /*source*/) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_ADDRHIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), + VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + signalInterrupt(); + } +} - signalInterrupt(); - } -IOTimeTypeStampE(IOINTES_INTCTXT); +void +IOFilterInterruptEventSource::disableInterruptOccurred +(void */*refcon*/, IOService *prov, int source) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + prov->disableInterrupt(source); /* disable the interrupt */ + signalInterrupt(); + } }