X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/8ad349bb6ed4a0be06e34c92be0d98b92e078db4..c3c9b80d004dbbfdf763edeb97968c6997e3b45b:/iokit/Kernel/IOFilterInterruptEventSource.cpp diff --git a/iokit/Kernel/IOFilterInterruptEventSource.cpp b/iokit/Kernel/IOFilterInterruptEventSource.cpp index 130a5d443..a5d36fe37 100644 --- a/iokit/Kernel/IOFilterInterruptEventSource.cpp +++ b/iokit/Kernel/IOFilterInterruptEventSource.cpp @@ -1,74 +1,64 @@ /* - * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 1998-2010 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_START@ - * - * This file contains Original Code and/or Modifications of Original Code - * as defined in and that are subject to the Apple Public Source License - * Version 2.0 (the 'License'). You may not use this file except in - * compliance with the License. The rights granted to you under the - * License may not be used to create, or enable the creation or - * redistribution of, unlawful or unlicensed copies of an Apple operating - * system, or to circumvent, violate, or enable the circumvention or - * violation of, any terms of an Apple operating system software license - * agreement. + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * Please obtain a copy of the License at - * http://www.opensource.apple.com/apsl/ and read it before using this - * file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * The Original Code and all software distributed under the License are - * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER - * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, - * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. - * Please see the License for the specific language governing rights and + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and * limitations under the License. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ -/* -Copyright (c) 1999 Apple Computer, Inc. All rights reserved. -HISTORY - 1999-4-15 Godfrey van der Linden(gvdl) - Created. -*/ +#define IOKIT_ENABLE_SHARED_PTR + #include #include +#include #include #include +#include +#include + +#if IOKITSTATS -#if KDEBUG +#define IOStatisticsInitializeCounter() \ +do { \ + IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsFilterInterruptEventSourceCounter); \ +} while (0) -#define IOTimeTypeStampS(t) \ -do { \ - IOTimeStampStart(IODBG_INTES(t), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#define IOStatisticsInterrupt() \ +do { \ + IOStatistics::countInterrupt(IOEventSource::reserved->counter); \ +} while (0) -#define IOTimeTypeStampE(t) \ -do { \ - IOTimeStampEnd(IODBG_INTES(t), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#else -#define IOTimeStampLatency() \ -do { \ - IOTimeStampEnd(IODBG_INTES(IOINTES_LAT), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#define IOStatisticsInitializeCounter() +#define IOStatisticsInterrupt() -#else /* !KDEBUG */ -#define IOTimeTypeStampS(t) -#define IOTimeTypeStampE(t) -#define IOTimeStampLatency() -#endif /* KDEBUG */ +#endif /* IOKITSTATS */ #define super IOInterruptEventSource OSDefineMetaClassAndStructors - (IOFilterInterruptEventSource, IOInterruptEventSource) +(IOFilterInterruptEventSource, IOInterruptEventSource) OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 0); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 1); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 2); @@ -81,115 +71,242 @@ OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 7); /* * Implement the call throughs for the private protection conversion */ -bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction, - IOService *inProvider, - int inIntIndex) +bool +IOFilterInterruptEventSource::init(OSObject *inOwner, + Action inAction, + IOService *inProvider, + int inIntIndex) { - return false; + return false; } -IOInterruptEventSource * +OSSharedPtr IOFilterInterruptEventSource::interruptEventSource(OSObject *inOwner, - Action inAction, - IOService *inProvider, - int inIntIndex) + Action inAction, + IOService *inProvider, + int inIntIndex) { - return 0; + return NULL; } bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex) + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { - if ( !super::init(inOwner, inAction, inProvider, inIntIndex) ) - return false; + if (!super::init(inOwner, inAction, inProvider, inIntIndex)) { + return false; + } - if (!inFilterAction) - return false; + if (!inFilterAction) { + return false; + } - filterAction = inFilterAction; - return true; -} + filterAction = inFilterAction; -IOFilterInterruptEventSource *IOFilterInterruptEventSource -::filterInterruptEventSource(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex) -{ - IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; - - if (me - && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { - me->release(); - return 0; - } + IOStatisticsInitializeCounter(); - return me; + return true; } -void IOFilterInterruptEventSource::signalInterrupt() +OSSharedPtr +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { -IOTimeStampLatency(); + OSSharedPtr me = OSMakeShared(); - producerCount++; + if (me + && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { + return nullptr; + } -IOTimeTypeStampS(IOINTES_SEMA); - signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_SEMA); + return me; } -IOFilterInterruptEventSource::Filter -IOFilterInterruptEventSource::getFilterAction() const +OSSharedPtr +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + IOService *inProvider, + int inIntIndex, + ActionBlock inAction, + FilterBlock inFilterAction) { - return filterAction; + OSSharedPtr me = OSMakeShared(); + + FilterBlock filter = Block_copy(inFilterAction); + if (!filter) { + return nullptr; + } + + if (me + && !me->init(inOwner, (Action) NULL, (Filter) filter, inProvider, inIntIndex)) { + Block_release(filter); + return nullptr; + } + me->flags |= kFilterBlock; + me->setActionBlock((IOEventSource::ActionBlock) inAction); + + return me; } +void +IOFilterInterruptEventSource::free( void ) +{ + if ((kFilterBlock & flags) && filterActionBlock) { + Block_release(filterActionBlock); + } + super::free(); +} -void IOFilterInterruptEventSource::normalInterruptOccurred - (void */*refcon*/, IOService */*prov*/, int /*source*/) +void +IOFilterInterruptEventSource::signalInterrupt() { - bool filterRes; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; -IOTimeTypeStampS(IOINTES_INTCTXT); + IOStatisticsInterrupt(); + producerCount++; -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (unsigned int) filterAction, (unsigned int) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } - if (filterRes) - signalInterrupt(); + signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_INTCTXT); + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } } -void IOFilterInterruptEventSource::disableInterruptOccurred - (void */*refcon*/, IOService *prov, int source) -{ - bool filterRes; -IOTimeTypeStampS(IOINTES_INTCTXT); +IOFilterInterruptEventSource::Filter +IOFilterInterruptEventSource::getFilterAction() const +{ + if (kFilterBlock & flags) { + return NULL; + } + return filterAction; +} -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (unsigned int) filterAction, (unsigned int) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); +IOFilterInterruptEventSource::FilterBlock +IOFilterInterruptEventSource::getFilterActionBlock() const +{ + if (kFilterBlock & flags) { + return filterActionBlock; + } + return NULL; +} - if (filterRes) { - prov->disableInterrupt(source); /* disable the interrupt */ +void +IOFilterInterruptEventSource::normalInterruptOccurred +(void */*refcon*/, IOService */*prov*/, int /*source*/) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_ADDRHIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), + VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + signalInterrupt(); + } +} - signalInterrupt(); - } -IOTimeTypeStampE(IOINTES_INTCTXT); +void +IOFilterInterruptEventSource::disableInterruptOccurred +(void */*refcon*/, IOService *prov, int source) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + prov->disableInterrupt(source); /* disable the interrupt */ + signalInterrupt(); + } }