X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/1c79356b52d46aa6b508fb032f5ae709b1f2897b..c6bf4f310a33a9262d455ea4d3f0630b1255e3fe:/iokit/Kernel/IOFilterInterruptEventSource.cpp diff --git a/iokit/Kernel/IOFilterInterruptEventSource.cpp b/iokit/Kernel/IOFilterInterruptEventSource.cpp index 0869ec7de..5e3371a10 100644 --- a/iokit/Kernel/IOFilterInterruptEventSource.cpp +++ b/iokit/Kernel/IOFilterInterruptEventSource.cpp @@ -1,66 +1,62 @@ /* - * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 1998-2010 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ - * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. - * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ + * + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. + * + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. - * - * @APPLE_LICENSE_HEADER_END@ + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. + * + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ -/* -Copyright (c) 1999 Apple Computer, Inc. All rights reserved. -HISTORY - 1999-4-15 Godfrey van der Linden(gvdl) - Created. -*/ #include <IOKit/IOFilterInterruptEventSource.h> #include <IOKit/IOService.h> +#include <IOKit/IOKitDebug.h> #include <IOKit/IOTimeStamp.h> #include <IOKit/IOWorkLoop.h> +#include <IOKit/IOInterruptAccountingPrivate.h> +#include <libkern/Block.h> + +#if IOKITSTATS -#if KDEBUG +#define IOStatisticsInitializeCounter() \ +do { \ + IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsFilterInterruptEventSourceCounter); \ +} while (0) -#define IOTimeTypeStampS(t) \ -do { \ - IOTimeStampStart(IODBG_INTES(t), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#define IOStatisticsInterrupt() \ +do { \ + IOStatistics::countInterrupt(IOEventSource::reserved->counter); \ +} while (0) -#define IOTimeTypeStampE(t) \ -do { \ - IOTimeStampEnd(IODBG_INTES(t), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#else -#define IOTimeStampLatency() \ -do { \ - IOTimeStampEnd(IODBG_INTES(IOINTES_LAT), \ - (unsigned int) this, (unsigned int) owner); \ -} while(0) +#define IOStatisticsInitializeCounter() +#define IOStatisticsInterrupt() -#else /* !KDEBUG */ -#define IOTimeTypeStampS(t) -#define IOTimeTypeStampE(t) -#define IOTimeStampLatency() -#endif /* KDEBUG */ +#endif /* IOKITSTATS */ #define super IOInterruptEventSource OSDefineMetaClassAndStructors - (IOFilterInterruptEventSource, IOInterruptEventSource) +(IOFilterInterruptEventSource, IOInterruptEventSource) OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 0); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 1); OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 2); @@ -73,115 +69,245 @@ OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 7); /* * Implement the call throughs for the private protection conversion */ -bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction = 0, - IOService *inProvider = 0, - int inIntIndex = 0) +bool +IOFilterInterruptEventSource::init(OSObject *inOwner, + Action inAction, + IOService *inProvider, + int inIntIndex) { - return false; + return false; } IOInterruptEventSource * IOFilterInterruptEventSource::interruptEventSource(OSObject *inOwner, - Action inAction, - IOService *inProvider, - int inIntIndex) + Action inAction, + IOService *inProvider, + int inIntIndex) { - return 0; + return NULL; } bool IOFilterInterruptEventSource::init(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex = 0) + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { - if ( !super::init(inOwner, inAction, inProvider, inIntIndex) ) - return false; + if (!super::init(inOwner, inAction, inProvider, inIntIndex)) { + return false; + } - if (!inFilterAction) - return false; + if (!inFilterAction) { + return false; + } - filterAction = inFilterAction; - return true; -} + filterAction = inFilterAction; -IOFilterInterruptEventSource *IOFilterInterruptEventSource -::filterInterruptEventSource(OSObject *inOwner, - Action inAction, - Filter inFilterAction, - IOService *inProvider, - int inIntIndex = 0) -{ - IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; + IOStatisticsInitializeCounter(); - if (me - && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { - me->free(); - return 0; - } - - return me; + return true; } -void IOFilterInterruptEventSource::signalInterrupt() +IOFilterInterruptEventSource * +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + Action inAction, + Filter inFilterAction, + IOService *inProvider, + int inIntIndex) { -IOTimeStampLatency(); + IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; - producerCount++; + if (me + && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) { + me->release(); + return NULL; + } -IOTimeTypeStampS(IOINTES_SEMA); - signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_SEMA); + return me; } -IOFilterInterruptEventSource::Filter -IOFilterInterruptEventSource::getFilterAction() const +IOFilterInterruptEventSource * +IOFilterInterruptEventSource +::filterInterruptEventSource(OSObject *inOwner, + IOService *inProvider, + int inIntIndex, + ActionBlock inAction, + FilterBlock inFilterAction) { - return filterAction; + IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource; + + FilterBlock filter = Block_copy(inFilterAction); + if (!filter) { + OSSafeReleaseNULL(me); + return NULL; + } + + if (me + && !me->init(inOwner, (Action) NULL, (Filter) filter, inProvider, inIntIndex)) { + me->release(); + Block_release(filter); + return NULL; + } + me->flags |= kFilterBlock; + me->setActionBlock((IOEventSource::ActionBlock) inAction); + + return me; } +void +IOFilterInterruptEventSource::free( void ) +{ + if ((kFilterBlock & flags) && filterActionBlock) { + Block_release(filterActionBlock); + } + super::free(); +} -void IOFilterInterruptEventSource::normalInterruptOccurred - (void */*refcon*/, IOService */*prov*/, int /*source*/) +void +IOFilterInterruptEventSource::signalInterrupt() { - bool filterRes; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; -IOTimeTypeStampS(IOINTES_INTCTXT); + IOStatisticsInterrupt(); + producerCount++; -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (unsigned int) filterAction, (unsigned int) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } - if (filterRes) - signalInterrupt(); + signalWorkAvailable(); -IOTimeTypeStampE(IOINTES_INTCTXT); + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner)); + } } -void IOFilterInterruptEventSource::disableInterruptOccurred - (void */*refcon*/, IOService *prov, int source) -{ - bool filterRes; -IOTimeTypeStampS(IOINTES_INTCTXT); +IOFilterInterruptEventSource::Filter +IOFilterInterruptEventSource::getFilterAction() const +{ + if (kFilterBlock & flags) { + return NULL; + } + return filterAction; +} -IOTimeTypeStampS(IOINTES_INTFLTR); - IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER), - (unsigned int) filterAction, (unsigned int) owner); - filterRes = (*filterAction)(owner, this); -IOTimeTypeStampE(IOINTES_INTFLTR); +IOFilterInterruptEventSource::FilterBlock +IOFilterInterruptEventSource::getFilterActionBlock() const +{ + if (kFilterBlock & flags) { + return filterActionBlock; + } + return NULL; +} - if (filterRes) { - prov->disableInterrupt(source); /* disable the interrupt */ +void +IOFilterInterruptEventSource::normalInterruptOccurred +(void */*refcon*/, IOService */*prov*/, int /*source*/) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_ADDRHIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), + VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + signalInterrupt(); + } +} - signalInterrupt(); - } -IOTimeTypeStampE(IOINTES_INTCTXT); +void +IOFilterInterruptEventSource::disableInterruptOccurred +(void */*refcon*/, IOService *prov, int source) +{ + bool filterRes; + uint64_t startTime = 0; + uint64_t endTime = 0; + bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false; + + if (trace) { + IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex) + || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + startTime = mach_absolute_time(); + } + if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) { + IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime; + } + } + + // Call the filter. + if (kFilterBlock & flags) { + filterRes = (filterActionBlock)(this); + } else { + filterRes = (*filterAction)(owner, this); + } + + if (IOInterruptEventSource::reserved->statistics) { + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) { + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1); + } + + if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) { + endTime = mach_absolute_time(); + IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime); + } + } + + if (trace) { + IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER), + VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop)); + } + + if (filterRes) { + prov->disableInterrupt(source); /* disable the interrupt */ + signalInterrupt(); + } }