X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/1c79356b52d46aa6b508fb032f5ae709b1f2897b..c6bf4f310a33a9262d455ea4d3f0630b1255e3fe:/iokit/Kernel/IOFilterInterruptEventSource.cpp

diff --git a/iokit/Kernel/IOFilterInterruptEventSource.cpp b/iokit/Kernel/IOFilterInterruptEventSource.cpp
index 0869ec7de..5e3371a10 100644
--- a/iokit/Kernel/IOFilterInterruptEventSource.cpp
+++ b/iokit/Kernel/IOFilterInterruptEventSource.cpp
@@ -1,66 +1,62 @@
 /*
- * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1998-2010 Apple Inc. All rights reserved.
  *
- * @APPLE_LICENSE_HEADER_START@
- * 
- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
- * 
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
+ *
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
- * 
- * @APPLE_LICENSE_HEADER_END@
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
+ *
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
-/*
-Copyright (c) 1999 Apple Computer, Inc.  All rights reserved.
 
-HISTORY
-    1999-4-15	Godfrey van der Linden(gvdl)
-        Created.
-*/
 #include <IOKit/IOFilterInterruptEventSource.h>
 #include <IOKit/IOService.h>
+#include <IOKit/IOKitDebug.h>
 #include <IOKit/IOTimeStamp.h>
 #include <IOKit/IOWorkLoop.h>
+#include <IOKit/IOInterruptAccountingPrivate.h>
+#include <libkern/Block.h>
+
+#if IOKITSTATS
 
-#if KDEBUG
+#define IOStatisticsInitializeCounter() \
+do { \
+	IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsFilterInterruptEventSourceCounter); \
+} while (0)
 
-#define IOTimeTypeStampS(t)						\
-do {									\
-    IOTimeStampStart(IODBG_INTES(t),					\
-                     (unsigned int) this, (unsigned int) owner);	\
-} while(0)
+#define IOStatisticsInterrupt() \
+do { \
+	IOStatistics::countInterrupt(IOEventSource::reserved->counter); \
+} while (0)
 
-#define IOTimeTypeStampE(t)						\
-do {									\
-    IOTimeStampEnd(IODBG_INTES(t),					\
-                   (unsigned int) this, (unsigned int) owner);		\
-} while(0)
+#else
 
-#define IOTimeStampLatency()						\
-do {									\
-    IOTimeStampEnd(IODBG_INTES(IOINTES_LAT),				\
-                   (unsigned int) this, (unsigned int) owner);		\
-} while(0)
+#define IOStatisticsInitializeCounter()
+#define IOStatisticsInterrupt()
 
-#else /* !KDEBUG */
-#define IOTimeTypeStampS(t)
-#define IOTimeTypeStampE(t)
-#define IOTimeStampLatency()
-#endif /* KDEBUG */
+#endif /* IOKITSTATS */
 
 #define super IOInterruptEventSource
 
 OSDefineMetaClassAndStructors
-    (IOFilterInterruptEventSource, IOInterruptEventSource)
+(IOFilterInterruptEventSource, IOInterruptEventSource)
 OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 0);
 OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 1);
 OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 2);
@@ -73,115 +69,245 @@ OSMetaClassDefineReservedUnused(IOFilterInterruptEventSource, 7);
 /*
  * Implement the call throughs for the private protection conversion
  */
-bool IOFilterInterruptEventSource::init(OSObject *inOwner,
-                                        Action inAction = 0,
-                                        IOService *inProvider = 0,
-                                        int inIntIndex = 0)
+bool
+IOFilterInterruptEventSource::init(OSObject *inOwner,
+    Action inAction,
+    IOService *inProvider,
+    int inIntIndex)
 {
-    return false;
+	return false;
 }
 
 IOInterruptEventSource *
 IOFilterInterruptEventSource::interruptEventSource(OSObject *inOwner,
-                                                   Action inAction,
-                                                   IOService *inProvider,
-                                                   int inIntIndex)
+    Action inAction,
+    IOService *inProvider,
+    int inIntIndex)
 {
-    return 0;
+	return NULL;
 }
 
 bool
 IOFilterInterruptEventSource::init(OSObject *inOwner,
-                                   Action inAction,
-                                   Filter inFilterAction,
-                                   IOService *inProvider,
-                                   int inIntIndex = 0)
+    Action inAction,
+    Filter inFilterAction,
+    IOService *inProvider,
+    int inIntIndex)
 {
-    if ( !super::init(inOwner, inAction, inProvider, inIntIndex) )
-        return false;
+	if (!super::init(inOwner, inAction, inProvider, inIntIndex)) {
+		return false;
+	}
 
-    if (!inFilterAction)
-        return false;
+	if (!inFilterAction) {
+		return false;
+	}
 
-    filterAction = inFilterAction;
-    return true;
-}
+	filterAction = inFilterAction;
 
-IOFilterInterruptEventSource *IOFilterInterruptEventSource
-::filterInterruptEventSource(OSObject *inOwner,
-                             Action inAction,
-                             Filter inFilterAction,
-                             IOService *inProvider,
-                             int inIntIndex = 0)
-{
-    IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource;
+	IOStatisticsInitializeCounter();
 
-    if (me
-    && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) {
-        me->free();
-        return 0;
-    }
-
-    return me;
+	return true;
 }
 
-void IOFilterInterruptEventSource::signalInterrupt()
+IOFilterInterruptEventSource *
+IOFilterInterruptEventSource
+::filterInterruptEventSource(OSObject *inOwner,
+    Action inAction,
+    Filter inFilterAction,
+    IOService *inProvider,
+    int inIntIndex)
 {
-IOTimeStampLatency();
+	IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource;
 
-    producerCount++;
+	if (me
+	    && !me->init(inOwner, inAction, inFilterAction, inProvider, inIntIndex)) {
+		me->release();
+		return NULL;
+	}
 
-IOTimeTypeStampS(IOINTES_SEMA);
-    signalWorkAvailable();
-IOTimeTypeStampE(IOINTES_SEMA);
+	return me;
 }
 
 
-IOFilterInterruptEventSource::Filter
-IOFilterInterruptEventSource::getFilterAction() const
+IOFilterInterruptEventSource *
+IOFilterInterruptEventSource
+::filterInterruptEventSource(OSObject *inOwner,
+    IOService *inProvider,
+    int inIntIndex,
+    ActionBlock inAction,
+    FilterBlock inFilterAction)
 {
-    return filterAction;
+	IOFilterInterruptEventSource *me = new IOFilterInterruptEventSource;
+
+	FilterBlock filter = Block_copy(inFilterAction);
+	if (!filter) {
+		OSSafeReleaseNULL(me);
+		return NULL;
+	}
+
+	if (me
+	    && !me->init(inOwner, (Action) NULL, (Filter) filter, inProvider, inIntIndex)) {
+		me->release();
+		Block_release(filter);
+		return NULL;
+	}
+	me->flags |= kFilterBlock;
+	me->setActionBlock((IOEventSource::ActionBlock) inAction);
+
+	return me;
 }
 
 
+void
+IOFilterInterruptEventSource::free( void )
+{
+	if ((kFilterBlock & flags) && filterActionBlock) {
+		Block_release(filterActionBlock);
+	}
 
+	super::free();
+}
 
-void IOFilterInterruptEventSource::normalInterruptOccurred
-    (void */*refcon*/, IOService */*prov*/, int /*source*/)
+void
+IOFilterInterruptEventSource::signalInterrupt()
 {
-    bool filterRes;
+	bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
 
-IOTimeTypeStampS(IOINTES_INTCTXT);
+	IOStatisticsInterrupt();
+	producerCount++;
 
-IOTimeTypeStampS(IOINTES_INTFLTR);
-    IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER),
-                        (unsigned int) filterAction, (unsigned int) owner);
-    filterRes = (*filterAction)(owner, this);
-IOTimeTypeStampE(IOINTES_INTFLTR);
+	if (trace) {
+		IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner));
+	}
 
-    if (filterRes)
-        signalInterrupt();
+	signalWorkAvailable();
 
-IOTimeTypeStampE(IOINTES_INTCTXT);
+	if (trace) {
+		IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(owner));
+	}
 }
 
-void IOFilterInterruptEventSource::disableInterruptOccurred
-    (void */*refcon*/, IOService *prov, int source)
-{
-    bool filterRes;
 
-IOTimeTypeStampS(IOINTES_INTCTXT);
+IOFilterInterruptEventSource::Filter
+IOFilterInterruptEventSource::getFilterAction() const
+{
+	if (kFilterBlock & flags) {
+		return NULL;
+	}
+	return filterAction;
+}
 
-IOTimeTypeStampS(IOINTES_INTFLTR);
-    IOTimeStampConstant(IODBG_INTES(IOINTES_FILTER),
-                        (unsigned int) filterAction, (unsigned int) owner);
-    filterRes = (*filterAction)(owner, this);
-IOTimeTypeStampE(IOINTES_INTFLTR);
+IOFilterInterruptEventSource::FilterBlock
+IOFilterInterruptEventSource::getFilterActionBlock() const
+{
+	if (kFilterBlock & flags) {
+		return filterActionBlock;
+	}
+	return NULL;
+}
 
-    if (filterRes) {
-        prov->disableInterrupt(source);	/* disable the interrupt */
+void
+IOFilterInterruptEventSource::normalInterruptOccurred
+(void */*refcon*/, IOService */*prov*/, int /*source*/)
+{
+	bool        filterRes;
+	uint64_t    startTime = 0;
+	uint64_t    endTime = 0;
+	bool    trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
+
+	if (trace) {
+		IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER),
+		    VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop));
+	}
+
+	if (IOInterruptEventSource::reserved->statistics) {
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)
+		    || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) {
+			startTime = mach_absolute_time();
+		}
+		if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) {
+			IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime;
+		}
+	}
+
+	// Call the filter.
+	if (kFilterBlock & flags) {
+		filterRes = (filterActionBlock)(this);
+	} else {
+		filterRes = (*filterAction)(owner, this);
+	}
+
+	if (IOInterruptEventSource::reserved->statistics) {
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) {
+			IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1);
+		}
+
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) {
+			endTime = mach_absolute_time();
+			IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime);
+		}
+	}
+
+	if (trace) {
+		IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER),
+		    VM_KERNEL_ADDRHIDE(filterAction), VM_KERNEL_ADDRHIDE(owner),
+		    VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop));
+	}
+
+	if (filterRes) {
+		signalInterrupt();
+	}
+}
 
-        signalInterrupt();
-    }
-IOTimeTypeStampE(IOINTES_INTCTXT);
+void
+IOFilterInterruptEventSource::disableInterruptOccurred
+(void */*refcon*/, IOService *prov, int source)
+{
+	bool        filterRes;
+	uint64_t    startTime = 0;
+	uint64_t    endTime = 0;
+	bool    trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
+
+	if (trace) {
+		IOTimeStampStartConstant(IODBG_INTES(IOINTES_FILTER),
+		    VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop));
+	}
+
+	if (IOInterruptEventSource::reserved->statistics) {
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)
+		    || IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) {
+			startTime = mach_absolute_time();
+		}
+		if (IOInterruptEventSource::reserved->statistics->enablePrimaryTimestamp) {
+			IOInterruptEventSource::reserved->statistics->primaryTimestamp = startTime;
+		}
+	}
+
+	// Call the filter.
+	if (kFilterBlock & flags) {
+		filterRes = (filterActionBlock)(this);
+	} else {
+		filterRes = (*filterAction)(owner, this);
+	}
+
+	if (IOInterruptEventSource::reserved->statistics) {
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelCountIndex)) {
+			IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelCountIndex], 1);
+		}
+
+		if (IA_GET_STATISTIC_ENABLED(kInterruptAccountingFirstLevelTimeIndex)) {
+			endTime = mach_absolute_time();
+			IA_ADD_VALUE(&IOInterruptEventSource::reserved->statistics->interruptStatistics[kInterruptAccountingFirstLevelTimeIndex], endTime - startTime);
+		}
+	}
+
+	if (trace) {
+		IOTimeStampEndConstant(IODBG_INTES(IOINTES_FILTER),
+		    VM_KERNEL_UNSLIDE(filterAction), VM_KERNEL_ADDRHIDE(owner), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(workLoop));
+	}
+
+	if (filterRes) {
+		prov->disableInterrupt(source); /* disable the interrupt */
+		signalInterrupt();
+	}
 }