xnu-1699.32.7.tar.gz

[apple/xnu.git] / iokit / Kernel / IOInterruptEventSource.cpp

diff --git a/iokit/Kernel/IOInterruptEventSource.cpp b/iokit/Kernel/IOInterruptEventSource.cpp
index 722188c2c58d602bcbd580f513de38fe323b9e17..8b49024a174488864b5b5c1c0281f1a95588cba4 100644 (file)
--- a/iokit/Kernel/IOInterruptEventSource.cpp
+++ b/iokit/Kernel/IOInterruptEventSource.cpp
@@ -1,5 +1,5 @@
 /*
 /*

- * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1998-2010 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 


@@ -25,45 +25,39 @@
  * 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
  * 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */

-/*
-Copyright (c) 1998 Apple Computer, Inc.  All rights reserved.

 
 

-HISTORY
-    1998-7-13  Godfrey van der Linden(gvdl)
-        Created.
-*/

 #include <IOKit/IOInterruptEventSource.h>
 #include <IOKit/IOInterruptEventSource.h>

+#include <IOKit/IOKitDebug.h>

 #include <IOKit/IOLib.h>
 #include <IOKit/IOService.h>
 #include <IOKit/IOInterrupts.h>
 #include <IOKit/IOTimeStamp.h>
 #include <IOKit/IOWorkLoop.h>
 
 #include <IOKit/IOLib.h>
 #include <IOKit/IOService.h>
 #include <IOKit/IOInterrupts.h>
 #include <IOKit/IOTimeStamp.h>
 #include <IOKit/IOWorkLoop.h>
 

-#if KDEBUG
+#if IOKITSTATS
+
+#define IOStatisticsInitializeCounter() \
+do { \
+       IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsInterruptEventSourceCounter); \
+} while (0)
+
+#define IOStatisticsCheckForWork() \
+do { \
+       IOStatistics::countInterruptCheckForWork(IOEventSource::reserved->counter); \
+} while (0)

 
 

-#define IOTimeTypeStampS(t)                                            \
-do {                                                                   \
-    IOTimeStampStart(IODBG_INTES(t),                                   \
-                     (unsigned int) this, (unsigned int) owner);       \
-} while(0)
+#define IOStatisticsInterrupt() \
+do { \
+       IOStatistics::countInterrupt(IOEventSource::reserved->counter); \
+} while (0)

 
 

-#define IOTimeTypeStampE(t)                                            \
-do {                                                                   \
-    IOTimeStampEnd(IODBG_INTES(t),                                     \
-                   (unsigned int) this, (unsigned int) owner);         \
-} while(0)
+#else

 
 

-#define IOTimeStampLatency()                                           \
-do {                                                                   \
-    IOTimeStampEnd(IODBG_INTES(IOINTES_LAT),                           \
-                   (unsigned int) this, (unsigned int) owner);         \
-} while(0)
+#define IOStatisticsInitializeCounter()
+#define IOStatisticsCheckForWork()
+#define IOStatisticsInterrupt()

 
 

-#else /* !KDEBUG */
-#define IOTimeTypeStampS(t)
-#define IOTimeTypeStampE(t)
-#define IOTimeStampLatency()
-#endif /* KDEBUG */
+#endif // IOKITSTATS

 
 #define super IOEventSource
 
 
 #define super IOEventSource
 


@@ -90,36 +84,45 @@ bool IOInterruptEventSource::init(OSObject *inOwner,
     provider = inProvider;
     producerCount = consumerCount = 0;
     autoDisable = explicitDisable = false;
     provider = inProvider;
     producerCount = consumerCount = 0;
     autoDisable = explicitDisable = false;

-    intIndex = -1;
+    intIndex = ~inIntIndex;

 
     // Assumes inOwner holds a reference(retain) on the provider
     if (inProvider) {
 
     // Assumes inOwner holds a reference(retain) on the provider
     if (inProvider) {

-        int intType;
-
-        res = (kIOReturnSuccess
-                    == inProvider->getInterruptType(inIntIndex, &intType));
-        if (res) {
-            IOInterruptAction intHandler;
-
-            autoDisable = (intType == kIOInterruptTypeLevel);
-            if (autoDisable) {
-                intHandler = OSMemberFunctionCast(IOInterruptAction,
-                   this, &IOInterruptEventSource::disableInterruptOccurred);
-            }
-            else
-                intHandler = OSMemberFunctionCast(IOInterruptAction,
-                   this, &IOInterruptEventSource::normalInterruptOccurred);
-
-            res = (kIOReturnSuccess == inProvider->registerInterrupt
-                                        (inIntIndex, this, intHandler));
-            if (res)
-                intIndex = inIntIndex;
-        }
+        res = (kIOReturnSuccess == registerInterruptHandler(inProvider, inIntIndex));
+       if (res)
+           intIndex = inIntIndex;

     }
 
     }
 

+    IOStatisticsInitializeCounter();
+

     return res;
 }
 
     return res;
 }
 

+IOReturn IOInterruptEventSource::registerInterruptHandler(IOService *inProvider,
+                                 int inIntIndex)
+{
+    IOReturn ret;
+    int intType;
+    IOInterruptAction intHandler;
+
+    ret = inProvider->getInterruptType(inIntIndex, &intType);
+    if (kIOReturnSuccess != ret)
+       return (ret);
+
+    autoDisable = (intType == kIOInterruptTypeLevel);
+    if (autoDisable) {
+       intHandler = OSMemberFunctionCast(IOInterruptAction,
+           this, &IOInterruptEventSource::disableInterruptOccurred);
+    }
+    else
+       intHandler = OSMemberFunctionCast(IOInterruptAction,
+           this, &IOInterruptEventSource::normalInterruptOccurred);
+
+    ret = provider->registerInterrupt(inIntIndex, this, intHandler);
+
+    return (ret);
+}
+

 IOInterruptEventSource *
 IOInterruptEventSource::interruptEventSource(OSObject *inOwner,
                                             Action inAction,
 IOInterruptEventSource *
 IOInterruptEventSource::interruptEventSource(OSObject *inOwner,
                                             Action inAction,


@@ -138,7 +141,7 @@ IOInterruptEventSource::interruptEventSource(OSObject *inOwner,
 
 void IOInterruptEventSource::free()
 {
 
 void IOInterruptEventSource::free()
 {

-    if (provider && intIndex != -1)
+    if (provider && intIndex >= 0)

         provider->unregisterInterrupt(intIndex);
 
     super::free();
         provider->unregisterInterrupt(intIndex);
 
     super::free();


@@ -146,17 +149,36 @@ void IOInterruptEventSource::free()
 
 void IOInterruptEventSource::enable()
 {
 
 void IOInterruptEventSource::enable()
 {

-    if (provider && intIndex != -1) {
+    if (provider && intIndex >= 0) {

         provider->enableInterrupt(intIndex);
         explicitDisable = false;
         provider->enableInterrupt(intIndex);
         explicitDisable = false;

+        enabled = true;

     }
 }
 
 void IOInterruptEventSource::disable()
 {
     }
 }
 
 void IOInterruptEventSource::disable()
 {

-    if (provider && intIndex != -1) {
+    if (provider && intIndex >= 0) {

         provider->disableInterrupt(intIndex);
         explicitDisable = true;
         provider->disableInterrupt(intIndex);
         explicitDisable = true;

+        enabled = false;
+    }
+}
+
+void IOInterruptEventSource::setWorkLoop(IOWorkLoop *inWorkLoop)
+{
+    super::setWorkLoop(inWorkLoop);
+
+    if (!provider)
+       return;
+
+    if ( !inWorkLoop ) {
+       if (intIndex >= 0) {
+           provider->unregisterInterrupt(intIndex);
+           intIndex = ~intIndex;
+       }
+    } else if ((intIndex < 0) && (kIOReturnSuccess == registerInterruptHandler(provider, ~intIndex))) {
+       intIndex = ~intIndex;

     }
 }
 
     }
 }
 


@@ -180,66 +202,83 @@ bool IOInterruptEventSource::checkForWork()
     unsigned int cacheProdCount = producerCount;
     int numInts = cacheProdCount - consumerCount;
     IOInterruptEventAction intAction = (IOInterruptEventAction) action;
     unsigned int cacheProdCount = producerCount;
     int numInts = cacheProdCount - consumerCount;
     IOInterruptEventAction intAction = (IOInterruptEventAction) action;

-
-    if (numInts > 0) {
-
-        IOTimeStampLatency();
-        IOTimeTypeStampS(IOINTES_CLIENT);
-            IOTimeStampConstant(IODBG_INTES(IOINTES_ACTION),
-                                (unsigned int) intAction, (unsigned int) owner);
-            (*intAction)(owner, this,  numInts);
-        IOTimeTypeStampE(IOINTES_CLIENT);
-
-        consumerCount = cacheProdCount;
-        if (autoDisable && !explicitDisable)
-            enable();
-    }
-    else if (numInts < 0) {
-        IOTimeStampLatency();
-        IOTimeTypeStampS(IOINTES_CLIENT);
-            IOTimeStampConstant(IODBG_INTES(IOINTES_ACTION),
-                                (unsigned int) intAction, (unsigned int) owner);
-             (*intAction)(owner, this, -numInts);
-        IOTimeTypeStampE(IOINTES_CLIENT);
-    
-        consumerCount = cacheProdCount;
-        if (autoDisable && !explicitDisable)
-            enable();
-    }
-
+       bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
+       
+    IOStatisticsCheckForWork();
+       
+       if ( numInts > 0 )
+       {
+               if (trace)
+                       IOTimeStampStartConstant(IODBG_INTES(IOINTES_ACTION),
+                                                                        (uintptr_t) intAction, (uintptr_t) owner, (uintptr_t) this, (uintptr_t) workLoop);
+               
+               // Call the handler
+               (*intAction)(owner, this, numInts);
+               
+               if (trace)
+                       IOTimeStampEndConstant(IODBG_INTES(IOINTES_ACTION),
+                                                                  (uintptr_t) intAction, (uintptr_t) owner, (uintptr_t) this, (uintptr_t) workLoop);
+               
+               consumerCount = cacheProdCount;
+               if (autoDisable && !explicitDisable)
+                       enable();
+       }
+       
+       else if ( numInts < 0 )
+       {
+               if (trace)
+                       IOTimeStampStartConstant(IODBG_INTES(IOINTES_ACTION),
+                                                                        (uintptr_t) intAction, (uintptr_t) owner, (uintptr_t) this, (uintptr_t) workLoop);
+               
+               // Call the handler
+               (*intAction)(owner, this, -numInts);
+               
+               if (trace)
+                       IOTimeStampEndConstant(IODBG_INTES(IOINTES_ACTION),
+                                                                  (uintptr_t) intAction, (uintptr_t) owner, (uintptr_t) this, (uintptr_t) workLoop);
+               
+               consumerCount = cacheProdCount;
+               if (autoDisable && !explicitDisable)
+                       enable();
+       }
+       

     return false;
 }
 
 void IOInterruptEventSource::normalInterruptOccurred
     (void */*refcon*/, IOService */*prov*/, int /*source*/)
 {
     return false;
 }
 
 void IOInterruptEventSource::normalInterruptOccurred
     (void */*refcon*/, IOService */*prov*/, int /*source*/)
 {

-IOTimeTypeStampS(IOINTES_INTCTXT);
-IOTimeStampLatency();
-
+       bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
+       
+    IOStatisticsInterrupt();

     producerCount++;
     producerCount++;

-
-IOTimeTypeStampS(IOINTES_SEMA);
+       
+       if (trace)
+           IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), (uintptr_t) this, (uintptr_t) owner);
+       

     signalWorkAvailable();
     signalWorkAvailable();

-IOTimeTypeStampE(IOINTES_SEMA);
-
-IOTimeTypeStampE(IOINTES_INTCTXT);
+       
+       if (trace)
+           IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), (uintptr_t) this, (uintptr_t) owner);

 }
 
 void IOInterruptEventSource::disableInterruptOccurred
     (void */*refcon*/, IOService *prov, int source)
 {
 }
 
 void IOInterruptEventSource::disableInterruptOccurred
     (void */*refcon*/, IOService *prov, int source)
 {

-IOTimeTypeStampS(IOINTES_INTCTXT);
-IOTimeStampLatency();
-
+       bool trace = (gIOKitTrace & kIOTraceIntEventSource) ? true : false;
+       

     prov->disableInterrupt(source);    /* disable the interrupt */
     prov->disableInterrupt(source);    /* disable the interrupt */

-
+       
+    IOStatisticsInterrupt();

     producerCount++;
     producerCount++;

-
-IOTimeTypeStampS(IOINTES_SEMA);
+       
+       if (trace)
+           IOTimeStampStartConstant(IODBG_INTES(IOINTES_SEMA), (uintptr_t) this, (uintptr_t) owner);
+    

     signalWorkAvailable();
     signalWorkAvailable();

-IOTimeTypeStampE(IOINTES_SEMA);
-
-IOTimeTypeStampE(IOINTES_INTCTXT);
+       
+       if (trace)
+           IOTimeStampEndConstant(IODBG_INTES(IOINTES_SEMA), (uintptr_t) this, (uintptr_t) owner);

 }
 
 void IOInterruptEventSource::interruptOccurred
 }
 
 void IOInterruptEventSource::interruptOccurred


@@ -250,3 +289,10 @@ void IOInterruptEventSource::interruptOccurred
     else
         normalInterruptOccurred(refcon, prov, source);
 }
     else
         normalInterruptOccurred(refcon, prov, source);
 }

+
+IOReturn IOInterruptEventSource::warmCPU
+    (uint64_t abstime)
+{
+
+       return ml_interrupt_prewarm(abstime);
+}