xnu-2782.40.9.tar.gz

[apple/xnu.git] / iokit / Kernel / IOInterruptController.cpp

diff --git a/iokit/Kernel/IOInterruptController.cpp b/iokit/Kernel/IOInterruptController.cpp
index beedc1a8b6ad8a63fbea67ac7e627206e1123365..95287f584d54be96d1cf7cea76bd6a68d63d80af 100644 (file)
--- a/iokit/Kernel/IOInterruptController.cpp
+++ b/iokit/Kernel/IOInterruptController.cpp
@@ -1,5 +1,6 @@
 /*
 /*

- * Copyright (c) 1998-2008 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2007-2012 Apple Inc. All rights reserved.
+ * Copyright (c) 1998-2006 Apple Computer, Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 


@@ -25,17 +26,6 @@
  * 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
  * 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */

-/*
- * Copyright (c) 1999 Apple Computer, Inc.  All rights reserved. 
- *
- *  DRI: Josh de Cesare
- *
- */
-
-
-#if __ppc__
-#include <ppc/proc_reg.h> 
-#endif

 
 #include <IOKit/IOLib.h>
 #include <IOKit/IOService.h>
 
 #include <IOKit/IOLib.h>
 #include <IOKit/IOService.h>


@@ -43,6 +33,9 @@
 #include <IOKit/IODeviceTreeSupport.h>
 #include <IOKit/IOInterrupts.h>
 #include <IOKit/IOInterruptController.h>
 #include <IOKit/IODeviceTreeSupport.h>
 #include <IOKit/IOInterrupts.h>
 #include <IOKit/IOInterruptController.h>

+#include <IOKit/IOKitDebug.h>
+#include <IOKit/IOTimeStamp.h>
+

 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 
 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 


@@ -83,7 +76,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
   vector = &vectors[vectorNumber];
   
   // Get the lock for this vector.
   vector = &vectors[vectorNumber];
   
   // Get the lock for this vector.

-  IOTakeLock(vector->interruptLock);
+  IOLockLock(vector->interruptLock);

   
   // Check if the interrupt source can/should be shared.
   canBeShared = vectorCanBeShared(vectorNumber, vector);
   
   // Check if the interrupt source can/should be shared.
   canBeShared = vectorCanBeShared(vectorNumber, vector);


@@ -102,7 +95,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
   
   // If the vector is registered and can not be shared return error.
   if (wasAlreadyRegisterd && !canBeShared) {
   
   // If the vector is registered and can not be shared return error.
   if (wasAlreadyRegisterd && !canBeShared) {

-    IOUnlock(vector->interruptLock);
+    IOLockUnlock(vector->interruptLock);

     return kIOReturnNoResources;
   }
   
     return kIOReturnNoResources;
   }
   


@@ -115,7 +108,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
       // Make the IOShareInterruptController instance
       vector->sharedController = new IOSharedInterruptController;
       if (vector->sharedController == 0) {
       // Make the IOShareInterruptController instance
       vector->sharedController = new IOSharedInterruptController;
       if (vector->sharedController == 0) {

-        IOUnlock(vector->interruptLock);
+        IOLockUnlock(vector->interruptLock);

         return kIOReturnNoMemory;
       }
       
         return kIOReturnNoMemory;
       }
       


@@ -139,7 +132,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
        if (wasAlreadyRegisterd) enableInterrupt(originalNub, originalSource);
         vector->sharedController->release();
         vector->sharedController = 0;
        if (wasAlreadyRegisterd) enableInterrupt(originalNub, originalSource);
         vector->sharedController->release();
         vector->sharedController = 0;

-        IOUnlock(vector->interruptLock);
+        IOLockUnlock(vector->interruptLock);

         return error;
       }
       
         return error;
       }
       


@@ -167,7 +160,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
          
          vector->sharedController->release();
          vector->sharedController = 0;
          
          vector->sharedController->release();
          vector->sharedController = 0;

-         IOUnlock(vector->interruptLock);
+         IOLockUnlock(vector->interruptLock);

          return error;
        }
       }
          return error;
        }
       }


@@ -199,7 +192,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
     
     error = vector->sharedController->registerInterrupt(nub, source, target,
                                                         handler, refCon);
     
     error = vector->sharedController->registerInterrupt(nub, source, target,
                                                         handler, refCon);

-    IOUnlock(vector->interruptLock);
+    IOLockUnlock(vector->interruptLock);

     return error;
   }
   
     return error;
   }
   


@@ -218,7 +211,7 @@ IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
   vector->interruptDisabledSoft = 1;
   vector->interruptRegistered   = 1;
   
   vector->interruptDisabledSoft = 1;
   vector->interruptRegistered   = 1;
   

-  IOUnlock(vector->interruptLock);
+  IOLockUnlock(vector->interruptLock);

   return kIOReturnSuccess;
 }
 
   return kIOReturnSuccess;
 }
 


@@ -235,11 +228,11 @@ IOReturn IOInterruptController::unregisterInterrupt(IOService *nub, int source)
   vector = &vectors[vectorNumber];
   
   // Get the lock for this vector.
   vector = &vectors[vectorNumber];
   
   // Get the lock for this vector.

-  IOTakeLock(vector->interruptLock);
+  IOLockLock(vector->interruptLock);

   
   // Return success if it is not already registered
   if (!vector->interruptRegistered) {
   
   // Return success if it is not already registered
   if (!vector->interruptRegistered) {

-    IOUnlock(vector->interruptLock);
+    IOLockUnlock(vector->interruptLock);

     return kIOReturnSuccess;
   }
   
     return kIOReturnSuccess;
   }
   


@@ -260,7 +253,7 @@ IOReturn IOInterruptController::unregisterInterrupt(IOService *nub, int source)
   vector->target = 0;
   vector->refCon = 0;
   
   vector->target = 0;
   vector->refCon = 0;
   

-  IOUnlock(vector->interruptLock);
+  IOLockUnlock(vector->interruptLock);

   return kIOReturnSuccess;
 }
 
   return kIOReturnSuccess;
 }
 


@@ -298,17 +291,13 @@ IOReturn IOInterruptController::enableInterrupt(IOService *nub, int source)
   
   if (vector->interruptDisabledSoft) {
     vector->interruptDisabledSoft = 0;
   
   if (vector->interruptDisabledSoft) {
     vector->interruptDisabledSoft = 0;

-#if __ppc__
-    sync();
-    isync();
+#if !defined(__i386__) && !defined(__x86_64__)
+    OSMemoryBarrier();

 #endif
 #endif

-    
+

     if (!getPlatform()->atInterruptLevel()) {
       while (vector->interruptActive)
        {}
     if (!getPlatform()->atInterruptLevel()) {
       while (vector->interruptActive)
        {}

-#if __ppc__
-      isync();
-#endif

     }
     if (vector->interruptDisabledHard) {
       vector->interruptDisabledHard = 0;
     }
     if (vector->interruptDisabledHard) {
       vector->interruptDisabledHard = 0;


@@ -333,17 +322,13 @@ IOReturn IOInterruptController::disableInterrupt(IOService *nub, int source)
   vector = &vectors[vectorNumber];
   
   vector->interruptDisabledSoft = 1;
   vector = &vectors[vectorNumber];
   
   vector->interruptDisabledSoft = 1;

-#if __ppc__
-  sync();
-  isync();
+#if !defined(__i386__) && !defined(__x86_64__)
+  OSMemoryBarrier();

 #endif
   
   if (!getPlatform()->atInterruptLevel()) {
     while (vector->interruptActive)
        {}
 #endif
   
   if (!getPlatform()->atInterruptLevel()) {
     while (vector->interruptActive)
        {}

-#if __ppc__
-    isync();
-#endif

   }
   
   return kIOReturnSuccess;
   }
   
   return kIOReturnSuccess;


@@ -433,6 +418,8 @@ IOReturn IOSharedInterruptController::initInterruptController(IOInterruptControl
 {
   int      cnt, interruptType;
   IOReturn error;
 {
   int      cnt, interruptType;
   IOReturn error;

+
+  reserved = NULL;

   
   if (!super::init())
     return kIOReturnNoResources;
   
   if (!super::init())
     return kIOReturnNoResources;


@@ -512,13 +499,13 @@ IOReturn IOSharedInterruptController::registerInterrupt(IOService *nub,
       vector = &vectors[vectorNumber];
       
       // Get the lock for this vector.
       vector = &vectors[vectorNumber];
       
       // Get the lock for this vector.

-      IOTakeLock(vector->interruptLock);
+      IOLockLock(vector->interruptLock);

       
       // Is it unregistered?
       if (!vector->interruptRegistered) break;
       
       // Move along to the next one.
       
       // Is it unregistered?
       if (!vector->interruptRegistered) break;
       
       // Move along to the next one.

-      IOUnlock(vector->interruptLock);
+      IOLockUnlock(vector->interruptLock);

     }
     
     if (vectorNumber != kIOSharedInterruptControllerDefaultVectors) break;
     }
     
     if (vectorNumber != kIOSharedInterruptControllerDefaultVectors) break;


@@ -555,7 +542,7 @@ IOReturn IOSharedInterruptController::registerInterrupt(IOService *nub,
   if (++vectorsRegistered > numVectors) numVectors = vectorsRegistered;
   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
   
   if (++vectorsRegistered > numVectors) numVectors = vectorsRegistered;
   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
   

-  IOUnlock(vector->interruptLock);
+  IOLockUnlock(vector->interruptLock);

   return kIOReturnSuccess;
 }
 
   return kIOReturnSuccess;
 }
 


@@ -570,12 +557,12 @@ IOReturn IOSharedInterruptController::unregisterInterrupt(IOService *nub,
     vector = &vectors[vectorNumber];
 
     // Get the lock for this vector.
     vector = &vectors[vectorNumber];
 
     // Get the lock for this vector.

-    IOTakeLock(vector->interruptLock);
+    IOLockLock(vector->interruptLock);

 
     // Return success if it is not already registered
     if (!vector->interruptRegistered
      || (vector->nub != nub) || (vector->source != source)) {
 
     // Return success if it is not already registered
     if (!vector->interruptRegistered
      || (vector->nub != nub) || (vector->source != source)) {

-        IOUnlock(vector->interruptLock);
+        IOLockUnlock(vector->interruptLock);

         continue;
     }
 
         continue;
     }
 


@@ -598,7 +585,7 @@ IOReturn IOSharedInterruptController::unregisterInterrupt(IOService *nub,
     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 
     // Move along to the next one.
     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 
     // Move along to the next one.

-    IOUnlock(vector->interruptLock);
+    IOLockUnlock(vector->interruptLock);

   }
 
   // Re-enable the controller if all vectors are enabled.
   }
 
   // Re-enable the controller if all vectors are enabled.


@@ -666,10 +653,10 @@ IOReturn IOSharedInterruptController::disableInterrupt(IOService *nub,
   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock); 
   if (!vector->interruptDisabledSoft) {
     vector->interruptDisabledSoft = 1;
   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock); 
   if (!vector->interruptDisabledSoft) {
     vector->interruptDisabledSoft = 1;

-#if __ppc__
-    sync();
-    isync();
+#if !defined(__i386__) && !defined(__x86_64__)
+    OSMemoryBarrier();

 #endif
 #endif

+

     vectorsEnabled--;
   }
   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
     vectorsEnabled--;
   }
   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);


@@ -677,9 +664,6 @@ IOReturn IOSharedInterruptController::disableInterrupt(IOService *nub,
   if (!getPlatform()->atInterruptLevel()) {
     while (vector->interruptActive)
        {}
   if (!getPlatform()->atInterruptLevel()) {
     while (vector->interruptActive)
        {}

-#if __ppc__
-    isync();
-#endif

   }
   
   return kIOReturnSuccess;
   }
   
   return kIOReturnSuccess;


@@ -702,21 +686,30 @@ IOReturn IOSharedInterruptController::handleInterrupt(void * /*refCon*/,
     vector = &vectors[vectorNumber];
     
     vector->interruptActive = 1;
     vector = &vectors[vectorNumber];
     
     vector->interruptActive = 1;

-#if __ppc__
-    sync();
-    isync();
-#endif
-    if (!vector->interruptDisabledSoft) {
-#if __ppc__
-      isync();
+#if !defined(__i386__) && !defined(__x86_64__)
+    OSMemoryBarrier();

 #endif
 #endif

-      
-      // Call the handler if it exists.
-      if (vector->interruptRegistered) {
-       vector->handler(vector->target, vector->refCon,
-                       vector->nub, vector->source);
-      }
-    }
+
+       if (!vector->interruptDisabledSoft) {
+         
+         // Call the handler if it exists.
+         if (vector->interruptRegistered) {
+                 
+                 bool  trace = (gIOKitTrace & kIOTraceInterrupts) ? true : false;
+                 
+                 if (trace)
+                         IOTimeStampStartConstant(IODBG_INTC(IOINTC_HANDLER),
+                                                                          (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
+                 
+                 // Call handler.
+                 vector->handler(vector->target, vector->refCon, vector->nub, vector->source);
+                 
+                 if (trace)
+                         IOTimeStampEndConstant(IODBG_INTC(IOINTC_HANDLER),
+                                                                        (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
+                 
+               }
+       }

     
     vector->interruptActive = 0;
   }
     
     vector->interruptActive = 0;
   }