xnu-3789.41.3.tar.gz

[apple/xnu.git] / iokit / Kernel / IOCommandGate.cpp

diff --git a/iokit/Kernel/IOCommandGate.cpp b/iokit/Kernel/IOCommandGate.cpp
index 0b823d2b69eaff02a7ecd8363201f29b101ad1c9..ae767744e97ed5ded1d4e38fe49df7b079d082e7 100644 (file)
--- a/iokit/Kernel/IOCommandGate.cpp
+++ b/iokit/Kernel/IOCommandGate.cpp
@@ -1,5 +1,5 @@
 /*
 /*

- * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1998-2000, 2009-2010 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 


@@ -49,11 +49,33 @@ OSMetaClassDefineReservedUnused(IOCommandGate, 5);
 OSMetaClassDefineReservedUnused(IOCommandGate, 6);
 OSMetaClassDefineReservedUnused(IOCommandGate, 7);
 
 OSMetaClassDefineReservedUnused(IOCommandGate, 6);
 OSMetaClassDefineReservedUnused(IOCommandGate, 7);
 

-bool IOCommandGate::checkForWork() { return false; }
+#if IOKITSTATS
+
+#define IOStatisticsInitializeCounter() \
+do { \
+       IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsCommandGateCounter); \
+} while (0)
+
+#define IOStatisticsActionCall() \
+do { \
+       IOStatistics::countCommandGateActionCall(IOEventSource::reserved->counter); \
+} while (0)
+
+#else
+
+#define IOStatisticsInitializeCounter()
+#define IOStatisticsActionCall()
+
+#endif /* IOKITSTATS */

 
 bool IOCommandGate::init(OSObject *inOwner, Action inAction)
 {
 
 bool IOCommandGate::init(OSObject *inOwner, Action inAction)
 {

-    return super::init(inOwner, (IOEventSource::Action) inAction);
+    bool res = super::init(inOwner, (IOEventSource::Action) inAction);
+    if (res) {
+        IOStatisticsInitializeCounter();
+    }
+
+    return res;

 }
 
 IOCommandGate *
 }
 
 IOCommandGate *


@@ -89,24 +111,41 @@ IOCommandGate::commandGate(OSObject *inOwner, Action inAction)
 
 /* virtual */ void IOCommandGate::free()
 {
 
 /* virtual */ void IOCommandGate::free()
 {

-    setWorkLoop(0);
+    if (workLoop) setWorkLoop(0);

     super::free();
 }
 
     super::free();
 }
 

+enum
+{
+    kSleepersRemoved     = 0x00000001,
+    kSleepersWaitEnabled = 0x00000002,
+    kSleepersActions     = 0x00000100,
+    kSleepersActionsMask = 0xffffff00,
+};
+

 /* virtual */ void IOCommandGate::setWorkLoop(IOWorkLoop *inWorkLoop)
 {
 /* virtual */ void IOCommandGate::setWorkLoop(IOWorkLoop *inWorkLoop)
 {

-    uintptr_t *sleepersP = (uintptr_t *) &reserved;
-    if (!inWorkLoop && workLoop) {             // tearing down
-       closeGate();
-       *sleepersP |= 1;
-       while (*sleepersP >> 1) {
+    IOWorkLoop * wl;
+    uintptr_t  * sleepersP = (uintptr_t *) &reserved;
+    bool         defer;
+
+    if (!inWorkLoop && (wl = workLoop)) {              // tearing down
+       wl->closeGate();
+       *sleepersP |= kSleepersRemoved;
+       while (*sleepersP & kSleepersWaitEnabled) {

            thread_wakeup_with_result(&enabled, THREAD_INTERRUPTED);
            sleepGate(sleepersP, THREAD_UNINT);
        }
            thread_wakeup_with_result(&enabled, THREAD_INTERRUPTED);
            sleepGate(sleepersP, THREAD_UNINT);
        }

-       *sleepersP = 0;
-       openGate();
+       *sleepersP &= ~kSleepersWaitEnabled;
+       defer = (0 != (kSleepersActionsMask & *sleepersP));
+       if (!defer)
+       {
+           super::setWorkLoop(0);
+           *sleepersP &= ~kSleepersRemoved;
+       }
+       wl->openGate();
+       return;

     }
     }

-    else

 
     super::setWorkLoop(inWorkLoop);
 }
 
     super::setWorkLoop(inWorkLoop);
 }


@@ -127,29 +166,38 @@ IOReturn IOCommandGate::runAction(Action inAction,
                                   void *arg0, void *arg1,
                                   void *arg2, void *arg3)
 {
                                   void *arg0, void *arg1,
                                   void *arg2, void *arg3)
 {

+    IOWorkLoop * wl;
+    uintptr_t  * sleepersP;
+

     if (!inAction)
         return kIOReturnBadArgument;
     if (!inAction)
         return kIOReturnBadArgument;

+    if (!(wl = workLoop))
+        return kIOReturnNotReady;

 
     // closeGate is recursive needn't worry if we already hold the lock.
 
     // closeGate is recursive needn't worry if we already hold the lock.

-    closeGate();
+    wl->closeGate();
+    sleepersP = (uintptr_t *) &reserved;

 
     // If the command gate is disabled and we aren't on the workloop thread
     // itself then sleep until we get enabled.
     IOReturn res;
 
     // If the command gate is disabled and we aren't on the workloop thread
     // itself then sleep until we get enabled.
     IOReturn res;

-    if (!workLoop->onThread()) {
-       while (!enabled) {
-           uintptr_t *sleepersP = (uintptr_t *) &reserved;
-
-           *sleepersP += 2;
-           IOReturn res = sleepGate(&enabled, THREAD_ABORTSAFE);
-           *sleepersP -= 2;
-
-           bool wakeupTearDown = (*sleepersP & 1);
-           if (res || wakeupTearDown) {
-               openGate();
+    if (!wl->onThread())
+    {
+       while (!enabled)
+       {
+            IOReturn sleepResult = kIOReturnSuccess;
+           if (workLoop)
+           {
+               *sleepersP |= kSleepersWaitEnabled;
+               sleepResult = wl->sleepGate(&enabled, THREAD_ABORTSAFE);
+               *sleepersP &= ~kSleepersWaitEnabled;
+           }
+           bool wakeupTearDown = (!workLoop || (0 != (*sleepersP & kSleepersRemoved)));
+           if ((kIOReturnSuccess != sleepResult) || wakeupTearDown) {
+               wl->openGate();

 
                 if (wakeupTearDown)
 
                 if (wakeupTearDown)

-                    commandWakeup(sleepersP);  // No further resources used
+                    wl->wakeupGate(sleepersP, false);  // No further resources used

 
                return kIOReturnAborted;
            }
 
                return kIOReturnAborted;
            }


@@ -158,19 +206,29 @@ IOReturn IOCommandGate::runAction(Action inAction,
 
     bool trace = ( gIOKitTrace & kIOTraceCommandGates ) ? true : false;
        
 
     bool trace = ( gIOKitTrace & kIOTraceCommandGates ) ? true : false;
        

-       if (trace)
-               IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-                                                                (uintptr_t) inAction, (uintptr_t) owner);
+    if (trace) IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                                        VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
+       
+    IOStatisticsActionCall();

        
     // Must be gated and on the work loop or enabled
        
     // Must be gated and on the work loop or enabled

+
+    *sleepersP += kSleepersActions;

     res = (*inAction)(owner, arg0, arg1, arg2, arg3);
     res = (*inAction)(owner, arg0, arg1, arg2, arg3);

-       
-       if (trace)
-               IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-                                                          (uintptr_t) inAction, (uintptr_t) owner);
-    
-    openGate();
+    *sleepersP -= kSleepersActions;
+
+    if (trace) IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                                      VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);

 
 

+    if (kSleepersRemoved == ((kSleepersActionsMask|kSleepersRemoved) & *sleepersP))
+    {
+        // no actions outstanding
+       *sleepersP &= ~kSleepersRemoved;
+       super::setWorkLoop(0);
+    }
+    
+    wl->openGate();
+       

     return res;
 }
 
     return res;
 }
 


@@ -179,16 +237,19 @@ IOReturn IOCommandGate::attemptAction(Action inAction,
                                       void *arg2, void *arg3)
 {
     IOReturn res;
                                       void *arg2, void *arg3)
 {
     IOReturn res;

+    IOWorkLoop * wl;

 
     if (!inAction)
         return kIOReturnBadArgument;
 
     if (!inAction)
         return kIOReturnBadArgument;

+    if (!(wl = workLoop))
+        return kIOReturnNotReady;

 
     // Try to close the gate if can't get return immediately.
 
     // Try to close the gate if can't get return immediately.

-    if (!tryCloseGate())
+    if (!wl->tryCloseGate())

         return kIOReturnCannotLock;
 
     // If the command gate is disabled then sleep until we get a wakeup
         return kIOReturnCannotLock;
 
     // If the command gate is disabled then sleep until we get a wakeup

-    if (!workLoop->onThread() && !enabled)
+    if (!wl->onThread() && !enabled)

         res = kIOReturnNotPermitted;
     else {
                
         res = kIOReturnNotPermitted;
     else {
                


@@ -196,16 +257,18 @@ IOReturn IOCommandGate::attemptAction(Action inAction,
                
         if (trace)
             IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
                
         if (trace)
             IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),

-                           (uintptr_t) inAction, (uintptr_t) owner);
-
-       res = (*inAction)(owner, arg0, arg1, arg2, arg3);
+                                    VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
+        
+        IOStatisticsActionCall();
+        
+        res = (*inAction)(owner, arg0, arg1, arg2, arg3);

                
         if (trace)
             IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
                
         if (trace)
             IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),

-                                                                  (uintptr_t) inAction, (uintptr_t) owner);
+                                  VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);

     }
 
     }
 

-    openGate();
+    wl->openGate();

 
     return res;
 }
 
     return res;
 }