xnu-6153.41.3.tar.gz

[apple/xnu.git] / iokit / Kernel / IOCommandGate.cpp

diff --git a/iokit/Kernel/IOCommandGate.cpp b/iokit/Kernel/IOCommandGate.cpp
index f276ebc220ed5e7b94e02d278578ed743f31f8e4..1ae9bcf0880b1b9610128e2a300943147e57de8a 100644 (file)
--- a/iokit/Kernel/IOCommandGate.cpp
+++ b/iokit/Kernel/IOCommandGate.cpp
@@ -1,8 +1,8 @@
 /*
 /*

- * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1998-2000, 2009-2010 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 #include <libkern/OSDebug.h>
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 #include <libkern/OSDebug.h>


@@ -31,11 +31,16 @@
 #include <IOKit/IOWorkLoop.h>
 #include <IOKit/IOReturn.h>
 #include <IOKit/IOTimeStamp.h>
 #include <IOKit/IOWorkLoop.h>
 #include <IOKit/IOReturn.h>
 #include <IOKit/IOTimeStamp.h>

+#include <IOKit/IOKitDebug.h>

 
 #define super IOEventSource
 
 OSDefineMetaClassAndStructors(IOCommandGate, IOEventSource)
 
 #define super IOEventSource
 
 OSDefineMetaClassAndStructors(IOCommandGate, IOEventSource)

+#if __LP64__

 OSMetaClassDefineReservedUnused(IOCommandGate, 0);
 OSMetaClassDefineReservedUnused(IOCommandGate, 0);

+#else
+OSMetaClassDefineReservedUsed(IOCommandGate, 0);
+#endif

 OSMetaClassDefineReservedUnused(IOCommandGate, 1);
 OSMetaClassDefineReservedUnused(IOCommandGate, 2);
 OSMetaClassDefineReservedUnused(IOCommandGate, 3);
 OSMetaClassDefineReservedUnused(IOCommandGate, 1);
 OSMetaClassDefineReservedUnused(IOCommandGate, 2);
 OSMetaClassDefineReservedUnused(IOCommandGate, 3);


@@ -44,160 +49,285 @@ OSMetaClassDefineReservedUnused(IOCommandGate, 5);
 OSMetaClassDefineReservedUnused(IOCommandGate, 6);
 OSMetaClassDefineReservedUnused(IOCommandGate, 7);
 
 OSMetaClassDefineReservedUnused(IOCommandGate, 6);
 OSMetaClassDefineReservedUnused(IOCommandGate, 7);
 

-bool IOCommandGate::checkForWork() { return false; }
+#if IOKITSTATS
+
+#define IOStatisticsInitializeCounter() \
+do { \
+       IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsCommandGateCounter); \
+} while (0)
+
+#define IOStatisticsActionCall() \
+do { \
+       IOStatistics::countCommandGateActionCall(IOEventSource::reserved->counter); \
+} while (0)
+
+#else

 
 

-bool IOCommandGate::init(OSObject *inOwner, Action inAction)
+#define IOStatisticsInitializeCounter()
+#define IOStatisticsActionCall()
+
+#endif /* IOKITSTATS */
+
+bool
+IOCommandGate::init(OSObject *inOwner, Action inAction)

 {
 {

-    return super::init(inOwner, (IOEventSource::Action) inAction);
+       bool res = super::init(inOwner, (IOEventSource::Action) inAction);
+       if (res) {
+               IOStatisticsInitializeCounter();
+       }
+
+       return res;

 }
 
 IOCommandGate *
 IOCommandGate::commandGate(OSObject *inOwner, Action inAction)
 {
 }
 
 IOCommandGate *
 IOCommandGate::commandGate(OSObject *inOwner, Action inAction)
 {

-    IOCommandGate *me = new IOCommandGate;
+       IOCommandGate *me = new IOCommandGate;

 
 

-    if (me && !me->init(inOwner, inAction)) {
-        me->release();
-        return 0;
-    }
+       if (me && !me->init(inOwner, inAction)) {
+               me->release();
+               return NULL;
+       }

 
 

-    return me;
+       return me;

 }
 
 }
 

-/* virtual */ void IOCommandGate::disable()
+/* virtual */ void
+IOCommandGate::disable()

 {
 {

-    if (workLoop && !workLoop->inGate())
-       OSReportWithBacktrace("IOCommandGate::disable() called when not gated");
+       if (workLoop && !workLoop->inGate()) {
+               OSReportWithBacktrace("IOCommandGate::disable() called when not gated");
+       }

 
 

-    super::disable();
+       super::disable();

 }
 
 }
 

-/* virtual */ void IOCommandGate::enable()
+/* virtual */ void
+IOCommandGate::enable()

 {
 {

-    if (workLoop) {
-       closeGate();
-       super::enable();
-       wakeupGate(&enabled, /* oneThread */ false); // Unblock sleeping threads
-       openGate();
-    }
+       if (workLoop) {
+               closeGate();
+               super::enable();
+               wakeupGate(&enabled, /* oneThread */ false); // Unblock sleeping threads
+               openGate();
+       }

 }
 
 }
 

-/* virtual */ void IOCommandGate::free()
+/* virtual */ void
+IOCommandGate::free()

 {
 {

-    setWorkLoop(0);
-    super::free();
+       if (workLoop) {
+               setWorkLoop(NULL);
+       }
+       super::free();

 }
 
 }
 

-/* virtual */ void IOCommandGate::setWorkLoop(IOWorkLoop *inWorkLoop)
+enum{
+       kSleepersRemoved     = 0x00000001,
+       kSleepersWaitEnabled = 0x00000002,
+       kSleepersActions     = 0x00000100,
+       kSleepersActionsMask = 0xffffff00,
+};
+
+/* virtual */ void
+IOCommandGate::setWorkLoop(IOWorkLoop *inWorkLoop)

 {
 {

-    uintptr_t *sleepersP = (uintptr_t *) &reserved;
-    if (!inWorkLoop && workLoop) {             // tearing down
-       closeGate();
-       *sleepersP |= 1;
-       while (*sleepersP >> 1) {
-           thread_wakeup_with_result(&enabled, THREAD_INTERRUPTED);
-           sleepGate(sleepersP, THREAD_UNINT);
-       }
-       *sleepersP = 0;
-       openGate();
-    }
-    else
-
-    super::setWorkLoop(inWorkLoop);
+       IOWorkLoop * wl;
+       uintptr_t  * sleepersP = (uintptr_t *) &reserved;
+       bool         defer;
+
+       if (!inWorkLoop && (wl = workLoop)) {           // tearing down
+               wl->closeGate();
+               *sleepersP |= kSleepersRemoved;
+               while (*sleepersP & kSleepersWaitEnabled) {
+                       thread_wakeup_with_result(&enabled, THREAD_INTERRUPTED);
+                       sleepGate(sleepersP, THREAD_UNINT);
+               }
+               *sleepersP &= ~kSleepersWaitEnabled;
+               defer = (0 != (kSleepersActionsMask & *sleepersP));
+               if (!defer) {
+                       super::setWorkLoop(NULL);
+                       *sleepersP &= ~kSleepersRemoved;
+               }
+               wl->openGate();
+               return;
+       }
+
+       super::setWorkLoop(inWorkLoop);

 }
 
 }
 

-IOReturn IOCommandGate::runCommand(void *arg0, void *arg1,
-                                   void *arg2, void *arg3)
+IOReturn
+IOCommandGate::runCommand(void *arg0, void *arg1,
+    void *arg2, void *arg3)

 {
 {

-    return runAction((Action) action, arg0, arg1, arg2, arg3);
+       return runAction((Action) action, arg0, arg1, arg2, arg3);

 }
 
 }
 

-IOReturn IOCommandGate::attemptCommand(void *arg0, void *arg1,
-                                       void *arg2, void *arg3)
+IOReturn
+IOCommandGate::attemptCommand(void *arg0, void *arg1,
+    void *arg2, void *arg3)

 {
 {

-    return attemptAction((Action) action, arg0, arg1, arg2, arg3);
+       return attemptAction((Action) action, arg0, arg1, arg2, arg3);

 }
 
 }
 

-IOReturn IOCommandGate::runAction(Action inAction,
-                                  void *arg0, void *arg1,
-                                  void *arg2, void *arg3)
+
+static IOReturn
+IOCommandGateActionToBlock(OSObject *owner,
+    void *arg0, void *arg1,
+    void *arg2, void *arg3)

 {
 {

-    if (!inAction)
-        return kIOReturnBadArgument;
+       return ((IOEventSource::ActionBlock) arg0)();
+}

 
 

-    IOTimeStampConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-                       (unsigned int) inAction, (unsigned int) owner);
+IOReturn
+IOCommandGate::runActionBlock(ActionBlock _action)
+{
+       return runAction(&IOCommandGateActionToBlock, _action);
+}

 
 

-    // closeGate is recursive needn't worry if we already hold the lock.
-    closeGate();
+IOReturn
+IOCommandGate::runAction(Action inAction,
+    void *arg0, void *arg1,
+    void *arg2, void *arg3)
+{
+       IOWorkLoop * wl;
+       uintptr_t  * sleepersP;

 
 

-    // If the command gate is disabled and we aren't on the workloop thread
-    // itself then sleep until we get enabled.
-    IOReturn res;
-    if (!workLoop->onThread()) {
-       while (!enabled) {
-           uintptr_t *sleepersP = (uintptr_t *) &reserved;
+       if (!inAction) {
+               return kIOReturnBadArgument;
+       }
+       if (!(wl = workLoop)) {
+               return kIOReturnNotReady;
+       }

 
 

-           *sleepersP += 2;
-           IOReturn res = sleepGate(&enabled, THREAD_ABORTSAFE);
-           *sleepersP -= 2;
+       // closeGate is recursive needn't worry if we already hold the lock.
+       wl->closeGate();
+       sleepersP = (uintptr_t *) &reserved;
+
+       // If the command gate is disabled and we aren't on the workloop thread
+       // itself then sleep until we get enabled.
+       IOReturn res;
+       if (!wl->onThread()) {
+               while (!enabled) {
+                       IOReturn sleepResult = kIOReturnSuccess;
+                       if (workLoop) {
+                               *sleepersP |= kSleepersWaitEnabled;
+                               sleepResult = wl->sleepGate(&enabled, THREAD_INTERRUPTIBLE);
+                               *sleepersP &= ~kSleepersWaitEnabled;
+                       }
+                       bool wakeupTearDown = (!workLoop || (0 != (*sleepersP & kSleepersRemoved)));
+                       if ((kIOReturnSuccess != sleepResult) || wakeupTearDown) {
+                               wl->openGate();
+
+                               if (wakeupTearDown) {
+                                       wl->wakeupGate(sleepersP, false); // No further resources used
+                               }
+                               return kIOReturnAborted;
+                       }
+               }
+       }

 
 

-           bool wakeupTearDown = (*sleepersP & 1);
-           if (res || wakeupTearDown) {
-               openGate();
+       bool trace = (gIOKitTrace & kIOTraceCommandGates) ? true : false;
+
+       if (trace) {
+               IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                   VM_KERNEL_ADDRHIDE(inAction), VM_KERNEL_ADDRHIDE(owner));
+       }
+
+       IOStatisticsActionCall();

 
 

-                if (wakeupTearDown)
-                    commandWakeup(sleepersP);  // No further resources used
+       // Must be gated and on the work loop or enabled

 
 

-               return kIOReturnAborted;
-           }
+       *sleepersP += kSleepersActions;
+       res = (*inAction)(owner, arg0, arg1, arg2, arg3);
+       *sleepersP -= kSleepersActions;
+
+       if (trace) {
+               IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                   VM_KERNEL_ADDRHIDE(inAction), VM_KERNEL_ADDRHIDE(owner));
+       }
+
+       if (kSleepersRemoved == ((kSleepersActionsMask | kSleepersRemoved) & *sleepersP)) {
+               // no actions outstanding
+               *sleepersP &= ~kSleepersRemoved;
+               super::setWorkLoop(NULL);

        }
        }

-    }

 
 

-    // Must be gated and on the work loop or enabled
-    res = (*inAction)(owner, arg0, arg1, arg2, arg3);
-    openGate();
+       wl->openGate();

 
 

-    return res;
+       return res;

 }
 
 }
 

-IOReturn IOCommandGate::attemptAction(Action inAction,
-                                      void *arg0, void *arg1,
-                                      void *arg2, void *arg3)
+IOReturn
+IOCommandGate::attemptAction(Action inAction,
+    void *arg0, void *arg1,
+    void *arg2, void *arg3)

 {
 {

-    IOReturn res;
+       IOReturn res;
+       IOWorkLoop * wl;
+
+       if (!inAction) {
+               return kIOReturnBadArgument;
+       }
+       if (!(wl = workLoop)) {
+               return kIOReturnNotReady;
+       }

 
 

-    if (!inAction)
-        return kIOReturnBadArgument;
+       // Try to close the gate if can't get return immediately.
+       if (!wl->tryCloseGate()) {
+               return kIOReturnCannotLock;
+       }

 
 

-    // Try to close the gate if can't get return immediately.
-    if (!tryCloseGate())
-        return kIOReturnCannotLock;
+       // If the command gate is disabled then sleep until we get a wakeup
+       if (!wl->onThread() && !enabled) {
+               res = kIOReturnNotPermitted;
+       } else {
+               bool trace = (gIOKitTrace & kIOTraceCommandGates) ? true : false;

 
 

-    // If the command gate is disabled then sleep until we get a wakeup
-    if (!workLoop->onThread() && !enabled)
-        res = kIOReturnNotPermitted;
-    else {
-       IOTimeStampConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-                           (unsigned int) inAction, (unsigned int) owner);
+               if (trace) {
+                       IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                           VM_KERNEL_ADDRHIDE(inAction), VM_KERNEL_ADDRHIDE(owner));
+               }

 
 

-       res = (*inAction)(owner, arg0, arg1, arg2, arg3);
-    }
+               IOStatisticsActionCall();
+
+               res = (*inAction)(owner, arg0, arg1, arg2, arg3);
+
+               if (trace) {
+                       IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+                           VM_KERNEL_ADDRHIDE(inAction), VM_KERNEL_ADDRHIDE(owner));
+               }
+       }

 
 

-    openGate();
+       wl->openGate();

 
 

-    return res;
+       return res;

 }
 
 }
 

-IOReturn IOCommandGate::commandSleep(void *event, UInt32 interruptible)
+IOReturn
+IOCommandGate::commandSleep(void *event, UInt32 interruptible)

 {
 {

-    if (!workLoop->inGate())
-        return kIOReturnNotPermitted;
+       if (!workLoop->inGate()) {
+               /* The equivalent of 'msleep' while not holding the mutex is invalid */
+               panic("invalid commandSleep while not holding the gate");
+       }
+
+       return sleepGate(event, interruptible);
+}
+
+IOReturn
+IOCommandGate::commandSleep(void *event, AbsoluteTime deadline, UInt32 interruptible)
+{
+       if (!workLoop->inGate()) {
+               /* The equivalent of 'msleep' while not holding the mutex is invalid */
+               panic("invalid commandSleep while not holding the gate");
+       }

 
 

-    return sleepGate(event, interruptible);
+       return sleepGate(event, deadline, interruptible);

 }
 
 }
 

-void IOCommandGate::commandWakeup(void *event, bool oneThread)
+void
+IOCommandGate::commandWakeup(void *event, bool oneThread)

 {
 {

-    wakeupGate(event, oneThread);
+       wakeupGate(event, oneThread);

 }
 }