X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/89b3af67bb32e691275bf6fa803d1834b2284115..eee3565979933af707c711411001ba11fe406a3c:/iokit/Kernel/IOCommandGate.cpp

diff --git a/iokit/Kernel/IOCommandGate.cpp b/iokit/Kernel/IOCommandGate.cpp
index f276ebc22..ae767744e 100644
--- a/iokit/Kernel/IOCommandGate.cpp
+++ b/iokit/Kernel/IOCommandGate.cpp
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1998-2000, 2009-2010 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
@@ -31,11 +31,16 @@
 #include <IOKit/IOWorkLoop.h>
 #include <IOKit/IOReturn.h>
 #include <IOKit/IOTimeStamp.h>
+#include <IOKit/IOKitDebug.h>
 
 #define super IOEventSource
 
 OSDefineMetaClassAndStructors(IOCommandGate, IOEventSource)
+#if __LP64__
 OSMetaClassDefineReservedUnused(IOCommandGate, 0);
+#else
+OSMetaClassDefineReservedUsed(IOCommandGate, 0);
+#endif
 OSMetaClassDefineReservedUnused(IOCommandGate, 1);
 OSMetaClassDefineReservedUnused(IOCommandGate, 2);
 OSMetaClassDefineReservedUnused(IOCommandGate, 3);
@@ -44,11 +49,33 @@ OSMetaClassDefineReservedUnused(IOCommandGate, 5);
 OSMetaClassDefineReservedUnused(IOCommandGate, 6);
 OSMetaClassDefineReservedUnused(IOCommandGate, 7);
 
-bool IOCommandGate::checkForWork() { return false; }
+#if IOKITSTATS
+
+#define IOStatisticsInitializeCounter() \
+do { \
+	IOStatistics::setCounterType(IOEventSource::reserved->counter, kIOStatisticsCommandGateCounter); \
+} while (0)
+
+#define IOStatisticsActionCall() \
+do { \
+	IOStatistics::countCommandGateActionCall(IOEventSource::reserved->counter); \
+} while (0)
+
+#else
+
+#define IOStatisticsInitializeCounter()
+#define IOStatisticsActionCall()
+
+#endif /* IOKITSTATS */
 
 bool IOCommandGate::init(OSObject *inOwner, Action inAction)
 {
-    return super::init(inOwner, (IOEventSource::Action) inAction);
+    bool res = super::init(inOwner, (IOEventSource::Action) inAction);
+    if (res) {
+        IOStatisticsInitializeCounter();
+    }
+
+    return res;
 }
 
 IOCommandGate *
@@ -84,24 +111,41 @@ IOCommandGate::commandGate(OSObject *inOwner, Action inAction)
 
 /* virtual */ void IOCommandGate::free()
 {
-    setWorkLoop(0);
+    if (workLoop) setWorkLoop(0);
     super::free();
 }
 
+enum
+{
+    kSleepersRemoved     = 0x00000001,
+    kSleepersWaitEnabled = 0x00000002,
+    kSleepersActions     = 0x00000100,
+    kSleepersActionsMask = 0xffffff00,
+};
+
 /* virtual */ void IOCommandGate::setWorkLoop(IOWorkLoop *inWorkLoop)
 {
-    uintptr_t *sleepersP = (uintptr_t *) &reserved;
-    if (!inWorkLoop && workLoop) {		// tearing down
-	closeGate();
-	*sleepersP |= 1;
-	while (*sleepersP >> 1) {
+    IOWorkLoop * wl;
+    uintptr_t  * sleepersP = (uintptr_t *) &reserved;
+    bool         defer;
+
+    if (!inWorkLoop && (wl = workLoop)) {		// tearing down
+	wl->closeGate();
+	*sleepersP |= kSleepersRemoved;
+	while (*sleepersP & kSleepersWaitEnabled) {
 	    thread_wakeup_with_result(&enabled, THREAD_INTERRUPTED);
 	    sleepGate(sleepersP, THREAD_UNINT);
 	}
-	*sleepersP = 0;
-	openGate();
+	*sleepersP &= ~kSleepersWaitEnabled;
+	defer = (0 != (kSleepersActionsMask & *sleepersP));
+	if (!defer)
+	{
+	    super::setWorkLoop(0);
+	    *sleepersP &= ~kSleepersRemoved;
+	}
+	wl->openGate();
+	return;
     }
-    else
 
     super::setWorkLoop(inWorkLoop);
 }
@@ -122,42 +166,69 @@ IOReturn IOCommandGate::runAction(Action inAction,
                                   void *arg0, void *arg1,
                                   void *arg2, void *arg3)
 {
+    IOWorkLoop * wl;
+    uintptr_t  * sleepersP;
+
     if (!inAction)
         return kIOReturnBadArgument;
-
-    IOTimeStampConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-			(unsigned int) inAction, (unsigned int) owner);
+    if (!(wl = workLoop))
+        return kIOReturnNotReady;
 
     // closeGate is recursive needn't worry if we already hold the lock.
-    closeGate();
+    wl->closeGate();
+    sleepersP = (uintptr_t *) &reserved;
 
     // If the command gate is disabled and we aren't on the workloop thread
     // itself then sleep until we get enabled.
     IOReturn res;
-    if (!workLoop->onThread()) {
-	while (!enabled) {
-	    uintptr_t *sleepersP = (uintptr_t *) &reserved;
-
-	    *sleepersP += 2;
-	    IOReturn res = sleepGate(&enabled, THREAD_ABORTSAFE);
-	    *sleepersP -= 2;
-
-	    bool wakeupTearDown = (*sleepersP & 1);
-	    if (res || wakeupTearDown) {
-		openGate();
+    if (!wl->onThread())
+    {
+	while (!enabled)
+	{
+            IOReturn sleepResult = kIOReturnSuccess;
+	    if (workLoop)
+	    {
+		*sleepersP |= kSleepersWaitEnabled;
+		sleepResult = wl->sleepGate(&enabled, THREAD_ABORTSAFE);
+		*sleepersP &= ~kSleepersWaitEnabled;
+	    }
+	    bool wakeupTearDown = (!workLoop || (0 != (*sleepersP & kSleepersRemoved)));
+	    if ((kIOReturnSuccess != sleepResult) || wakeupTearDown) {
+		wl->openGate();
 
 		 if (wakeupTearDown)
-		     commandWakeup(sleepersP);	// No further resources used
+		     wl->wakeupGate(sleepersP, false);	// No further resources used
 
 		return kIOReturnAborted;
 	    }
 	}
     }
 
+    bool trace = ( gIOKitTrace & kIOTraceCommandGates ) ? true : false;
+	
+    if (trace) IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+					 VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
+	
+    IOStatisticsActionCall();
+	
     // Must be gated and on the work loop or enabled
+
+    *sleepersP += kSleepersActions;
     res = (*inAction)(owner, arg0, arg1, arg2, arg3);
-    openGate();
+    *sleepersP -= kSleepersActions;
+
+    if (trace) IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+				       VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
 
+    if (kSleepersRemoved == ((kSleepersActionsMask|kSleepersRemoved) & *sleepersP))
+    {
+        // no actions outstanding
+	*sleepersP &= ~kSleepersRemoved;
+	super::setWorkLoop(0);
+    }
+    
+    wl->openGate();
+	
     return res;
 }
 
@@ -166,25 +237,38 @@ IOReturn IOCommandGate::attemptAction(Action inAction,
                                       void *arg2, void *arg3)
 {
     IOReturn res;
+    IOWorkLoop * wl;
 
     if (!inAction)
         return kIOReturnBadArgument;
+    if (!(wl = workLoop))
+        return kIOReturnNotReady;
 
     // Try to close the gate if can't get return immediately.
-    if (!tryCloseGate())
+    if (!wl->tryCloseGate())
         return kIOReturnCannotLock;
 
     // If the command gate is disabled then sleep until we get a wakeup
-    if (!workLoop->onThread() && !enabled)
+    if (!wl->onThread() && !enabled)
         res = kIOReturnNotPermitted;
     else {
-	IOTimeStampConstant(IODBG_CMDQ(IOCMDQ_ACTION),
-			    (unsigned int) inAction, (unsigned int) owner);
-
-	res = (*inAction)(owner, arg0, arg1, arg2, arg3);
+		
+        bool trace = ( gIOKitTrace & kIOTraceCommandGates ) ? true : false;
+		
+        if (trace)
+            IOTimeStampStartConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+				     VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
+        
+        IOStatisticsActionCall();
+        
+        res = (*inAction)(owner, arg0, arg1, arg2, arg3);
+		
+        if (trace)
+            IOTimeStampEndConstant(IODBG_CMDQ(IOCMDQ_ACTION),
+				   VM_KERNEL_UNSLIDE(inAction), (uintptr_t) owner);
     }
 
-    openGate();
+    wl->openGate();
 
     return res;
 }
@@ -197,6 +281,14 @@ IOReturn IOCommandGate::commandSleep(void *event, UInt32 interruptible)
     return sleepGate(event, interruptible);
 }
 
+IOReturn IOCommandGate::commandSleep(void *event, AbsoluteTime deadline, UInt32 interruptible)
+{
+    if (!workLoop->inGate())
+        return kIOReturnNotPermitted;
+
+    return sleepGate(event, deadline, interruptible);
+}
+
 void IOCommandGate::commandWakeup(void *event, bool oneThread)
 {
     wakeupGate(event, oneThread);