/*
- * Copyright (c) 1998-2007 Apple Inc. All rights reserved.
+ * Copyright (c) 1998-2010 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
-/*
-Copyright (c) 1998 Apple Computer, Inc. All rights reserved.
-HISTORY
- 1998-7-13 Godfrey van der Linden(gvdl)
- Created.
-*/
+#include <pexpert/pexpert.h>
#include <IOKit/IOWorkLoop.h>
#include <IOKit/IOEventSource.h>
#include <IOKit/IOInterruptEventSource.h>
#include <IOKit/IOCommandGate.h>
#include <IOKit/IOTimeStamp.h>
+#include <IOKit/IOKitDebug.h>
#include <libkern/OSDebug.h>
+#include <kern/thread.h>
#define super OSObject
OSDefineMetaClassAndStructors(IOWorkLoop, OSObject);
// Block of unused functions intended for future use
+#if __LP64__
+OSMetaClassDefineReservedUnused(IOWorkLoop, 0);
+OSMetaClassDefineReservedUnused(IOWorkLoop, 1);
+OSMetaClassDefineReservedUnused(IOWorkLoop, 2);
+#else
OSMetaClassDefineReservedUsed(IOWorkLoop, 0);
OSMetaClassDefineReservedUsed(IOWorkLoop, 1);
-
-OSMetaClassDefineReservedUnused(IOWorkLoop, 2);
+OSMetaClassDefineReservedUsed(IOWorkLoop, 2);
+#endif
OSMetaClassDefineReservedUnused(IOWorkLoop, 3);
OSMetaClassDefineReservedUnused(IOWorkLoop, 4);
OSMetaClassDefineReservedUnused(IOWorkLoop, 5);
OSMetaClassDefineReservedUnused(IOWorkLoop, 7);
enum IOWorkLoopState { kLoopRestart = 0x1, kLoopTerminate = 0x2 };
-#ifdef __ppc__
-static inline void SETP(void *addr, unsigned int flag)
- { unsigned int *num = (unsigned int *) addr; *num |= flag; }
-static inline void CLRP(void *addr, unsigned int flag)
- { unsigned int *num = (unsigned int *) addr; *num &= ~flag; }
-static inline bool ISSETP(void *addr, unsigned int flag)
- { unsigned int *num = (unsigned int *) addr; return (*num & flag) != 0; }
-#else
static inline void SETP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; *num |= flag; }
static inline void CLRP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; *num &= ~flag; }
static inline bool ISSETP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; return (*num & flag) != 0; }
-#endif
#define fFlags loopRestart
+#define passiveEventChain reserved->passiveEventChain
+
+#if IOKITSTATS
+
+#define IOStatisticsRegisterCounter() \
+do { \
+ reserved->counter = IOStatistics::registerWorkLoop(this); \
+} while(0)
+
+#define IOStatisticsUnregisterCounter() \
+do { \
+ if (reserved) \
+ IOStatistics::unregisterWorkLoop(reserved->counter); \
+} while(0)
+
+#define IOStatisticsOpenGate() \
+do { \
+ IOStatistics::countWorkLoopOpenGate(reserved->counter); \
+} while(0)
+
+#define IOStatisticsCloseGate() \
+do { \
+ IOStatistics::countWorkLoopCloseGate(reserved->counter); \
+} while(0)
+
+#define IOStatisticsAttachEventSource() \
+do { \
+ IOStatistics::attachWorkLoopEventSource(reserved->counter, inEvent->reserved->counter); \
+} while(0)
+
+#define IOStatisticsDetachEventSource() \
+do { \
+ IOStatistics::detachWorkLoopEventSource(reserved->counter, inEvent->reserved->counter); \
+} while(0)
+
+#else
+
+#define IOStatisticsRegisterCounter()
+#define IOStatisticsUnregisterCounter()
+#define IOStatisticsOpenGate()
+#define IOStatisticsCloseGate()
+#define IOStatisticsAttachEventSource()
+#define IOStatisticsDetachEventSource()
+
+#endif /* IOKITSTATS */
+
bool IOWorkLoop::init()
{
- // The super init and gateLock allocation MUST be done first
+ // The super init and gateLock allocation MUST be done first.
if ( !super::init() )
return false;
+ // Allocate our ExpansionData if it hasn't been allocated already.
+ if ( !reserved )
+ {
+ reserved = IONew(ExpansionData,1);
+ if ( !reserved )
+ return false;
+
+ bzero(reserved,sizeof(ExpansionData));
+ }
+
+#if DEBUG
+ OSBacktrace ( reserved->allocationBacktrace, sizeof ( reserved->allocationBacktrace ) / sizeof ( reserved->allocationBacktrace[0] ) );
+#endif
+
if ( gateLock == NULL ) {
if ( !( gateLock = IORecursiveLockAlloc()) )
return false;
workToDo = false;
}
+ IOStatisticsRegisterCounter();
+
if ( controlG == NULL ) {
controlG = IOCommandGate::commandGate(
this,
}
if ( workThread == NULL ) {
- IOThreadFunc cptr = OSMemberFunctionCast(
- IOThreadFunc,
+ thread_continue_t cptr = OSMemberFunctionCast(
+ thread_continue_t,
this,
&IOWorkLoop::threadMain);
- workThread = IOCreateThread(cptr, this);
- if (!workThread)
+ if (KERN_SUCCESS != kernel_thread_start(cptr, this, &workThread))
return false;
}
+ (void) thread_set_tag(workThread, THREAD_TAG_IOWORKLOOP);
return true;
}
IOWorkLoop *
IOWorkLoop::workLoopWithOptions(IOOptionBits options)
{
- IOWorkLoop *me = new IOWorkLoop;
-
- if (me && options) {
- me->reserved = IONew(ExpansionData, 1);
- if (!me->reserved) {
- me->release();
- return 0;
+ IOWorkLoop *me = new IOWorkLoop;
+
+ if (me && options) {
+ me->reserved = IONew(ExpansionData,1);
+ if (!me->reserved) {
+ me->release();
+ return 0;
+ }
+ bzero(me->reserved,sizeof(ExpansionData));
+ me->reserved->options = options;
}
- me->reserved->options = options;
- }
-
- if (me && !me->init()) {
- me->release();
- return 0;
- }
-
- return me;
+
+ if (me && !me->init()) {
+ me->release();
+ return 0;
+ }
+
+ return me;
}
// Free is called twice:
}
eventChain = 0;
+ for (event = passiveEventChain; event; event = next) {
+ next = event->getNext();
+ event->setWorkLoop(0);
+ event->setNext(0);
+ event->release();
+ }
+ passiveEventChain = 0;
+
// Either we have a partial initialization to clean up
// or the workThread itself is performing hari-kari.
// Either way clean up all of our resources and return.
if (controlG) {
+ controlG->workLoop = 0;
controlG->release();
controlG = 0;
}
IORecursiveLockFree(gateLock);
gateLock = 0;
}
+
+ IOStatisticsUnregisterCounter();
+
if (reserved) {
IODelete(reserved, ExpansionData, 1);
reserved = 0;
for (event = eventChain; event; event = event->getNext())
event->enable();
+
+ for (event = passiveEventChain; event; event = event->getNext())
+ event->enable();
}
void IOWorkLoop::disableAllEventSources() const
IOEventSource *event;
for (event = eventChain; event; event = event->getNext())
+ event->disable();
+
+ /* NOTE: controlG is in passiveEventChain since it's an IOCommandGate */
+ for (event = passiveEventChain; event; event = event->getNext())
if (event != controlG) // Don't disable the control gate
event->disable();
}
void IOWorkLoop::enableAllInterrupts() const
{
IOEventSource *event;
-
+
for (event = eventChain; event; event = event->getNext())
if (OSDynamicCast(IOInterruptEventSource, event))
event->enable();
void IOWorkLoop::disableAllInterrupts() const
{
IOEventSource *event;
-
+
for (event = eventChain; event; event = event->getNext())
if (OSDynamicCast(IOInterruptEventSource, event))
event->disable();
}
-#if KDEBUG
-#define IOTimeClientS() \
-do { \
- IOTimeStampStart(IODBG_WORKLOOP(IOWL_CLIENT), \
- (unsigned int) this, (unsigned int) event); \
-} while(0)
-
-#define IOTimeClientE() \
-do { \
- IOTimeStampEnd(IODBG_WORKLOOP(IOWL_CLIENT), \
- (unsigned int) this, (unsigned int) event); \
-} while(0)
-
-#define IOTimeWorkS() \
-do { \
- IOTimeStampStart(IODBG_WORKLOOP(IOWL_WORK), (unsigned int) this); \
-} while(0)
-
-#define IOTimeWorkE() \
-do { \
- IOTimeStampEnd(IODBG_WORKLOOP(IOWL_WORK),(unsigned int) this); \
-} while(0)
-
-#else /* !KDEBUG */
-
-#define IOTimeClientS()
-#define IOTimeClientE()
-#define IOTimeWorkS()
-#define IOTimeWorkE()
-
-#endif /* KDEBUG */
/* virtual */ bool IOWorkLoop::runEventSources()
{
bool res = false;
+ bool traceWL = (gIOKitTrace & kIOTraceWorkLoops) ? true : false;
+ bool traceES = (gIOKitTrace & kIOTraceEventSources) ? true : false;
+
closeGate();
if (ISSETP(&fFlags, kLoopTerminate))
- goto abort;
-
- IOTimeWorkS();
+ goto abort;
+
+ if (traceWL)
+ IOTimeStampStartConstant(IODBG_WORKLOOP(IOWL_WORK), (uintptr_t) this);
+
bool more;
do {
- CLRP(&fFlags, kLoopRestart);
- more = false;
- IOInterruptState is = IOSimpleLockLockDisableInterrupt(workToDoLock);
- workToDo = false;
- IOSimpleLockUnlockEnableInterrupt(workToDoLock, is);
- for (IOEventSource *evnt = eventChain; evnt; evnt = evnt->getNext()) {
-
- IOTimeClientS();
- more |= evnt->checkForWork();
- IOTimeClientE();
-
- if (ISSETP(&fFlags, kLoopTerminate))
- goto abort;
- else if (fFlags & kLoopRestart) {
- more = true;
- break;
- }
- }
+ CLRP(&fFlags, kLoopRestart);
+ more = false;
+ IOInterruptState is = IOSimpleLockLockDisableInterrupt(workToDoLock);
+ workToDo = false;
+ IOSimpleLockUnlockEnableInterrupt(workToDoLock, is);
+ /* NOTE: only loop over event sources in eventChain. Bypass "passive" event sources for performance */
+ for (IOEventSource *evnt = eventChain; evnt; evnt = evnt->getNext()) {
+
+ if (traceES)
+ IOTimeStampStartConstant(IODBG_WORKLOOP(IOWL_CLIENT), (uintptr_t) this, (uintptr_t) evnt);
+
+ more |= evnt->checkForWork();
+
+ if (traceES)
+ IOTimeStampEndConstant(IODBG_WORKLOOP(IOWL_CLIENT), (uintptr_t) this, (uintptr_t) evnt);
+
+ if (ISSETP(&fFlags, kLoopTerminate))
+ goto abort;
+ else if (fFlags & kLoopRestart) {
+ more = true;
+ break;
+ }
+ }
} while (more);
-
+
res = true;
- IOTimeWorkE();
-
+
+ if (traceWL)
+ IOTimeStampEndConstant(IODBG_WORKLOOP(IOWL_WORK), (uintptr_t) this);
+
abort:
openGate();
return res;
} while(workToDo);
exitThread:
+ thread_t thread = workThread;
workThread = 0; // Say we don't have a loop and free ourselves
free();
- IOExitThread();
+
+ thread_deallocate(thread);
+ (void) thread_terminate(thread);
}
IOThread IOWorkLoop::getThread() const
void IOWorkLoop::openGate()
{
+ IOStatisticsOpenGate();
IORecursiveLockUnlock(gateLock);
}
void IOWorkLoop::closeGate()
{
IORecursiveLockLock(gateLock);
+ IOStatisticsCloseGate();
}
bool IOWorkLoop::tryCloseGate()
{
- return IORecursiveLockTryLock(gateLock) != 0;
+ bool res = (IORecursiveLockTryLock(gateLock) != 0);
+ if (res) {
+ IOStatisticsCloseGate();
+ }
+ return res;
}
int IOWorkLoop::sleepGate(void *event, UInt32 interuptibleType)
{
- return IORecursiveLockSleep(gateLock, event, interuptibleType);
+ int res;
+ IOStatisticsOpenGate();
+ res = IORecursiveLockSleep(gateLock, event, interuptibleType);
+ IOStatisticsCloseGate();
+ return res;
+}
+
+int IOWorkLoop::sleepGate(void *event, AbsoluteTime deadline, UInt32 interuptibleType)
+{
+ int res;
+ IOStatisticsOpenGate();
+ res = IORecursiveLockSleepDeadline(gateLock, event, deadline, interuptibleType);
+ IOStatisticsCloseGate();
+ return res;
}
void IOWorkLoop::wakeupGate(void *event, bool oneThread)
IOReturn IOWorkLoop::_maintRequest(void *inC, void *inD, void *, void *)
{
- maintCommandEnum command = (maintCommandEnum) (vm_address_t) inC;
+ maintCommandEnum command = (maintCommandEnum) (uintptr_t) inC;
IOEventSource *inEvent = (IOEventSource *) inD;
IOReturn res = kIOReturnSuccess;
inEvent->retain();
inEvent->setWorkLoop(this);
inEvent->setNext(0);
+
+ /* Check if this is a passive or active event source being added */
+ if (eventSourcePerformsWork(inEvent)) {
+
+ if (!eventChain)
+ eventChain = inEvent;
+ else {
+ IOEventSource *event, *next;
- if (!eventChain)
- eventChain = inEvent;
+ for (event = eventChain; (next = event->getNext()); event = next)
+ ;
+ event->setNext(inEvent);
+
+ }
+
+ }
else {
- IOEventSource *event, *next;
+
+ if (!passiveEventChain)
+ passiveEventChain = inEvent;
+ else {
+ IOEventSource *event, *next;
- for (event = eventChain; (next = event->getNext()); event = next)
- ;
- event->setNext(inEvent);
+ for (event = passiveEventChain; (next = event->getNext()); event = next)
+ ;
+ event->setNext(inEvent);
+
+ }
+
}
+ IOStatisticsAttachEventSource();
}
break;
case mRemoveEvent:
if (inEvent->getWorkLoop()) {
- if (eventChain == inEvent)
- eventChain = inEvent->getNext();
- else {
- IOEventSource *event, *next;
-
- event = eventChain;
- while ((next = event->getNext()) && next != inEvent)
- event = next;
-
- if (!next) {
- res = kIOReturnBadArgument;
- break;
- }
- event->setNext(inEvent->getNext());
- }
-
+ IOStatisticsDetachEventSource();
+
+ if (eventSourcePerformsWork(inEvent)) {
+ if (eventChain == inEvent)
+ eventChain = inEvent->getNext();
+ else {
+ IOEventSource *event, *next = 0;
+
+ event = eventChain;
+ if (event) while ((next = event->getNext()) && (next != inEvent))
+ event = next;
+
+ if (!next) {
+ res = kIOReturnBadArgument;
+ break;
+ }
+ event->setNext(inEvent->getNext());
+ }
+ }
+ else {
+ if (passiveEventChain == inEvent)
+ passiveEventChain = inEvent->getNext();
+ else {
+ IOEventSource *event, *next = 0;
+
+ event = passiveEventChain;
+ if (event) while ((next = event->getNext()) && (next != inEvent))
+ event = next;
+
+ if (!next) {
+ res = kIOReturnBadArgument;
+ break;
+ }
+ event->setNext(inEvent->getNext());
+ }
+ }
+
inEvent->setWorkLoop(0);
inEvent->setNext(0);
inEvent->release();
return res;
}
+
+bool
+IOWorkLoop::eventSourcePerformsWork(IOEventSource *inEventSource)
+{
+ bool result = true;
+
+ /*
+ * The idea here is to see if the subclass of IOEventSource has overridden checkForWork().
+ * The assumption is that if you override checkForWork(), you need to be
+ * active and not passive.
+ *
+ * We picked a known quantity controlG that does not override
+ * IOEventSource::checkForWork(), namely the IOCommandGate associated with
+ * the workloop to which this event source is getting attached.
+ *
+ * We do a pointer comparison on the offset in the vtable for inNewEvent against
+ * the offset in the vtable for inReferenceEvent. This works because
+ * IOCommandGate's slot for checkForWork() has the address of
+ * IOEventSource::checkForWork() in it.
+ *
+ * Think of OSMemberFunctionCast yielding the value at the vtable offset for
+ * checkForWork() here. We're just testing to see if it's the same or not.
+ *
+ */
+ if (controlG) {
+ void * ptr1;
+ void * ptr2;
+
+ ptr1 = OSMemberFunctionCast(void*, inEventSource, &IOEventSource::checkForWork);
+ ptr2 = OSMemberFunctionCast(void*, controlG, &IOEventSource::checkForWork);
+
+ if (ptr1 == ptr2)
+ result = false;
+ }
+
+ return result;
+}
projects / apple / xnu.git / blobdiff