iokit/Kernel/IOInterruptController.cpp

   1 /*
   2  * Copyright (c) 2007-2012 Apple Inc. All rights reserved.
   3  * Copyright (c) 1998-2006 Apple Computer, Inc. All rights reserved.
   4  *
   5  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   6  *
   7  * This file contains Original Code and/or Modifications of Original Code
   8  * as defined in and that are subject to the Apple Public Source License
   9  * Version 2.0 (the 'License'). You may not use this file except in
  10  * compliance with the License. The rights granted to you under the License
  11  * may not be used to create, or enable the creation or redistribution of,
  12  * unlawful or unlicensed copies of an Apple operating system, or to
  13  * circumvent, violate, or enable the circumvention or violation of, any
  14  * terms of an Apple operating system software license agreement.
  15  *
  16  * Please obtain a copy of the License at
  17  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  18  *
  19  * The Original Code and all software distributed under the License are
  20  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  21  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  22  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  23  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  24  * Please see the License for the specific language governing rights and
  25  * limitations under the License.
  26  *
  27  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  28  */
  29
  30 #include <IOKit/IOLib.h>
  31 #include <IOKit/IOService.h>
  32 #include <IOKit/IOPlatformExpert.h>
  33 #include <IOKit/IODeviceTreeSupport.h>
  34 #include <IOKit/IOInterrupts.h>
  35 #include <IOKit/IOInterruptController.h>
  36 #include <IOKit/IOKitDebug.h>
  37 #include <IOKit/IOTimeStamp.h>
  38
  39
  40 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
  41
  42 #define super IOService
  43
  44 OSDefineMetaClassAndAbstractStructors(IOInterruptController, IOService);
  45
  46 OSMetaClassDefineReservedUnused(IOInterruptController, 0);
  47 OSMetaClassDefineReservedUnused(IOInterruptController, 1);
  48 OSMetaClassDefineReservedUnused(IOInterruptController, 2);
  49 OSMetaClassDefineReservedUnused(IOInterruptController, 3);
  50 OSMetaClassDefineReservedUnused(IOInterruptController, 4);
  51 OSMetaClassDefineReservedUnused(IOInterruptController, 5);
  52
  53 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
  54
  55 IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
  56                                                   void *target,
  57                                                   IOInterruptHandler handler,
  58                                                   void *refCon)
  59 {
  60   IOInterruptSource *interruptSources;
  61   IOInterruptVectorNumber vectorNumber;
  62   IOInterruptVector *vector;
  63   int               wasDisabledSoft;
  64   IOReturn          error;
  65   OSData            *vectorData;
  66   IOOptionBits      options;
  67   bool              canBeShared, shouldBeShared, wasAlreadyRegisterd;
  68
  69   IOService         *originalNub = NULL; // Protected by wasAlreadyRegisterd
  70   int               originalSource = 0; // Protected by wasAlreadyRegisterd
  71
  72
  73   interruptSources = nub->_interruptSources;
  74   vectorData = interruptSources[source].vectorData;
  75   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
  76   vector = &vectors[vectorNumber];
  77
  78   // Get the lock for this vector.
  79   IOLockLock(vector->interruptLock);
  80
  81   // Check if the interrupt source can/should be shared.
  82   canBeShared = vectorCanBeShared(vectorNumber, vector);
  83   IODTGetInterruptOptions(nub, source, &options);
  84 #if defined(__i386__) || defined(__x86_64__)
  85   int   interruptType;
  86   if (OSDynamicCast(IOPlatformDevice, getProvider()) &&
  87       (getInterruptType(nub, source, &interruptType) == kIOReturnSuccess) &&
  88       (kIOInterruptTypeLevel & interruptType))
  89   {
  90     options |= kIODTInterruptShared;
  91   }
  92 #endif
  93   shouldBeShared = canBeShared && (options & kIODTInterruptShared);
  94   wasAlreadyRegisterd = vector->interruptRegistered;
  95
  96   // If the vector is registered and can not be shared return error.
  97   if (wasAlreadyRegisterd && !canBeShared) {
  98     IOLockUnlock(vector->interruptLock);
  99     return kIOReturnNoResources;
 100   }
 101
 102   // If this vector is already in use, and can be shared (implied),
 103   // or it is not registered and should be shared,
 104   // register as a shared interrupt.
 105   if (wasAlreadyRegisterd || shouldBeShared) {
 106     // If this vector is not already shared, break it out.
 107     if (vector->sharedController == 0) {
 108       // Make the IOShareInterruptController instance
 109       vector->sharedController = new IOSharedInterruptController;
 110       if (vector->sharedController == 0) {
 111         IOLockUnlock(vector->interruptLock);
 112         return kIOReturnNoMemory;
 113       }
 114
 115       if (wasAlreadyRegisterd) {
 116         // Save the nub and source for the original consumer.
 117         originalNub = vector->nub;
 118         originalSource = vector->source;
 119
 120         // Physically disable the interrupt, but mark it as being enabled in the hardware.
 121         // The interruptDisabledSoft now indicates the driver's request for enablement.
 122         disableVectorHard(vectorNumber, vector);
 123         vector->interruptDisabledHard = 0;
 124       }
 125
 126       // Initialize the new shared interrupt controller.
 127       error = vector->sharedController->initInterruptController(this, vectorData);
 128       // If the IOSharedInterruptController could not be initalized,
 129       // if needed, put the original consumer's interrupt back to normal and
 130       // get rid of whats left of the shared controller.
 131       if (error != kIOReturnSuccess) {
 132         if (wasAlreadyRegisterd) enableInterrupt(originalNub, originalSource);
 133         vector->sharedController->release();
 134         vector->sharedController = 0;
 135         IOLockUnlock(vector->interruptLock);
 136         return error;
 137       }
 138
 139       // If there was an original consumer try to register it on the shared controller.
 140       if (wasAlreadyRegisterd) {
 141         error = vector->sharedController->registerInterrupt(originalNub,
 142                                                             originalSource,
 143                                                             vector->target,
 144                                                             vector->handler,
 145                                                             vector->refCon);
 146         // If the original consumer could not be moved to the shared controller,
 147         // put the original consumor's interrupt back to normal and
 148         // get rid of whats left of the shared controller.
 149         if (error != kIOReturnSuccess) {
 150           // Save the driver's interrupt enablement state.
 151           wasDisabledSoft = vector->interruptDisabledSoft;
 152
 153           // Make the interrupt really hard disabled.
 154           vector->interruptDisabledSoft = 1;
 155           vector->interruptDisabledHard = 1;
 156
 157           // Enable the original consumer's interrupt if needed.
 158           if (!wasDisabledSoft) originalNub->enableInterrupt(originalSource);
 159           enableInterrupt(originalNub, originalSource);
 160
 161           vector->sharedController->release();
 162           vector->sharedController = 0;
 163           IOLockUnlock(vector->interruptLock);
 164           return error;
 165         }
 166       }
 167
 168       // Fill in vector with the shared controller's info.
 169       vector->handler = (IOInterruptHandler)vector->sharedController->getInterruptHandlerAddress();
 170       vector->nub     = vector->sharedController;
 171       vector->source  = 0;
 172       vector->target  = vector->sharedController;
 173       vector->refCon  = 0;
 174
 175       // If the interrupt was already registered,
 176       // save the driver's interrupt enablement state.
 177       if (wasAlreadyRegisterd) wasDisabledSoft = vector->interruptDisabledSoft;
 178       else wasDisabledSoft = true;
 179
 180       // Do any specific initalization for this vector if it has not yet been used.
 181       if (!wasAlreadyRegisterd) initVector(vectorNumber, vector);
 182
 183       // Make the interrupt really hard disabled.
 184       vector->interruptDisabledSoft = 1;
 185       vector->interruptDisabledHard = 1;
 186       vector->interruptRegistered   = 1;
 187
 188       // Enable the original consumer's interrupt if needed.
 189       // originalNub is protected by wasAlreadyRegisterd here (see line 184).
 190       if (!wasDisabledSoft) originalNub->enableInterrupt(originalSource);
 191     }
 192
 193     error = vector->sharedController->registerInterrupt(nub, source, target,
 194                                                         handler, refCon);
 195     IOLockUnlock(vector->interruptLock);
 196     return error;
 197   }
 198
 199   // Fill in vector with the client's info.
 200   vector->handler = handler;
 201   vector->nub     = nub;
 202   vector->source  = source;
 203   vector->target  = target;
 204   vector->refCon  = refCon;
 205
 206   // Do any specific initalization for this vector.
 207   initVector(vectorNumber, vector);
 208
 209   // Get the vector ready.  It starts hard disabled.
 210   vector->interruptDisabledHard = 1;
 211   vector->interruptDisabledSoft = 1;
 212   vector->interruptRegistered   = 1;
 213
 214   IOLockUnlock(vector->interruptLock);
 215   return kIOReturnSuccess;
 216 }
 217
 218 IOReturn IOInterruptController::unregisterInterrupt(IOService *nub, int source)
 219 {
 220   IOInterruptSource *interruptSources;
 221   IOInterruptVectorNumber vectorNumber;
 222   IOInterruptVector *vector;
 223   OSData            *vectorData;
 224
 225   interruptSources = nub->_interruptSources;
 226   vectorData = interruptSources[source].vectorData;
 227   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 228   vector = &vectors[vectorNumber];
 229
 230   // Get the lock for this vector.
 231   IOLockLock(vector->interruptLock);
 232
 233   // Return success if it is not already registered
 234   if (!vector->interruptRegistered) {
 235     IOLockUnlock(vector->interruptLock);
 236     return kIOReturnSuccess;
 237   }
 238
 239   // Soft disable the source.
 240   disableInterrupt(nub, source);
 241
 242   // Turn the source off at hardware.
 243   disableVectorHard(vectorNumber, vector);
 244
 245   // Clear all the storage for the vector except for interruptLock.
 246   vector->interruptActive = 0;
 247   vector->interruptDisabledSoft = 0;
 248   vector->interruptDisabledHard = 0;
 249   vector->interruptRegistered = 0;
 250   vector->nub = 0;
 251   vector->source = 0;
 252   vector->handler = 0;
 253   vector->target = 0;
 254   vector->refCon = 0;
 255
 256   IOLockUnlock(vector->interruptLock);
 257   return kIOReturnSuccess;
 258 }
 259
 260 IOReturn IOInterruptController::getInterruptType(IOService *nub, int source,
 261                                                  int *interruptType)
 262 {
 263   IOInterruptSource *interruptSources;
 264   IOInterruptVectorNumber vectorNumber;
 265   IOInterruptVector *vector;
 266   OSData            *vectorData;
 267
 268   if (interruptType == 0) return kIOReturnBadArgument;
 269
 270   interruptSources = nub->_interruptSources;
 271   vectorData = interruptSources[source].vectorData;
 272   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 273   vector = &vectors[vectorNumber];
 274
 275   *interruptType = getVectorType(vectorNumber, vector);
 276
 277   return kIOReturnSuccess;
 278 }
 279
 280 IOReturn IOInterruptController::enableInterrupt(IOService *nub, int source)
 281 {
 282   IOInterruptSource *interruptSources;
 283   IOInterruptVectorNumber vectorNumber;
 284   IOInterruptVector *vector;
 285   OSData            *vectorData;
 286
 287   interruptSources = nub->_interruptSources;
 288   vectorData = interruptSources[source].vectorData;
 289   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 290   vector = &vectors[vectorNumber];
 291
 292   if (vector->interruptDisabledSoft) {
 293     vector->interruptDisabledSoft = 0;
 294 #if !defined(__i386__) && !defined(__x86_64__)
 295     OSMemoryBarrier();
 296 #endif
 297
 298     if (!getPlatform()->atInterruptLevel()) {
 299       while (vector->interruptActive)
 300         {}
 301     }
 302     if (vector->interruptDisabledHard) {
 303       vector->interruptDisabledHard = 0;
 304
 305       enableVector(vectorNumber, vector);
 306     }
 307   }
 308
 309   return kIOReturnSuccess;
 310 }
 311
 312 IOReturn IOInterruptController::disableInterrupt(IOService *nub, int source)
 313 {
 314   IOInterruptSource *interruptSources;
 315   IOInterruptVectorNumber vectorNumber;
 316   IOInterruptVector *vector;
 317   OSData            *vectorData;
 318
 319   interruptSources = nub->_interruptSources;
 320   vectorData = interruptSources[source].vectorData;
 321   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 322   vector = &vectors[vectorNumber];
 323
 324   vector->interruptDisabledSoft = 1;
 325 #if !defined(__i386__) && !defined(__x86_64__)
 326   OSMemoryBarrier();
 327 #endif
 328
 329   if (!getPlatform()->atInterruptLevel()) {
 330     while (vector->interruptActive)
 331         {}
 332   }
 333
 334   return kIOReturnSuccess;
 335 }
 336
 337 IOReturn IOInterruptController::causeInterrupt(IOService *nub, int source)
 338 {
 339   IOInterruptSource *interruptSources;
 340   IOInterruptVectorNumber vectorNumber;
 341   IOInterruptVector *vector;
 342   OSData            *vectorData;
 343
 344   interruptSources = nub->_interruptSources;
 345   vectorData = interruptSources[source].vectorData;
 346   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 347   vector = &vectors[vectorNumber];
 348
 349   causeVector(vectorNumber, vector);
 350
 351   return kIOReturnSuccess;
 352 }
 353
 354 IOInterruptAction IOInterruptController::getInterruptHandlerAddress(void)
 355 {
 356   return 0;
 357 }
 358
 359 IOReturn IOInterruptController::handleInterrupt(void *refCon, IOService *nub,
 360                                                 int source)
 361 {
 362   return kIOReturnInvalid;
 363 }
 364
 365
 366 // Methods to be overridden for simplifed interrupt controller subclasses.
 367
 368 bool IOInterruptController::vectorCanBeShared(IOInterruptVectorNumber /*vectorNumber*/,
 369                                               IOInterruptVector */*vector*/)
 370 {
 371   return false;
 372 }
 373
 374 void IOInterruptController::initVector(IOInterruptVectorNumber /*vectorNumber*/,
 375                                        IOInterruptVector */*vector*/)
 376 {
 377 }
 378
 379 int IOInterruptController::getVectorType(IOInterruptVectorNumber /*vectorNumber*/,
 380                                           IOInterruptVector */*vector*/)
 381 {
 382   return kIOInterruptTypeEdge;
 383 }
 384
 385 void IOInterruptController::disableVectorHard(IOInterruptVectorNumber /*vectorNumber*/,
 386                                               IOInterruptVector */*vector*/)
 387 {
 388 }
 389
 390 void IOInterruptController::enableVector(IOInterruptVectorNumber /*vectorNumber*/,
 391                                          IOInterruptVector */*vector*/)
 392 {
 393 }
 394
 395 void IOInterruptController::causeVector(IOInterruptVectorNumber /*vectorNumber*/,
 396                                         IOInterruptVector */*vector*/)
 397 {
 398 }
 399
 400
 401 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 402
 403 #undef  super
 404 #define super IOInterruptController
 405
 406 OSDefineMetaClassAndStructors(IOSharedInterruptController, IOInterruptController);
 407
 408 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 0);
 409 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 1);
 410 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 2);
 411 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 3);
 412
 413 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 414
 415 #define kIOSharedInterruptControllerDefaultVectors (128)
 416
 417 IOReturn IOSharedInterruptController::initInterruptController(IOInterruptController *parentController, OSData *parentSource)
 418 {
 419   int      cnt, interruptType;
 420   IOReturn error;
 421
 422   reserved = NULL;
 423
 424   if (!super::init())
 425     return kIOReturnNoResources;
 426
 427   // Set provider to this so enable/disable nub stuff works.
 428   provider = this;
 429
 430   // Allocate the IOInterruptSource so this can act like a nub.
 431   _interruptSources = (IOInterruptSource *)IOMalloc(sizeof(IOInterruptSource));
 432   if (_interruptSources == 0) return kIOReturnNoMemory;
 433   _numInterruptSources = 1;
 434
 435   // Set up the IOInterruptSource to point at this.
 436   parentController->retain();
 437   parentSource->retain();
 438   _interruptSources[0].interruptController = parentController;
 439   _interruptSources[0].vectorData = parentSource;
 440
 441   sourceIsLevel = false;
 442   error = provider->getInterruptType(0, &interruptType);
 443   if (error == kIOReturnSuccess) {
 444     if (interruptType & kIOInterruptTypeLevel)
 445       sourceIsLevel = true;
 446   }
 447
 448   // Allocate the memory for the vectors
 449   numVectors = kIOSharedInterruptControllerDefaultVectors; // For now a constant number.
 450   vectors = (IOInterruptVector *)IOMalloc(numVectors * sizeof(IOInterruptVector));
 451   if (vectors == NULL) {
 452     IOFree(_interruptSources, sizeof(IOInterruptSource));
 453     return kIOReturnNoMemory;
 454   }
 455   bzero(vectors, numVectors * sizeof(IOInterruptVector));
 456
 457   // Allocate the lock for the controller.
 458   controllerLock = IOSimpleLockAlloc();
 459   if (controllerLock == 0) return kIOReturnNoResources;
 460
 461   // Allocate locks for the vectors.
 462   for (cnt = 0; cnt < numVectors; cnt++) {
 463     vectors[cnt].interruptLock = IOLockAlloc();
 464     if (vectors[cnt].interruptLock == NULL) {
 465       for (cnt = 0; cnt < numVectors; cnt++) {
 466         if (vectors[cnt].interruptLock != NULL)
 467           IOLockFree(vectors[cnt].interruptLock);
 468       }
 469       return kIOReturnNoResources;
 470     }
 471   }
 472
 473   numVectors = 0; // reset the high water mark for used vectors
 474   vectorsRegistered = 0;
 475   vectorsEnabled = 0;
 476   controllerDisabled = 1;
 477
 478   return kIOReturnSuccess;
 479 }
 480
 481 IOReturn IOSharedInterruptController::registerInterrupt(IOService *nub,
 482                                                         int source,
 483                                                         void *target,
 484                                                         IOInterruptHandler handler,
 485                                                         void *refCon)
 486 {
 487   IOInterruptSource *interruptSources;
 488   IOInterruptVectorNumber vectorNumber;
 489   IOInterruptVector *vector = 0;
 490   OSData            *vectorData;
 491   IOInterruptState  interruptState;
 492
 493   interruptSources = nub->_interruptSources;
 494
 495   // Find a free vector.
 496   vectorNumber = kIOSharedInterruptControllerDefaultVectors;
 497   while (vectorsRegistered != kIOSharedInterruptControllerDefaultVectors) {
 498     for (vectorNumber = 0; vectorNumber < kIOSharedInterruptControllerDefaultVectors; vectorNumber++) {
 499       vector = &vectors[vectorNumber];
 500
 501       // Get the lock for this vector.
 502       IOLockLock(vector->interruptLock);
 503
 504       // Is it unregistered?
 505       if (!vector->interruptRegistered) break;
 506
 507       // Move along to the next one.
 508       IOLockUnlock(vector->interruptLock);
 509     }
 510
 511     if (vectorNumber != kIOSharedInterruptControllerDefaultVectors) break;
 512   }
 513
 514   // Could not find a free one, so give up.
 515   if (vectorNumber == kIOSharedInterruptControllerDefaultVectors) {
 516     return kIOReturnNoResources;
 517   }
 518
 519   // Create the vectorData for the IOInterruptSource.
 520   vectorData = OSData::withBytes(&vectorNumber, sizeof(vectorNumber));
 521   if (vectorData == 0) {
 522     IOLockUnlock(vector->interruptLock);
 523     return kIOReturnNoMemory;
 524   }
 525
 526   // Fill in the IOInterruptSource with the controller's info.
 527   interruptSources[source].interruptController = this;
 528   interruptSources[source].vectorData = vectorData;
 529
 530   // Fill in vector with the client's info.
 531   vector->handler = handler;
 532   vector->nub     = nub;
 533   vector->source  = source;
 534   vector->target  = target;
 535   vector->refCon  = refCon;
 536
 537   // Get the vector ready.  It starts off soft disabled.
 538   vector->interruptDisabledSoft = 1;
 539   vector->interruptRegistered   = 1;
 540
 541   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
 542   // Move the high water mark if needed
 543   if (++vectorsRegistered > numVectors) numVectors = vectorsRegistered;
 544   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 545
 546   IOLockUnlock(vector->interruptLock);
 547   return kIOReturnSuccess;
 548 }
 549
 550 IOReturn IOSharedInterruptController::unregisterInterrupt(IOService *nub,
 551                                                           int source)
 552 {
 553   IOInterruptVectorNumber vectorNumber;
 554   IOInterruptVector *vector;
 555   IOInterruptState  interruptState;
 556
 557   for (vectorNumber = 0; vectorNumber < kIOSharedInterruptControllerDefaultVectors; vectorNumber++) {
 558     vector = &vectors[vectorNumber];
 559
 560     // Get the lock for this vector.
 561     IOLockLock(vector->interruptLock);
 562
 563     // Return success if it is not already registered
 564     if (!vector->interruptRegistered
 565      || (vector->nub != nub) || (vector->source != source)) {
 566         IOLockUnlock(vector->interruptLock);
 567         continue;
 568     }
 569
 570     // Soft disable the source and the controller too.
 571     disableInterrupt(nub, source);
 572
 573     // Clear all the storage for the vector except for interruptLock.
 574     vector->interruptActive = 0;
 575     vector->interruptDisabledSoft = 0;
 576     vector->interruptDisabledHard = 0;
 577     vector->interruptRegistered = 0;
 578     vector->nub = 0;
 579     vector->source = 0;
 580     vector->handler = 0;
 581     vector->target = 0;
 582     vector->refCon = 0;
 583
 584     interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
 585     vectorsRegistered--;
 586     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 587
 588     // Move along to the next one.
 589     IOLockUnlock(vector->interruptLock);
 590   }
 591
 592   // Re-enable the controller if all vectors are enabled.
 593   if (vectorsEnabled == vectorsRegistered) {
 594     controllerDisabled = 0;
 595     provider->enableInterrupt(0);
 596   }
 597
 598   return kIOReturnSuccess;
 599 }
 600
 601 IOReturn IOSharedInterruptController::getInterruptType(IOService */*nub*/,
 602                                                        int /*source*/,
 603                                                        int *interruptType)
 604 {
 605   return provider->getInterruptType(0, interruptType);
 606 }
 607
 608 IOReturn IOSharedInterruptController::enableInterrupt(IOService *nub,
 609                                                       int source)
 610 {
 611   IOInterruptSource *interruptSources;
 612   IOInterruptVectorNumber vectorNumber;
 613   IOInterruptVector *vector;
 614   OSData            *vectorData;
 615   IOInterruptState  interruptState;
 616
 617   interruptSources = nub->_interruptSources;
 618   vectorData = interruptSources[source].vectorData;
 619   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 620   vector = &vectors[vectorNumber];
 621
 622   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
 623   if (!vector->interruptDisabledSoft) {
 624     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 625     return kIOReturnSuccess;
 626   }
 627
 628   vector->interruptDisabledSoft = 0;
 629   vectorsEnabled++;
 630   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 631
 632   if (controllerDisabled && (vectorsEnabled == vectorsRegistered)) {
 633     controllerDisabled = 0;
 634     provider->enableInterrupt(0);
 635   }
 636
 637   return kIOReturnSuccess;
 638 }
 639
 640 IOReturn IOSharedInterruptController::disableInterrupt(IOService *nub,
 641                                                        int source)
 642 {
 643   IOInterruptSource *interruptSources;
 644   IOInterruptVectorNumber vectorNumber;
 645   IOInterruptVector *vector;
 646   OSData            *vectorData;
 647   IOInterruptState  interruptState;
 648
 649   interruptSources = nub->_interruptSources;
 650   vectorData = interruptSources[source].vectorData;
 651   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
 652   vector = &vectors[vectorNumber];
 653
 654   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
 655   if (!vector->interruptDisabledSoft) {
 656     vector->interruptDisabledSoft = 1;
 657 #if !defined(__i386__) && !defined(__x86_64__)
 658     OSMemoryBarrier();
 659 #endif
 660
 661     vectorsEnabled--;
 662   }
 663   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
 664
 665   if (!getPlatform()->atInterruptLevel()) {
 666     while (vector->interruptActive)
 667         {}
 668   }
 669
 670   return kIOReturnSuccess;
 671 }
 672
 673 IOInterruptAction IOSharedInterruptController::getInterruptHandlerAddress(void)
 674 {
 675     return OSMemberFunctionCast(IOInterruptAction,
 676                         this, &IOSharedInterruptController::handleInterrupt);
 677 }
 678
 679 IOReturn IOSharedInterruptController::handleInterrupt(void * /*refCon*/,
 680                                                       IOService * nub,
 681                                                       int /*source*/)
 682 {
 683   IOInterruptVectorNumber vectorNumber;
 684   IOInterruptVector *vector;
 685
 686   for (vectorNumber = 0; vectorNumber < numVectors; vectorNumber++) {
 687     vector = &vectors[vectorNumber];
 688
 689     vector->interruptActive = 1;
 690 #if !defined(__i386__) && !defined(__x86_64__)
 691     OSMemoryBarrier();
 692 #endif
 693
 694         if (!vector->interruptDisabledSoft) {
 695
 696           // Call the handler if it exists.
 697           if (vector->interruptRegistered) {
 698
 699                   bool  trace = (gIOKitTrace & kIOTraceInterrupts) ? true : false;
 700
 701                   if (trace)
 702                           IOTimeStampStartConstant(IODBG_INTC(IOINTC_HANDLER),
 703                                                                            (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
 704
 705                   // Call handler.
 706                   vector->handler(vector->target, vector->refCon, vector->nub, vector->source);
 707
 708                   if (trace)
 709                           IOTimeStampEndConstant(IODBG_INTC(IOINTC_HANDLER),
 710                                                                          (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
 711
 712                 }
 713         }
 714
 715     vector->interruptActive = 0;
 716   }
 717
 718   // if any of the vectors are dissabled, then dissable this controller.
 719   IOSimpleLockLock(controllerLock);
 720   if (vectorsEnabled != vectorsRegistered) {
 721     nub->disableInterrupt(0);
 722     controllerDisabled = 1;
 723   }
 724   IOSimpleLockUnlock(controllerLock);
 725
 726   return kIOReturnSuccess;
 727 }
 728