xnu-124.13.tar.gz

[apple/xnu.git] / iokit / Families / IOStorage / IOMediaBSDClient.cpp

/*
 * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_LICENSE_HEADER_START@
 * 
 * The contents of this file constitute Original Code as defined in and
 * are subject to the Apple Public Source License Version 1.1 (the
 * "License").  You may not use this file except in compliance with the
 * License.  Please obtain a copy of the License at
 * http://www.apple.com/publicsource and read it before using this file.
 * 
 * This Original Code and all software distributed under the License are
 * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
 * License for the specific language governing rights and limitations
 * under the License.
 * 
 * @APPLE_LICENSE_HEADER_END@
 */

#include <dev/disk.h>                        // (DKIOCGETBLOCKSIZE, ...)
#include <mach/vm_types.h>                   // (mach/vm_region.h, ...)
#include <mach/vm_region.h>                  // (VM_REGION_BASIC_INFO, ...)
#include <miscfs/devfs/devfs.h>              // (devfs_make_node, ...)
#include <sys/buf.h>                         // (struct buf, ...)
#include <sys/conf.h>                        // (bdevsw_add, ...)
#include <sys/fcntl.h>                       // (FWRITE, ...)
#include <sys/ioccom.h>                      // (IOCGROUP, ...)
#include <sys/stat.h>                        // (S_ISBLK, ...)
#include <sys/uio.h>                         // (struct uio, ...)
#include <IOKit/assert.h>
#include <IOKit/IOBSD.h>
#include <IOKit/IODeviceTreeSupport.h>
#include <IOKit/IOLib.h>
#include <IOKit/IOMemoryDescriptor.h>
#include <IOKit/IOMessage.h>
#include <IOKit/storage/IOBlockStorageDriver.h>
#include <IOKit/storage/IOMedia.h>
#include <IOKit/storage/IOMediaBSDClient.h>

#define super IOService
OSDefineMetaClassAndStructors(IOMediaBSDClient, IOService)

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

static IOMediaBSDClient * gIOMediaBSDClient = 0;

const   signed kMajor            = 14;       // (bsd interface [b|c]devsw major)
const unsigned kMinorsGrowCount  = 16;       // (entries to add on table growth)
const unsigned kMinorsMaxCount   = 1 << 24;  // (maximum entries;  24-bit minor)
const unsigned kAnchorsGrowCount = 2;        // (entries to add on table growth)
const unsigned kAnchorsMaxCount  = kMinorsMaxCount;         // (maximum entries)

#define kMsgBadWhole   "%s: Peer whole media \"%s\" is not allowed.",  getName()
#define kMsgNoWhole    "%s: No whole media found for media \"%s\".\n", getName()
#define kMsgNoLocation "%s: No location is found for media \"%s\".\n", getName()

#define IOMEDIABSDCLIENT_IOSTAT_SUPPORT       // (enable iostat support for bsd)

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

extern "C"
{
    int  dkclose(dev_t dev, int flags, int devtype, struct proc *);
    int  dkioctl(dev_t dev, u_long cmd, caddr_t data, int, struct proc *);
    int  dkioctl_bdev(dev_t dev, u_long cmd, caddr_t data, int, struct proc *);
    int  dkopen(dev_t dev, int flags, int devtype, struct proc *);
    int  dkread(dev_t dev, struct uio * uio, int flags);
    int  dksize(dev_t dev);    
    void dkstrategy(struct buf * bp);
    int  dkwrite(dev_t dev, struct uio * uio, int flags);
} // extern "C"

static struct bdevsw bdevswFunctions =
{
    /* d_open     */ dkopen,
    /* d_close    */ dkclose,
    /* d_strategy */ dkstrategy,
    /* d_ioctl    */ dkioctl_bdev,
    /* d_dump     */ eno_dump,
    /* d_psize    */ dksize,
    /* d_type     */ D_DISK
};

struct cdevsw cdevswFunctions =
{
    /* d_open     */ dkopen,
    /* d_close    */ dkclose,
    /* d_read     */ dkread,
    /* d_write    */ dkwrite,
    /* d_ioctl    */ dkioctl,
    /* d_stop     */ eno_stop,
    /* d_reset    */ eno_reset,
    /* d_ttys     */ 0,
    /* d_select   */ eno_select,
    /* d_mmap     */ eno_mmap,
    /* d_strategy */ eno_strat,
    /* d_getc     */ eno_getc,
    /* d_putc     */ eno_putc,
    /* d_type     */ D_TAPE
};

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

struct dio { dev_t dev; struct uio * uio; };

typedef void *                            dkr_t;       /* dkreadwrite request */
typedef enum { DKRTYPE_BUF, DKRTYPE_DIO } dkrtype_t;

int  dkreadwrite(dkr_t dkr, dkrtype_t dkrtype);
void dkreadwritecompletion(void *, void *, IOReturn, UInt64);

#define get_kernel_task() kernel_task
#define get_user_task()   current_task()

#ifdef IOMEDIABSDCLIENT_IOSTAT_SUPPORT
#include <sys/dkstat.h>
IOBlockStorageDriver * dk_drive[DK_NDRIVE];
#endif IOMEDIABSDCLIENT_IOSTAT_SUPPORT

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

const UInt32 kInvalidAnchorID = (UInt32) (-1);

struct AnchorSlot
{
    UInt32       isAssigned:1, // (anchor slot is occupied)
                 isObsolete:1; // (anchor slot is to be removed once refs gone)

    IOService *  anchor;       // (anchor object)
    IONotifier * notifier;     // (anchor termination notification, post-stop)
};

class AnchorTable
{
protected:
    AnchorSlot * _table;
    UInt32       _tableCount;
    UInt32       _tableGrowCount;
    UInt32       _tableMaxCount;

    static IOReturn anchorWasNotified( void *      target,
                                       void *      parameter,
                                       UInt32      messageType,
                                       IOService * provider,
                                       void *      messageArgument,
                                       vm_size_t   messageArgumentSize );

public:
    AnchorTable(UInt32 growCount, UInt32 maxCount);
    ~AnchorTable();

    UInt32 insert(IOService * anchor);
    UInt32 locate(IOService * anchor);
    void   obsolete(UInt32 anchorID);
    void   remove(UInt32 anchorID);

    bool   isObsolete(UInt32 anchorID);
};

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

const UInt32 kInvalidMinorID = (UInt32) (-1);

struct MinorSlot
{
    UInt32       isAssigned:1,  // (minor slot is occupied)
                 isEjecting:1,  // (minor slot is in eject flux, needs close)
                 isObsolete:1;  // (minor slot is in eject flux, needs removal)

    UInt32       anchorID;      // (minor's associated anchor ID)
    IOMedia *    media;         // (minor's media object)
    char *       name;          // (minor's name, private allocation space)

    UInt64       bdevBlockSize; // (block device's preferred block size)
    void *       bdevNode;      // (block device's devfs node)
    UInt32       bdevOpen:1,    // (block device's open flag)
                 bdevWriter:1;  // (block device's open writer flag)

    void *       cdevNode;      // (character device's devfs node)
    UInt32       cdevOpen:1,    // (character device's open flag)
                 cdevWriter:1;  // (character device's open writer flag)
};

class MinorTable
{
protected:
    MinorSlot * _table;
    UInt32      _tableCount;
    UInt32      _tableGrowCount;
    UInt32      _tableMaxCount;

public:
    MinorTable(UInt32 growCount, UInt32 maxCount);
    ~MinorTable();

    UInt32      insert(IOMedia * media, UInt32 anchorID, char * slicePath);
    UInt32      locate(IOMedia * media);
    void        obsolete(UInt32 minorID);
    void        remove(UInt32 minorID);

    bool        isObsolete(UInt32 minorID);

    MinorSlot * getMinor(UInt32 minorID);

    UInt32      getOpenCountForAnchorID(UInt32 anchorID);
    IOMedia *   getWholeMediaAtAnchorID(UInt32 anchorID);
    bool        hasReferencesToAnchorID(UInt32 anchorID);
};

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool IOMediaBSDClient::init(OSDictionary * properties = 0)
{
    //
    // Initialize this object's minimal state.
    //

    if ( super::init(properties) == false )  return false;

    _anchors         = new AnchorTable(kAnchorsGrowCount, kAnchorsMaxCount);
    _bdevswInstalled = false;
    _cdevswInstalled = false;
    _minors          = new MinorTable(kMinorsGrowCount, kMinorsMaxCount);
    _notifier        = 0;

    if ( _anchors == 0 || _minors == 0 )  return false;

    return true;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void IOMediaBSDClient::free()
{
    //
    // Free all of this object's outstanding resources.
    //

    if ( _notifier )         _notifier->remove();
    if ( _cdevswInstalled )  cdevsw_remove(kMajor, &cdevswFunctions); 
    if ( _bdevswInstalled )  bdevsw_remove(kMajor, &bdevswFunctions);
    if ( _minors )           delete _minors;
    if ( _anchors )          delete _anchors;

    super::free();
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool IOMediaBSDClient::start(IOService * provider)
{
    //
    // This method is called once we have been attached to the provider object.
    //

    assert(gIOMediaBSDClient == 0);

    // Ask our superclass' opinion.

    if ( super::start(provider) == false )  return false;

    // Establish a global reference to this instance.

    gIOMediaBSDClient = this;

    // Install bdevsw and cdevsw functions.

    _bdevswInstalled = (bdevsw_add(kMajor, &bdevswFunctions) == kMajor);
    _cdevswInstalled = (cdevsw_add(kMajor, &cdevswFunctions) == kMajor);

    if ( _bdevswInstalled == false && _cdevswInstalled == false )  return false;

    // Create a notification handler for media arrival.  We ask for a priority
    // of ten to ensure that we are notified ahead of other interested clients
    // (with a default priority of zero), so that we can place the BSD-related
    // properties on the media object that they might need in time.

    _notifier = addNotification( /* type        */ gIOFirstPublishNotification,
                                 /* description */ serviceMatching("IOMedia"),
                                 /* action      */ mediaHasArrived,
                                 /* target      */ this,
                                 /* parameter   */ 0,
                                 /* priority    */ 10 );

    if ( _notifier == 0 )  return false;

    // Register this object so it can be found via notification requests. It is
    // not being registered to have I/O Kit attempt to have drivers match on it,
    // which is the reason most other services are registered -- that's not the
    // intention of this registerService call.

    registerService();

    return true;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void IOMediaBSDClient::stop(IOService * provider)
{
    //
    // This method is called before we are detached from the provider object.
    //

    IOMedia * media   = (IOMedia *) provider;
    UInt32    minorID = 0;

    // Disable access to tables, matching, opens, closes, and terminations.

    gIOMediaBSDClient->lockForArbitration();

    // Find the minor assigned to this media.

    minorID = _minors->locate(media);
    assert(minorID != kInvalidMinorID);

    // State our assumptions.

    assert(media->isOpen() == false);

    // Remove the minor from the minor table, unless it's still in flux (which
    // means an open on the bdevsw/cdevsw switch is still outstanding: the one
    // that sent the eject ioctl), in which case we mark the minor as obsolete
    // for later removal.

    if ( _minors->getMinor(minorID)->isEjecting )         // (is minor in flux?)
    {
        assert(_minors->isObsolete(minorID) == false);

        _minors->obsolete(minorID);
    }
    else
    {
        assert(_minors->getMinor(minorID)->bdevOpen == false);
        assert(_minors->getMinor(minorID)->cdevOpen == false);

        _minors->remove(minorID);
    }
   
    // Enable access to tables, matching, opens, closes, and terminations.

    gIOMediaBSDClient->unlockForArbitration();

    // Call upon the superclass to finish its work.

    super::stop(media);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool IOMediaBSDClient::mediaHasArrived( void *      /* target */,
                                        void *      /* parameter */,
                                        IOService * service )
{
    //
    // Notification handler for media arrivals.
    //

    IOMedia * media   = OSDynamicCast(IOMedia, service);
    bool      success = false;

    assert(gIOMediaBSDClient);

    // Attach the media-bsd-client object as a client of the new media object.

    if ( media && gIOMediaBSDClient->attach(media) )
    {
        // Disable access to tables, matching, opens, closes, and terminations.

        gIOMediaBSDClient->lockForArbitration();

        // Create bdevsw and cdevsw nodes for the new media object.

        success = gIOMediaBSDClient->createNodes(media);

        // Enable access to tables, matching, opens, closes, and terminations.

        gIOMediaBSDClient->unlockForArbitration();

        // Detach the media-bsd-client object from the media object on error.

        if (success == false)  gIOMediaBSDClient->detach(media);
    }

    return true; // (meaningless return value)
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

IOMedia * IOMediaBSDClient::getWholeMedia( IOMedia * media,
                                           UInt32 *  slicePathSize = 0,
                                           char *    slicePath     = 0 )
{
    //
    // Find the whole media that roots this media tree.  A null return value
    // indicates no whole media was found or a malformed tree was detected.
    //
    // If slicePathSize is non-zero, the size required to fit the slice path
    // (including the zero terminator) is passed back as a result.
    //
    // If slicePathSize and slicePath are both non-zero, the slice path will
    // be written into the slicePath buffer.  The value slicePathSize points
    // to must be the size of the slicePath buffer, which is used for sanity
    // checking in this method.
    //

    UInt32      depth    = 1;
    UInt32      position = sizeof('\0');
    IOService * service  = 0;

    assert(slicePath == 0 || slicePathSize != 0);

    // Search the registry for the parent whole media for this media.

    for ( service = media; service; service = service->getProvider() )
    {
        if ( OSDynamicCast(IOMedia, service) )               // (is it a media?)
        {
            if ( ((IOMedia *)service)->isWhole() )     // (is it a whole media?)
            {
                if ( slicePath )            // (are we building the slice path?)
                {
                    slicePath[*slicePathSize - 1] = 0;  // (zero terminate path)

                    if ( position < *slicePathSize )     // (need to move path?)
                    {
                        memmove( slicePath,    // (move path to start of buffer)
                                 slicePath + (*slicePathSize - position),
                                 position );
                    }
                }
                else if ( slicePathSize ) // (report size req'd for slice path?)
                {
                    *slicePathSize = position;
                }

                return (IOMedia *)service;           // (return the whole media)
            }

            // Determine whether this non-whole media has a location value.  It
            // must, by definition of a non-whole media, but if it does not, we
            // should return an error condition.

            const char * location = service->getLocation();

            if ( location == 0 )            // (no location on non-whole media?)
            {
                if ( service == media ) IOLog(kMsgNoLocation, media->getName());
                return 0;
            }

            // Otherwise, it's a valid non-whole media: we compute the required
            // size for the slice path or build the slice path, if so requested.
            // Note that the slice path is built backwards from the ends of the
            // supplied buffer to the beginning of the buffer.

            position += sizeof('s') + strlen(location);

            if ( slicePath )                          // (build the slice path?)
            {
                char * path = slicePath + *slicePathSize - position;

                if ( position > *slicePathSize )  { assert(0);  return 0; }

                *path = 's';
                strncpy(path + sizeof('s'), location, strlen(location));
            }

            depth += 1;
        }
    }

    // If we've fallen through, then the whole media was never found.

    if ( depth == 1 ) IOLog(kMsgNoWhole, media->getName());
    return 0;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool IOMediaBSDClient::createNodes(IOMedia * media)
{
    //
    // Create bdevsw and cdevsw nodes for the given media object.
    //
    // This method assumes that the arbitration lock is held.
    //

    IOService * anchor;
    UInt32      anchorID;
    bool        anchorNew = false;
    UInt32      minorID;
    char *      slicePath = 0;
    UInt32      slicePathSize;
    IOMedia *   whole;

    //
    // Find the anchor that roots this media tree.  The anchor is defined as the
    // parent of the whole media that roots this media tree.  It is an important
    // object to us because this object stays in place when media is ejected, so
    // we can continue to maintain the "unit number" of the "drive" such that if
    // media is re-inserted, it will show up under the same "unit number".   You
    // can think of the typical anchor as being the drive, if it helps, although
    // it could be one of many other kinds of drivers (eg. a RAID scheme).
    //

    whole = getWholeMedia(media, &slicePathSize);
    if ( whole == 0 )  return false;

    anchor = whole->getProvider();
    if ( anchor == 0 )  return false;

    //
    // Determine whether the anchor already exists in the anchor table (obsolete
    // occurences are skipped in the search, as appropriate,  since those anchor
    // IDs are to be removed soon). If the anchor does not exist, insert it into
    // anchor table.
    //

    anchorID = _anchors->locate(anchor);

    if ( anchorID != kInvalidAnchorID )
    {
        //
        // The anchor does exist in the table, however we've got more to check.
        //
        // We need to ensure that the whole media associated with this anchor is
        // the same as ours.  If it is, all is well.  If it isn't, then there is
        // still a chance all is well.  It is possible to have an old media tree
        // still associated with the anchor: the tree would be inactive, but not
        // yet terminated (this can happen on forced termination of a media tree
        // with oustanding opens, since the close must come before the terminate
        // can proceed; it can happen even in normal eject conditions should the
        // media be immediately reinserted when the termination on the old tree,
        // which is asynchronous, is still chugging along on another thread). In
        // case the tree is inactive, we mark the anchorID as obsolete and use a
        // new anchorID.  In the case the tree is not inactive, then we've got a
        // problem and we must bail out.
        //
        // A few additional notes:
        //
        //  o if the whole media is indeed the same as the one in our tables, we
        //    need not check that it is active, because by virtue of the fact we
        //    got a new media notification on the same tree, we know for sure it
        //    cannot be in the inactive state.
        //
        //  o if the whole media is not in our tables, it is quite possible that
        //    some child non-whole media from the old media tree is still around
        //    as terminations work from the bottom (whole media) up (to leaves),
        //    and the asynchronous termination thread is still not done chugging
        //    through the medias on the old tree.  We use a new anchorID in this
        //    case.
        //

        IOMedia * wholeInTable = _minors->getWholeMediaAtAnchorID(anchorID);

        if ( wholeInTable == 0 )  // (is an existing whole media in our tables?)
        {
            if ( _minors->hasReferencesToAnchorID(anchorID) )   // (any medias?)
            {
                _anchors->obsolete(anchorID);        // (obsolete old anchor ID)
                anchorID = kInvalidAnchorID;         // ( request new anchor ID)
            }                                             // (else, all is well)
        }
        else if ( whole != wholeInTable )  // (old whole media not same as new?)
        {
            if ( wholeInTable->isInactive() )   // (is it inactive/terminating?)
            {
                _anchors->obsolete(anchorID);        // (obsolete old anchor ID)
                anchorID = kInvalidAnchorID;         // ( request new anchor ID)
            }
            else               // (peer active whole medias detected, log error)
            {
                if ( whole == media )  IOLog(kMsgBadWhole, whole->getName());
                return false;
            }
        }                                                 // (else, all is well)
    }

    if ( anchorID == kInvalidAnchorID )
    {
        anchorID = _anchors->insert(anchor);              // (get new anchor ID)
        if ( anchorID == kInvalidAnchorID )  return false;
        anchorNew = true;
    }

    //
    // Allocate space for and build the slice path for the device node names.
    //

    slicePath = (char *) IOMalloc(slicePathSize);
    if ( slicePath == 0 )  goto createNodesErr;

    whole = getWholeMedia(media, &slicePathSize, slicePath);
    assert(whole);

    //
    // Insert the new media into our minor table (we're almost done :-).
    //

    minorID = _minors->insert(media, anchorID, slicePath);
    if ( minorID == kInvalidMinorID )  goto createNodesErr;

    //
    // Create the required properties on the media.
    //

    media->setProperty(kIOBSDNameKey,  _minors->getMinor(minorID)->name);
    media->setProperty(kIOBSDUnitKey,  anchorID, 32);           // ("BSD Unit" )
    media->setProperty(kIOBSDMajorKey, kMajor,   32);           // ("BSD Major")
    media->setProperty(kIOBSDMinorKey, minorID,  32);           // ("BSD Minor")

    //
    // Clean up outstanding resources.
    //

    IOFree(slicePath, slicePathSize);

    return true; // (success)

createNodesErr:

    if (anchorNew)  _anchors->remove(anchorID);
    if (slicePath)  IOFree(slicePath, slicePathSize);

    return false; // (failure)
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

AnchorTable * IOMediaBSDClient::getAnchors()
{
    //
    // Obtain the table of anchors.
    //

    return _anchors;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

MinorTable * IOMediaBSDClient::getMinors()
{
    //
    // Obtain the table of anchors.
    //

    return _minors;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

MinorSlot * IOMediaBSDClient::getMinor(UInt32 minorID)
{
    //
    // Obtain information for the specified minor ID.
    //

    return _minors->getMinor(minorID);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 0);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 1);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 2);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 3);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 4);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 5);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 6);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 7);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 8);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 9);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 10);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 11);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 12);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 13);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 14);

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

OSMetaClassDefineReservedUnused(IOMediaBSDClient, 15);

// =============================================================================
// BSD Functions

int dkopen(dev_t dev, int flags, int devtype, struct proc *)
{
    //
    // dkopen opens the device (called on each open).
    //

    int             error;
    IOStorageAccess level;
    MinorSlot *     minor;

    assert(gIOMediaBSDClient);
    assert(S_ISBLK(devtype) || S_ISCHR(devtype));

    gIOMediaBSDClient->lockForArbitration();                 // (disable access)

    assert(gIOMediaBSDClient->getMinors());

    error = 0;
    level = (flags & FWRITE) ? kIOStorageAccessReaderWriter
                             : kIOStorageAccessReader;
    minor = gIOMediaBSDClient->getMinor(minor(dev));

    //
    // Process the open.
    //

    if ( minor == 0 )                                       // (is minor valid?)
    {
        error = ENXIO;
    }
    else if ( minor->isEjecting )                         // (is minor in flux?)
    {
        error = EBUSY;
    }
    else if ( (flags & FWRITE) )                        // (is client a writer?)
    {
        if ( minor->bdevWriter || minor->cdevWriter )
            level = kIOStorageAccessNone;
    }
    else                                                // (is client a reader?)
    {
        if ( minor->bdevOpen || minor->cdevOpen )
            level = kIOStorageAccessNone;
    }

    if ( error == 0 && level != kIOStorageAccessNone )  // (issue open/upgrade?)
    {
        if ( minor->media->open(gIOMediaBSDClient, 0, level) == false )  // (go)
        {
            error = EBUSY;
        }
    }

    if ( error == 0 )                                          // (update state)
    {
        if ( S_ISBLK(devtype) )
        {
            minor->bdevOpen = true;
            if ( (flags & FWRITE) )  minor->bdevWriter = true;
        }
        else
        {
            minor->cdevOpen = true;
            if ( (flags & FWRITE) )  minor->cdevWriter = true;
        }
    }

    gIOMediaBSDClient->unlockForArbitration();                // (enable access)

    return error;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkclose(dev_t dev, int /* flags */, int devtype, struct proc *)
{
    //
    // dkclose closes the device (called on last close).
    //

    MinorSlot * minor;
    bool        wasWriter;

    assert(S_ISBLK(devtype) || S_ISCHR(devtype));

    gIOMediaBSDClient->lockForArbitration();                 // (disable access)

    minor     = gIOMediaBSDClient->getMinor(minor(dev));
    wasWriter = (minor->bdevWriter || minor->cdevWriter); 

    if ( S_ISBLK(devtype) )                                    // (update state)
    {
        minor->bdevBlockSize = minor->media->getPreferredBlockSize();
        minor->bdevOpen      = false;
        minor->bdevWriter    = false;
    }
    else
    {
        minor->cdevOpen      = false;
        minor->cdevWriter    = false;
    }

    if ( minor->isEjecting )                              // (is minor in flux?)
    {
        //
        // We've determined that the specified minor is in ejection flux.  This
        // means we are in a state where the media object has been closed, only
        // the device node is still open.  This happens to the minor subsequent
        // to a DKIOCEJECT ioctl -- this close resets the flux state to normal.
        //

        minor->isEjecting = false;

        // If this minor is marked as obsolete, then we've already received the
        // media's termination notification (stop method), but the minor is yet
        // to be removed from the table -- remove it now.

        assert(minor->bdevOpen == false);
        assert(minor->cdevOpen == false);

        if ( minor->isObsolete )
            gIOMediaBSDClient->getMinors()->remove(minor(dev));
    }
    else if ( !minor->bdevOpen && !minor->cdevOpen )
    {
        //
        // We communicate the close down to the media object once all opens are
        // gone, on both the block and character device nodes.
        //

        minor->media->close(gIOMediaBSDClient);                          // (go)
    }
    else if ( !minor->bdevWriter && !minor->cdevWriter && wasWriter )
    {
        //
        // We communicate a downgrade down to the media object once all writers
        // are gone and while readers still exist. 
        //

        bool s;
        s = minor->media->open(gIOMediaBSDClient, 0, kIOStorageAccessReader);
        assert(s);               // (should never fail, unless deadlock avoided)
    }

    gIOMediaBSDClient->unlockForArbitration();                // (enable access)

    return 0;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkread(dev_t dev, struct uio * uio, int /* flags */)
{
    //
    // dkread reads data from a device.
    //

    struct dio dio = { dev, uio };

    return dkreadwrite(&dio, DKRTYPE_DIO);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkwrite(dev_t dev, struct uio * uio, int /* flags */)
{
    //
    // dkwrite writes data to a device.
    //

    struct dio dio = { dev, uio };

    return dkreadwrite(&dio, DKRTYPE_DIO);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void dkstrategy(struct buf * bp)
{
    //
    // dkstrategy starts an asynchronous read or write operation.  It returns
    // to the caller as soon as the operation is queued, and completes it via
    // the biodone function.
    //

    dkreadwrite(bp, DKRTYPE_BUF);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkioctl(dev_t dev, u_long cmd, caddr_t data, int, struct proc *)
{
    //
    // dkioctl performs operations other than a read or write.
    //

    int         error = 0;
    MinorSlot * minor = gIOMediaBSDClient->getMinor(minor(dev));

    if ( minor->isEjecting )  return EBADF;               // (is minor in flux?)

    //
    // Process the ioctl.
    //

    switch ( cmd )
    {
        case DKIOCGETBLOCKSIZE:                      // getBlockSize(int * out);
        {
            //
            // This ioctl returns the preferred block size of the media object.
            //

            *(int *)data = (int) minor->media->getPreferredBlockSize();

        } break;

        case DKIOCGETBLOCKCOUNT:                    // getBlockCount(int * out);
        {
            //
            // This ioctl returns the size of the media object in blocks.  The
            // implied block size is returned by DKIOCGETBLOCKSIZE.
            //

            if ( minor->media->getPreferredBlockSize() )
                *(int *)data = (int) ( minor->media->getSize()               / 
                                       minor->media->getPreferredBlockSize() );
            else
                *(int *)data = 0;

        } break;

        case DKIOCISFORMATTED:                        // isFormatted(int * out);
        {
            //
            // This ioctl returns truth if the media object is formatted.
            //

            *(int *)data = (int) minor->media->isFormatted();

        } break;

        case DKIOCISWRITABLE:                          // isWritable(int * out);
        {
            //
            // This ioctl returns truth if the media object is writable.
            //

            *(int *)data = (int) minor->media->isWritable();

        } break;

        case DKIOCGETLOCATION:                    // getLocation(char[128] out);
        {
            //
            // This ioctl returns the open firmware path for this media object.
            //

            int    l = sizeof(((struct drive_location *)data)->location);
            char * p = ((struct drive_location *)data)->location;

            if ( minor->media->getPath(p, &l, gIODTPlane) && strchr(p, ':') )
                strcpy(p, strchr(p, ':') + 1);         // (strip the plane name)
            else
                error = EINVAL;

        } break;

        case DKIOCEJECT:                                         // eject(void);
        {
            //
            // This ioctl asks that the media object be ejected from the device.
            //

            IOBlockStorageDriver * driver;
            MinorTable *           minors;

            driver = OSDynamicCast( IOBlockStorageDriver,
                                    minor->media->getProvider() );
            minors = gIOMediaBSDClient->getMinors();

            // Determine whether this media has an IOBlockStorageDriver parent.

            if ( driver == 0 )  { error = ENOTTY; break; }

            // Disable access to tables, matching, opens, closes, terminations.

            gIOMediaBSDClient->lockForArbitration();

            // Determine whether there are other opens on the device nodes that
            // are associated with this anchor -- the one valid open is the one
            // that issued this eject.

            if ( minors->getOpenCountForAnchorID(minor->anchorID) > 1 )
            {
                error = EBUSY;

                // Enable access to tables, matching, opens, closes, and so on.

                gIOMediaBSDClient->unlockForArbitration();
            }
            else
            {
                IOReturn status;

                // Mark this minor as being in ejection flux (which means are in
                // a state where the media object has been closed but the device
                // node is still open; we must reject all future accesses to the
                // device node until it is closed;  note that we do this both on
                // success and failure of the ejection call).

                minor->isEjecting = true;

                // Enable access to tables, matching, opens, closes, and so on.

                gIOMediaBSDClient->unlockForArbitration();

                // Close the media object before the ejection request is made.

                minor->media->close(gIOMediaBSDClient);

                // Open the block storage driver to make the ejection request.

                if (driver->open(gIOMediaBSDClient, 0, kIOStorageAccessReader))
                {
                    // Eject the media from the drive.

                    status = driver->ejectMedia();

                    // Close the block storage driver.

                    driver->close(gIOMediaBSDClient);
                }
                else
                {
                    status = kIOReturnBusy;
                }

                error = gIOMediaBSDClient->errnoFromReturn(status);
            }

        } break;

        default:
        {
            //
            // A foreign ioctl was received.  Log an error to the console.
            //

            IOLog( "%s: ioctl(%s\'%c\',%d,%d) is unsupported.\n",
                   minor->name,
                   ((cmd & IOC_INOUT) == IOC_INOUT) ? ("_IOWR,") :
                     ( ((cmd & IOC_OUT) == IOC_OUT) ? ("_IOR,") :
                       ( ((cmd & IOC_IN) == IOC_IN) ? ("_IOW,") :
                         ( ((cmd & IOC_VOID) == IOC_VOID) ? ("_IO,") : "" ) ) ),
                   (char) IOCGROUP(cmd),
                   (int)  (cmd & 0xff),
                   (int)  IOCPARM_LEN(cmd) );

            error = ENOTTY;

        } break;
    }

    return error;                                       // (return error status)
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkioctl_bdev(dev_t dev, u_long cmd, caddr_t data, int f, struct proc * proc)
{
    //
    // dkioctl_bdev performs operations other than a read or write, specific to
    // the block device.
    //

    int         error = 0;
    MinorSlot * minor = gIOMediaBSDClient->getMinor(minor(dev));

    if ( minor->isEjecting )  return EBADF;               // (is minor in flux?)

    //
    // Process the ioctl.
    //

    switch ( cmd )
    {
        case DKIOCGETBLOCKSIZE:                      // getBlockSize(int * out);
        {
            //
            // This ioctl returns the preferred (or overrided) block size of the
            // media object.
            //

            *(int *)data = (int) minor->bdevBlockSize;

        } break;

        case DKIOCSETBLOCKSIZE:                       // setBlockSize(int * in);
        {
            //
            // This ioctl overrides the block size for the media object, for the
            // duration of all block device opens at this minor.
            //

            if ( *(int *)data > 0 )
                minor->bdevBlockSize = (UInt64) (*(int *)data);
            else
                error = EINVAL;

        } break;

        case DKIOCGETBLOCKCOUNT:                    // getBlockCount(int * out);
        {
            //
            // This ioctl returns the size of the media object in blocks.  The
            // implied block size is returned by DKIOCGETBLOCKSIZE.
            //

            if ( minor->bdevBlockSize )
                *(int *)data = (int) ( minor->media->getSize() /
                                       minor->bdevBlockSize    );
            else
                *(int *)data = 0;

        } break;

        default:
        {
            //
            // Call the common ioctl handler for all other ioctls.
            //

            error = dkioctl(dev, cmd, data, f, proc);

        } break;
    }

    return error;                                       // (return error status)
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dksize(dev_t dev)
{
    //
    // dksize returns the block size of the media.
    //
    // This is a departure from BSD 4.4's definition of this function, that is,
    // it will not return the size of the disk partition, as would be expected
    // in a BSD 4.4 implementation.
    //

    MinorSlot * minor = gIOMediaBSDClient->getMinor(minor(dev));

    if ( minor->isEjecting )  return 0;                   // (is minor in flux?)

    return (int) minor->bdevBlockSize;                    // (return block size)
}

// =============================================================================
// Support For BSD Functions

inline dev_t DKR_GET_DEV(dkr_t dkr, dkrtype_t dkrtype)
{
    return (dkrtype == DKRTYPE_BUF)
           ? ((struct buf *)dkr)->b_dev
           : ((struct dio *)dkr)->dev;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline UInt64 DKR_GET_BYTE_COUNT(dkr_t dkr, dkrtype_t dkrtype)
{
    return (dkrtype == DKRTYPE_BUF)
           ? ((struct buf *)dkr)->b_bcount
           : ((struct dio *)dkr)->uio->uio_resid;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline UInt64 DKR_GET_BYTE_START(dkr_t dkr, dkrtype_t dkrtype)
{
    if (dkrtype == DKRTYPE_BUF)
    {
        struct buf * bp    = (struct buf *)dkr;
        MinorSlot *  minor = gIOMediaBSDClient->getMinor(minor(bp->b_dev));

        return bp->b_blkno * minor->bdevBlockSize;
    }
    return ((struct dio *)dkr)->uio->uio_offset;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline bool DKR_IS_READ(dkr_t dkr, dkrtype_t dkrtype)
{
    return (dkrtype == DKRTYPE_BUF)
           ? ((((struct buf *)dkr)->b_flags & B_READ) == B_READ)
           : ((((struct dio *)dkr)->uio->uio_rw) == UIO_READ);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline bool DKR_IS_ASYNCHRONOUS(dkr_t dkr, dkrtype_t dkrtype)
{
    return (dkrtype == DKRTYPE_BUF)
           ? true
           : false;
}


// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline bool DKR_IS_RAW(dkr_t dkr, dkrtype_t dkrtype)
{
    return (dkrtype == DKRTYPE_BUF)
           ? false
           : true;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline void DKR_SET_BYTE_COUNT(dkr_t dkr, dkrtype_t dkrtype, UInt64 bcount)
{
    if (dkrtype == DKRTYPE_BUF)
        ((struct buf *)dkr)->b_resid = ((struct buf *)dkr)->b_bcount - bcount;
    else
        ((struct dio *)dkr)->uio->uio_resid -= bcount;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline void DKR_RUN_COMPLETION(dkr_t dkr, dkrtype_t dkrtype, IOReturn status)
{
    if (dkrtype == DKRTYPE_BUF)
    {
        struct buf * bp = (struct buf *)dkr;

        bp->b_error  = gIOMediaBSDClient->errnoFromReturn(status);   // (error?)
        bp->b_flags |= (status != kIOReturnSuccess) ? B_ERROR : 0;   // (error?)
        biodone(bp);                                       // (complete request)
    }
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

inline IOMemoryDescriptor * DKR_GET_BUFFER(dkr_t dkr, dkrtype_t dkrtype)
{
    if (dkrtype == DKRTYPE_BUF)
    {
        struct buf * bp = (struct buf *)dkr;

        if ( (bp->b_flags & B_VECTORLIST) )
        {
            assert(sizeof(IOPhysicalRange         ) == sizeof(iovec          ));
            assert(sizeof(IOPhysicalRange::address) == sizeof(iovec::iov_base));
            assert(sizeof(IOPhysicalRange::length ) == sizeof(iovec::iov_len ));

            return IOMemoryDescriptor::withPhysicalRanges(   // (multiple-range)
              (IOPhysicalRange *) bp->b_vectorlist,
              (UInt32)            bp->b_vectorcount,
              (bp->b_flags & B_READ) ? kIODirectionIn : kIODirectionOut,
              true );
        }

        return IOMemoryDescriptor::withAddress(                // (single-range)
          (vm_address_t) bp->b_data,
          (vm_size_t)    bp->b_bcount,
          (bp->b_flags & B_READ) ? kIODirectionIn : kIODirectionOut,
          (bp->b_flags & B_PHYS) ? get_user_task() : get_kernel_task() );
    }
    else
    {
        struct uio * uio = ((struct dio *)dkr)->uio;

        assert(sizeof(IOVirtualRange         ) == sizeof(iovec          )); 
        assert(sizeof(IOVirtualRange::address) == sizeof(iovec::iov_base));
        assert(sizeof(IOVirtualRange::length ) == sizeof(iovec::iov_len ));

        return IOMemoryDescriptor::withRanges(               // (multiple-range)
        (IOVirtualRange *) uio->uio_iov,
        (UInt32)           uio->uio_iovcnt,
        (uio->uio_rw     == UIO_READ    ) ? kIODirectionIn  : kIODirectionOut,
        (uio->uio_segflg != UIO_SYSSPACE) ? get_user_task() : get_kernel_task(),
        true );
    }
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

int dkreadwrite(dkr_t dkr, dkrtype_t dkrtype)
{
    //
    // dkreadwrite performs a read or write operation.
    //

    IOMemoryDescriptor * buffer;
    register UInt64      byteCount;
    register UInt64      byteStart;
    UInt64               mediaSize;
    MinorSlot *          minor;
    IOReturn             status;

    minor = gIOMediaBSDClient->getMinor(minor(DKR_GET_DEV(dkr, dkrtype)));

    if ( minor->isEjecting )                              // (is minor in flux?)
    {
        status = kIOReturnNoMedia;
        goto dkreadwriteErr;
    }

    if ( minor->media->isFormatted() == false )       // (is media unformatted?)
    {
        status = kIOReturnUnformattedMedia;
        goto dkreadwriteErr;
    }

    byteCount = DKR_GET_BYTE_COUNT(dkr, dkrtype);            // (get byte count)
    byteStart = DKR_GET_BYTE_START(dkr, dkrtype);            // (get byte start)
    mediaSize = minor->media->getSize();                     // (get media size)

    //
    // Reads that start at (or perhaps past) the end-of-media are not considered
    // errors, even though no data is transferred, while writes at (or past) the
    // end-of-media do indeed return errors under BSD semantics.
    // 

    if ( byteStart >= mediaSize )     // (is start at or past the end-of-media?)
    {
        status = DKR_IS_READ(dkr,dkrtype) ? kIOReturnSuccess : kIOReturnIOError;
        goto dkreadwriteErr;
    }

    //
    // Reads and writes, via the character device, that do not start or end on a
    // media block boundary are considered errors under BSD semantics.
    //

    if ( DKR_IS_RAW(dkr, dkrtype) )
    {
        UInt64 mediaBlockSize = minor->media->getPreferredBlockSize();

        if ( (byteStart % mediaBlockSize) || (byteCount % mediaBlockSize) )
        {
            status = kIOReturnNotAligned;
            goto dkreadwriteErr;
        }
    }

    //
    // Build a descriptor which describes the buffer involved in the transfer.
    //

    buffer = DKR_GET_BUFFER(dkr, dkrtype);

    if ( buffer == 0 )                                           // (no buffer?)
    {
        status = kIOReturnNoMemory;
        goto dkreadwriteErr;
    }

    //
    // Reads and writes that extend beyond the end-of-media are not considered
    // errors under BSD semantics.  We are to transfer as many bytes as can be
    // read or written from the medium and return no error.  This differs from
    // IOMedia semantics which is to fail the entire request without copying a
    // single byte should it include something past the end-of-media.  We must
    // adapt the IOMedia semantics to look like BSD semantics here.
    // 
    // Clip the transfer buffer should this be a short read or write request.
    //

    if ( byteCount > mediaSize - byteStart )           // (clip at end-of-media)
    {
        IOMemoryDescriptor * originalBuffer = buffer;

        buffer = IOMemoryDescriptor::withSubRange(
                           /* descriptor    */ originalBuffer,
                           /* withOffset    */ 0,
                           /* withLength    */ mediaSize - byteStart,
                           /* withDirection */ originalBuffer->getDirection() );

        originalBuffer->release();   // (either retained above or about to fail)

        if ( buffer == 0 )                                      // (no buffer?)
        {
            status = kIOReturnNoMemory;
            goto dkreadwriteErr;
        }
    }

    //
    // Execute the transfer. 
    //

    if ( DKR_IS_ASYNCHRONOUS(dkr, dkrtype) )       // (an asynchronous request?)
    {
        IOStorageCompletion completion;

        completion.target    = dkr;
        completion.action    = dkreadwritecompletion;
        completion.parameter = (void *) dkrtype;

        if ( DKR_IS_READ(dkr, dkrtype) )                            // (a read?)
        {
            minor->media->read(  /* client     */ gIOMediaBSDClient,
                                 /* byteStart  */ byteStart,
                                 /* buffer     */ buffer,
                                 /* completion */ completion );          // (go)
        }
        else                                                       // (a write?)
        {
            minor->media->write( /* client     */ gIOMediaBSDClient,
                                 /* byteStart  */ byteStart,
                                 /* buffer     */ buffer,
                                 /* completion */ completion );          // (go)
        }

        status = kIOReturnSuccess;
    }
    else                                     // (is this a synchronous request?)
    {
        if ( DKR_IS_READ(dkr, dkrtype) )                            // (a read?)
        {
///m:2333367:workaround:commented:start
//          status = minor->media->read(
///m:2333367:workaround:commented:stop
///m:2333367:workaround:added:start
            status = minor->media->IOStorage::read(
///m:2333367:workaround:added:stop
                                 /* client          */ gIOMediaBSDClient,
                                 /* byteStart       */ byteStart,
                                 /* buffer          */ buffer,
                                 /* actualByteCount */ &byteCount );     // (go)
        }
        else                                                       // (a write?)
        {
///m:2333367:workaround:commented:start
//          status = minor->media->write(
///m:2333367:workaround:commented:stop
///m:2333367:workaround:added:start
            status = minor->media->IOStorage::write(
///m:2333367:workaround:added:stop
                                 /* client          */ gIOMediaBSDClient,
                                 /* byteStart       */ byteStart,
                                 /* buffer          */ buffer,
                                 /* actualByteCount */ &byteCount );     // (go)
        }

        dkreadwritecompletion(dkr, (void *)dkrtype, status, byteCount);
    }

    //
    // We release our retain on the buffer now, even though in the asynchronous
    // case, the object needs to exist for the duration of the transfer.  While
    // this might appear to be a mistake, it is not.   The layers below us will
    // have retained the buffer themselves.
    //

    buffer->release();                     // (release our retain on the buffer)

    return gIOMediaBSDClient->errnoFromReturn(status);  // (return error status)

dkreadwriteErr:

    dkreadwritecompletion(dkr, (void *)dkrtype, status, 0);

    return gIOMediaBSDClient->errnoFromReturn(status);  // (return error status)
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void dkreadwritecompletion( void *   target,
                            void *   parameter,
                            IOReturn status,
                            UInt64   actualByteCount )
{
    //
    // dkreadwritecompletion cleans up after a read or write operation.
    //

    dkr_t     dkr      = (dkr_t) target;
    dkrtype_t dkrtype  = (dkrtype_t) (int) parameter;
    dev_t     dev      = DKR_GET_DEV(dkr, dkrtype);

#ifdef IOMEDIABSDCLIENT_IOSTAT_SUPPORT
    UInt32    anchorID = gIOMediaBSDClient->getMinor(minor(dev))->anchorID;

    if ( anchorID < DK_NDRIVE )
    {
        IOBlockStorageDriver * d = dk_drive[anchorID];

        if ( d )
        {
            dk_xfer[anchorID] = (long)
            ( d->getStatistic(IOBlockStorageDriver::kStatisticsReads ) +
              d->getStatistic(IOBlockStorageDriver::kStatisticsWrites) );
            dk_wds[anchorID] = (long) (8 *
            ( d->getStatistic(IOBlockStorageDriver::kStatisticsBytesRead   ) +
              d->getStatistic(IOBlockStorageDriver::kStatisticsBytesWritten)) );
        }
    }
#endif IOMEDIABSDCLIENT_IOSTAT_SUPPORT

    if ( status != kIOReturnSuccess )             // (log errors to the console)
    {
        IOLog( "%s: %s.\n",
               gIOMediaBSDClient->getMinor(minor(dev))->name,
               gIOMediaBSDClient->stringFromReturn(status) );
    }

    DKR_SET_BYTE_COUNT(dkr, dkrtype, actualByteCount);       // (set byte count)
    DKR_RUN_COMPLETION(dkr, dkrtype, status);                // (run completion)
}

// =============================================================================
// AnchorTable Class

AnchorTable::AnchorTable(UInt32 growCount, UInt32 maxCount)
{
    //
    // Initialize this object's minimal state.
    //

    _table          = 0;
    _tableCount     = 0;
    _tableGrowCount = growCount;
    _tableMaxCount  = maxCount;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

AnchorTable::~AnchorTable()
{
    //
    // Free all of this object's outstanding resources.
    //

    for ( UInt32 anchorID = 0; anchorID < _tableCount; anchorID++ )
        if ( _table[anchorID].isAssigned )  remove(anchorID);

    if ( _table )  IODelete(_table, AnchorSlot, _tableCount);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

UInt32 AnchorTable::insert(IOService * anchor)
{
    //
    // This method inserts the specified anchor into an unassigned slot in the
    // anchor table and returns its ID (or kInvalidAnchorID on a failure).
    //
    // Note that the anchor is transparently removed from the table should the
    // anchor terminate (or it is at least marked obsolete,  should references
    // to the anchor still exist in the minor table).
    //

    UInt32       anchorID;
    IONotifier * notifier;

    // Search for an unassigned slot in the anchor table.

    for ( anchorID = 0; anchorID < _tableCount; anchorID++ )
        if ( _table[anchorID].isAssigned == false )  break;

    // Was an unassigned slot found?  If not, grow the table.

    if ( anchorID == _tableCount )
    {
        AnchorSlot * newTable;
        UInt32       newTableCount;

        // We must expand the anchor table since no more slots are available.

        if ( _tableCount >= _tableMaxCount )  return kInvalidAnchorID;

        newTableCount = min(_tableGrowCount + _tableCount, _tableMaxCount);
        newTable      = IONew(AnchorSlot, newTableCount);

        if ( newTable == 0 )  return kInvalidAnchorID;

        bzero(newTable, newTableCount * sizeof(AnchorSlot));

        // Copy over the old table's entries, then free the old table.

        if ( _table )
        {
            bcopy(_table, newTable, _tableCount * sizeof(AnchorSlot));
            IODelete(_table, AnchorSlot, _tableCount);
        }
    
        // Obtain the next unassigned index (simple since we know the size of
        // the old table),  then update our instance variables to reflect the
        // new tables.

        anchorID    = _tableCount;
        _table      = newTable;
        _tableCount = newTableCount;
    }

    // Create a notification handler for the anchor's termination (post-stop);
    // the handler will remove the anchor transparently from the table if the
    // anchor terminates (or at least marks it obsolete, if references to the
    // anchor still exist in the minor table).

    notifier = anchor->registerInterest(
                          /* type        */ gIOGeneralInterest,
                          /* action      */ anchorWasNotified,
                          /* target      */ this,
                          /* parameter   */ 0 );
  
    if ( notifier == 0 )  return kInvalidAnchorID;

    // Zero the new slot, fill it in, and retain the anchor object.

    bzero(&_table[anchorID], sizeof(AnchorSlot)); // (zero slot)

    _table[anchorID].isAssigned = true;           // (fill in slot)
    _table[anchorID].isObsolete = false;
    _table[anchorID].anchor     = anchor;
    _table[anchorID].notifier   = notifier;

    _table[anchorID].anchor->retain();            // (retain anchor)

#ifdef IOMEDIABSDCLIENT_IOSTAT_SUPPORT
    if ( anchorID < DK_NDRIVE )
    {
        dk_drive[anchorID] = OSDynamicCast(IOBlockStorageDriver, anchor);
        if ( anchorID + 1 > (UInt32) dk_ndrive )  dk_ndrive = anchorID + 1;
    }
#endif IOMEDIABSDCLIENT_IOSTAT_SUPPORT

    return anchorID;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void AnchorTable::remove(UInt32 anchorID)
{
    //
    // This method removes the specified anchor from the anchor table.
    //

    assert(anchorID < _tableCount);
    assert(_table[anchorID].isAssigned);

    // Release the resources retained in the anchor slot and zero it.

    _table[anchorID].notifier->remove();
    _table[anchorID].anchor->release();           // (release anchor)

    bzero(&_table[anchorID], sizeof(AnchorSlot)); // (zero slot)

#ifdef IOMEDIABSDCLIENT_IOSTAT_SUPPORT
    if ( anchorID < DK_NDRIVE )
    {
        dk_drive[anchorID] = 0;
        for (dk_ndrive = DK_NDRIVE; dk_ndrive; dk_ndrive--)
        {
           if ( dk_drive[dk_ndrive - 1] )  break;
        }
    }
#endif IOMEDIABSDCLIENT_IOSTAT_SUPPORT
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void AnchorTable::obsolete(UInt32 anchorID)
{
    //
    // This method obsoletes the specified anchor, that is, the slot is marked
    // as obsolete and will be removed later via the minor table remove method
    // once it detects references to the anchor ID drop to 0.   Once obsoleted,
    // the anchor can be considered to be removed, since it will not appear in
    // locate searches, even though behind the scenes it still occupies a slot.
    //

    assert(anchorID < _tableCount);
    assert(_table[anchorID].isAssigned);

    // Mark the anchor as obsolete so that it can be removed from the table as
    // soon as all its references go away (minor table's responsibility).

    _table[anchorID].isObsolete = true;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

UInt32 AnchorTable::locate(IOService * anchor)
{
    //
    // This method searches for the specified anchor in the anchor table and
    // returns its ID (or kInvalidAnchorID on a failure).   It ignores slots
    // marked as obsolete.
    //

    for (UInt32 anchorID = 0; anchorID < _tableCount; anchorID++)
    {
        if ( _table[anchorID].isAssigned != false  &&
             _table[anchorID].isObsolete == false  &&
             _table[anchorID].anchor     == anchor )  return anchorID;
    }

    return kInvalidAnchorID;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool AnchorTable::isObsolete(UInt32 anchorID)
{
    //
    // Determine whether the specified anchor ID is marked as obsolete.
    //

    assert(anchorID < _tableCount);
    assert(_table[anchorID].isAssigned);

    return _table[anchorID].isObsolete ? true : false;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

IOReturn AnchorTable::anchorWasNotified( void *      /* target */,
                                         void *      /* parameter */,
                                         UInt32      messageType,
                                         IOService * anchor,
                                         void *      /* messageArgument */,
                                         vm_size_t   /* messageArgumentSize */ )
{
    //
    // Notification handler for anchors.
    //
    
    UInt32 anchorID;

    assert(gIOMediaBSDClient);

    // Determine whether this is a termination notification (post-stop).

    if ( messageType != kIOMessageServiceIsTerminated )
        return kIOReturnSuccess;

    // Disable access to tables, matching, opens, closes, and terminations.

    gIOMediaBSDClient->lockForArbitration();

    // Determine whether this anchor is in the anchor table (obsolete occurences
    // are skipped in the search, as appropriate, since those anchor IDs will be
    // removed as it is).

    anchorID = gIOMediaBSDClient->getAnchors()->locate(anchor);

    if ( anchorID != kInvalidAnchorID )
    {
        // Determine whether this anchor is still has references in the minor
        // table.  If it does,  we mark the the anchor as obsolete so that it
        // will be removed later,  once references to it go to zero (which is
        // handled by MinorTable::remove).

        if ( gIOMediaBSDClient->getMinors()->hasReferencesToAnchorID(anchorID) )
            gIOMediaBSDClient->getAnchors()->obsolete(anchorID);
        else
            gIOMediaBSDClient->getAnchors()->remove(anchorID);
    }

    // Enable access to tables, matching, opens, closes, and terminations.

    gIOMediaBSDClient->unlockForArbitration();    

    return kIOReturnSuccess;
}

// =============================================================================
// MinorTable Class

MinorTable::MinorTable(UInt32 growCount, UInt32 maxCount)
{
    //
    // Initialize this object's minimal state.
    //

    _table          = 0;
    _tableCount     = 0;
    _tableGrowCount = growCount;
    _tableMaxCount  = maxCount;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

MinorTable::~MinorTable()
{
    //
    // Free all of this object's outstanding resources.
    //

    for ( UInt32 minorID = 0; minorID < _tableCount; minorID++ )
        if ( _table[minorID].isAssigned )  remove(minorID);

    if ( _table )  IODelete(_table, MinorSlot, _tableCount);
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

UInt32 MinorTable::insert(IOMedia * media, UInt32 anchorID, char * slicePath)
{
    //
    // This method inserts the specified media/anchorID pair into an unassigned
    // slot in the minor table and returns its ID (or kInvalidMinorID on error).
    //
    // Note that the bdev and cdev nodes are published as a result of this call,
    // with the name "[r]disk<anchorID><slicePath>".  For instance, "disk2s3s1"
    // for an anchorID of 2 and slicePath of "s3s1".
    //

    void *       bdevNode;
    void *       cdevNode;
    UInt32       minorID;
    char *       minorName;
    UInt32       minorNameSize;

    // Search for an unassigned slot in the minor table.

    for ( minorID = 0; minorID < _tableCount; minorID++ )
        if ( _table[minorID].isAssigned == false )  break;

    // Was an unassigned slot found?  If not, grow the table.

    if ( minorID == _tableCount )
    {
        MinorSlot * newTable;
        UInt32      newTableCount;

        // We must expand the minor table since no more slots are available.

        if ( _tableCount >= _tableMaxCount)  return kInvalidMinorID;

        newTableCount = min(_tableGrowCount + _tableCount, _tableMaxCount);
        newTable      = IONew(MinorSlot, newTableCount);

        if ( newTable == 0 )  return kInvalidMinorID;

        bzero(newTable, newTableCount * sizeof(MinorSlot));

        // Copy over the old table's entries, then free the old table.

        if ( _table )
        {
            bcopy(_table, newTable, _tableCount * sizeof(MinorSlot));
            IODelete(_table, MinorSlot, _tableCount);
        }

        // Obtain the next unassigned index (simple since we know the size of
        // the old table),  then update our instance variables to reflect the
        // new tables.

        minorID     = _tableCount;
        _table      = newTable;
        _tableCount = newTableCount;
    }

    // Create a buffer large enough to hold the full name of the minor.

    minorNameSize = strlen("disk#");
    for (unsigned temp = anchorID; temp >= 10; temp /= 10)  minorNameSize++;
    minorNameSize += strlen(slicePath);
    minorNameSize += 1;
    minorName = IONew(char, minorNameSize);

    // Create a block and character device node in BSD for this media.

    bdevNode = devfs_make_node( /* dev        */ makedev(kMajor, minorID),
                                /* type       */ DEVFS_BLOCK, 
                                /* owner      */ UID_ROOT,
                                /* group      */ GID_OPERATOR, 
                                /* permission */ media->isWritable()?0640:0440, 
                                /* name (fmt) */ "disk%d%s",
                                /* name (arg) */ anchorID,
                                /* name (arg) */ slicePath );

    cdevNode = devfs_make_node( /* dev        */ makedev(kMajor, minorID),
                                /* type       */ DEVFS_CHAR, 
                                /* owner      */ UID_ROOT,
                                /* group      */ GID_OPERATOR, 
                                /* permission */ media->isWritable()?0640:0440,
                                /* name (fmt) */ "rdisk%d%s",
                                /* name (arg) */ anchorID,
                                /* name (arg) */ slicePath );

    if ( minorName == 0 || bdevNode == 0 || cdevNode == 0 )
    {
        if ( cdevNode )   devfs_remove(cdevNode);
        if ( bdevNode )   devfs_remove(bdevNode);
        if ( minorName )  IODelete(minorName, char, minorNameSize);

        return kInvalidMinorID;
    }

    // Construct a name for the node.

    sprintf(minorName, "disk%ld%s", anchorID, slicePath);
    assert(strlen(minorName) + 1 == minorNameSize);

    // Zero the new slot, fill it in, and retain the media object.

    bzero(&_table[minorID], sizeof(MinorSlot));    // (zero slot)

    _table[minorID].isAssigned    = true;          // (fill in slot)
    _table[minorID].isEjecting    = false;
    _table[minorID].isObsolete    = false;
    _table[minorID].anchorID      = anchorID;
    _table[minorID].media         = media;
    _table[minorID].name          = minorName;
    _table[minorID].bdevBlockSize = media->getPreferredBlockSize();
    _table[minorID].bdevNode      = bdevNode;
    _table[minorID].bdevOpen      = false;
    _table[minorID].cdevNode      = cdevNode;
    _table[minorID].cdevOpen      = false;

    _table[minorID].media->retain();               // (retain media)

    return minorID;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void MinorTable::remove(UInt32 minorID)
{
    //
    // This method removes the specified minor from the minor table.
    //

    UInt32 anchorID;

    assert(minorID < _tableCount);
    assert(_table[minorID].isAssigned);

    assert(_table[minorID].isEjecting == false);
    assert(_table[minorID].bdevOpen == false);
    assert(_table[minorID].cdevOpen == false);

    anchorID = _table[minorID].anchorID;

    // Release the resources retained in the minor slot and zero it.

    devfs_remove(_table[minorID].cdevNode);
    devfs_remove(_table[minorID].bdevNode);
    IODelete(_table[minorID].name, char, strlen(_table[minorID].name) + 1);
    _table[minorID].media->release();              // (release media)

    bzero(&_table[minorID], sizeof(MinorSlot));    // (zero slot)

    // Determine whether the associated anchor ID is marked as obsolete.  If it
    // is and there are no other references to the anchor ID in the minor table,
    // we remove the anchor ID from the anchor table.

    assert(gIOMediaBSDClient);

    if ( gIOMediaBSDClient->getAnchors()->isObsolete(anchorID) )
    {
        if ( hasReferencesToAnchorID(anchorID) == false )
            gIOMediaBSDClient->getAnchors()->remove(anchorID);
    }
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

UInt32 MinorTable::locate(IOMedia * media)
{
    //
    // This method searches for the specified media in the minor table and
    // returns its ID (or kInvalidMinorID on an error).   It ignores slots
    // marked as obsolete.
    //

    for (UInt32 minorID = 0; minorID < _tableCount; minorID++)
    {
        if ( _table[minorID].isAssigned != false &&
             _table[minorID].isObsolete == false &&
             _table[minorID].media      == media )  return minorID;
    }

    return kInvalidMinorID;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

UInt32 MinorTable::getOpenCountForAnchorID(UInt32 anchorID)
{
    //
    // This method obtains a count of opens on the minors associated with the
    // specified anchor ID.  A block device open is counted separately from a
    // character device open.
    //

    UInt32 opens = 0;

    for ( UInt32 minorID = 0; minorID < _tableCount; minorID++ )
    {
        if ( _table[minorID].isAssigned != false    &&
             _table[minorID].anchorID   == anchorID )
        {
            opens += (_table[minorID].bdevOpen) ? 1 : 0;
            opens += (_table[minorID].cdevOpen) ? 1 : 0;
        }
    }

    return opens;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

IOMedia * MinorTable::getWholeMediaAtAnchorID(UInt32 anchorID)
{
    //
    // This method obtains the whole media associated with the specified anchor
    // ID.
    //

    for ( UInt32 minorID = 0; minorID < _tableCount; minorID++ )
    {
        if ( _table[minorID].isAssigned != false    &&
             _table[minorID].anchorID   == anchorID &&
             _table[minorID].media->isWhole() )  return _table[minorID].media;
    }

    return 0;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool MinorTable::hasReferencesToAnchorID(UInt32 anchorID)
{
    //
    // This method determines whether there are assigned minors in the minor
    // table that refer to the specified anchor ID.
    //

    for ( UInt32 minorID = 0; minorID < _tableCount; minorID++ )
    {
        if ( _table[minorID].isAssigned != false    &&
             _table[minorID].anchorID   == anchorID )  return true;
    }

    return false;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

MinorSlot * MinorTable::getMinor(UInt32 minorID)
{
    //
    // Obtain the structure describing the specified minor.
    //

    if ( minorID < _tableCount && _table[minorID].isAssigned )
        return &_table[minorID];
    else
        return 0;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

void MinorTable::obsolete(UInt32 minorID)
{
    //
    // This method obsoletes the specified minor, that is, the slot is marked
    // as obsolete and will be removed later via the dkclose function once it
    // detects the last close arrive.  Once obsoleted, the minor can be cons-
    // idered to be removed, since it will not appear in locate searches.
    //

    assert(minorID < _tableCount);
    assert(_table[minorID].isAssigned);

    // Mark the minor as obsolete so that it can be removed from the table as
    // soon as the last close arrives (dkclose function's responsibility).

    _table[minorID].isObsolete = true;
}

// - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

bool MinorTable::isObsolete(UInt32 minorID)
{
    //
    // Determine whether the specified minor ID is marked as obsolete.
    //

    assert(minorID < _tableCount);
    assert(_table[minorID].isAssigned);

    return _table[minorID].isObsolete ? true : false;
}