X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/d7e50217d7adf6e52786a38bcaa4cd698cb9a79e..f427ee49d309d8fc33ebf3042c3a775f2f530ded:/bsd/dev/memdev.c diff --git a/bsd/dev/memdev.c b/bsd/dev/memdev.c index bc41c0d44..fd7e8fa3d 100644 --- a/bsd/dev/memdev.c +++ b/bsd/dev/memdev.c @@ -1,3 +1,30 @@ +/* + * Copyright (c) 2004-2019 Apple Inc. All rights reserved. + * + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ + * + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. + * + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. + * + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ + */ /* * Copyright (c) 1988 University of Utah. * Copyright (c) 1990, 1993 @@ -44,13 +71,11 @@ /* * RAM disk driver. * - * Block interface to a ramdisk. + * Block interface to a ramdisk. * */ - #include -#include #include #include #include @@ -58,30 +83,46 @@ #include #include #include -#include #include #include -#include +#include #include - #include +#include +#include +#include #include -#include #include +#include #include -static open_close_fcn_t mdevopen; -static open_close_fcn_t mdevclose; -static psize_fcn_t mdevsize; -static strategy_fcn_t mdevstrategy; -static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p); -static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p); -static int mdevrw(dev_t dev, struct uio *uio, int ioflag); -static char *nonspace(char *pos, char *end); -static char *getspace(char *pos, char *end); -static char *cvtnum(char *pos, char *end, unsigned int *num); + +void mdevinit(int the_cnt); + +static open_close_fcn_t mdevopen; +static open_close_fcn_t mdevclose; +static psize_fcn_t mdevsize; +static strategy_fcn_t mdevstrategy; +static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p); +static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p); +static int mdevrw(dev_t dev, struct uio *uio, int ioflag); + +#ifdef CONFIG_MEMDEV_INSECURE +static char * nonspace(char *pos, char *end); +static char * getspace(char *pos, char *end); +static char * cvtnum(char *pos, char *end, uint64_t *num); +#endif /* CONFIG_MEMDEV_INSECURE */ + +extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t bytes); +extern void mapping_set_mod(ppnum_t pn); +extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va); + +/* + * Maximal number of memory devices. + */ +#define NB_MAX_MDEVICES (16) /* * cdevsw @@ -89,487 +130,631 @@ static char *cvtnum(char *pos, char *end, unsigned int *num); * D_CANFREE We support B_FREEBUF */ -static struct bdevsw mdevbdevsw = { - /* open */ mdevopen, - /* close */ mdevclose, - /* strategy */ mdevstrategy, - /* ioctl */ mdevbioctl, - /* dump */ eno_dump, - /* psize */ mdevsize, - /* flags */ D_DISK, +static const struct bdevsw mdevbdevsw = { + .d_open = mdevopen, + .d_close = mdevclose, + .d_strategy = mdevstrategy, + .d_ioctl = mdevbioctl, + .d_dump = eno_dump, + .d_psize = mdevsize, + .d_type = D_DISK, }; -static struct cdevsw mdevcdevsw = { - /* open */ mdevopen, - /* close */ mdevclose, - /* read */ mdevrw, - /* write */ mdevrw, - /* ioctl */ mdevcioctl, - /* stop */ eno_stop, - /* reset */ eno_reset, - /* ttys */ 0, - /* select */ eno_select, - /* mmap */ eno_mmap, - /* strategy */ eno_strat, - /* getc */ eno_getc, - /* putc */ eno_putc, - /* flags */ D_DISK, +static const struct cdevsw mdevcdevsw = { + .d_open = mdevopen, + .d_close = mdevclose, + .d_read = mdevrw, + .d_write = mdevrw, + .d_ioctl = mdevcioctl, + .d_stop = eno_stop, + .d_reset = eno_reset, + .d_ttys = NULL, + .d_select = eno_select, + .d_mmap = eno_mmap, + .d_strategy = eno_strat, + .d_reserved_1 = eno_getc, + .d_reserved_2 = eno_putc, + .d_type = D_DISK, }; struct mdev { - vm_offset_t mdBase; /* file size in bytes */ - uint32_t mdSize; /* file size in bytes */ - int mdFlags; /* flags */ - int mdSecsize; /* sector size */ - int mdBDev; /* Block device number */ - int mdCDev; /* Character device number */ - void * mdbdevb; - void * mdcdevb; -} mdev[16]; + uint64_t mdBase; /* file size in bytes */ + uint32_t mdSize; /* file size in bytes */ + int mdFlags; /* flags */ + int mdSecsize; /* sector size */ + int mdBDev; /* Block device number */ + int mdCDev; /* Character device number */ + void * mdbdevb; + void * mdcdevb; +} mdev[NB_MAX_MDEVICES]; /* mdFlags */ -#define mdInited 0x01 /* This device defined */ -#define mdRO 0x02 /* This device is read-only */ -#define mdPhys 0x04 /* This device is in physical memory */ +#define mdInited 0x01 /* This device defined */ +#define mdRO 0x02 /* This device is read-only */ +#define mdPhys 0x04 /* This device is in physical memory */ int mdevBMajor = -1; int mdevCMajor = -1; -static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char); -dev_t mdevadd(int devid, ppnum_t base, unsigned int size, int phys); -dev_t mdevlookup(int devid); - -static int mdevclose(dev_t dev, int flags, int devtype, struct proc *p) { - return (0); +static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char); +dev_t mdevadd(int devid, uint64_t base, unsigned int size, int phys); +dev_t mdevlookup(int devid); +void mdevremoveall(void); +int mdevgetrange(int devid, uint64_t *base, uint64_t *size); + +static int +mdevclose(__unused dev_t dev, __unused int flags, + __unused int devtype, __unused struct proc *p) +{ + return 0; } -static int mdevopen(dev_t dev, int flags, int devtype, struct proc *p) { - +static int +mdevopen(dev_t dev, int flags, __unused int devtype, __unused struct proc *p) +{ int devid; - devid = minor(dev); /* Get minor device number */ - - if (devid > 16) return (ENXIO); /* Not valid */ - - if ((flags & FWRITE) && (mdev[devid].mdFlags & mdRO)) return (EACCES); /* Currently mounted RO */ + devid = minor(dev); /* Get minor device number */ - return(0); + if (devid >= NB_MAX_MDEVICES) { + return ENXIO; /* Not valid */ + } + if ((flags & FWRITE) && (mdev[devid].mdFlags & mdRO)) { + return EACCES; /* Currently mounted RO */ + } + return 0; } -static int mdevrw(dev_t dev, struct uio *uio, int ioflag) { - int status; - int unit; - addr64_t mdata; - int devid; - enum uio_seg saveflag; +static int +mdevrw(dev_t dev, struct uio *uio, __unused int ioflag) +{ + int status; + addr64_t mdata; + int devid; + enum uio_seg saveflag; - devid = minor(dev); /* Get minor device number */ + devid = minor(dev); /* Get minor device number */ - if (devid > 16) return (ENXIO); /* Not valid */ - if (!(mdev[devid].mdFlags & mdInited)) return (ENXIO); /* Have we actually been defined yet? */ + if (devid >= NB_MAX_MDEVICES) { + return ENXIO; /* Not valid */ + } + if (!(mdev[devid].mdFlags & mdInited)) { + return ENXIO; /* Have we actually been defined yet? */ + } + mdata = ((addr64_t)mdev[devid].mdBase << 12) + uio->uio_offset; /* Point to the area in "file" */ - mdata = ((addr64_t)mdev[devid].mdBase << 12) + uio->uio_offset; /* Point to the area in "file" */ - - saveflag = uio->uio_segflg; /* Remember what the request is */ - if (mdev[devid].mdFlags & mdPhys) uio->uio_segflg = UIO_PHYS_USERSPACE; /* Make sure we are moving from physical ram if physical device */ - status = uiomove64(mdata, uio->uio_resid, uio); /* Move the data */ - uio->uio_segflg = saveflag; /* Restore the flag */ + saveflag = uio->uio_segflg; /* Remember what the request is */ +#if LP64_DEBUG + if (UIO_IS_USER_SPACE(uio) == 0 && UIO_IS_SYS_SPACE(uio) == 0) { + panic("mdevrw - invalid uio_segflg\n"); + } +#endif /* LP64_DEBUG */ + /* Make sure we are moving from physical ram if physical device */ + if (mdev[devid].mdFlags & mdPhys) { + if (uio->uio_segflg == UIO_USERSPACE64) { + uio->uio_segflg = UIO_PHYS_USERSPACE64; + } else if (uio->uio_segflg == UIO_USERSPACE32) { + uio->uio_segflg = UIO_PHYS_USERSPACE32; + } else { + uio->uio_segflg = UIO_PHYS_USERSPACE; + } + } + status = uiomove64(mdata, (int)uio_resid(uio), uio); /* Move the data */ + uio->uio_segflg = saveflag; /* Restore the flag */ - return (status); + return status; } -static void mdevstrategy(struct buf *bp) { - int unmap; - unsigned int sz, left, lop, csize; - kern_return_t ret; +static void +mdevstrategy(struct buf *bp) +{ + unsigned int left, lop, csize; vm_offset_t vaddr, blkoff; - struct buf *tbuf; int devid; addr64_t paddr, fvaddr; ppnum_t pp; - devid = minor(bp->b_dev); /* Get minor device number */ + devid = minor(buf_device(bp)); /* Get minor device number */ - if ((mdev[devid].mdFlags & mdInited) == 0) { /* Have we actually been defined yet? */ - bp->b_error = ENXIO; - bp->b_flags |= B_ERROR; - biodone(bp); + if ((mdev[devid].mdFlags & mdInited) == 0) { /* Have we actually been defined yet? */ + buf_seterror(bp, ENXIO); + buf_biodone(bp); return; } - bp->b_resid = bp->b_bcount; /* Set byte count */ - - blkoff = bp->b_blkno * mdev[devid].mdSecsize; /* Get offset into file */ + buf_setresid(bp, buf_count(bp)); /* Set byte count */ + + blkoff = buf_blkno(bp) * mdev[devid].mdSecsize; /* Get offset into file */ /* * Note that reading past end is an error, but reading at end is an EOF. For these - * we just return with b_resid == b_bcount. + * we just return with resid == count. */ - if (blkoff >= (mdev[devid].mdSize << 12)) { /* Are they trying to read/write at/after end? */ - if(blkoff != (mdev[devid].mdSize << 12)) { /* Are we trying to read after EOF? */ - bp->b_error = EINVAL; /* Yeah, this is an error */ - bp->b_flags |= B_ERROR | B_INVAL; + if (blkoff >= (mdev[devid].mdSize << 12)) { /* Are they trying to read/write at/after end? */ + if (blkoff != (mdev[devid].mdSize << 12)) { /* Are we trying to read after EOF? */ + buf_seterror(bp, EINVAL); /* Yeah, this is an error */ } - biodone(bp); /* Return */ + buf_biodone(bp); /* Return */ return; } - if ((blkoff + bp->b_bcount) > (mdev[devid].mdSize << 12)) { /* Will this read go past end? */ - bp->b_bcount = ((mdev[devid].mdSize << 12) - blkoff); /* Yes, trim to max */ - } - - vaddr = 0; /* Assume not mapped yet */ - unmap = 0; - - if (bp->b_flags & B_VECTORLIST) { /* Do we have a list of UPLs? */ - tbuf = (struct buf *)bp->b_real_bp; /* Get this for C's inadequacies */ - if((bp->b_flags & B_NEED_IODONE) && /* If we have a UPL, is it already mapped? */ - tbuf && - tbuf->b_data) { - vaddr = tbuf->b_data; /* We already have this mapped in, get base address */ - } - else { /* Not mapped yet */ - ret = ubc_upl_map(bp->b_pagelist, &vaddr); /* Map it in */ - if(ret != KERN_SUCCESS) panic("ramstrategy: ubc_upl_map failed, rc = %08X\n", ret); - unmap = 1; /* Remember to unmap later */ - } - vaddr = vaddr += bp->b_uploffset; /* Calculate actual vaddr */ - } - else vaddr = bp->b_data; /* No UPL, we already have address */ - - fvaddr = (mdev[devid].mdBase << 12) + blkoff; /* Point to offset into ram disk */ - - if(bp->b_flags & B_READ) { /* Is this a read? */ - if(!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */ - bcopy((void *)fvaddr, (void *)vaddr, bp->b_bcount); /* This is virtual, just get the data */ - } - else { - left = bp->b_bcount; /* Init the amount left to copy */ - while(left) { /* Go until it is all copied */ - - lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */ - csize = min(lop, left); /* Don't move more than we need to */ - - pp = pmap_find_phys(kernel_pmap, (addr64_t)((unsigned int)vaddr)); /* Get the sink physical address */ - if(!pp) { /* Not found, what gives? */ - panic("mdevstrategy: sink address %016llX not mapped\n", (addr64_t)((unsigned int)vaddr)); + if ((blkoff + buf_count(bp)) > (mdev[devid].mdSize << 12)) { /* Will this read go past end? */ + buf_setcount(bp, (uint32_t)((mdev[devid].mdSize << 12) - blkoff)); /* Yes, trim to max */ + } + /* + * make sure the buffer's data area is + * accessible + */ + if (buf_map(bp, (caddr_t *)&vaddr)) { + panic("ramstrategy: buf_map failed\n"); + } + + fvaddr = (mdev[devid].mdBase << 12) + blkoff; /* Point to offset into ram disk */ + + if (buf_flags(bp) & B_READ) { /* Is this a read? */ + if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */ + bcopy((void *)((uintptr_t)fvaddr), + (void *)vaddr, (size_t)buf_count(bp)); /* This is virtual, just get the data */ + } else { + left = buf_count(bp); /* Init the amount left to copy */ + while (left) { /* Go until it is all copied */ + lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */ + csize = min(lop, left); /* Don't move more than we need to */ + + pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */ + if (!pp) { /* Not found, what gives? */ + panic("mdevstrategy: sink address %016llX not mapped\n", (addr64_t)((uintptr_t)vaddr)); } - paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ - bcopy_phys(fvaddr, paddr, csize); /* Copy this on in */ - mapping_set_mod(paddr >> 12); /* Make sure we know that it is modified */ - - left = left - csize; /* Calculate what is left */ - vaddr = vaddr + csize; /* Move to next sink address */ - fvaddr = fvaddr + csize; /* Bump to next physical address */ + paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ + bcopy_phys(fvaddr, paddr, csize); /* Copy this on in */ + mapping_set_mod((ppnum_t)(paddr >> 12)); /* Make sure we know that it is modified */ + + left = left - csize; /* Calculate what is left */ + vaddr = vaddr + csize; /* Move to next sink address */ + fvaddr = fvaddr + csize; /* Bump to next physical address */ } } - } - else { /* This is a write */ - if(!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */ - bcopy((void *)vaddr, (void *)fvaddr, bp->b_bcount); /* This is virtual, just put the data */ - } - else { - left = bp->b_bcount; /* Init the amount left to copy */ - while(left) { /* Go until it is all copied */ - - lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */ - csize = min(lop, left); /* Don't move more than we need to */ - - pp = pmap_find_phys(kernel_pmap, (addr64_t)((unsigned int)vaddr)); /* Get the source physical address */ - if(!pp) { /* Not found, what gives? */ - panic("mdevstrategy: source address %016llX not mapped\n", (addr64_t)((unsigned int)vaddr)); + } else { /* This is a write */ + if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */ + bcopy((void *)vaddr, (void *)((uintptr_t)fvaddr), + (size_t)buf_count(bp)); /* This is virtual, just put the data */ + } else { + left = buf_count(bp); /* Init the amount left to copy */ + while (left) { /* Go until it is all copied */ + lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */ + csize = min(lop, left); /* Don't move more than we need to */ + + pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the source physical address */ + if (!pp) { /* Not found, what gives? */ + panic("mdevstrategy: source address %016llX not mapped\n", (addr64_t)((uintptr_t)vaddr)); } - paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ - - bcopy_phys(paddr, fvaddr, csize); /* Move this on out */ - - left = left - csize; /* Calculate what is left */ - vaddr = vaddr + csize; /* Move to next sink address */ - fvaddr = fvaddr + csize; /* Bump to next physical address */ + paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ + + bcopy_phys(paddr, fvaddr, csize); /* Move this on out */ + + left = left - csize; /* Calculate what is left */ + vaddr = vaddr + csize; /* Move to next sink address */ + fvaddr = fvaddr + csize; /* Bump to next physical address */ } } } - - if (unmap) { /* Do we need to unmap this? */ - ubc_upl_unmap(bp->b_pagelist); /* Yes, unmap it */ - } - - bp->b_resid = 0; /* Nothing more to do */ - biodone(bp); /* Say we've finished */ + /* + * buf_unmap takes care of all the cases + * it will unmap the buffer from kernel + * virtual space if that was the state + * when we mapped it. + */ + buf_unmap(bp); + + buf_setresid(bp, 0); /* Nothing more to do */ + buf_biodone(bp); /* Say we've finished */ } -static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p) { - return (mdevioctl(dev, cmd, data, flag, p, 0)); +static int +mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p) +{ + return mdevioctl(dev, cmd, data, flag, p, 0); } -static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p) { - return (mdevioctl(dev, cmd, data, flag, p, 1)); +static int +mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p) +{ + return mdevioctl(dev, cmd, data, flag, p, 1); } -static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char) { - +static int +mdevioctl(dev_t dev, u_long cmd, caddr_t data, __unused int flag, + struct proc *p, int is_char) +{ int error; - u_long *f; + u_int32_t *f; u_int64_t *o; int devid; + dk_memdev_info_t * memdev_info; - devid = minor(dev); /* Get minor device number */ + devid = minor(dev); /* Get minor device number */ - if (devid > 16) return (ENXIO); /* Not valid */ - - error = suser(p->p_ucred, &p->p_acflag); /* Are we superman? */ - if (error) return (error); /* Nope... */ - - f = (u_long*)data; + if (devid >= NB_MAX_MDEVICES) { + return ENXIO; /* Not valid */ + } + error = proc_suser(p); /* Are we superman? */ + if (error) { + return error; /* Nope... */ + } + f = (u_int32_t*)data; o = (u_int64_t *)data; + memdev_info = (dk_memdev_info_t *) data; switch (cmd) { + case DKIOCGETMAXBLOCKCOUNTREAD: + *o = 32; + break; - case DKIOCGETMAXBLOCKCOUNTREAD: - *o = 32; - break; - - case DKIOCGETMAXBLOCKCOUNTWRITE: - *o = 32; - break; - - case DKIOCGETMAXSEGMENTCOUNTREAD: - *o = 32; - break; - - case DKIOCGETMAXSEGMENTCOUNTWRITE: - *o = 32; - break; - - case DKIOCGETBLOCKSIZE: - *f = mdev[devid].mdSecsize; - break; - - case DKIOCSETBLOCKSIZE: - if (is_char) return (ENODEV); /* We can only do this for a block */ - - if (*f < DEV_BSIZE) return (EINVAL); /* Too short? */ - - mdev[devid].mdSecsize = *f; /* set the new block size */ - break; - - case DKIOCISWRITABLE: - *f = 1; - break; - - case DKIOCGETBLOCKCOUNT32: - if(!(mdev[devid].mdFlags & mdInited)) return (ENXIO); - *f = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize; - break; - - case DKIOCGETBLOCKCOUNT64: - if(!(mdev[devid].mdFlags & mdInited)) return (ENXIO); - *o = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize; - break; - - default: - error = ENOTTY; - break; - } - return(error); -} + case DKIOCGETMAXBLOCKCOUNTWRITE: + *o = 32; + break; + case DKIOCGETMAXSEGMENTCOUNTREAD: + *o = 32; + break; -static int mdevsize(dev_t dev) { + case DKIOCGETMAXSEGMENTCOUNTWRITE: + *o = 32; + break; - int devid; + case DKIOCGETBLOCKSIZE: + *f = mdev[devid].mdSecsize; + break; - devid = minor(dev); /* Get minor device number */ - if (devid > 16) return (ENXIO); /* Not valid */ + case DKIOCSETBLOCKSIZE: + if (is_char) { + return ENODEV; /* We can only do this for a block */ + } + if (*f < DEV_BSIZE) { + return EINVAL; /* Too short? */ + } + mdev[devid].mdSecsize = *f; /* set the new block size */ + break; + + case DKIOCISWRITABLE: + *f = 1; + break; + + case DKIOCGETBLOCKCOUNT: + if (!(mdev[devid].mdFlags & mdInited)) { + return ENXIO; + } + *o = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize; + break; + + /* + * We're interested in the following bits of information: + * Are you a memory-backed device (always yes, in this case)? + * Physical memory (mdPhys)? + * What is your base page? + * What is your size? + */ + case DKIOCGETMEMDEVINFO: + if (!(mdev[devid].mdFlags & mdInited)) { + return ENXIO; + } + memdev_info->mi_mdev = TRUE; + memdev_info->mi_phys = (mdev[devid].mdFlags & mdPhys) ? TRUE : FALSE; + memdev_info->mi_base = (uint32_t)mdev[devid].mdBase; + memdev_info->mi_size = mdev[devid].mdSize; + break; + + default: + error = ENOTTY; + break; + } + return error; +} - if ((mdev[devid].mdFlags & mdInited) == 0) return(-1); /* Not inited yet */ - return(mdev[devid].mdSecsize); +static int +mdevsize(dev_t dev) +{ + int devid; + + devid = minor(dev); /* Get minor device number */ + if (devid >= NB_MAX_MDEVICES) { + return ENXIO; /* Not valid */ + } + if ((mdev[devid].mdFlags & mdInited) == 0) { + return -1; /* Not inited yet */ + } + return mdev[devid].mdSecsize; } +#include -void mdevinit(int cnt) { +void +mdevinit(__unused int the_cnt) +{ +#ifdef CONFIG_MEMDEV_INSECURE int devid, phys; - ppnum_t base; - unsigned int size; + uint64_t base; + uint64_t size; char *ba, *lp; dev_t dev; - - - ba = PE_boot_args(); /* Get the boot arguments */ - lp = ba + 256; /* Point to the end */ - - while(1) { /* Step through, looking for our keywords */ - phys = 0; /* Assume virtual memory device */ - ba = nonspace(ba, lp); /* Find non-space */ - if(ba >= lp) return; /* We are done if no more... */ - if(((ba[0] != 'v') && (ba[0] != 'p')) - || (ba[1] != 'm') || (ba[2] != 'd') || (ba[4] != '=') - || (ba[3] < '0') || (ba[3] > 'f') - || ((ba[3] > '9') && (ba[3] < 'a'))) { /* Is this of form "vmdx=" or "pmdx=" where x is hex digit? */ - - ba = getspace(ba, lp); /* Find next white space or end */ - continue; /* Start looking for the next one */ - } - - if(ba[0] == 'p') phys = 1; /* Set physical memory disk */ - - devid = ba[3] & 0xF; /* Assume digit */ - if(ba[3] > '9') devid += 9; /* Adjust for hex digits */ - - ba = &ba[5]; /* Step past keyword */ - ba = cvtnum(ba, lp, &base); /* Convert base of memory disk */ - if(ba >= lp) return; /* Malformed one at the end, leave */ - if(ba[0] != '.') continue; /* If not length separater, try next... */ - if(base & 0xFFF) continue; /* Only allow page aligned stuff */ - - ba++; /* Step past '.' */ - ba = cvtnum(ba, lp, &size); /* Try to convert it */ - if(!size || (size & 0xFFF)) continue; /* Allow only non-zer page size multiples */ - if(ba < lp) { /* If we are not at end, check end character */ - if((ba[0] != ' ') && (ba[0] != 0)) continue; /* End must be null or space */ - } - - dev = mdevadd(devid, base >> 12, size >> 12, phys); /* Go add the device */ - } - return; -} + ba = PE_boot_args(); /* Get the boot arguments */ + lp = ba + 256; /* Point to the end */ -char *nonspace(char *pos, char *end) { /* Find next non-space in string */ + while (1) { /* Step through, looking for our keywords */ + phys = 0; /* Assume virtual memory device */ + ba = nonspace(ba, lp); /* Find non-space */ + if (ba >= lp) { + return; /* We are done if no more... */ + } + if (((ba[0] != 'v') && (ba[0] != 'p')) + || (ba[1] != 'm') || (ba[2] != 'd') || (ba[4] != '=') + || (ba[3] < '0') || (ba[3] > 'f') + || ((ba[3] > '9') && (ba[3] < 'a'))) { /* Is this of form "vmdx=" or "pmdx=" where x is hex digit? */ + ba = getspace(ba, lp); /* Find next white space or end */ + continue; /* Start looking for the next one */ + } - if(pos >= end) return end; /* Don't go past end */ - if(pos[0] == 0) return end; /* If at null, make end */ - - while(1) { /* Keep going */ - if(pos[0] != ' ') return pos; /* Leave if we found one */ - pos++; /* Stop */ - if(pos >= end) return end; /* Quit if we run off end */ + if (ba[0] == 'p') { + phys = 1; /* Set physical memory disk */ + } + devid = ba[3] & 0xF; /* Assume digit */ + if (ba[3] > '9') { + devid += 9; /* Adjust for hex digits */ + } + ba = &ba[5]; /* Step past keyword */ + ba = cvtnum(ba, lp, &base); /* Convert base of memory disk */ + if (ba >= lp) { + return; /* Malformed one at the end, leave */ + } + if (ba[0] != '.') { + continue; /* If not length separater, try next... */ + } + if (base & 0xFFF) { + continue; /* Only allow page aligned stuff */ + } + ba++; /* Step past '.' */ + ba = cvtnum(ba, lp, &size); /* Try to convert it */ + if (!size || (size & 0xFFF)) { + continue; /* Allow only non-zer page size multiples */ + } + if (ba < lp) { /* If we are not at end, check end character */ + if ((ba[0] != ' ') && (ba[0] != 0)) { + continue; /* End must be null or space */ + } + } + + dev = mdevadd(devid, base >> 12, (unsigned)size >> 12, phys); /* Go add the device */ } + +#endif /* CONFIG_MEMDEV_INSECURE */ + + return; } -char *getspace(char *pos, char *end) { /* Find next non-space in string */ +#ifdef CONFIG_MEMDEV_INSECURE - while(1) { /* Keep going */ - if(pos >= end) return end; /* Don't go past end */ - if(pos[0] == 0) return end; /* Leave if we hit null */ - if(pos[0] == ' ') return pos; /* Leave if we found one */ - pos++; /* Stop */ +char * +nonspace(char *pos, char *end) /* Find next non-space in string */ +{ + if (pos >= end) { + return end; /* Don't go past end */ + } + if (pos[0] == 0) { + return end; /* If at null, make end */ + } + while (1) { /* Keep going */ + if (pos[0] != ' ') { + return pos; /* Leave if we found one */ + } + pos++; /* Stop */ + if (pos >= end) { + return end; /* Quit if we run off end */ + } } } -char *cvtnum(char *pos, char *end, unsigned int *num) { /* Convert to a number */ +char * +getspace(char *pos, char *end) /* Find next non-space in string */ +{ + while (1) { /* Keep going */ + if (pos >= end) { + return end; /* Don't go past end */ + } + if (pos[0] == 0) { + return end; /* Leave if we hit null */ + } + if (pos[0] == ' ') { + return pos; /* Leave if we found one */ + } + pos++; /* Stop */ + } +} +char * +cvtnum(char *pos, char *end, uint64_t *num) /* Convert to a number */ +{ int rad, dig; - - *num = 0; /* Set answer to 0 to start */ + + *num = 0; /* Set answer to 0 to start */ rad = 10; - if(pos >= end) return end; /* Don't go past end */ - if(pos[0] == 0) return end; /* If at null, make end */ - - if(pos[0] == '0' && ((pos[1] == 'x') || (pos[1] == 'x'))) { /* A hex constant? */ + if (pos >= end) { + return end; /* Don't go past end */ + } + if (pos[0] == 0) { + return end; /* If at null, make end */ + } + if (pos[0] == '0' && ((pos[1] == 'x') || (pos[1] == 'x'))) { /* A hex constant? */ rad = 16; - pos += 2; /* Point to the number */ - } - - while(1) { /* Convert it */ - - if(pos >= end) return end; /* Don't go past end */ - if(pos[0] == 0) return end; /* If at null, make end */ - if(pos[0] < '0') return pos; /* Leave if non-digit */ - dig = pos[0] & 0xF; /* Extract digit */ - if(pos[0] > '9') { /* Is it bigger than 9? */ - if(rad == 10) return pos; /* Leave if not base 10 */ - if(!(((pos[0] >= 'A') && (pos[0] <= 'F')) - || ((pos[0] >= 'a') && (pos[0] <= 'f')))) return pos; /* Leave if bogus char */ - dig = dig + 9; /* Adjust for character */ - } - *num = (*num * rad) + dig; /* Accumulate the number */ - pos++; /* Step on */ + pos += 2; /* Point to the number */ + } + + while (1) { /* Convert it */ + if (pos >= end) { + return end; /* Don't go past end */ + } + if (pos[0] == 0) { + return end; /* If at null, make end */ + } + if (pos[0] < '0') { + return pos; /* Leave if non-digit */ + } + dig = pos[0] & 0xF; /* Extract digit */ + if (pos[0] > '9') { /* Is it bigger than 9? */ + if (rad == 10) { + return pos; /* Leave if not base 10 */ + } + if (!(((pos[0] >= 'A') && (pos[0] <= 'F')) + || ((pos[0] >= 'a') && (pos[0] <= 'f')))) { + return pos; /* Leave if bogus char */ + } + dig = dig + 9; /* Adjust for character */ + } + *num = (*num * rad) + dig; /* Accumulate the number */ + pos++; /* Step on */ } } -dev_t mdevadd(int devid, ppnum_t base, unsigned int size, int phys) { - +#endif /* CONFIG_MEMDEV_INSECURE */ + +dev_t +mdevadd(int devid, uint64_t base, unsigned int size, int phys) +{ int i; - - if(devid < 0) { + if (devid < 0) { devid = -1; - for(i = 0; i < 16; i++) { /* Search all known memory devices */ - if(!(mdev[i].mdFlags & mdInited)) { /* Is this a free one? */ - if(devid < 0)devid = i; /* Remember first free one */ - continue; /* Skip check */ + for (i = 0; i < NB_MAX_MDEVICES; i++) { /* Search all known memory devices */ + if (!(mdev[i].mdFlags & mdInited)) { /* Is this a free one? */ + if (devid < 0) { + devid = i; /* Remember first free one */ + } + continue; /* Skip check */ } - if(!(((base + size -1 ) < mdev[i].mdBase) || ((mdev[i].mdBase + mdev[i].mdSize - 1) < base))) { /* Is there any overlap? */ - panic("mdevadd: attempt to add overlapping memory device at %08X-%08X\n", mdev[i].mdBase, mdev[i].mdBase + mdev[i].mdSize - 1); + if (!(((base + size - 1) < mdev[i].mdBase) || ((mdev[i].mdBase + mdev[i].mdSize - 1) < base))) { /* Is there any overlap? */ + panic("mdevadd: attempt to add overlapping memory device at %016llX-%016llX\n", mdev[i].mdBase, mdev[i].mdBase + mdev[i].mdSize - 1); } } - if(devid < 0) { /* Do we have free slots? */ - panic("mdevadd: attempt to add more than 16 memory devices\n"); + if (devid < 0) { /* Do we have free slots? */ + panic("mdevadd: attempt to add more than %d memory devices\n", NB_MAX_MDEVICES); } - } - else { - if(devid >= 16) { /* Giving us something bogus? */ - panic("mdevadd: attempt to explicitly add a bogus memory device: &08X\n", devid); + } else { + if (devid >= NB_MAX_MDEVICES) { /* Giving us something bogus? */ + panic("mdevadd: attempt to explicitly add a bogus memory device: %08X\n", devid); } - if(mdev[devid].mdFlags &mdInited) { /* Already there? */ - panic("mdevadd: attempt to explicitly add a previously defined memory device: &08X\n", devid); + if (mdev[devid].mdFlags & mdInited) { /* Already there? */ + panic("mdevadd: attempt to explicitly add a previously defined memory device: %08X\n", devid); } } - - if(mdevBMajor < 0) { /* Have we gotten a major number yet? */ - mdevBMajor = bdevsw_add(-1, &mdevbdevsw); /* Add to the table and figure out a major number */ + + if (mdevBMajor < 0) { /* Have we gotten a major number yet? */ + mdevBMajor = bdevsw_add(-1, &mdevbdevsw); /* Add to the table and figure out a major number */ if (mdevBMajor < 0) { printf("mdevadd: error - bdevsw_add() returned %d\n", mdevBMajor); return -1; } } - - if(mdevCMajor < 0) { /* Have we gotten a major number yet? */ - mdevCMajor = cdevsw_add_with_bdev(-1, &mdevcdevsw, mdevBMajor); /* Add to the table and figure out a major number */ + + if (mdevCMajor < 0) { /* Have we gotten a major number yet? */ + mdevCMajor = cdevsw_add_with_bdev(-1, &mdevcdevsw, mdevBMajor); /* Add to the table and figure out a major number */ if (mdevCMajor < 0) { printf("ramdevice_init: error - cdevsw_add() returned %d\n", mdevCMajor); return -1; } } - mdev[devid].mdBDev = makedev(mdevBMajor, devid); /* Get the device number */ - mdev[devid].mdbdevb = devfs_make_node(mdev[devid].mdBDev, DEVFS_BLOCK, /* Make the node */ - UID_ROOT, GID_OPERATOR, - 0600, "md%d", devid); - if (mdev[devid].mdbdevb == NULL) { /* Did we make one? */ + mdev[devid].mdBDev = makedev(mdevBMajor, devid); /* Get the device number */ + mdev[devid].mdbdevb = devfs_make_node(mdev[devid].mdBDev, DEVFS_BLOCK, /* Make the node */ + UID_ROOT, GID_OPERATOR, + 0600, "md%d", devid); + if (mdev[devid].mdbdevb == NULL) { /* Did we make one? */ printf("mdevadd: devfs_make_node for block failed!\n"); - return -1; /* Nope... */ + return -1; /* Nope... */ } - mdev[devid].mdCDev = makedev(mdevCMajor, devid); /* Get the device number */ - mdev[devid].mdcdevb = devfs_make_node(mdev[devid].mdCDev, DEVFS_CHAR, /* Make the node */ - UID_ROOT, GID_OPERATOR, - 0600, "rmd%d", devid); - if (mdev[devid].mdcdevb == NULL) { /* Did we make one? */ + mdev[devid].mdCDev = makedev(mdevCMajor, devid); /* Get the device number */ + mdev[devid].mdcdevb = devfs_make_node(mdev[devid].mdCDev, DEVFS_CHAR, /* Make the node */ + UID_ROOT, GID_OPERATOR, + 0600, "rmd%d", devid); + if (mdev[devid].mdcdevb == NULL) { /* Did we make one? */ printf("mdevadd: devfs_make_node for character failed!\n"); - return -1; /* Nope... */ - } - - mdev[devid].mdBase = base; /* Set the base address of ram disk */ - mdev[devid].mdSize = size; /* Set the length of the ram disk */ - mdev[devid].mdSecsize = DEV_BSIZE; /* Set starting block size */ - if(phys) mdev[devid].mdFlags |= mdPhys; /* Show that we are in physical memory */ - mdev[devid].mdFlags |= mdInited; /* Show we are all set up */ - printf("Added memory device md%x/rmd%x (%08X/%08X) at %08X for %08X\n", - devid, devid, mdev[devid].mdBDev, mdev[devid].mdCDev, base << 12, size << 12); + return -1; /* Nope... */ + } + + mdev[devid].mdBase = base; /* Set the base address of ram disk */ + mdev[devid].mdSize = size; /* Set the length of the ram disk */ + mdev[devid].mdSecsize = DEV_BSIZE; /* Set starting block size */ + if (phys) { + mdev[devid].mdFlags |= mdPhys; /* Show that we are in physical memory */ + } + mdev[devid].mdFlags |= mdInited; /* Show we are all set up */ + printf("Added memory device md%x/rmd%x (%08X/%08X) at %016llX for %016llX\n", + devid, devid, mdev[devid].mdBDev, mdev[devid].mdCDev, base << 12, (uint64_t)size << 12); return mdev[devid].mdBDev; } -dev_t mdevlookup(int devid) { - - if((devid < 0) || (devid > 15)) return -1; /* Filter any bogus requests */ - if(!(mdev[devid].mdFlags & mdInited)) return -1; /* This one hasn't been defined */ - return mdev[devid].mdBDev; /* Return the device number */ +dev_t +mdevlookup(int devid) +{ + if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) { + return -1; /* Filter any bogus requests */ + } + if (!(mdev[devid].mdFlags & mdInited)) { + return -1; /* This one hasn't been defined */ + } + return mdev[devid].mdBDev; /* Return the device number */ +} + +void +mdevremoveall(void) +{ + int i; + + for (i = 0; i < NB_MAX_MDEVICES; i++) { + if (!(mdev[i].mdFlags & mdInited)) { + continue; /* Ignore unused mdevs */ + } + devfs_remove(mdev[i].mdbdevb); /* Remove the block device */ + devfs_remove(mdev[i].mdcdevb); /* Remove the character device */ + + mdev[i].mdBase = 0; /* Clear the mdev's storage */ + mdev[i].mdSize = 0; + mdev[i].mdSecsize = 0; + mdev[i].mdFlags = 0; + mdev[i].mdBDev = 0; + mdev[i].mdCDev = 0; + mdev[i].mdbdevb = 0; + mdev[i].mdcdevb = 0; + } +} + +int +mdevgetrange(int devid, uint64_t *base, uint64_t *size) +{ + assert(base); + assert(size); + + /* filter invalid request */ + if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) { + return -1; + } + + /* filter non-initialized memory devices */ + if ((mdev[devid].mdFlags & mdInited) == 0) { + return -1; + } + + *base = mdev[devid].mdBase << 12; + *size = mdev[devid].mdSize << 12; + + /* make sure (base, size) is a valid range and will not overflow */ + assert(*size < (UINT64_MAX - *base)); + + return 0; }