* export, as there are no internal consumers.
*/
int
+get_kernel_symfile(__unused proc_t p, __unused char const **symfile);
+int
get_kernel_symfile(__unused proc_t p, __unused char const **symfile)
{
return KERN_FAILURE;
struct kern_direct_file_io_ref_t
{
- vfs_context_t ctx;
- struct vnode *vp;
+ vfs_context_t ctx;
+ struct vnode * vp;
+ dev_t device;
+ uint32_t blksize;
+ off_t filelength;
+ char pinned;
};
-static int file_ioctl(void * p1, void * p2, int theIoctl, caddr_t result)
+static int file_ioctl(void * p1, void * p2, u_long theIoctl, caddr_t result)
{
dev_t device = *(dev_t*) p1;
(device, theIoctl, result, S_IFBLK, p2));
}
-static int device_ioctl(void * p1, __unused void * p2, int theIoctl, caddr_t result)
+static int device_ioctl(void * p1, __unused void * p2, u_long theIoctl, caddr_t result)
{
return (VNOP_IOCTL(p1, theIoctl, result, 0, p2));
}
+static int
+kern_ioctl_file_extents(struct kern_direct_file_io_ref_t * ref, u_long theIoctl, off_t offset, off_t end)
+{
+ int error;
+ int (*do_ioctl)(void * p1, void * p2, u_long theIoctl, caddr_t result);
+ void * p1;
+ void * p2;
+ uint64_t fileblk;
+ size_t filechunk;
+ dk_extent_t extent;
+ dk_unmap_t unmap;
+ _dk_cs_pin_t pin;
+
+ bzero(&extent, sizeof(dk_extent_t));
+ bzero(&unmap, sizeof(dk_unmap_t));
+ bzero(&pin, sizeof(pin));
+ if (ref->vp->v_type == VREG)
+ {
+ p1 = &ref->device;
+ p2 = kernproc;
+ do_ioctl = &file_ioctl;
+ }
+ else
+ {
+ /* Partition. */
+ p1 = ref->vp;
+ p2 = ref->ctx;
+ do_ioctl = &device_ioctl;
+ }
+ while (offset < end)
+ {
+ if (ref->vp->v_type == VREG)
+ {
+ daddr64_t blkno;
+ filechunk = 1*1024*1024*1024;
+ if (filechunk > (size_t)(end - offset))
+ filechunk = (size_t)(end - offset);
+ error = VNOP_BLOCKMAP(ref->vp, offset, filechunk, &blkno, &filechunk, NULL, 0, NULL);
+ if (error) break;
+ fileblk = blkno * ref->blksize;
+ }
+ else if ((ref->vp->v_type == VBLK) || (ref->vp->v_type == VCHR))
+ {
+ fileblk = offset;
+ filechunk = ref->filelength;
+ }
+
+ if (DKIOCUNMAP == theIoctl)
+ {
+ extent.offset = fileblk;
+ extent.length = filechunk;
+ unmap.extents = &extent;
+ unmap.extentsCount = 1;
+ error = do_ioctl(p1, p2, theIoctl, (caddr_t)&unmap);
+// printf("DKIOCUNMAP(%d) 0x%qx, 0x%qx\n", error, extent.offset, extent.length);
+ }
+ else if (_DKIOCCSPINEXTENT == theIoctl)
+ {
+ pin.cp_extent.offset = fileblk;
+ pin.cp_extent.length = filechunk;
+ pin.cp_flags = _DKIOCSPINDISCARDDATA;
+ error = do_ioctl(p1, p2, theIoctl, (caddr_t)&pin);
+ if (error && (ENOTTY != error))
+ {
+ printf("_DKIOCCSPINEXTENT(%d) 0x%qx, 0x%qx\n",
+ error, pin.cp_extent.offset, pin.cp_extent.length);
+ }
+ }
+ else error = EINVAL;
+
+ if (error) break;
+ offset += filechunk;
+ }
+ return (error);
+}
+
+int
+kern_write_file(struct kern_direct_file_io_ref_t * ref, off_t offset, caddr_t addr, vm_size_t len);
+
struct kern_direct_file_io_ref_t *
kern_open_file_for_direct_io(const char * name,
kern_get_file_extents_callback_t callback,
void * callback_ref,
- dev_t * device_result,
+ off_t set_file_size,
+ off_t write_file_offset,
+ caddr_t write_file_addr,
+ vm_size_t write_file_len,
+ dev_t * partition_device_result,
+ dev_t * image_device_result,
uint64_t * partitionbase_result,
- uint64_t * maxiocount_result)
+ uint64_t * maxiocount_result,
+ uint32_t * oflags)
{
struct kern_direct_file_io_ref_t * ref;
struct vnode_attr va;
int error;
off_t f_offset;
- uint32_t blksize;
- uint64_t size;
+ uint64_t fileblk;
+ size_t filechunk;
+ uint64_t physoffset;
dev_t device;
- off_t maxiocount, count;
+ dev_t target = 0;
+ int isssd = 0;
+ uint32_t flags = 0;
+ uint32_t blksize;
+ off_t maxiocount, count, segcount;
+ boolean_t locked = FALSE;
- int (*do_ioctl)(void * p1, void * p2, int theIoctl, caddr_t result);
- void * p1;
- void * p2;
+ int (*do_ioctl)(void * p1, void * p2, u_long theIoctl, caddr_t result);
+ void * p1 = NULL;
+ void * p2 = NULL;
error = EFAULT;
goto out;
}
- ref->vp = NULL;
- p = current_proc(); // kernproc;
+ bzero(ref, sizeof(*ref));
+ p = kernproc;
ref->ctx = vfs_context_create(vfs_context_current());
if ((error = vnode_open(name, (O_CREAT | FWRITE), (0), 0, &ref->vp, ref->ctx)))
goto out;
+ if (write_file_addr && write_file_len)
+ {
+ if ((error = kern_write_file(ref, write_file_offset, write_file_addr, write_file_len)))
+ goto out;
+ }
+
VATTR_INIT(&va);
VATTR_WANTED(&va, va_rdev);
VATTR_WANTED(&va, va_fsid);
goto out;
device = va.va_fsid;
+ ref->filelength = va.va_data_size;
+
p1 = &device;
p2 = p;
do_ioctl = &file_ioctl;
+
+ if (set_file_size)
+ {
+ off_t bytesallocated = 0;
+ u_int32_t alloc_flags = PREALLOCATE | ALLOCATEFROMPEOF | ALLOCATEALL;
+ error = VNOP_ALLOCATE(ref->vp, set_file_size, alloc_flags,
+ &bytesallocated, 0 /*fst_offset*/,
+ ref->ctx);
+ // F_SETSIZE:
+ if (!error) error = vnode_setsize(ref->vp, set_file_size, IO_NOZEROFILL, ref->ctx);
+ kprintf("vnode_setsize(%d) %qd\n", error, set_file_size);
+ ref->filelength = bytesallocated;
+ }
}
else if ((ref->vp->v_type == VBLK) || (ref->vp->v_type == VCHR))
{
error = EFAULT;
goto out;
}
+ ref->device = device;
+
+ // get block size
+
+ error = do_ioctl(p1, p2, DKIOCGETBLOCKSIZE, (caddr_t) &ref->blksize);
+ if (error)
+ goto out;
+
+ if (ref->vp->v_type != VREG)
+ {
+ error = do_ioctl(p1, p2, DKIOCGETBLOCKCOUNT, (caddr_t) &fileblk);
+ if (error)
+ goto out;
+ ref->filelength = fileblk * ref->blksize;
+ }
+
+ // pin logical extents
+
+ error = kern_ioctl_file_extents(ref, _DKIOCCSPINEXTENT, 0, ref->filelength);
+ if (error && (ENOTTY != error)) goto out;
+ ref->pinned = (error == 0);
+
+ // generate the block list
+
+ error = do_ioctl(p1, p2, DKIOCLOCKPHYSICALEXTENTS, NULL);
+ if (error)
+ goto out;
+ locked = TRUE;
+
+ f_offset = 0;
+ while (f_offset < ref->filelength)
+ {
+ if (ref->vp->v_type == VREG)
+ {
+ filechunk = 1*1024*1024*1024;
+ daddr64_t blkno;
+
+ error = VNOP_BLOCKMAP(ref->vp, f_offset, filechunk, &blkno, &filechunk, NULL, 0, NULL);
+ if (error)
+ goto out;
+
+ fileblk = blkno * ref->blksize;
+ }
+ else if ((ref->vp->v_type == VBLK) || (ref->vp->v_type == VCHR))
+ {
+ fileblk = f_offset;
+ filechunk = f_offset ? 0 : ref->filelength;
+ }
+
+ physoffset = 0;
+ while (physoffset < filechunk)
+ {
+ dk_physical_extent_t getphysreq;
+ bzero(&getphysreq, sizeof(getphysreq));
+
+ getphysreq.offset = fileblk + physoffset;
+ getphysreq.length = (filechunk - physoffset);
+ error = do_ioctl(p1, p2, DKIOCGETPHYSICALEXTENT, (caddr_t) &getphysreq);
+ if (error)
+ goto out;
+ if (!target)
+ {
+ target = getphysreq.dev;
+ }
+ else if (target != getphysreq.dev)
+ {
+ error = ENOTSUP;
+ goto out;
+ }
+ callback(callback_ref, getphysreq.offset, getphysreq.length);
+ physoffset += getphysreq.length;
+ }
+ f_offset += filechunk;
+ }
+ callback(callback_ref, 0ULL, 0ULL);
+
+ if (ref->vp->v_type == VREG)
+ p1 = ⌖
// get partition base
maxiocount = count;
error = do_ioctl(p1, p2, DKIOCGETMAXSEGMENTBYTECOUNTREAD, (caddr_t) &count);
+ if (!error)
+ error = do_ioctl(p1, p2, DKIOCGETMAXSEGMENTCOUNTREAD, (caddr_t) &segcount);
if (error)
- count = 0;
+ count = segcount = 0;
+ count *= segcount;
if (count && (count < maxiocount))
maxiocount = count;
error = do_ioctl(p1, p2, DKIOCGETMAXSEGMENTBYTECOUNTWRITE, (caddr_t) &count);
+ if (!error)
+ error = do_ioctl(p1, p2, DKIOCGETMAXSEGMENTCOUNTWRITE, (caddr_t) &segcount);
if (error)
- count = 0;
+ count = segcount = 0;
+ count *= segcount;
if (count && (count < maxiocount))
maxiocount = count;
if (maxiocount_result)
*maxiocount_result = maxiocount;
- // generate the block list
+ error = do_ioctl(p1, p2, DKIOCISSOLIDSTATE, (caddr_t)&isssd);
+ if (!error && isssd)
+ flags |= kIOHibernateOptionSSD;
- error = 0;
- if (ref->vp->v_type == VREG)
- {
- f_offset = 0;
- while(f_offset < (off_t) va.va_data_size)
- {
- size_t io_size = 1*1024*1024*1024;
- daddr64_t blkno;
-
- error = VNOP_BLOCKMAP(ref->vp, f_offset, io_size, &blkno, (size_t *)&io_size, NULL, 0, NULL);
- if (error)
- goto out;
- callback(callback_ref, ((uint64_t) blkno) * blksize, (uint64_t) io_size);
- f_offset += io_size;
- }
- callback(callback_ref, 0ULL, 0ULL);
- }
- else if ((ref->vp->v_type == VBLK) || (ref->vp->v_type == VCHR))
- {
- error = do_ioctl(p1, p2, DKIOCGETBLOCKCOUNT, (caddr_t) &size);
- if (error)
- goto out;
- size *= blksize;
- callback(callback_ref, 0ULL, size);
- callback(callback_ref, size, 0ULL);
- }
-
- if (device_result)
- *device_result = device;
+ if (partition_device_result)
+ *partition_device_result = device;
+ if (image_device_result)
+ *image_device_result = target;
+ if (flags)
+ *oflags = flags;
out:
kprintf("kern_open_file_for_direct_io(%d)\n", error);
- if (error && ref) {
- if (ref->vp) {
+ if (error && locked)
+ {
+ p1 = &device;
+ (void) do_ioctl(p1, p2, DKIOCUNLOCKPHYSICALEXTENTS, NULL);
+ }
+
+ if (error && ref)
+ {
+ if (ref->vp)
+ {
vnode_close(ref->vp, FWRITE, ref->ctx);
ref->vp = NULLVP;
}
-
vfs_context_rele(ref->ctx);
kfree(ref, sizeof(struct kern_direct_file_io_ref_t));
ref = NULL;
vfs_context_proc(ref->ctx)));
}
+
void
-kern_close_file_for_direct_io(struct kern_direct_file_io_ref_t * ref)
+kern_close_file_for_direct_io(struct kern_direct_file_io_ref_t * ref,
+ off_t write_offset, caddr_t addr, vm_size_t write_length,
+ off_t discard_offset, off_t discard_end)
{
+ int error;
kprintf("kern_close_file_for_direct_io\n");
- if (ref) {
- int error;
+ if (!ref) return;
- if (ref->vp) {
- error = vnode_close(ref->vp, FWRITE, ref->ctx);
- ref->vp = NULLVP;
- kprintf("vnode_close(%d)\n", error);
- }
- vfs_context_rele(ref->ctx);
- ref->ctx = NULL;
- kfree(ref, sizeof(struct kern_direct_file_io_ref_t));
+ if (ref->vp)
+ {
+ int (*do_ioctl)(void * p1, void * p2, u_long theIoctl, caddr_t result);
+ void * p1;
+ void * p2;
+
+ if (ref->vp->v_type == VREG)
+ {
+ p1 = &ref->device;
+ p2 = kernproc;
+ do_ioctl = &file_ioctl;
+ }
+ else
+ {
+ /* Partition. */
+ p1 = ref->vp;
+ p2 = ref->ctx;
+ do_ioctl = &device_ioctl;
+ }
+ (void) do_ioctl(p1, p2, DKIOCUNLOCKPHYSICALEXTENTS, NULL);
+
+ if (addr && write_length)
+ {
+ (void) kern_write_file(ref, write_offset, addr, write_length);
+ }
+ if (discard_offset && discard_end && !ref->pinned)
+ {
+ (void) kern_ioctl_file_extents(ref, DKIOCUNMAP, discard_offset, discard_end);
+ }
+
+ error = vnode_close(ref->vp, FWRITE, ref->ctx);
+
+ ref->vp = NULLVP;
+ kprintf("vnode_close(%d)\n", error);
}
+ vfs_context_rele(ref->ctx);
+ ref->ctx = NULL;
+ kfree(ref, sizeof(struct kern_direct_file_io_ref_t));
}
projects / apple / xnu.git / blobdiff