[apple/xnu.git] / bsd / vm / dp_backing_file.c

/*
 * Copyright (c) 2000-2010 Apple Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 * 
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */
/*
 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
 * support for mandatory and extensible security protections.  This notice
 * is included in support of clause 2.2 (b) of the Apple Public License,
 * Version 2.0.
 */

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/lock.h>
#include <sys/proc_internal.h>
#include <sys/kauth.h>
#include <sys/buf.h>
#include <sys/uio.h>
#include <sys/vnode_internal.h>
#include <sys/namei.h>
#include <sys/ubc_internal.h>
#include <sys/malloc.h>
#include <sys/user.h>
#if CONFIG_PROTECT
#include <sys/cprotect.h>
#endif

#include <default_pager/default_pager_types.h>
#include <default_pager/default_pager_object.h>

#include <security/audit/audit.h>
#include <bsm/audit_kevents.h>

#include <mach/mach_types.h>
#include <mach/host_priv.h>
#include <mach/mach_traps.h>
#include <mach/boolean.h>

#include <kern/kern_types.h>
#include <kern/host.h>
#include <kern/task.h>
#include <kern/zalloc.h>
#include <kern/kalloc.h>
#include <kern/assert.h>

#include <libkern/libkern.h>

#include <vm/vm_pageout.h>
#include <vm/vm_map.h>
#include <vm/vm_kern.h>
#include <vm/vnode_pager.h>
#include <vm/vm_protos.h>
#if CONFIG_MACF
#include <security/mac_framework.h>
#endif

/*
 * temporary support for delayed instantiation
 * of default_pager
 */
int default_pager_init_flag = 0;

struct bs_map		bs_port_table[MAX_BACKING_STORE] = { 
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}};

/* ###################################################### */


/*
 *	Routine:	macx_backing_store_recovery
 *	Function:
 *		Syscall interface to set a tasks privilege
 *		level so that it is not subject to 
 *		macx_backing_store_suspend
 */
int
macx_backing_store_recovery(
	struct macx_backing_store_recovery_args *args)
{
	int		pid = args->pid;
	int		error;
	struct proc	*p =  current_proc();
	boolean_t	funnel_state;

	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	if ((error = suser(kauth_cred_get(), 0)))
		goto backing_store_recovery_return;

	/* for now restrict backing_store_recovery */
	/* usage to only present task */
	if(pid != proc_selfpid()) {
		error = EINVAL;
		goto backing_store_recovery_return;
	}

	task_backing_store_privileged(p->task);

backing_store_recovery_return:
	(void) thread_funnel_set(kernel_flock, FALSE);
	return(error);
}

/*
 *	Routine:	macx_backing_store_suspend
 *	Function:
 *		Syscall interface to stop new demand for 
 *		backing store when backing store is low
 */

int
macx_backing_store_suspend(
	struct macx_backing_store_suspend_args *args)
{
	boolean_t	suspend = args->suspend;
	int		error;
	boolean_t	funnel_state;

	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	if ((error = suser(kauth_cred_get(), 0)))
		goto backing_store_suspend_return;

	vm_backing_store_disable(suspend);

backing_store_suspend_return:
	(void) thread_funnel_set(kernel_flock, FALSE);
	return(error);
}

extern boolean_t backing_store_stop_compaction;

/*
 *	Routine:	macx_backing_store_compaction
 *	Function:
 *		Turn compaction of swap space on or off.  This is
 *		used during shutdown/restart so	that the kernel 
 *		doesn't waste time compacting swap files that are 
 *		about to be deleted anyway.  Compaction	is always 
 *		on by default when the system comes up and is turned 
 *		off when a shutdown/restart is requested.  It is 
 *		re-enabled if the shutdown/restart is aborted for any reason.
 */

int
macx_backing_store_compaction(int flags)
{
	int error;

	if ((error = suser(kauth_cred_get(), 0)))
		return error;

	if (flags & SWAP_COMPACT_DISABLE) {
		backing_store_stop_compaction = TRUE;

	} else if (flags & SWAP_COMPACT_ENABLE) {
		backing_store_stop_compaction = FALSE;
	}

	return 0;
}

/*
 *	Routine:	macx_triggers
 *	Function:
 *		Syscall interface to set the call backs for low and
 *		high water marks.
 */
int
macx_triggers(
	struct macx_triggers_args *args)
{
	int	error;

	error = suser(kauth_cred_get(), 0);
	if (error)
		return error;

	return mach_macx_triggers(args);
}


extern boolean_t dp_isssd;

/*
 *	Routine:	macx_swapon
 *	Function:
 *		Syscall interface to add a file to backing store
 */
int
macx_swapon(
	struct macx_swapon_args *args)
{
	int			size = args->size;
	vnode_t			vp = (vnode_t)NULL; 
	struct nameidata 	nd, *ndp;
	register int		error;
	kern_return_t		kr;
	mach_port_t		backing_store;
	memory_object_default_t	default_pager;
	int			i;
	boolean_t		funnel_state;
	off_t			file_size;
	vfs_context_t		ctx = vfs_context_current();
	struct proc		*p =  current_proc();
	int			dp_cluster_size;


	AUDIT_MACH_SYSCALL_ENTER(AUE_SWAPON);
	AUDIT_ARG(value32, args->priority);

	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	ndp = &nd;

	if ((error = suser(kauth_cred_get(), 0)))
		goto swapon_bailout;

	/*
	 * Get a vnode for the paging area.
	 */
	NDINIT(ndp, LOOKUP, OP_LOOKUP, FOLLOW | LOCKLEAF | AUDITVNPATH1,
	       ((IS_64BIT_PROCESS(p)) ? UIO_USERSPACE64 : UIO_USERSPACE32),
	       (user_addr_t) args->filename, ctx);

	if ((error = namei(ndp)))
		goto swapon_bailout;
	nameidone(ndp);
	vp = ndp->ni_vp;

	if (vp->v_type != VREG) {
		error = EINVAL;
		goto swapon_bailout;
	}

	/* get file size */
	if ((error = vnode_size(vp, &file_size, ctx)) != 0)
		goto swapon_bailout;
#if CONFIG_MACF
	vnode_lock(vp);
	error = mac_system_check_swapon(vfs_context_ucred(ctx), vp);
	vnode_unlock(vp);
	if (error)
		goto swapon_bailout;
#endif

	/* resize to desired size if it's too small */
	if ((file_size < (off_t)size) && ((error = vnode_setsize(vp, (off_t)size, 0, ctx)) != 0))
		goto swapon_bailout;

#if CONFIG_PROTECT
	{
		void *cnode = NULL;
		/* initialize content protection keys manually */
		if ((cnode = cp_get_protected_cnode(vp)) != 0) {
			if ((error = cp_handle_vnop(cnode, CP_WRITE_ACCESS)) != 0)
				goto swapon_bailout;
		}
	}
#endif


	if (default_pager_init_flag == 0) {
		start_def_pager(NULL);
		default_pager_init_flag = 1;
	}

	/* add new backing store to list */
	i = 0;
	while(bs_port_table[i].vp != 0) {
		if(i == MAX_BACKING_STORE)
			break;
		i++;
	}
	if(i == MAX_BACKING_STORE) {
	   	error = ENOMEM;
		goto swapon_bailout;
	}

	/* remember the vnode. This vnode has namei() reference */
	bs_port_table[i].vp = vp;
	
	/*
	 * Look to see if we are already paging to this file.
	 */
	/* make certain the copy send of kernel call will work */
	default_pager = MEMORY_OBJECT_DEFAULT_NULL;
	kr = host_default_memory_manager(host_priv_self(), &default_pager, 0);
	if(kr != KERN_SUCCESS) {
	   error = EAGAIN;
	   bs_port_table[i].vp = 0;
	   goto swapon_bailout;
	}

#if CONFIG_EMBEDDED
	dp_cluster_size = 1 * PAGE_SIZE;
#else
	if ((dp_isssd = vnode_pager_isSSD(vp)) == TRUE) {
		/*
		 * keep the cluster size small since the
		 * seek cost is effectively 0 which means
		 * we don't care much about fragmentation
		 */
		dp_cluster_size = 2 * PAGE_SIZE;
	} else {
		/*
		 * use the default cluster size
		 */
		dp_cluster_size = 0;
	}
#endif
	kr = default_pager_backing_store_create(default_pager, 
					-1, /* default priority */
					dp_cluster_size,
					&backing_store);
	memory_object_default_deallocate(default_pager);

	if(kr != KERN_SUCCESS) {
	   error = ENOMEM;
	   bs_port_table[i].vp = 0;
	   goto swapon_bailout;
	}

	/* Mark this vnode as being used for swapfile */
	vnode_lock_spin(vp);
	SET(vp->v_flag, VSWAP);
	vnode_unlock(vp);

	/*
	 * NOTE: we are able to supply PAGE_SIZE here instead of
	 *	an actual record size or block number because:
	 *	a: we do not support offsets from the beginning of the
	 *		file (allowing for non page size/record modulo offsets.
	 *	b: because allow paging will be done modulo page size
	 */

	kr = default_pager_add_file(backing_store, (vnode_ptr_t) vp,
				PAGE_SIZE, (int)(file_size/PAGE_SIZE));
	if(kr != KERN_SUCCESS) {
	   bs_port_table[i].vp = 0;
	   if(kr == KERN_INVALID_ARGUMENT)
		error = EINVAL;
	   else 
		error = ENOMEM;

	   /* This vnode is not to be used for swapfile */
	   vnode_lock_spin(vp);
	   CLR(vp->v_flag, VSWAP);
	   vnode_unlock(vp);

	   goto swapon_bailout;
	}
	bs_port_table[i].bs = (void *)backing_store;
	error = 0;

	ubc_setthreadcred(vp, p, current_thread());

	/*
	 * take a long term reference on the vnode to keep
	 * vnreclaim() away from this vnode.
	 */
	vnode_ref(vp);

swapon_bailout:
	if (vp) {
		vnode_put(vp);
	}
	(void) thread_funnel_set(kernel_flock, FALSE);
	AUDIT_MACH_SYSCALL_EXIT(error);

	if (error)
		printf("macx_swapon FAILED - %d\n", error);
	else
		printf("macx_swapon SUCCESS\n");

	return(error);
}

/*
 *	Routine:	macx_swapoff
 *	Function:
 *		Syscall interface to remove a file from backing store
 */
int
macx_swapoff(
	struct macx_swapoff_args *args)
{
	__unused int	flags = args->flags;
	kern_return_t	kr;
	mach_port_t	backing_store;

	struct vnode		*vp = 0; 
	struct nameidata 	nd, *ndp;
	struct proc		*p =  current_proc();
	int			i;
	int			error;
	boolean_t		funnel_state;
	vfs_context_t ctx = vfs_context_current();
	struct uthread	*ut;
	int			orig_iopol_disk;

	AUDIT_MACH_SYSCALL_ENTER(AUE_SWAPOFF);

	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	backing_store = NULL;
	ndp = &nd;

	if ((error = suser(kauth_cred_get(), 0)))
		goto swapoff_bailout;

	/*
	 * Get the vnode for the paging area.
	 */
	NDINIT(ndp, LOOKUP, OP_LOOKUP, FOLLOW | LOCKLEAF | AUDITVNPATH1,
	       ((IS_64BIT_PROCESS(p)) ? UIO_USERSPACE64 : UIO_USERSPACE32),
	       (user_addr_t) args->filename, ctx);

	if ((error = namei(ndp)))
		goto swapoff_bailout;
	nameidone(ndp);
	vp = ndp->ni_vp;

	if (vp->v_type != VREG) {
		error = EINVAL;
		goto swapoff_bailout;
	}
#if CONFIG_MACF
	vnode_lock(vp);
	error = mac_system_check_swapoff(vfs_context_ucred(ctx), vp);
	vnode_unlock(vp);
	if (error)
		goto swapoff_bailout;
#endif

	for(i = 0; i < MAX_BACKING_STORE; i++) {
		if(bs_port_table[i].vp == vp) {
			break;
		}
	}
	if (i == MAX_BACKING_STORE) {
		error = EINVAL;
		goto swapoff_bailout;
	}
	backing_store = (mach_port_t)bs_port_table[i].bs;

	ut = get_bsdthread_info(current_thread());

#if !CONFIG_EMBEDDED
	orig_iopol_disk = proc_get_thread_selfdiskacc();
	proc_apply_thread_selfdiskacc(IOPOL_THROTTLE);
#else /* !CONFIG_EMBEDDED */
	orig_iopol_disk = ut->uu_iopol_disk;
	ut->uu_iopol_disk = IOPOL_THROTTLE;
#endif /* !CONFIG_EMBEDDED */

	kr = default_pager_backing_store_delete(backing_store);

#if !CONFIG_EMBEDDED
	proc_apply_thread_selfdiskacc(orig_iopol_disk);
#else /* !CONFIG_EMBEDDED */
	ut->uu_iopol_disk = orig_iopol_disk;
#endif /* !CONFIG_EMBEDDED */

	switch (kr) {
		case KERN_SUCCESS:
			error = 0;
			bs_port_table[i].vp = 0;
			/* This vnode is no longer used for swapfile */
			vnode_lock_spin(vp);
			CLR(vp->v_flag, VSWAP);
			vnode_unlock(vp);

			/* get rid of macx_swapon() "long term" reference */
			vnode_rele(vp);

			break;
		case KERN_FAILURE:
			error = EAGAIN;
			break;
		default:
			error = EAGAIN;
			break;
	}

swapoff_bailout:
	/* get rid of macx_swapoff() namei() reference */
	if (vp)
		vnode_put(vp);

	(void) thread_funnel_set(kernel_flock, FALSE);
	AUDIT_MACH_SYSCALL_EXIT(error);

	if (error)
		printf("macx_swapoff FAILED - %d\n", error);
	else
		printf("macx_swapoff SUCCESS\n");

	return(error);
}

/*
 *	Routine:	macx_swapinfo
 *	Function:
 *		Syscall interface to get general swap statistics
 */
int
macx_swapinfo(
	memory_object_size_t	*total_p,
	memory_object_size_t	*avail_p,
	vm_size_t		*pagesize_p,
	boolean_t		*encrypted_p)
{
	int			error;
	memory_object_default_t	default_pager;
	default_pager_info_64_t	dpi64;
	kern_return_t		kr;

	error = 0;

	/*
	 * Get a handle on the default pager.
	 */
	default_pager = MEMORY_OBJECT_DEFAULT_NULL;
	kr = host_default_memory_manager(host_priv_self(), &default_pager, 0);
	if (kr != KERN_SUCCESS) {
		error = EAGAIN;	/* XXX why EAGAIN ? */
		goto done;
	}
	if (default_pager == MEMORY_OBJECT_DEFAULT_NULL) {
		/*
		 * The default pager has not initialized yet,
		 * so it can't be using any swap space at all.
		 */
		*total_p = 0;
		*avail_p = 0;
		*pagesize_p = 0;
		*encrypted_p = FALSE;
		goto done;
	}
	
	/*
	 * Get swap usage data from default pager.
	 */
	kr = default_pager_info_64(default_pager, &dpi64);
	if (kr != KERN_SUCCESS) {
		error = ENOTSUP;
		goto done;
	}

	/*
	 * Provide default pager info to caller.
	 */
	*total_p = dpi64.dpi_total_space;
	*avail_p = dpi64.dpi_free_space;
	*pagesize_p = dpi64.dpi_page_size;
	if (dpi64.dpi_flags & DPI_ENCRYPTED) {
		*encrypted_p = TRUE;
	} else {
		*encrypted_p = FALSE;
	}

done:
	if (default_pager != MEMORY_OBJECT_DEFAULT_NULL) {
		/* release our handle on default pager */
		memory_object_default_deallocate(default_pager);
	}
	return error;
}
Commit	Line	Data
1c79356b	1	/*
6d2010ae	2	* Copyright (c) 2000-2010 Apple Inc. All rights reserved.
5d5c5d0d	3	*
2d21ac55	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
1c79356b	5	*
2d21ac55 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
8f6c56a5	14	*
2d21ac55 A	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5 A	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
8f6c56a5 A	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55 A	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
8f6c56a5	25	*
2d21ac55 A	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
	27	*/
	28	/*
	29	* NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
	30	* support for mandatory and extensible security protections. This notice
	31	* is included in support of clause 2.2 (b) of the Apple Public License,
	32	* Version 2.0.
1c79356b A	33	*/
1c79356b A	34
1c79356b A	35	#include <sys/param.h>
	36	#include <sys/systm.h>
	37	#include <sys/lock.h>
91447636 A	38	#include <sys/proc_internal.h>
91447636 A	39	#include <sys/kauth.h>
1c79356b A	40	#include <sys/buf.h>
1c79356b A	41	#include <sys/uio.h>
91447636	42	#include <sys/vnode_internal.h>
1c79356b	43	#include <sys/namei.h>
91447636 A	44	#include <sys/ubc_internal.h>
91447636 A	45	#include <sys/malloc.h>
6d2010ae A	46	#include <sys/user.h>
	47	#if CONFIG_PROTECT
	48	#include <sys/cprotect.h>
	49	#endif
91447636 A	50
	51	#include <default_pager/default_pager_types.h>
	52	#include <default_pager/default_pager_object.h>
1c79356b	53
b0d623f7	54	#include <security/audit/audit.h>
e5568f75 A	55	#include <bsm/audit_kevents.h>
e5568f75 A	56
1c79356b	57	#include <mach/mach_types.h>
91447636 A	58	#include <mach/host_priv.h>
	59	#include <mach/mach_traps.h>
	60	#include <mach/boolean.h>
	61
	62	#include <kern/kern_types.h>
1c79356b	63	#include <kern/host.h>
91447636	64	#include <kern/task.h>
1c79356b A	65	#include <kern/zalloc.h>
1c79356b A	66	#include <kern/kalloc.h>
91447636 A	67	#include <kern/assert.h>
91447636 A	68
1c79356b	69	#include <libkern/libkern.h>
1c79356b	70
91447636 A	71	#include <vm/vm_pageout.h>
	72	#include <vm/vm_map.h>
	73	#include <vm/vm_kern.h>
1c79356b	74	#include <vm/vnode_pager.h>
91447636	75	#include <vm/vm_protos.h>
2d21ac55 A	76	#if CONFIG_MACF
	77	#include <security/mac_framework.h>
	78	#endif
1c79356b A	79
	80	/*
	81	* temporary support for delayed instantiation
	82	* of default_pager
	83	*/
	84	int default_pager_init_flag = 0;
	85
	86	struct bs_map bs_port_table[MAX_BACKING_STORE] = {
	87	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	88	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	89	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	90	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	91	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	92	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	93	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	94	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	95	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},
	96	{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}};
	97
	98	/* ###################################################### */
	99
	100
55e303ae A	101	/*
	102	* Routine: macx_backing_store_recovery
	103	* Function:
	104	* Syscall interface to set a tasks privilege
	105	* level so that it is not subject to
	106	* macx_backing_store_suspend
	107	*/
	108	int
	109	macx_backing_store_recovery(
91447636	110	struct macx_backing_store_recovery_args *args)
55e303ae	111	{
91447636	112	int pid = args->pid;
55e303ae A	113	int error;
	114	struct proc *p = current_proc();
	115	boolean_t funnel_state;
	116
	117	funnel_state = thread_funnel_set(kernel_flock, TRUE);
91447636	118	if ((error = suser(kauth_cred_get(), 0)))
55e303ae A	119	goto backing_store_recovery_return;
	120
	121	/* for now restrict backing_store_recovery */
	122	/* usage to only present task */
91447636	123	if(pid != proc_selfpid()) {
55e303ae A	124	error = EINVAL;
	125	goto backing_store_recovery_return;
	126	}
	127
	128	task_backing_store_privileged(p->task);
	129
	130	backing_store_recovery_return:
	131	(void) thread_funnel_set(kernel_flock, FALSE);
	132	return(error);
	133	}
	134
	135	/*
	136	* Routine: macx_backing_store_suspend
	137	* Function:
	138	* Syscall interface to stop new demand for
	139	* backing store when backing store is low
	140	*/
	141
	142	int
	143	macx_backing_store_suspend(
91447636	144	struct macx_backing_store_suspend_args *args)
55e303ae	145	{
91447636	146	boolean_t suspend = args->suspend;
55e303ae	147	int error;
55e303ae A	148	boolean_t funnel_state;
	149
	150	funnel_state = thread_funnel_set(kernel_flock, TRUE);
91447636	151	if ((error = suser(kauth_cred_get(), 0)))
55e303ae A	152	goto backing_store_suspend_return;
	153
	154	vm_backing_store_disable(suspend);
	155
	156	backing_store_suspend_return:
	157	(void) thread_funnel_set(kernel_flock, FALSE);
	158	return(error);
	159	}
	160
b0d623f7 A	161	extern boolean_t backing_store_stop_compaction;
	162
	163	/*
	164	* Routine: macx_backing_store_compaction
	165	* Function:
	166	* Turn compaction of swap space on or off. This is
	167	* used during shutdown/restart so that the kernel
	168	* doesn't waste time compacting swap files that are
	169	* about to be deleted anyway. Compaction is always
	170	* on by default when the system comes up and is turned
	171	* off when a shutdown/restart is requested. It is
	172	* re-enabled if the shutdown/restart is aborted for any reason.
	173	*/
	174
	175	int
	176	macx_backing_store_compaction(int flags)
	177	{
	178	int error;
	179
	180	if ((error = suser(kauth_cred_get(), 0)))
	181	return error;
	182
	183	if (flags & SWAP_COMPACT_DISABLE) {
	184	backing_store_stop_compaction = TRUE;
	185
	186	} else if (flags & SWAP_COMPACT_ENABLE) {
	187	backing_store_stop_compaction = FALSE;
	188	}
	189
	190	return 0;
	191	}
	192
	193	/*
	194	* Routine: macx_triggers
	195	* Function:
	196	* Syscall interface to set the call backs for low and
	197	* high water marks.
	198	*/
	199	int
	200	macx_triggers(
	201	struct macx_triggers_args *args)
	202	{
	203	int error;
	204
	205	error = suser(kauth_cred_get(), 0);
	206	if (error)
	207	return error;
	208
	209	return mach_macx_triggers(args);
	210	}
	211
0b4c1975 A	212
	213	extern boolean_t dp_isssd;
	214
1c79356b A	215	/*
	216	* Routine: macx_swapon
	217	* Function:
	218	* Syscall interface to add a file to backing store
	219	*/
	220	int
	221	macx_swapon(
91447636	222	struct macx_swapon_args *args)
1c79356b	223	{
91447636 A	224	int size = args->size;
91447636 A	225	vnode_t vp = (vnode_t)NULL;
1c79356b	226	struct nameidata nd, *ndp;
1c79356b A	227	register int error;
	228	kern_return_t kr;
	229	mach_port_t backing_store;
0b4e3aa0	230	memory_object_default_t default_pager;
1c79356b A	231	int i;
1c79356b A	232	boolean_t funnel_state;
91447636	233	off_t file_size;
2d21ac55 A	234	vfs_context_t ctx = vfs_context_current();
2d21ac55 A	235	struct proc *p = current_proc();
0b4c1975 A	236	int dp_cluster_size;
0b4c1975 A	237
1c79356b	238
e5568f75	239	AUDIT_MACH_SYSCALL_ENTER(AUE_SWAPON);
b0d623f7	240	AUDIT_ARG(value32, args->priority);
e5568f75	241
1c79356b A	242	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	243	ndp = &nd;
	244
91447636	245	if ((error = suser(kauth_cred_get(), 0)))
1c79356b A	246	goto swapon_bailout;
1c79356b A	247
1c79356b A	248	/*
	249	* Get a vnode for the paging area.
	250	*/
6d2010ae	251	NDINIT(ndp, LOOKUP, OP_LOOKUP, FOLLOW \| LOCKLEAF \| AUDITVNPATH1,
91447636	252	((IS_64BIT_PROCESS(p)) ? UIO_USERSPACE64 : UIO_USERSPACE32),
b0d623f7	253	(user_addr_t) args->filename, ctx);
1c79356b A	254
	255	if ((error = namei(ndp)))
	256	goto swapon_bailout;
91447636	257	nameidone(ndp);
1c79356b A	258	vp = ndp->ni_vp;
	259
	260	if (vp->v_type != VREG) {
	261	error = EINVAL;
1c79356b A	262	goto swapon_bailout;
1c79356b A	263	}
1c79356b	264
91447636	265	/* get file size */
2d21ac55 A	266	if ((error = vnode_size(vp, &file_size, ctx)) != 0)
	267	goto swapon_bailout;
	268	#if CONFIG_MACF
	269	vnode_lock(vp);
	270	error = mac_system_check_swapon(vfs_context_ucred(ctx), vp);
	271	vnode_unlock(vp);
	272	if (error)
1c79356b	273	goto swapon_bailout;
2d21ac55	274	#endif
1c79356b	275
91447636	276	/* resize to desired size if it's too small */
2d21ac55	277	if ((file_size < (off_t)size) && ((error = vnode_setsize(vp, (off_t)size, 0, ctx)) != 0))
91447636	278	goto swapon_bailout;
1c79356b	279
6d2010ae A	280	#if CONFIG_PROTECT
	281	{
	282	void *cnode = NULL;
	283	/* initialize content protection keys manually */
	284	if ((cnode = cp_get_protected_cnode(vp)) != 0) {
	285	if ((error = cp_handle_vnop(cnode, CP_WRITE_ACCESS)) != 0)
	286	goto swapon_bailout;
	287	}
	288	}
	289	#endif
	290
	291
0b4c1975 A	292	if (default_pager_init_flag == 0) {
	293	start_def_pager(NULL);
	294	default_pager_init_flag = 1;
	295	}
	296
1c79356b A	297	/* add new backing store to list */
	298	i = 0;
	299	while(bs_port_table[i].vp != 0) {
	300	if(i == MAX_BACKING_STORE)
	301	break;
	302	i++;
	303	}
	304	if(i == MAX_BACKING_STORE) {
	305	error = ENOMEM;
1c79356b A	306	goto swapon_bailout;
	307	}
	308
	309	/* remember the vnode. This vnode has namei() reference */
	310	bs_port_table[i].vp = vp;
	311
	312	/*
	313	* Look to see if we are already paging to this file.
	314	*/
	315	/* make certain the copy send of kernel call will work */
0b4e3aa0 A	316	default_pager = MEMORY_OBJECT_DEFAULT_NULL;
0b4e3aa0 A	317	kr = host_default_memory_manager(host_priv_self(), &default_pager, 0);
1c79356b A	318	if(kr != KERN_SUCCESS) {
1c79356b A	319	error = EAGAIN;
1c79356b A	320	bs_port_table[i].vp = 0;
	321	goto swapon_bailout;
	322	}
	323
6d2010ae A	324	#if CONFIG_EMBEDDED
	325	dp_cluster_size = 1 * PAGE_SIZE;
	326	#else
	327	if ((dp_isssd = vnode_pager_isSSD(vp)) == TRUE) {
0b4c1975 A	328	/*
	329	* keep the cluster size small since the
	330	* seek cost is effectively 0 which means
	331	* we don't care much about fragmentation
	332	*/
0b4c1975 A	333	dp_cluster_size = 2 * PAGE_SIZE;
	334	} else {
	335	/*
	336	* use the default cluster size
	337	*/
0b4c1975 A	338	dp_cluster_size = 0;
0b4c1975 A	339	}
6d2010ae	340	#endif
0b4e3aa0	341	kr = default_pager_backing_store_create(default_pager,
1c79356b	342	-1, /* default priority */
0b4c1975	343	dp_cluster_size,
1c79356b	344	&backing_store);
0b4e3aa0 A	345	memory_object_default_deallocate(default_pager);
0b4e3aa0 A	346
1c79356b A	347	if(kr != KERN_SUCCESS) {
1c79356b A	348	error = ENOMEM;
1c79356b A	349	bs_port_table[i].vp = 0;
	350	goto swapon_bailout;
	351	}
	352
b0d623f7 A	353	/* Mark this vnode as being used for swapfile */
	354	vnode_lock_spin(vp);
	355	SET(vp->v_flag, VSWAP);
	356	vnode_unlock(vp);
	357
1c79356b A	358	/*
	359	* NOTE: we are able to supply PAGE_SIZE here instead of
	360	* an actual record size or block number because:
	361	* a: we do not support offsets from the beginning of the
	362	* file (allowing for non page size/record modulo offsets.
	363	* b: because allow paging will be done modulo page size
	364	*/
	365
91447636 A	366	kr = default_pager_add_file(backing_store, (vnode_ptr_t) vp,
91447636 A	367	PAGE_SIZE, (int)(file_size/PAGE_SIZE));
1c79356b A	368	if(kr != KERN_SUCCESS) {
	369	bs_port_table[i].vp = 0;
	370	if(kr == KERN_INVALID_ARGUMENT)
	371	error = EINVAL;
	372	else
	373	error = ENOMEM;
b0d623f7 A	374
	375	/* This vnode is not to be used for swapfile */
	376	vnode_lock_spin(vp);
	377	CLR(vp->v_flag, VSWAP);
	378	vnode_unlock(vp);
	379
1c79356b A	380	goto swapon_bailout;
	381	}
	382	bs_port_table[i].bs = (void *)backing_store;
	383	error = 0;
1c79356b	384
13fec989	385	ubc_setthreadcred(vp, p, current_thread());
55e303ae	386
1c79356b	387	/*
91447636	388	* take a long term reference on the vnode to keep
1c79356b A	389	* vnreclaim() away from this vnode.
1c79356b A	390	*/
91447636	391	vnode_ref(vp);
1c79356b A	392
	393	swapon_bailout:
	394	if (vp) {
91447636	395	vnode_put(vp);
1c79356b	396	}
1c79356b	397	(void) thread_funnel_set(kernel_flock, FALSE);
e5568f75	398	AUDIT_MACH_SYSCALL_EXIT(error);
6d2010ae A	399
	400	if (error)
	401	printf("macx_swapon FAILED - %d\n", error);
	402	else
	403	printf("macx_swapon SUCCESS\n");
	404
1c79356b A	405	return(error);
	406	}
	407
	408	/*
	409	* Routine: macx_swapoff
	410	* Function:
	411	* Syscall interface to remove a file from backing store
	412	*/
	413	int
	414	macx_swapoff(
91447636	415	struct macx_swapoff_args *args)
1c79356b	416	{
91447636	417	__unused int flags = args->flags;
1c79356b A	418	kern_return_t kr;
	419	mach_port_t backing_store;
	420
	421	struct vnode *vp = 0;
	422	struct nameidata nd, *ndp;
	423	struct proc *p = current_proc();
	424	int i;
	425	int error;
	426	boolean_t funnel_state;
2d21ac55	427	vfs_context_t ctx = vfs_context_current();
6d2010ae A	428	struct uthread *ut;
6d2010ae A	429	int orig_iopol_disk;
1c79356b	430
e5568f75	431	AUDIT_MACH_SYSCALL_ENTER(AUE_SWAPOFF);
91447636	432
1c79356b A	433	funnel_state = thread_funnel_set(kernel_flock, TRUE);
	434	backing_store = NULL;
	435	ndp = &nd;
	436
91447636	437	if ((error = suser(kauth_cred_get(), 0)))
1c79356b A	438	goto swapoff_bailout;
1c79356b A	439
1c79356b A	440	/*
	441	* Get the vnode for the paging area.
	442	*/
6d2010ae	443	NDINIT(ndp, LOOKUP, OP_LOOKUP, FOLLOW \| LOCKLEAF \| AUDITVNPATH1,
91447636	444	((IS_64BIT_PROCESS(p)) ? UIO_USERSPACE64 : UIO_USERSPACE32),
b0d623f7	445	(user_addr_t) args->filename, ctx);
1c79356b A	446
	447	if ((error = namei(ndp)))
	448	goto swapoff_bailout;
91447636	449	nameidone(ndp);
1c79356b A	450	vp = ndp->ni_vp;
	451
	452	if (vp->v_type != VREG) {
	453	error = EINVAL;
1c79356b A	454	goto swapoff_bailout;
1c79356b A	455	}
2d21ac55 A	456	#if CONFIG_MACF
	457	vnode_lock(vp);
	458	error = mac_system_check_swapoff(vfs_context_ucred(ctx), vp);
	459	vnode_unlock(vp);
	460	if (error)
	461	goto swapoff_bailout;
	462	#endif
1c79356b A	463
	464	for(i = 0; i < MAX_BACKING_STORE; i++) {
	465	if(bs_port_table[i].vp == vp) {
1c79356b A	466	break;
	467	}
	468	}
	469	if (i == MAX_BACKING_STORE) {
	470	error = EINVAL;
1c79356b A	471	goto swapoff_bailout;
	472	}
	473	backing_store = (mach_port_t)bs_port_table[i].bs;
	474
6d2010ae A	475	ut = get_bsdthread_info(current_thread());
	476
	477	#if !CONFIG_EMBEDDED
	478	orig_iopol_disk = proc_get_thread_selfdiskacc();
	479	proc_apply_thread_selfdiskacc(IOPOL_THROTTLE);
	480	#else /* !CONFIG_EMBEDDED */
	481	orig_iopol_disk = ut->uu_iopol_disk;
	482	ut->uu_iopol_disk = IOPOL_THROTTLE;
	483	#endif /* !CONFIG_EMBEDDED */
	484
1c79356b	485	kr = default_pager_backing_store_delete(backing_store);
6d2010ae A	486
	487	#if !CONFIG_EMBEDDED
	488	proc_apply_thread_selfdiskacc(orig_iopol_disk);
	489	#else /* !CONFIG_EMBEDDED */
	490	ut->uu_iopol_disk = orig_iopol_disk;
	491	#endif /* !CONFIG_EMBEDDED */
	492
1c79356b A	493	switch (kr) {
	494	case KERN_SUCCESS:
	495	error = 0;
	496	bs_port_table[i].vp = 0;
1c79356b	497	/* This vnode is no longer used for swapfile */
b0d623f7	498	vnode_lock_spin(vp);
1c79356b	499	CLR(vp->v_flag, VSWAP);
b0d623f7	500	vnode_unlock(vp);
1c79356b	501
91447636 A	502	/* get rid of macx_swapon() "long term" reference */
91447636 A	503	vnode_rele(vp);
1c79356b	504
1c79356b A	505	break;
	506	case KERN_FAILURE:
	507	error = EAGAIN;
	508	break;
	509	default:
	510	error = EAGAIN;
	511	break;
	512	}
	513
	514	swapoff_bailout:
	515	/* get rid of macx_swapoff() namei() reference */
	516	if (vp)
91447636	517	vnode_put(vp);
1c79356b	518
1c79356b	519	(void) thread_funnel_set(kernel_flock, FALSE);
e5568f75	520	AUDIT_MACH_SYSCALL_EXIT(error);
6d2010ae A	521
	522	if (error)
	523	printf("macx_swapoff FAILED - %d\n", error);
	524	else
	525	printf("macx_swapoff SUCCESS\n");
	526
1c79356b A	527	return(error);
1c79356b A	528	}
91447636 A	529
	530	/*
	531	* Routine: macx_swapinfo
	532	* Function:
	533	* Syscall interface to get general swap statistics
	534	*/
	535	int
	536	macx_swapinfo(
	537	memory_object_size_t *total_p,
	538	memory_object_size_t *avail_p,
	539	vm_size_t *pagesize_p,
	540	boolean_t *encrypted_p)
	541	{
	542	int error;
	543	memory_object_default_t default_pager;
	544	default_pager_info_64_t dpi64;
	545	kern_return_t kr;
	546
	547	error = 0;
	548
	549	/*
	550	* Get a handle on the default pager.
	551	*/
	552	default_pager = MEMORY_OBJECT_DEFAULT_NULL;
	553	kr = host_default_memory_manager(host_priv_self(), &default_pager, 0);
	554	if (kr != KERN_SUCCESS) {
	555	error = EAGAIN; /* XXX why EAGAIN ? */
	556	goto done;
	557	}
	558	if (default_pager == MEMORY_OBJECT_DEFAULT_NULL) {
	559	/*
	560	* The default pager has not initialized yet,
	561	* so it can't be using any swap space at all.
	562	*/
	563	*total_p = 0;
	564	*avail_p = 0;
	565	*pagesize_p = 0;
	566	*encrypted_p = FALSE;
	567	goto done;
	568	}
	569
	570	/*
	571	* Get swap usage data from default pager.
	572	*/
	573	kr = default_pager_info_64(default_pager, &dpi64);
	574	if (kr != KERN_SUCCESS) {
	575	error = ENOTSUP;
	576	goto done;
	577	}
	578
	579	/*
	580	* Provide default pager info to caller.
	581	*/
	582	*total_p = dpi64.dpi_total_space;
	583	*avail_p = dpi64.dpi_free_space;
	584	*pagesize_p = dpi64.dpi_page_size;
	585	if (dpi64.dpi_flags & DPI_ENCRYPTED) {
	586	*encrypted_p = TRUE;
	587	} else {
	588	*encrypted_p = FALSE;
	589	}
	590
	591	done:
	592	if (default_pager != MEMORY_OBJECT_DEFAULT_NULL) {
593	/* release our handle on default pager */
594	memory_object_default_deallocate(default_pager);
595	}
596	return error;
597	}