[apple/xnu.git] / osfmk / vm / vm_protos.h

/*
 * Copyright (c) 2004-2007 Apple Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 * 
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */

#ifdef	XNU_KERNEL_PRIVATE

#ifndef _VM_VM_PROTOS_H_
#define _VM_VM_PROTOS_H_

#include <mach/mach_types.h>
#include <kern/kern_types.h>

/*
 * This file contains various type definitions and routine prototypes
 * that are needed to avoid compilation warnings for VM code (in osfmk,
 * default_pager and bsd).
 * Most of these should eventually go into more appropriate header files.
 *
 * Include it after all other header files since it doesn't include any
 * type definitions and it works around some conflicts with other header
 * files.
 */

/*
 * iokit
 */
extern kern_return_t device_data_action(
	uintptr_t               device_handle, 
	ipc_port_t              device_pager,
	vm_prot_t               protection, 
	vm_object_offset_t      offset, 
	vm_size_t               size);

extern kern_return_t device_close(
	uintptr_t     device_handle);

/*
 * default_pager
 */
extern int start_def_pager(
	char *bs_device);
extern int default_pager_init_flag;

/*
 * osfmk
 */
#ifndef _IPC_IPC_PORT_H_
extern mach_port_name_t ipc_port_copyout_send(
	ipc_port_t	sright,
	ipc_space_t	space);
extern task_t port_name_to_task(
	mach_port_name_t name);
#endif /* _IPC_IPC_PORT_H_ */

extern ipc_space_t  get_task_ipcspace(
	task_t t);

/* Some loose-ends VM stuff */

extern vm_map_t		kalloc_map;
extern vm_size_t	msg_ool_size_small;
extern vm_map_t		zone_map;

extern void consider_machine_adjust(void);
extern pmap_t get_map_pmap(vm_map_t);
extern vm_map_offset_t get_map_min(vm_map_t);
extern vm_map_offset_t get_map_max(vm_map_t);
extern vm_map_size_t get_vmmap_size(vm_map_t);
extern int get_vmmap_entries(vm_map_t);

int vm_map_page_mask(vm_map_t);

extern boolean_t coredumpok(vm_map_t map, vm_offset_t va);

/*
 * VM routines that used to be published to
 * user space, and are now restricted to the kernel.
 *
 * They should eventually go away entirely -
 * to be replaced with standard vm_map() and
 * vm_deallocate() calls.
 */

extern kern_return_t vm_upl_map
(
	vm_map_t target_task,
	upl_t upl,
	vm_address_t *address
);

extern kern_return_t vm_upl_unmap
(
	vm_map_t target_task,
	upl_t upl
);

extern kern_return_t vm_region_object_create
(
	vm_map_t target_task,
	vm_size_t size,
	ipc_port_t *object_handle
);

extern mach_vm_offset_t mach_get_vm_start(vm_map_t);
extern mach_vm_offset_t mach_get_vm_end(vm_map_t);

#if CONFIG_CODE_DECRYPTION
struct pager_crypt_info;
extern kern_return_t vm_map_apple_protected(
					    vm_map_t	map,
					    vm_map_offset_t	start,
					    vm_map_offset_t	end,
					    struct pager_crypt_info *crypt_info);
extern void apple_protect_pager_bootstrap(void);
extern memory_object_t apple_protect_pager_setup(vm_object_t backing_object,
						 struct pager_crypt_info *crypt_info);
#endif	/* CONFIG_CODE_DECRYPTION */

struct vnode;
extern void swapfile_pager_bootstrap(void);
extern memory_object_t swapfile_pager_setup(struct vnode *vp);
extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj);


/*
 * bsd
 */
struct vnode;
extern void vnode_pager_shutdown(void);
extern void *upl_get_internal_page_list(
	upl_t upl);

extern void vnode_setswapmount(struct vnode *);

typedef int pager_return_t;
extern pager_return_t	vnode_pagein(
	struct vnode *, upl_t,
	upl_offset_t, vm_object_offset_t,
	upl_size_t, int, int *);
extern pager_return_t	vnode_pageout(
	struct vnode *, upl_t,
	upl_offset_t, vm_object_offset_t,
	upl_size_t, int, int *);
extern uint32_t vnode_trim (struct vnode *, int64_t offset, unsigned long len);
extern memory_object_t vnode_pager_setup(
	struct vnode *, memory_object_t);
extern vm_object_offset_t vnode_pager_get_filesize(
	struct vnode *);
extern uint32_t vnode_pager_isinuse(
	struct vnode *);
extern boolean_t vnode_pager_isSSD(
	struct vnode *);
extern void vnode_pager_throttle(
	void);
extern uint32_t vnode_pager_return_throttle_io_limit(
	struct vnode *,
	uint32_t     *);
extern kern_return_t vnode_pager_get_name(
	struct vnode	*vp,
	char		*pathname,
	vm_size_t	pathname_len,
	char		*filename,
	vm_size_t	filename_len,
	boolean_t	*truncated_path_p);
struct timespec;
extern kern_return_t vnode_pager_get_mtime(
	struct vnode	*vp,
	struct timespec	*mtime,
	struct timespec	*cs_mtime);
extern kern_return_t vnode_pager_get_cs_blobs(
	struct vnode	*vp,
	void		**blobs);

#if CONFIG_IOSCHED
void vnode_pager_issue_reprioritize_io(
	struct vnode 	*devvp, 
	uint64_t 	blkno, 
	uint32_t 	len,
	int 		priority);
#endif

#if CHECK_CS_VALIDATION_BITMAP	
/* used by the vnode_pager_cs_validation_bitmap routine*/
#define CS_BITMAP_SET	1
#define CS_BITMAP_CLEAR	2
#define CS_BITMAP_CHECK	3

#endif /* CHECK_CS_VALIDATION_BITMAP */

extern void vnode_pager_bootstrap(void);
extern kern_return_t
vnode_pager_data_unlock(
	memory_object_t		mem_obj,
	memory_object_offset_t	offset,
	memory_object_size_t		size,
	vm_prot_t		desired_access);
extern kern_return_t vnode_pager_init(
	memory_object_t, 
	memory_object_control_t, 
	memory_object_cluster_size_t);
extern kern_return_t vnode_pager_get_object_size(
	memory_object_t,
	memory_object_offset_t *);

#if CONFIG_IOSCHED
extern kern_return_t vnode_pager_get_object_devvp(
        memory_object_t,
        uintptr_t *);
#endif

extern kern_return_t vnode_pager_get_isinuse(
	memory_object_t,
	uint32_t *);
extern kern_return_t vnode_pager_get_isSSD(
	memory_object_t,
	boolean_t *);
extern kern_return_t vnode_pager_get_throttle_io_limit(
	memory_object_t,
	uint32_t *);
extern kern_return_t vnode_pager_get_object_name(
	memory_object_t	mem_obj,
	char		*pathname,
	vm_size_t	pathname_len,
	char		*filename,
	vm_size_t	filename_len,
	boolean_t	*truncated_path_p);
extern kern_return_t vnode_pager_get_object_mtime(
	memory_object_t	mem_obj,
	struct timespec *mtime,
	struct timespec	*cs_mtime);
extern kern_return_t vnode_pager_get_object_cs_blobs(
	memory_object_t	mem_obj,
	void		**blobs);

#if CHECK_CS_VALIDATION_BITMAP	
extern kern_return_t vnode_pager_cs_check_validation_bitmap( 
	memory_object_t	mem_obj, 
	memory_object_offset_t	offset,
	int		optype);
#endif /*CHECK_CS_VALIDATION_BITMAP*/

extern	kern_return_t ubc_cs_check_validation_bitmap (
	struct vnode *vp, 
	memory_object_offset_t offset,
	int optype);

extern kern_return_t vnode_pager_data_request( 
	memory_object_t, 
	memory_object_offset_t,
	memory_object_cluster_size_t,
	vm_prot_t,
	memory_object_fault_info_t);
extern kern_return_t vnode_pager_data_return(
	memory_object_t,
	memory_object_offset_t,
	memory_object_cluster_size_t,
	memory_object_offset_t *,
	int *,
	boolean_t,
	boolean_t,
	int);
extern kern_return_t vnode_pager_data_initialize(
	memory_object_t,
	memory_object_offset_t,
	memory_object_cluster_size_t);
extern void vnode_pager_reference(
	memory_object_t		mem_obj);
extern kern_return_t vnode_pager_synchronize(
	memory_object_t		mem_obj,
	memory_object_offset_t	offset,
	memory_object_size_t		length,
	vm_sync_t		sync_flags);
extern kern_return_t vnode_pager_map(
	memory_object_t		mem_obj,
	vm_prot_t		prot);
extern kern_return_t vnode_pager_last_unmap(
	memory_object_t		mem_obj);
extern void vnode_pager_deallocate(
	memory_object_t);
extern kern_return_t vnode_pager_terminate(
	memory_object_t);
extern void vnode_pager_vrele(
	struct vnode *vp);
extern void vnode_pager_release_from_cache(
	int	*);
extern int  ubc_map(
	struct vnode *vp,
	int flags);
extern void ubc_unmap(
	struct vnode *vp);

struct vm_map_entry;
extern struct vm_object *find_vnode_object(struct vm_map_entry *entry);

extern void   dp_memory_object_reference(memory_object_t);
extern void   dp_memory_object_deallocate(memory_object_t);
#ifndef _memory_object_server_
extern kern_return_t   dp_memory_object_init(memory_object_t,
					     memory_object_control_t,
					     memory_object_cluster_size_t);
extern	kern_return_t dp_memory_object_terminate(memory_object_t);
extern	kern_return_t   dp_memory_object_data_request(memory_object_t, 
						      memory_object_offset_t,
						      memory_object_cluster_size_t,
						      vm_prot_t,
						      memory_object_fault_info_t);
extern kern_return_t dp_memory_object_data_return(memory_object_t,
						    memory_object_offset_t,
						    memory_object_cluster_size_t,
						    memory_object_offset_t *,
						    int *,
						    boolean_t,
						    boolean_t,
						    int);
extern kern_return_t dp_memory_object_data_initialize(memory_object_t,
						      memory_object_offset_t,
						      memory_object_cluster_size_t);
extern kern_return_t dp_memory_object_data_unlock(memory_object_t,
						  memory_object_offset_t,
						  memory_object_size_t,
						  vm_prot_t);
extern kern_return_t dp_memory_object_synchronize(memory_object_t,
						  memory_object_offset_t,
						  memory_object_size_t,
						  vm_sync_t);
extern kern_return_t dp_memory_object_map(memory_object_t,
					  vm_prot_t);
extern kern_return_t dp_memory_object_last_unmap(memory_object_t);
#endif /* _memory_object_server_ */
#ifndef _memory_object_default_server_
extern kern_return_t default_pager_memory_object_create(
	memory_object_default_t,
	vm_size_t,
	memory_object_t *);
#endif /* _memory_object_default_server_ */

#if CONFIG_FREEZE
extern unsigned int default_pager_swap_pages_free(void);
struct default_freezer_handle;
struct vm_page;
__private_extern__ void	default_freezer_init(void);
__private_extern__ struct default_freezer_handle* default_freezer_handle_allocate(void);
__private_extern__ kern_return_t
default_freezer_handle_init(
	struct  default_freezer_handle *df_handle);
__private_extern__ void
default_freezer_handle_deallocate(
	struct default_freezer_handle *df_handle);
__private_extern__ void
default_freezer_pageout(
	struct default_freezer_handle *df_handle);
__private_extern__ kern_return_t
default_freezer_pack(
	unsigned int		*purgeable_count,
	unsigned int		*wired_count,
	unsigned int		*clean_count,
	unsigned int		*dirty_count,
	unsigned int		dirty_budget,
	boolean_t		*shared,
	vm_object_t		src_object,
	struct default_freezer_handle *df_handle);
__private_extern__ kern_return_t
default_freezer_unpack(
	struct default_freezer_handle *df_handle);	
__private_extern__ void
default_freezer_pack_page(
	struct vm_page* p,
	struct default_freezer_handle *df_handle);

#endif /* CONFIG_FREEZE */

extern void   device_pager_reference(memory_object_t);
extern void   device_pager_deallocate(memory_object_t);
extern kern_return_t   device_pager_init(memory_object_t,
					 memory_object_control_t,
					 memory_object_cluster_size_t);
extern	kern_return_t device_pager_terminate(memory_object_t);
extern	kern_return_t   device_pager_data_request(memory_object_t, 
						  memory_object_offset_t,
						  memory_object_cluster_size_t,
						  vm_prot_t,
						  memory_object_fault_info_t);
extern kern_return_t device_pager_data_return(memory_object_t,
					      memory_object_offset_t,
					      memory_object_cluster_size_t,
					      memory_object_offset_t *,
					      int *,
					      boolean_t,
					      boolean_t,
					      int);
extern kern_return_t device_pager_data_initialize(memory_object_t,
						  memory_object_offset_t,
						  memory_object_cluster_size_t);
extern kern_return_t device_pager_data_unlock(memory_object_t,
					      memory_object_offset_t,
					      memory_object_size_t,
					      vm_prot_t);
extern kern_return_t device_pager_synchronize(memory_object_t,
					      memory_object_offset_t,
					      memory_object_size_t,
					      vm_sync_t);
extern kern_return_t device_pager_map(memory_object_t, vm_prot_t);
extern kern_return_t device_pager_last_unmap(memory_object_t);
extern kern_return_t device_pager_populate_object(
	memory_object_t		device,
	memory_object_offset_t	offset,
	ppnum_t			page_num,
	vm_size_t		size);
extern memory_object_t device_pager_setup(
	memory_object_t,
	uintptr_t,
	vm_size_t,
	int);
extern void device_pager_bootstrap(void);

extern kern_return_t pager_map_to_phys_contiguous(
	memory_object_control_t	object,
	memory_object_offset_t	offset,
	addr64_t		base_vaddr,
	vm_size_t		size);

extern kern_return_t memory_object_create_named(
	memory_object_t	pager,
	memory_object_offset_t	size,
	memory_object_control_t		*control);

struct macx_triggers_args;
extern int mach_macx_triggers(
	struct macx_triggers_args	*args);

extern int macx_swapinfo(
	memory_object_size_t	*total_p,
	memory_object_size_t	*avail_p,
	vm_size_t		*pagesize_p,
	boolean_t		*encrypted_p);

extern void log_stack_execution_failure(addr64_t vaddr, vm_prot_t prot);
extern void log_unnest_badness(vm_map_t, vm_map_offset_t, vm_map_offset_t);

struct proc;
extern int cs_allow_invalid(struct proc *p);
extern int cs_invalid_page(addr64_t vaddr);
extern boolean_t cs_validate_page(void *blobs,
				  memory_object_t pager,
				  memory_object_offset_t offset, 
				  const void *data,
				  boolean_t *tainted);

extern kern_return_t mach_memory_entry_purgable_control(
	ipc_port_t	entry_port,
	vm_purgable_t	control,
	int		*state);

extern kern_return_t mach_memory_entry_get_page_counts(
	ipc_port_t	entry_port,
	unsigned int	*resident_page_count,
	unsigned int	*dirty_page_count);

extern kern_return_t mach_memory_entry_page_op(
	ipc_port_t		entry_port,
	vm_object_offset_t	offset,
	int			ops,
	ppnum_t			*phys_entry,
	int			*flags);

extern kern_return_t mach_memory_entry_range_op(
	ipc_port_t		entry_port,
	vm_object_offset_t	offset_beg,
	vm_object_offset_t	offset_end,
	int                     ops,
	int                     *range);

extern void mach_memory_entry_port_release(ipc_port_t port);
extern void mach_destroy_memory_entry(ipc_port_t port);
extern kern_return_t mach_memory_entry_allocate(
	struct vm_named_entry **user_entry_p,
	ipc_port_t *user_handle_p);

extern void vm_paging_map_init(void);

extern int macx_backing_store_compaction(int flags);
extern unsigned int mach_vm_ctl_page_free_wanted(void);

extern int no_paging_space_action(void);

#define VM_TOGGLE_CLEAR		0
#define VM_TOGGLE_SET		1
#define VM_TOGGLE_GETVALUE	999
int vm_toggle_entry_reuse(int, int*);

#define	SWAP_WRITE		0x00000000	/* Write buffer (pseudo flag). */
#define	SWAP_READ		0x00000001	/* Read buffer. */
#define	SWAP_ASYNC		0x00000002	/* Start I/O, do not wait. */

extern void vm_compressor_pager_init(void);
extern kern_return_t compressor_memory_object_create(
	memory_object_size_t,
	memory_object_t *);

#if CONFIG_JETSAM
extern int proc_get_memstat_priority(struct proc*, boolean_t);
#endif /* CONFIG_JETSAM */

/* the object purger. purges the next eligible object from memory. */
/* returns TRUE if an object was purged, otherwise FALSE. */
boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group);
void vm_purgeable_disown(task_t task);

struct trim_list {
	uint64_t	tl_offset;
	uint64_t	tl_length;
	struct trim_list *tl_next;
};

u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl, boolean_t route_only);

#define MAX_SWAPFILENAME_LEN	1024
#define SWAPFILENAME_INDEX_LEN	2	/* Doesn't include the terminating NULL character */

extern char	swapfilename[MAX_SWAPFILENAME_LEN + 1];

struct vm_counters {
	unsigned int	do_collapse_compressor;
	unsigned int	do_collapse_compressor_pages;
	unsigned int	do_collapse_terminate;
	unsigned int	do_collapse_terminate_failure;
	unsigned int	should_cow_but_wired;
	unsigned int	create_upl_extra_cow;
	unsigned int	create_upl_extra_cow_pages;
	unsigned int	create_upl_lookup_failure_write;
	unsigned int	create_upl_lookup_failure_copy;
};
extern struct vm_counters vm_counters;

#endif	/* _VM_VM_PROTOS_H_ */

#endif	/* XNU_KERNEL_PRIVATE */
Commit	Line	Data
91447636	1	/*
2d21ac55	2	* Copyright (c) 2004-2007 Apple Inc. All rights reserved.
91447636	3	*
2d21ac55	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
91447636	5	*
2d21ac55 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
8f6c56a5	14	*
2d21ac55 A	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5 A	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
8f6c56a5 A	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55 A	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
8f6c56a5	25	*
2d21ac55	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
91447636 A	27	*/
	28
	29	#ifdef XNU_KERNEL_PRIVATE
	30
	31	#ifndef _VM_VM_PROTOS_H_
	32	#define _VM_VM_PROTOS_H_
	33
	34	#include <mach/mach_types.h>
	35	#include <kern/kern_types.h>
	36
	37	/*
	38	* This file contains various type definitions and routine prototypes
	39	* that are needed to avoid compilation warnings for VM code (in osfmk,
	40	* default_pager and bsd).
	41	* Most of these should eventually go into more appropriate header files.
	42	*
	43	* Include it after all other header files since it doesn't include any
	44	* type definitions and it works around some conflicts with other header
	45	* files.
	46	*/
	47
	48	/*
	49	* iokit
	50	*/
	51	extern kern_return_t device_data_action(
b0d623f7	52	uintptr_t device_handle,
91447636 A	53	ipc_port_t device_pager,
	54	vm_prot_t protection,
	55	vm_object_offset_t offset,
	56	vm_size_t size);
	57
	58	extern kern_return_t device_close(
b0d623f7	59	uintptr_t device_handle);
91447636 A	60
	61	/*
	62	* default_pager
	63	*/
	64	extern int start_def_pager(
	65	char *bs_device);
0c530ab8	66	extern int default_pager_init_flag;
91447636 A	67
	68	/*
	69	* osfmk
	70	*/
91447636 A	71	#ifndef _IPC_IPC_PORT_H_
	72	extern mach_port_name_t ipc_port_copyout_send(
	73	ipc_port_t sright,
	74	ipc_space_t space);
	75	extern task_t port_name_to_task(
	76	mach_port_name_t name);
	77	#endif /* _IPC_IPC_PORT_H_ */
	78
	79	extern ipc_space_t get_task_ipcspace(
	80	task_t t);
	81
	82	/* Some loose-ends VM stuff */
	83
	84	extern vm_map_t kalloc_map;
	85	extern vm_size_t msg_ool_size_small;
	86	extern vm_map_t zone_map;
	87
	88	extern void consider_machine_adjust(void);
	89	extern pmap_t get_map_pmap(vm_map_t);
	90	extern vm_map_offset_t get_map_min(vm_map_t);
	91	extern vm_map_offset_t get_map_max(vm_map_t);
	92	extern vm_map_size_t get_vmmap_size(vm_map_t);
	93	extern int get_vmmap_entries(vm_map_t);
	94
39236c6e A	95	int vm_map_page_mask(vm_map_t);
39236c6e A	96
91447636 A	97	extern boolean_t coredumpok(vm_map_t map, vm_offset_t va);
	98
	99	/*
	100	* VM routines that used to be published to
	101	* user space, and are now restricted to the kernel.
	102	*
	103	* They should eventually go away entirely -
	104	* to be replaced with standard vm_map() and
	105	* vm_deallocate() calls.
	106	*/
	107
	108	extern kern_return_t vm_upl_map
	109	(
	110	vm_map_t target_task,
	111	upl_t upl,
	112	vm_address_t *address
	113	);
	114
	115	extern kern_return_t vm_upl_unmap
	116	(
	117	vm_map_t target_task,
	118	upl_t upl
	119	);
	120
	121	extern kern_return_t vm_region_object_create
	122	(
	123	vm_map_t target_task,
	124	vm_size_t size,
	125	ipc_port_t *object_handle
	126	);
	127
	128	extern mach_vm_offset_t mach_get_vm_start(vm_map_t);
	129	extern mach_vm_offset_t mach_get_vm_end(vm_map_t);
	130
593a1d5f A	131	#if CONFIG_CODE_DECRYPTION
593a1d5f A	132	struct pager_crypt_info;
0c530ab8	133	extern kern_return_t vm_map_apple_protected(
593a1d5f A	134	vm_map_t map,
	135	vm_map_offset_t start,
	136	vm_map_offset_t end,
	137	struct pager_crypt_info *crypt_info);
0c530ab8	138	extern void apple_protect_pager_bootstrap(void);
593a1d5f A	139	extern memory_object_t apple_protect_pager_setup(vm_object_t backing_object,
	140	struct pager_crypt_info *crypt_info);
	141	#endif /* CONFIG_CODE_DECRYPTION */
0c530ab8	142
b0d623f7 A	143	struct vnode;
	144	extern void swapfile_pager_bootstrap(void);
	145	extern memory_object_t swapfile_pager_setup(struct vnode *vp);
	146	extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj);
	147
91447636 A	148
	149	/*
	150	* bsd
	151	*/
	152	struct vnode;
91447636 A	153	extern void vnode_pager_shutdown(void);
	154	extern void *upl_get_internal_page_list(
	155	upl_t upl);
b0d623f7	156
fe8ab488 A	157	extern void vnode_setswapmount(struct vnode *);
fe8ab488 A	158
91447636 A	159	typedef int pager_return_t;
	160	extern pager_return_t vnode_pagein(
	161	struct vnode *, upl_t,
b0d623f7 A	162	upl_offset_t, vm_object_offset_t,
b0d623f7 A	163	upl_size_t, int, int *);
91447636 A	164	extern pager_return_t vnode_pageout(
91447636 A	165	struct vnode *, upl_t,
b0d623f7 A	166	upl_offset_t, vm_object_offset_t,
b0d623f7 A	167	upl_size_t, int, int *);
6d2010ae	168	extern uint32_t vnode_trim (struct vnode *, int64_t offset, unsigned long len);
91447636 A	169	extern memory_object_t vnode_pager_setup(
	170	struct vnode *, memory_object_t);
	171	extern vm_object_offset_t vnode_pager_get_filesize(
	172	struct vnode *);
b0d623f7 A	173	extern uint32_t vnode_pager_isinuse(
b0d623f7 A	174	struct vnode *);
6d2010ae A	175	extern boolean_t vnode_pager_isSSD(
	176	struct vnode *);
	177	extern void vnode_pager_throttle(
	178	void);
39236c6e	179	extern uint32_t vnode_pager_return_throttle_io_limit(
b0d623f7	180	struct vnode *,
39236c6e	181	uint32_t *);
15129b1c	182	extern kern_return_t vnode_pager_get_name(
0c530ab8 A	183	struct vnode *vp,
0c530ab8 A	184	char *pathname,
15129b1c A	185	vm_size_t pathname_len,
	186	char *filename,
	187	vm_size_t filename_len,
	188	boolean_t *truncated_path_p);
	189	struct timespec;
	190	extern kern_return_t vnode_pager_get_mtime(
0c530ab8	191	struct vnode *vp,
15129b1c A	192	struct timespec *mtime,
15129b1c A	193	struct timespec *cs_mtime);
2d21ac55 A	194	extern kern_return_t vnode_pager_get_cs_blobs(
	195	struct vnode *vp,
	196	void **blobs);
6d2010ae	197
fe8ab488 A	198	#if CONFIG_IOSCHED
	199	void vnode_pager_issue_reprioritize_io(
	200	struct vnode *devvp,
	201	uint64_t blkno,
	202	uint32_t len,
	203	int priority);
	204	#endif
	205
6d2010ae A	206	#if CHECK_CS_VALIDATION_BITMAP
	207	/* used by the vnode_pager_cs_validation_bitmap routine*/
	208	#define CS_BITMAP_SET 1
	209	#define CS_BITMAP_CLEAR 2
	210	#define CS_BITMAP_CHECK 3
	211
	212	#endif /* CHECK_CS_VALIDATION_BITMAP */
b0d623f7	213
39236c6e	214	extern void vnode_pager_bootstrap(void);
91447636 A	215	extern kern_return_t
	216	vnode_pager_data_unlock(
	217	memory_object_t mem_obj,
	218	memory_object_offset_t offset,
b0d623f7	219	memory_object_size_t size,
91447636 A	220	vm_prot_t desired_access);
	221	extern kern_return_t vnode_pager_init(
	222	memory_object_t,
	223	memory_object_control_t,
b0d623f7	224	memory_object_cluster_size_t);
91447636 A	225	extern kern_return_t vnode_pager_get_object_size(
	226	memory_object_t,
	227	memory_object_offset_t *);
fe8ab488 A	228
	229	#if CONFIG_IOSCHED
	230	extern kern_return_t vnode_pager_get_object_devvp(
	231	memory_object_t,
	232	uintptr_t *);
	233	#endif
	234
b0d623f7 A	235	extern kern_return_t vnode_pager_get_isinuse(
	236	memory_object_t,
	237	uint32_t *);
6d2010ae A	238	extern kern_return_t vnode_pager_get_isSSD(
	239	memory_object_t,
	240	boolean_t *);
39236c6e	241	extern kern_return_t vnode_pager_get_throttle_io_limit(
b0d623f7	242	memory_object_t,
39236c6e	243	uint32_t *);
15129b1c	244	extern kern_return_t vnode_pager_get_object_name(
0c530ab8 A	245	memory_object_t mem_obj,
0c530ab8 A	246	char *pathname,
15129b1c A	247	vm_size_t pathname_len,
	248	char *filename,
	249	vm_size_t filename_len,
	250	boolean_t *truncated_path_p);
	251	extern kern_return_t vnode_pager_get_object_mtime(
0c530ab8	252	memory_object_t mem_obj,
15129b1c A	253	struct timespec *mtime,
15129b1c A	254	struct timespec *cs_mtime);
2d21ac55 A	255	extern kern_return_t vnode_pager_get_object_cs_blobs(
	256	memory_object_t mem_obj,
	257	void **blobs);
6d2010ae A	258
	259	#if CHECK_CS_VALIDATION_BITMAP
	260	extern kern_return_t vnode_pager_cs_check_validation_bitmap(
	261	memory_object_t mem_obj,
	262	memory_object_offset_t offset,
	263	int optype);
	264	#endif /CHECK_CS_VALIDATION_BITMAP/
	265
	266	extern kern_return_t ubc_cs_check_validation_bitmap (
	267	struct vnode *vp,
	268	memory_object_offset_t offset,
	269	int optype);
	270
91447636 A	271	extern kern_return_t vnode_pager_data_request(
91447636 A	272	memory_object_t,
2d21ac55	273	memory_object_offset_t,
b0d623f7	274	memory_object_cluster_size_t,
2d21ac55 A	275	vm_prot_t,
2d21ac55 A	276	memory_object_fault_info_t);
91447636 A	277	extern kern_return_t vnode_pager_data_return(
	278	memory_object_t,
	279	memory_object_offset_t,
b0d623f7	280	memory_object_cluster_size_t,
91447636 A	281	memory_object_offset_t *,
	282	int *,
	283	boolean_t,
	284	boolean_t,
	285	int);
	286	extern kern_return_t vnode_pager_data_initialize(
	287	memory_object_t,
	288	memory_object_offset_t,
b0d623f7	289	memory_object_cluster_size_t);
91447636 A	290	extern void vnode_pager_reference(
	291	memory_object_t mem_obj);
	292	extern kern_return_t vnode_pager_synchronize(
	293	memory_object_t mem_obj,
	294	memory_object_offset_t offset,
b0d623f7	295	memory_object_size_t length,
91447636	296	vm_sync_t sync_flags);
593a1d5f A	297	extern kern_return_t vnode_pager_map(
	298	memory_object_t mem_obj,
	299	vm_prot_t prot);
	300	extern kern_return_t vnode_pager_last_unmap(
91447636 A	301	memory_object_t mem_obj);
	302	extern void vnode_pager_deallocate(
	303	memory_object_t);
	304	extern kern_return_t vnode_pager_terminate(
	305	memory_object_t);
	306	extern void vnode_pager_vrele(
	307	struct vnode *vp);
	308	extern void vnode_pager_release_from_cache(
	309	int *);
593a1d5f A	310	extern int ubc_map(
	311	struct vnode *vp,
	312	int flags);
91447636 A	313	extern void ubc_unmap(
	314	struct vnode *vp);
	315
b0d623f7 A	316	struct vm_map_entry;
	317	extern struct vm_object find_vnode_object(struct vm_map_entry entry);
	318
91447636 A	319	extern void dp_memory_object_reference(memory_object_t);
	320	extern void dp_memory_object_deallocate(memory_object_t);
	321	#ifndef _memory_object_server_
	322	extern kern_return_t dp_memory_object_init(memory_object_t,
	323	memory_object_control_t,
b0d623f7	324	memory_object_cluster_size_t);
91447636 A	325	extern kern_return_t dp_memory_object_terminate(memory_object_t);
91447636 A	326	extern kern_return_t dp_memory_object_data_request(memory_object_t,
2d21ac55	327	memory_object_offset_t,
b0d623f7	328	memory_object_cluster_size_t,
2d21ac55 A	329	vm_prot_t,
2d21ac55 A	330	memory_object_fault_info_t);
91447636 A	331	extern kern_return_t dp_memory_object_data_return(memory_object_t,
91447636 A	332	memory_object_offset_t,
b0d623f7 A	333	memory_object_cluster_size_t,
b0d623f7 A	334	memory_object_offset_t *,
91447636 A	335	int *,
	336	boolean_t,
	337	boolean_t,
	338	int);
	339	extern kern_return_t dp_memory_object_data_initialize(memory_object_t,
	340	memory_object_offset_t,
b0d623f7	341	memory_object_cluster_size_t);
91447636 A	342	extern kern_return_t dp_memory_object_data_unlock(memory_object_t,
91447636 A	343	memory_object_offset_t,
b0d623f7	344	memory_object_size_t,
91447636 A	345	vm_prot_t);
	346	extern kern_return_t dp_memory_object_synchronize(memory_object_t,
	347	memory_object_offset_t,
b0d623f7	348	memory_object_size_t,
91447636	349	vm_sync_t);
593a1d5f A	350	extern kern_return_t dp_memory_object_map(memory_object_t,
	351	vm_prot_t);
	352	extern kern_return_t dp_memory_object_last_unmap(memory_object_t);
91447636 A	353	#endif /* _memory_object_server_ */
	354	#ifndef _memory_object_default_server_
	355	extern kern_return_t default_pager_memory_object_create(
	356	memory_object_default_t,
	357	vm_size_t,
	358	memory_object_t *);
	359	#endif /* _memory_object_default_server_ */
	360
6d2010ae A	361	#if CONFIG_FREEZE
6d2010ae A	362	extern unsigned int default_pager_swap_pages_free(void);
316670eb A	363	struct default_freezer_handle;
	364	struct vm_page;
	365	__private_extern__ void default_freezer_init(void);
	366	__private_extern__ struct default_freezer_handle* default_freezer_handle_allocate(void);
	367	__private_extern__ kern_return_t
	368	default_freezer_handle_init(
	369	struct default_freezer_handle *df_handle);
	370	__private_extern__ void
	371	default_freezer_handle_deallocate(
	372	struct default_freezer_handle *df_handle);
	373	__private_extern__ void
	374	default_freezer_pageout(
	375	struct default_freezer_handle *df_handle);
	376	__private_extern__ kern_return_t
	377	default_freezer_pack(
	378	unsigned int *purgeable_count,
	379	unsigned int *wired_count,
	380	unsigned int *clean_count,
	381	unsigned int *dirty_count,
	382	unsigned int dirty_budget,
	383	boolean_t *shared,
	384	vm_object_t src_object,
	385	struct default_freezer_handle *df_handle);
39236c6e	386	__private_extern__ kern_return_t
316670eb A	387	default_freezer_unpack(
	388	struct default_freezer_handle *df_handle);
	389	__private_extern__ void
	390	default_freezer_pack_page(
	391	struct vm_page* p,
	392	struct default_freezer_handle *df_handle);
	393
	394	#endif /* CONFIG_FREEZE */
6d2010ae	395
91447636 A	396	extern void device_pager_reference(memory_object_t);
	397	extern void device_pager_deallocate(memory_object_t);
	398	extern kern_return_t device_pager_init(memory_object_t,
	399	memory_object_control_t,
b0d623f7	400	memory_object_cluster_size_t);
91447636 A	401	extern kern_return_t device_pager_terminate(memory_object_t);
	402	extern kern_return_t device_pager_data_request(memory_object_t,
	403	memory_object_offset_t,
b0d623f7	404	memory_object_cluster_size_t,
2d21ac55 A	405	vm_prot_t,
2d21ac55 A	406	memory_object_fault_info_t);
91447636 A	407	extern kern_return_t device_pager_data_return(memory_object_t,
91447636 A	408	memory_object_offset_t,
b0d623f7	409	memory_object_cluster_size_t,
0c530ab8 A	410	memory_object_offset_t *,
0c530ab8 A	411	int *,
91447636 A	412	boolean_t,
	413	boolean_t,
	414	int);
	415	extern kern_return_t device_pager_data_initialize(memory_object_t,
	416	memory_object_offset_t,
b0d623f7	417	memory_object_cluster_size_t);
91447636 A	418	extern kern_return_t device_pager_data_unlock(memory_object_t,
91447636 A	419	memory_object_offset_t,
b0d623f7	420	memory_object_size_t,
91447636 A	421	vm_prot_t);
	422	extern kern_return_t device_pager_synchronize(memory_object_t,
	423	memory_object_offset_t,
b0d623f7	424	memory_object_size_t,
91447636	425	vm_sync_t);
593a1d5f A	426	extern kern_return_t device_pager_map(memory_object_t, vm_prot_t);
593a1d5f A	427	extern kern_return_t device_pager_last_unmap(memory_object_t);
91447636 A	428	extern kern_return_t device_pager_populate_object(
	429	memory_object_t device,
	430	memory_object_offset_t offset,
	431	ppnum_t page_num,
	432	vm_size_t size);
	433	extern memory_object_t device_pager_setup(
	434	memory_object_t,
b0d623f7	435	uintptr_t,
91447636 A	436	vm_size_t,
91447636 A	437	int);
39236c6e A	438	extern void device_pager_bootstrap(void);
	439
	440	extern kern_return_t pager_map_to_phys_contiguous(
	441	memory_object_control_t object,
	442	memory_object_offset_t offset,
	443	addr64_t base_vaddr,
	444	vm_size_t size);
91447636 A	445
	446	extern kern_return_t memory_object_create_named(
	447	memory_object_t pager,
	448	memory_object_offset_t size,
	449	memory_object_control_t *control);
	450
b0d623f7 A	451	struct macx_triggers_args;
	452	extern int mach_macx_triggers(
	453	struct macx_triggers_args *args);
91447636 A	454
	455	extern int macx_swapinfo(
	456	memory_object_size_t *total_p,
	457	memory_object_size_t *avail_p,
	458	vm_size_t *pagesize_p,
	459	boolean_t *encrypted_p);
	460
2d21ac55	461	extern void log_stack_execution_failure(addr64_t vaddr, vm_prot_t prot);
b0d623f7 A	462	extern void log_unnest_badness(vm_map_t, vm_map_offset_t, vm_map_offset_t);
b0d623f7 A	463
39236c6e	464	struct proc;
b0d623f7	465	extern int cs_allow_invalid(struct proc *p);
593a1d5f	466	extern int cs_invalid_page(addr64_t vaddr);
2d21ac55	467	extern boolean_t cs_validate_page(void *blobs,
316670eb	468	memory_object_t pager,
2d21ac55 A	469	memory_object_offset_t offset,
	470	const void *data,
	471	boolean_t *tainted);
	472
	473	extern kern_return_t mach_memory_entry_purgable_control(
	474	ipc_port_t entry_port,
	475	vm_purgable_t control,
	476	int *state);
	477
39236c6e A	478	extern kern_return_t mach_memory_entry_get_page_counts(
	479	ipc_port_t entry_port,
	480	unsigned int *resident_page_count,
	481	unsigned int *dirty_page_count);
	482
2d21ac55 A	483	extern kern_return_t mach_memory_entry_page_op(
	484	ipc_port_t entry_port,
	485	vm_object_offset_t offset,
	486	int ops,
	487	ppnum_t *phys_entry,
	488	int *flags);
	489
	490	extern kern_return_t mach_memory_entry_range_op(
	491	ipc_port_t entry_port,
	492	vm_object_offset_t offset_beg,
	493	vm_object_offset_t offset_end,
	494	int ops,
	495	int *range);
	496
	497	extern void mach_memory_entry_port_release(ipc_port_t port);
	498	extern void mach_destroy_memory_entry(ipc_port_t port);
	499	extern kern_return_t mach_memory_entry_allocate(
	500	struct vm_named_entry **user_entry_p,
	501	ipc_port_t *user_handle_p);
	502
	503	extern void vm_paging_map_init(void);
0c530ab8	504
b0d623f7 A	505	extern int macx_backing_store_compaction(int flags);
	506	extern unsigned int mach_vm_ctl_page_free_wanted(void);
	507
fe8ab488	508	extern int no_paging_space_action(void);
6d2010ae A	509
	510	#define VM_TOGGLE_CLEAR 0
	511	#define VM_TOGGLE_SET 1
	512	#define VM_TOGGLE_GETVALUE 999
	513	int vm_toggle_entry_reuse(int, int*);
39236c6e A	514
	515	#define SWAP_WRITE 0x00000000 /* Write buffer (pseudo flag). */
	516	#define SWAP_READ 0x00000001 /* Read buffer. */
	517	#define SWAP_ASYNC 0x00000002 /* Start I/O, do not wait. */
	518
	519	extern void vm_compressor_pager_init(void);
	520	extern kern_return_t compressor_memory_object_create(
22ba694c	521	memory_object_size_t,
39236c6e A	522	memory_object_t *);
39236c6e A	523
fe8ab488 A	524	#if CONFIG_JETSAM
	525	extern int proc_get_memstat_priority(struct proc*, boolean_t);
	526	#endif /* CONFIG_JETSAM */
	527
39236c6e A	528	/* the object purger. purges the next eligible object from memory. */
	529	/* returns TRUE if an object was purged, otherwise FALSE. */
	530	boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group);
fe8ab488	531	void vm_purgeable_disown(task_t task);
39236c6e A	532
	533	struct trim_list {
	534	uint64_t tl_offset;
	535	uint64_t tl_length;
	536	struct trim_list *tl_next;
	537	};
	538
fe8ab488 A	539	u_int32_t vnode_trim_list(struct vnode vp, struct trim_list tl, boolean_t route_only);
	540
	541	#define MAX_SWAPFILENAME_LEN 1024
	542	#define SWAPFILENAME_INDEX_LEN 2 /* Doesn't include the terminating NULL character */
	543
	544	extern char swapfilename[MAX_SWAPFILENAME_LEN + 1];
	545
	546	struct vm_counters {
	547	unsigned int do_collapse_compressor;
	548	unsigned int do_collapse_compressor_pages;
	549	unsigned int do_collapse_terminate;
	550	unsigned int do_collapse_terminate_failure;
	551	unsigned int should_cow_but_wired;
	552	unsigned int create_upl_extra_cow;
	553	unsigned int create_upl_extra_cow_pages;
	554	unsigned int create_upl_lookup_failure_write;
	555	unsigned int create_upl_lookup_failure_copy;
	556	};
	557	extern struct vm_counters vm_counters;
39236c6e	558
91447636 A	559	#endif /* _VM_VM_PROTOS_H_ */
	560
	561	#endif /* XNU_KERNEL_PRIVATE */