X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/4452a7af2eac33dbad800bcc91f2399d62c18f53..2dced7af2b695f87fe26496a3e73c219b7880cbc:/osfmk/vm/vm_protos.h diff --git a/osfmk/vm/vm_protos.h b/osfmk/vm/vm_protos.h index f324e5993..71d58704b 100644 --- a/osfmk/vm/vm_protos.h +++ b/osfmk/vm/vm_protos.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2004-2006 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2004-2007 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * @@ -49,14 +49,14 @@ * iokit */ extern kern_return_t device_data_action( - int device_handle, + uintptr_t device_handle, ipc_port_t device_pager, vm_prot_t protection, vm_object_offset_t offset, vm_size_t size); extern kern_return_t device_close( - int device_handle); + uintptr_t device_handle); /* * default_pager @@ -68,13 +68,6 @@ extern int default_pager_init_flag; /* * osfmk */ -#ifndef _KERN_IPC_TT_H_ /* XXX FBDP */ -/* these should be exported cleanly from OSFMK since BSD needs them */ -extern ipc_port_t convert_task_to_port( - task_t task); -extern ipc_port_t convert_task_name_to_port( - task_name_t task_name); -#endif /* _KERN_IPC_TT_H_ */ #ifndef _IPC_IPC_PORT_H_ extern mach_port_name_t ipc_port_copyout_send( ipc_port_t sright, @@ -86,6 +79,10 @@ extern task_t port_name_to_task( extern ipc_space_t get_task_ipcspace( task_t t); +#if CONFIG_JETSAM +extern int max_task_footprint_mb; /* Per-task limit on physical memory consumption in megabytes */ +#endif // CONFIG_JETSAM + /* Some loose-ends VM stuff */ extern vm_map_t kalloc_map; @@ -93,12 +90,13 @@ extern vm_size_t msg_ool_size_small; extern vm_map_t zone_map; extern void consider_machine_adjust(void); -extern pmap_t get_map_pmap(vm_map_t); extern vm_map_offset_t get_map_min(vm_map_t); extern vm_map_offset_t get_map_max(vm_map_t); extern vm_map_size_t get_vmmap_size(vm_map_t); extern int get_vmmap_entries(vm_map_t); +extern vm_map_offset_t vm_map_page_mask(vm_map_t); + extern boolean_t coredumpok(vm_map_t map, vm_offset_t va); /* @@ -133,110 +131,170 @@ extern kern_return_t vm_region_object_create extern mach_vm_offset_t mach_get_vm_start(vm_map_t); extern mach_vm_offset_t mach_get_vm_end(vm_map_t); -/* - * Legacy routines to get the start and end for a vm_map_t. They - * return them in the vm_offset_t format. So, they should only be - * called on maps that are the same size as the kernel map for - * accurate results. - */ -extern vm_offset_t get_vm_start(vm_map_t); -extern vm_offset_t get_vm_end(vm_map_t); - -/* - * LP64todo - map in the commpage cleanly and remove these. - */ -extern void vm_map_commpage64( vm_map_t ); -extern void vm_map_remove_commpage( vm_map_t ); -#ifdef __i386__ -extern void vm_map_commpage32(vm_map_t); +#if CONFIG_CODE_DECRYPTION +#define VM_MAP_DEBUG_APPLE_PROTECT MACH_ASSERT +struct pager_crypt_info; extern kern_return_t vm_map_apple_protected( - vm_map_t map, - vm_map_offset_t start, - vm_map_offset_t end); + vm_map_t map, + vm_map_offset_t start, + vm_map_offset_t end, + vm_object_offset_t crypto_backing_offset, + struct pager_crypt_info *crypt_info); extern void apple_protect_pager_bootstrap(void); -extern memory_object_t apple_protect_pager_setup(vm_object_t backing_object); -extern void apple_protect_pager_map(memory_object_t mem_obj); -#endif /* __i386__ */ +extern memory_object_t apple_protect_pager_setup( + vm_object_t backing_object, + vm_object_offset_t backing_offset, + vm_object_offset_t crypto_backing_offset, + struct pager_crypt_info *crypt_info, + vm_object_offset_t crypto_start, + vm_object_offset_t crypto_end); +#endif /* CONFIG_CODE_DECRYPTION */ + +struct vnode; +extern void swapfile_pager_bootstrap(void); +extern memory_object_t swapfile_pager_setup(struct vnode *vp); +extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj); + +#if __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS)) +#define SIXTEENK_PAGE_SIZE 0x4000 +#define SIXTEENK_PAGE_MASK 0x3FFF +#define SIXTEENK_PAGE_SHIFT 14 +#endif /* __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS)) */ /* * bsd */ struct vnode; -extern int is_suser(void); -extern int bsd_read_page_cache_file( - unsigned int user, - int *fid, - int *mod, - char *app_name, - struct vnode *app_vp, - vm_offset_t *buffer, - vm_offset_t *bufsize); -extern int bsd_write_page_cache_file( - unsigned int user, - char *file_name, - caddr_t buffer, - vm_size_t size, - int mod, - int fid); -extern int prepare_profile_database( - int user); extern void vnode_pager_shutdown(void); extern void *upl_get_internal_page_list( upl_t upl); -#ifndef _VNODE_PAGER_ + +extern void vnode_setswapmount(struct vnode *); +extern int64_t vnode_getswappin_avail(struct vnode *); + typedef int pager_return_t; extern pager_return_t vnode_pagein( struct vnode *, upl_t, - vm_offset_t, vm_object_offset_t, - vm_size_t, int, int *); + upl_offset_t, vm_object_offset_t, + upl_size_t, int, int *); extern pager_return_t vnode_pageout( struct vnode *, upl_t, - vm_offset_t, vm_object_offset_t, - vm_size_t, int, int *); + upl_offset_t, vm_object_offset_t, + upl_size_t, int, int *); +extern uint32_t vnode_trim (struct vnode *, int64_t offset, unsigned long len); extern memory_object_t vnode_pager_setup( struct vnode *, memory_object_t); extern vm_object_offset_t vnode_pager_get_filesize( struct vnode *); -extern kern_return_t vnode_pager_get_pathname( +extern uint32_t vnode_pager_isinuse( + struct vnode *); +extern boolean_t vnode_pager_isSSD( + struct vnode *); +extern void vnode_pager_throttle( + void); +extern uint32_t vnode_pager_return_throttle_io_limit( + struct vnode *, + uint32_t *); +extern kern_return_t vnode_pager_get_name( struct vnode *vp, char *pathname, - vm_size_t *length_p); -extern kern_return_t vnode_pager_get_filename( + vm_size_t pathname_len, + char *filename, + vm_size_t filename_len, + boolean_t *truncated_path_p); +struct timespec; +extern kern_return_t vnode_pager_get_mtime( struct vnode *vp, - char **filename); - -#endif /* _VNODE_PAGER_ */ + struct timespec *mtime, + struct timespec *cs_mtime); +extern kern_return_t vnode_pager_get_cs_blobs( + struct vnode *vp, + void **blobs); + +#if CONFIG_IOSCHED +void vnode_pager_issue_reprioritize_io( + struct vnode *devvp, + uint64_t blkno, + uint32_t len, + int priority); +#endif + +#if CHECK_CS_VALIDATION_BITMAP +/* used by the vnode_pager_cs_validation_bitmap routine*/ +#define CS_BITMAP_SET 1 +#define CS_BITMAP_CLEAR 2 +#define CS_BITMAP_CHECK 3 + +#endif /* CHECK_CS_VALIDATION_BITMAP */ + extern void vnode_pager_bootstrap(void); extern kern_return_t vnode_pager_data_unlock( memory_object_t mem_obj, memory_object_offset_t offset, - vm_size_t size, + memory_object_size_t size, vm_prot_t desired_access); extern kern_return_t vnode_pager_init( memory_object_t, memory_object_control_t, - vm_size_t); + memory_object_cluster_size_t); extern kern_return_t vnode_pager_get_object_size( memory_object_t, memory_object_offset_t *); -extern kern_return_t vnode_pager_get_object_pathname( + +#if CONFIG_IOSCHED +extern kern_return_t vnode_pager_get_object_devvp( + memory_object_t, + uintptr_t *); +#endif + +extern kern_return_t vnode_pager_get_isinuse( + memory_object_t, + uint32_t *); +extern kern_return_t vnode_pager_get_isSSD( + memory_object_t, + boolean_t *); +extern kern_return_t vnode_pager_get_throttle_io_limit( + memory_object_t, + uint32_t *); +extern kern_return_t vnode_pager_get_object_name( memory_object_t mem_obj, char *pathname, - vm_size_t *length_p); -extern kern_return_t vnode_pager_get_object_filename( + vm_size_t pathname_len, + char *filename, + vm_size_t filename_len, + boolean_t *truncated_path_p); +extern kern_return_t vnode_pager_get_object_mtime( memory_object_t mem_obj, - char **filename); + struct timespec *mtime, + struct timespec *cs_mtime); +extern kern_return_t vnode_pager_get_object_cs_blobs( + memory_object_t mem_obj, + void **blobs); + +#if CHECK_CS_VALIDATION_BITMAP +extern kern_return_t vnode_pager_cs_check_validation_bitmap( + memory_object_t mem_obj, + memory_object_offset_t offset, + int optype); +#endif /*CHECK_CS_VALIDATION_BITMAP*/ + +extern kern_return_t ubc_cs_check_validation_bitmap ( + struct vnode *vp, + memory_object_offset_t offset, + int optype); + extern kern_return_t vnode_pager_data_request( memory_object_t, - memory_object_offset_t, - vm_size_t, - vm_prot_t); + memory_object_offset_t, + memory_object_cluster_size_t, + vm_prot_t, + memory_object_fault_info_t); extern kern_return_t vnode_pager_data_return( memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_cluster_size_t, memory_object_offset_t *, int *, boolean_t, @@ -245,15 +303,18 @@ extern kern_return_t vnode_pager_data_return( extern kern_return_t vnode_pager_data_initialize( memory_object_t, memory_object_offset_t, - vm_size_t); + memory_object_cluster_size_t); extern void vnode_pager_reference( memory_object_t mem_obj); extern kern_return_t vnode_pager_synchronize( memory_object_t mem_obj, memory_object_offset_t offset, - vm_size_t length, + memory_object_size_t length, vm_sync_t sync_flags); -extern kern_return_t vnode_pager_unmap( +extern kern_return_t vnode_pager_map( + memory_object_t mem_obj, + vm_prot_t prot); +extern kern_return_t vnode_pager_last_unmap( memory_object_t mem_obj); extern void vnode_pager_deallocate( memory_object_t); @@ -263,38 +324,49 @@ extern void vnode_pager_vrele( struct vnode *vp); extern void vnode_pager_release_from_cache( int *); +extern int ubc_map( + struct vnode *vp, + int flags); extern void ubc_unmap( struct vnode *vp); +struct vm_map_entry; +extern struct vm_object *find_vnode_object(struct vm_map_entry *entry); + extern void dp_memory_object_reference(memory_object_t); extern void dp_memory_object_deallocate(memory_object_t); #ifndef _memory_object_server_ extern kern_return_t dp_memory_object_init(memory_object_t, memory_object_control_t, - vm_size_t); + memory_object_cluster_size_t); extern kern_return_t dp_memory_object_terminate(memory_object_t); extern kern_return_t dp_memory_object_data_request(memory_object_t, - memory_object_offset_t, vm_size_t, vm_prot_t); + memory_object_offset_t, + memory_object_cluster_size_t, + vm_prot_t, + memory_object_fault_info_t); extern kern_return_t dp_memory_object_data_return(memory_object_t, memory_object_offset_t, - vm_size_t, - vm_size_t *, + memory_object_cluster_size_t, + memory_object_offset_t *, int *, boolean_t, boolean_t, int); extern kern_return_t dp_memory_object_data_initialize(memory_object_t, memory_object_offset_t, - vm_size_t); + memory_object_cluster_size_t); extern kern_return_t dp_memory_object_data_unlock(memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_size_t, vm_prot_t); extern kern_return_t dp_memory_object_synchronize(memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_size_t, vm_sync_t); -extern kern_return_t dp_memory_object_unmap(memory_object_t); +extern kern_return_t dp_memory_object_map(memory_object_t, + vm_prot_t); +extern kern_return_t dp_memory_object_last_unmap(memory_object_t); #endif /* _memory_object_server_ */ #ifndef _memory_object_default_server_ extern kern_return_t default_pager_memory_object_create( @@ -303,19 +375,55 @@ extern kern_return_t default_pager_memory_object_create( memory_object_t *); #endif /* _memory_object_default_server_ */ +#if CONFIG_FREEZE +extern unsigned int default_pager_swap_pages_free(void); +struct default_freezer_handle; +struct vm_page; +__private_extern__ void default_freezer_init(void); +__private_extern__ struct default_freezer_handle* default_freezer_handle_allocate(void); +__private_extern__ kern_return_t +default_freezer_handle_init( + struct default_freezer_handle *df_handle); +__private_extern__ void +default_freezer_handle_deallocate( + struct default_freezer_handle *df_handle); +__private_extern__ void +default_freezer_pageout( + struct default_freezer_handle *df_handle); +__private_extern__ kern_return_t +default_freezer_pack( + unsigned int *purgeable_count, + unsigned int *wired_count, + unsigned int *clean_count, + unsigned int *dirty_count, + unsigned int dirty_budget, + boolean_t *shared, + vm_object_t src_object, + struct default_freezer_handle *df_handle); +__private_extern__ kern_return_t +default_freezer_unpack( + struct default_freezer_handle *df_handle); +__private_extern__ void +default_freezer_pack_page( + struct vm_page* p, + struct default_freezer_handle *df_handle); + +#endif /* CONFIG_FREEZE */ + extern void device_pager_reference(memory_object_t); extern void device_pager_deallocate(memory_object_t); extern kern_return_t device_pager_init(memory_object_t, memory_object_control_t, - vm_size_t); + memory_object_cluster_size_t); extern kern_return_t device_pager_terminate(memory_object_t); extern kern_return_t device_pager_data_request(memory_object_t, memory_object_offset_t, - vm_size_t, - vm_prot_t); + memory_object_cluster_size_t, + vm_prot_t, + memory_object_fault_info_t); extern kern_return_t device_pager_data_return(memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_cluster_size_t, memory_object_offset_t *, int *, boolean_t, @@ -323,16 +431,17 @@ extern kern_return_t device_pager_data_return(memory_object_t, int); extern kern_return_t device_pager_data_initialize(memory_object_t, memory_object_offset_t, - vm_size_t); + memory_object_cluster_size_t); extern kern_return_t device_pager_data_unlock(memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_size_t, vm_prot_t); extern kern_return_t device_pager_synchronize(memory_object_t, memory_object_offset_t, - vm_size_t, + memory_object_size_t, vm_sync_t); -extern kern_return_t device_pager_unmap(memory_object_t); +extern kern_return_t device_pager_map(memory_object_t, vm_prot_t); +extern kern_return_t device_pager_last_unmap(memory_object_t); extern kern_return_t device_pager_populate_object( memory_object_t device, memory_object_offset_t offset, @@ -340,16 +449,25 @@ extern kern_return_t device_pager_populate_object( vm_size_t size); extern memory_object_t device_pager_setup( memory_object_t, - int, + uintptr_t, vm_size_t, int); extern void device_pager_bootstrap(void); +extern kern_return_t pager_map_to_phys_contiguous( + memory_object_control_t object, + memory_object_offset_t offset, + addr64_t base_vaddr, + vm_size_t size); + extern kern_return_t memory_object_create_named( memory_object_t pager, memory_object_offset_t size, memory_object_control_t *control); +struct macx_triggers_args; +extern int mach_macx_triggers( + struct macx_triggers_args *args); extern int macx_swapinfo( memory_object_size_t *total_p, @@ -357,7 +475,109 @@ extern int macx_swapinfo( vm_size_t *pagesize_p, boolean_t *encrypted_p); -extern void log_nx_failure(addr64_t vaddr, vm_prot_t prot); +extern void log_stack_execution_failure(addr64_t vaddr, vm_prot_t prot); +extern void log_unnest_badness(vm_map_t, vm_map_offset_t, vm_map_offset_t); + +struct proc; +extern int cs_allow_invalid(struct proc *p); +extern int cs_invalid_page(addr64_t vaddr); + +#define CS_VALIDATE_TAINTED 0x00000001 +#define CS_VALIDATE_NX 0x00000002 +extern boolean_t cs_validate_page(void *blobs, + memory_object_t pager, + memory_object_offset_t offset, + const void *data, + unsigned *result); + +extern kern_return_t mach_memory_entry_purgable_control( + ipc_port_t entry_port, + vm_purgable_t control, + int *state); + +extern kern_return_t mach_memory_entry_get_page_counts( + ipc_port_t entry_port, + unsigned int *resident_page_count, + unsigned int *dirty_page_count); + +extern kern_return_t mach_memory_entry_page_op( + ipc_port_t entry_port, + vm_object_offset_t offset, + int ops, + ppnum_t *phys_entry, + int *flags); + +extern kern_return_t mach_memory_entry_range_op( + ipc_port_t entry_port, + vm_object_offset_t offset_beg, + vm_object_offset_t offset_end, + int ops, + int *range); + +extern void mach_memory_entry_port_release(ipc_port_t port); +extern void mach_destroy_memory_entry(ipc_port_t port); +extern kern_return_t mach_memory_entry_allocate( + struct vm_named_entry **user_entry_p, + ipc_port_t *user_handle_p); + +extern void vm_paging_map_init(void); + +extern int macx_backing_store_compaction(int flags); +extern unsigned int mach_vm_ctl_page_free_wanted(void); + +extern int no_paging_space_action(void); + +#define VM_TOGGLE_CLEAR 0 +#define VM_TOGGLE_SET 1 +#define VM_TOGGLE_GETVALUE 999 +int vm_toggle_entry_reuse(int, int*); + +#define SWAP_WRITE 0x00000000 /* Write buffer (pseudo flag). */ +#define SWAP_READ 0x00000001 /* Read buffer. */ +#define SWAP_ASYNC 0x00000002 /* Start I/O, do not wait. */ + +extern void vm_compressor_pager_init(void); +extern kern_return_t compressor_memory_object_create( + memory_object_size_t, + memory_object_t *); + +extern boolean_t vm_compressor_low_on_space(void); +extern int vm_swap_low_on_space(void); + +#if CONFIG_JETSAM +extern int proc_get_memstat_priority(struct proc*, boolean_t); +#endif /* CONFIG_JETSAM */ + +/* the object purger. purges the next eligible object from memory. */ +/* returns TRUE if an object was purged, otherwise FALSE. */ +boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group); +void vm_purgeable_disown(task_t task); + +struct trim_list { + uint64_t tl_offset; + uint64_t tl_length; + struct trim_list *tl_next; +}; + +u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl, boolean_t route_only); + +#define MAX_SWAPFILENAME_LEN 1024 +#define SWAPFILENAME_INDEX_LEN 2 /* Doesn't include the terminating NULL character */ + +extern char swapfilename[MAX_SWAPFILENAME_LEN + 1]; + +struct vm_counters { + unsigned int do_collapse_compressor; + unsigned int do_collapse_compressor_pages; + unsigned int do_collapse_terminate; + unsigned int do_collapse_terminate_failure; + unsigned int should_cow_but_wired; + unsigned int create_upl_extra_cow; + unsigned int create_upl_extra_cow_pages; + unsigned int create_upl_lookup_failure_write; + unsigned int create_upl_lookup_failure_copy; +}; +extern struct vm_counters vm_counters; #endif /* _VM_VM_PROTOS_H_ */