extern ipc_space_t get_task_ipcspace(
task_t t);
+#if CONFIG_JETSAM
+extern int max_task_footprint_mb; /* Per-task limit on physical memory consumption in megabytes */
+#endif // CONFIG_JETSAM
+
/* Some loose-ends VM stuff */
extern vm_map_t kalloc_map;
extern vm_map_t zone_map;
extern void consider_machine_adjust(void);
-extern pmap_t get_map_pmap(vm_map_t);
extern vm_map_offset_t get_map_min(vm_map_t);
extern vm_map_offset_t get_map_max(vm_map_t);
extern vm_map_size_t get_vmmap_size(vm_map_t);
extern int get_vmmap_entries(vm_map_t);
-int vm_map_page_mask(vm_map_t);
+extern vm_map_offset_t vm_map_page_mask(vm_map_t);
extern boolean_t coredumpok(vm_map_t map, vm_offset_t va);
extern mach_vm_offset_t mach_get_vm_end(vm_map_t);
#if CONFIG_CODE_DECRYPTION
+#define VM_MAP_DEBUG_APPLE_PROTECT MACH_ASSERT
struct pager_crypt_info;
extern kern_return_t vm_map_apple_protected(
- vm_map_t map,
- vm_map_offset_t start,
- vm_map_offset_t end,
- struct pager_crypt_info *crypt_info);
+ vm_map_t map,
+ vm_map_offset_t start,
+ vm_map_offset_t end,
+ vm_object_offset_t crypto_backing_offset,
+ struct pager_crypt_info *crypt_info);
extern void apple_protect_pager_bootstrap(void);
-extern memory_object_t apple_protect_pager_setup(vm_object_t backing_object,
- struct pager_crypt_info *crypt_info);
+extern memory_object_t apple_protect_pager_setup(
+ vm_object_t backing_object,
+ vm_object_offset_t backing_offset,
+ vm_object_offset_t crypto_backing_offset,
+ struct pager_crypt_info *crypt_info,
+ vm_object_offset_t crypto_start,
+ vm_object_offset_t crypto_end);
#endif /* CONFIG_CODE_DECRYPTION */
struct vnode;
extern memory_object_t swapfile_pager_setup(struct vnode *vp);
extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj);
+#if __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS))
+#define SIXTEENK_PAGE_SIZE 0x4000
+#define SIXTEENK_PAGE_MASK 0x3FFF
+#define SIXTEENK_PAGE_SHIFT 14
+#endif /* __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS)) */
+
/*
* bsd
extern void *upl_get_internal_page_list(
upl_t upl);
+extern void vnode_setswapmount(struct vnode *);
+extern int64_t vnode_getswappin_avail(struct vnode *);
+
typedef int pager_return_t;
extern pager_return_t vnode_pagein(
struct vnode *, upl_t,
extern uint32_t vnode_pager_return_throttle_io_limit(
struct vnode *,
uint32_t *);
-extern kern_return_t vnode_pager_get_pathname(
+extern kern_return_t vnode_pager_get_name(
struct vnode *vp,
char *pathname,
- vm_size_t *length_p);
-extern kern_return_t vnode_pager_get_filename(
+ vm_size_t pathname_len,
+ char *filename,
+ vm_size_t filename_len,
+ boolean_t *truncated_path_p);
+struct timespec;
+extern kern_return_t vnode_pager_get_mtime(
struct vnode *vp,
- const char **filename);
+ struct timespec *mtime,
+ struct timespec *cs_mtime);
extern kern_return_t vnode_pager_get_cs_blobs(
struct vnode *vp,
void **blobs);
+#if CONFIG_IOSCHED
+void vnode_pager_issue_reprioritize_io(
+ struct vnode *devvp,
+ uint64_t blkno,
+ uint32_t len,
+ int priority);
+#endif
+
#if CHECK_CS_VALIDATION_BITMAP
/* used by the vnode_pager_cs_validation_bitmap routine*/
#define CS_BITMAP_SET 1
extern kern_return_t vnode_pager_get_object_size(
memory_object_t,
memory_object_offset_t *);
+
+#if CONFIG_IOSCHED
+extern kern_return_t vnode_pager_get_object_devvp(
+ memory_object_t,
+ uintptr_t *);
+#endif
+
extern kern_return_t vnode_pager_get_isinuse(
memory_object_t,
uint32_t *);
extern kern_return_t vnode_pager_get_throttle_io_limit(
memory_object_t,
uint32_t *);
-extern kern_return_t vnode_pager_get_object_pathname(
+extern kern_return_t vnode_pager_get_object_name(
memory_object_t mem_obj,
char *pathname,
- vm_size_t *length_p);
-extern kern_return_t vnode_pager_get_object_filename(
+ vm_size_t pathname_len,
+ char *filename,
+ vm_size_t filename_len,
+ boolean_t *truncated_path_p);
+extern kern_return_t vnode_pager_get_object_mtime(
memory_object_t mem_obj,
- const char **filename);
+ struct timespec *mtime,
+ struct timespec *cs_mtime);
extern kern_return_t vnode_pager_get_object_cs_blobs(
memory_object_t mem_obj,
void **blobs);
struct proc;
extern int cs_allow_invalid(struct proc *p);
extern int cs_invalid_page(addr64_t vaddr);
+
+#define CS_VALIDATE_TAINTED 0x00000001
+#define CS_VALIDATE_NX 0x00000002
extern boolean_t cs_validate_page(void *blobs,
memory_object_t pager,
memory_object_offset_t offset,
const void *data,
- boolean_t *tainted);
+ unsigned *result);
extern kern_return_t mach_memory_entry_purgable_control(
ipc_port_t entry_port,
extern int macx_backing_store_compaction(int flags);
extern unsigned int mach_vm_ctl_page_free_wanted(void);
-extern void no_paging_space_action(void);
+extern int no_paging_space_action(void);
#define VM_TOGGLE_CLEAR 0
#define VM_TOGGLE_SET 1
extern void vm_compressor_pager_init(void);
extern kern_return_t compressor_memory_object_create(
- vm_size_t,
+ memory_object_size_t,
memory_object_t *);
+extern boolean_t vm_compressor_low_on_space(void);
+extern int vm_swap_low_on_space(void);
+
+#if CONFIG_JETSAM
+extern int proc_get_memstat_priority(struct proc*, boolean_t);
+#endif /* CONFIG_JETSAM */
+
/* the object purger. purges the next eligible object from memory. */
/* returns TRUE if an object was purged, otherwise FALSE. */
boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group);
+void vm_purgeable_disown(task_t task);
struct trim_list {
uint64_t tl_offset;
struct trim_list *tl_next;
};
-u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl);
+u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl, boolean_t route_only);
+
+#define MAX_SWAPFILENAME_LEN 1024
+#define SWAPFILENAME_INDEX_LEN 2 /* Doesn't include the terminating NULL character */
+
+extern char swapfilename[MAX_SWAPFILENAME_LEN + 1];
+
+struct vm_counters {
+ unsigned int do_collapse_compressor;
+ unsigned int do_collapse_compressor_pages;
+ unsigned int do_collapse_terminate;
+ unsigned int do_collapse_terminate_failure;
+ unsigned int should_cow_but_wired;
+ unsigned int create_upl_extra_cow;
+ unsigned int create_upl_extra_cow_pages;
+ unsigned int create_upl_lookup_failure_write;
+ unsigned int create_upl_lookup_failure_copy;
+};
+extern struct vm_counters vm_counters;
#endif /* _VM_VM_PROTOS_H_ */