xnu-4903.270.47.tar.gz

[apple/xnu.git] / osfmk / vm / vm_protos.h

diff --git a/osfmk/vm/vm_protos.h b/osfmk/vm/vm_protos.h
index ae49332095f3f93145abdb33792dbf0a8677ddbe..43d45dbbe7afa44bfa9bcdc3ecf5f49895e6f534 100644 (file)
--- a/osfmk/vm/vm_protos.h
+++ b/osfmk/vm/vm_protos.h
@@ -2,7 +2,7 @@
  * Copyright (c) 2004-2007 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * Copyright (c) 2004-2007 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,11 +22,11 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 

-#ifdef XNU_KERNEL_PRIVATE
+#ifdef  XNU_KERNEL_PRIVATE

 
 #ifndef _VM_VM_PROTOS_H_
 #define _VM_VM_PROTOS_H_
 
 #ifndef _VM_VM_PROTOS_H_
 #define _VM_VM_PROTOS_H_


@@ -53,10 +53,10 @@ extern "C" {
  * iokit
  */
 extern kern_return_t device_data_action(
  * iokit
  */
 extern kern_return_t device_data_action(

-       uintptr_t               device_handle, 
+       uintptr_t               device_handle,

        ipc_port_t              device_pager,
        ipc_port_t              device_pager,

-       vm_prot_t               protection, 
-       vm_object_offset_t      offset, 
+       vm_prot_t               protection,
+       vm_object_offset_t      offset,

        vm_size_t               size);
 
 extern kern_return_t device_close(
        vm_size_t               size);
 
 extern kern_return_t device_close(


@@ -69,24 +69,28 @@ extern boolean_t vm_swap_files_pinned(void);
  */
 #ifndef _IPC_IPC_PORT_H_
 extern mach_port_name_t ipc_port_copyout_send(
  */
 #ifndef _IPC_IPC_PORT_H_
 extern mach_port_name_t ipc_port_copyout_send(

-       ipc_port_t      sright,
-       ipc_space_t     space);
+       ipc_port_t      sright,
+       ipc_space_t     space);

 extern task_t port_name_to_task(
        mach_port_name_t name);
 extern task_t port_name_to_task(
        mach_port_name_t name);

+extern task_t port_name_to_task_inspect(
+       mach_port_name_t name);
+extern void ipc_port_release_send(
+       ipc_port_t      port);

 #endif /* _IPC_IPC_PORT_H_ */
 
 extern ipc_space_t  get_task_ipcspace(
        task_t t);
 
 #if CONFIG_MEMORYSTATUS
 #endif /* _IPC_IPC_PORT_H_ */
 
 extern ipc_space_t  get_task_ipcspace(
        task_t t);
 
 #if CONFIG_MEMORYSTATUS

-extern int max_task_footprint_mb;      /* Per-task limit on physical memory consumption in megabytes */
+extern int max_task_footprint_mb;       /* Per-task limit on physical memory consumption in megabytes */

 #endif /* CONFIG_MEMORYSTATUS */
 
 /* Some loose-ends VM stuff */
 
 #endif /* CONFIG_MEMORYSTATUS */
 
 /* Some loose-ends VM stuff */
 

-extern vm_map_t                kalloc_map;
-extern vm_size_t       msg_ool_size_small;
-extern vm_map_t                zone_map;
+extern vm_map_t         kalloc_map;
+extern vm_size_t        msg_ool_size_small;
+extern vm_map_t         zone_map;

 
 extern void consider_machine_adjust(void);
 extern vm_map_offset_t get_map_min(vm_map_t);
 
 extern void consider_machine_adjust(void);
 extern vm_map_offset_t get_map_min(vm_map_t);


@@ -99,6 +103,18 @@ extern int get_map_nentries(vm_map_t);
 
 extern vm_map_offset_t vm_map_page_mask(vm_map_t);
 
 
 extern vm_map_offset_t vm_map_page_mask(vm_map_t);
 

+extern kern_return_t vm_map_purgable_control(
+       vm_map_t                map,
+       vm_map_offset_t         address,
+       vm_purgable_t           control,
+       int                     *state);
+
+extern kern_return_t
+vnode_pager_get_object_vnode(
+       memory_object_t mem_obj,
+       uintptr_t * vnodeaddr,
+       uint32_t * vid);
+

 #if CONFIG_COREDUMP
 extern boolean_t coredumpok(vm_map_t map, vm_offset_t va);
 #endif
 #if CONFIG_COREDUMP
 extern boolean_t coredumpok(vm_map_t map, vm_offset_t va);
 #endif


@@ -136,26 +152,39 @@ extern mach_vm_offset_t mach_get_vm_start(vm_map_t);
 extern mach_vm_offset_t mach_get_vm_end(vm_map_t);
 
 #if CONFIG_CODE_DECRYPTION
 extern mach_vm_offset_t mach_get_vm_end(vm_map_t);
 
 #if CONFIG_CODE_DECRYPTION

-#define VM_MAP_DEBUG_APPLE_PROTECT     MACH_ASSERT
+#define VM_MAP_DEBUG_APPLE_PROTECT      MACH_ASSERT

 #if VM_MAP_DEBUG_APPLE_PROTECT
 extern int vm_map_debug_apple_protect;
 #endif /* VM_MAP_DEBUG_APPLE_PROTECT */
 struct pager_crypt_info;
 extern kern_return_t vm_map_apple_protected(
 #if VM_MAP_DEBUG_APPLE_PROTECT
 extern int vm_map_debug_apple_protect;
 #endif /* VM_MAP_DEBUG_APPLE_PROTECT */
 struct pager_crypt_info;
 extern kern_return_t vm_map_apple_protected(

-       vm_map_t                map,
-       vm_map_offset_t         start,
-       vm_map_offset_t         end,
-       vm_object_offset_t      crypto_backing_offset,
+       vm_map_t                map,
+       vm_map_offset_t         start,
+       vm_map_offset_t         end,
+       vm_object_offset_t      crypto_backing_offset,

        struct pager_crypt_info *crypt_info);
 extern void apple_protect_pager_bootstrap(void);
 extern memory_object_t apple_protect_pager_setup(
        struct pager_crypt_info *crypt_info);
 extern void apple_protect_pager_bootstrap(void);
 extern memory_object_t apple_protect_pager_setup(

-       vm_object_t             backing_object,
-       vm_object_offset_t      backing_offset,
-       vm_object_offset_t      crypto_backing_offset,
+       vm_object_t             backing_object,
+       vm_object_offset_t      backing_offset,
+       vm_object_offset_t      crypto_backing_offset,

        struct pager_crypt_info *crypt_info,
        struct pager_crypt_info *crypt_info,

-       vm_object_offset_t      crypto_start,
-       vm_object_offset_t      crypto_end);
-#endif /* CONFIG_CODE_DECRYPTION */
+       vm_object_offset_t      crypto_start,
+       vm_object_offset_t      crypto_end);
+#endif  /* CONFIG_CODE_DECRYPTION */
+
+struct vm_shared_region_slide_info;
+extern kern_return_t vm_map_shared_region(
+       vm_map_t                map,
+       vm_map_offset_t         start,
+       vm_map_offset_t         end,
+       vm_object_offset_t      backing_offset,
+       struct vm_shared_region_slide_info *slide_info);
+extern void shared_region_pager_bootstrap(void);
+extern memory_object_t shared_region_pager_setup(
+       vm_object_t             backing_object,
+       vm_object_offset_t      backing_offset,
+       struct vm_shared_region_slide_info *slide_info);

 
 struct vnode;
 extern void swapfile_pager_bootstrap(void);
 
 struct vnode;
 extern void swapfile_pager_bootstrap(void);


@@ -163,11 +192,34 @@ extern memory_object_t swapfile_pager_setup(struct vnode *vp);
 extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj);
 
 #if __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS))
 extern memory_object_control_t swapfile_pager_control(memory_object_t mem_obj);
 
 #if __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS))

-#define SIXTEENK_PAGE_SIZE     0x4000
-#define SIXTEENK_PAGE_MASK     0x3FFF
-#define SIXTEENK_PAGE_SHIFT    14
+#define SIXTEENK_PAGE_SIZE      0x4000
+#define SIXTEENK_PAGE_MASK      0x3FFF
+#define SIXTEENK_PAGE_SHIFT     14

 #endif /* __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS)) */
 
 #endif /* __arm64__ || ((__ARM_ARCH_7K__ >= 2) && defined(PLATFORM_WatchOS)) */
 

+#if __arm64__
+#define FOURK_PAGE_SIZE         0x1000
+#define FOURK_PAGE_MASK         0xFFF
+#define FOURK_PAGE_SHIFT        12
+
+extern unsigned int page_shift_user32;
+
+#define VM_MAP_DEBUG_FOURK      MACH_ASSERT
+#if VM_MAP_DEBUG_FOURK
+extern int vm_map_debug_fourk;
+#endif /* VM_MAP_DEBUG_FOURK */
+extern void fourk_pager_bootstrap(void);
+extern memory_object_t fourk_pager_create(void);
+extern vm_object_t fourk_pager_to_vm_object(memory_object_t mem_obj);
+extern kern_return_t fourk_pager_populate(
+       memory_object_t mem_obj,
+       boolean_t overwrite,
+       int index,
+       vm_object_t new_backing_object,
+       vm_object_offset_t new_backing_offset,
+       vm_object_t *old_backing_object,
+       vm_object_offset_t *old_backing_offset);
+#endif /* __arm64__ */

 
 /*
  * bsd
 
 /*
  * bsd


@@ -179,16 +231,21 @@ extern void *upl_get_internal_page_list(
 extern void vnode_setswapmount(struct vnode *);
 extern int64_t vnode_getswappin_avail(struct vnode *);
 
 extern void vnode_setswapmount(struct vnode *);
 extern int64_t vnode_getswappin_avail(struct vnode *);
 

+extern void vnode_pager_was_dirtied(
+       struct vnode *,
+       vm_object_offset_t,
+       vm_object_offset_t);
+

 typedef int pager_return_t;
 typedef int pager_return_t;

-extern pager_return_t  vnode_pagein(
+extern pager_return_t   vnode_pagein(

        struct vnode *, upl_t,
        upl_offset_t, vm_object_offset_t,
        upl_size_t, int, int *);
        struct vnode *, upl_t,
        upl_offset_t, vm_object_offset_t,
        upl_size_t, int, int *);

-extern pager_return_t  vnode_pageout(
+extern pager_return_t   vnode_pageout(

        struct vnode *, upl_t,
        upl_offset_t, vm_object_offset_t,
        upl_size_t, int, int *);
        struct vnode *, upl_t,
        upl_offset_t, vm_object_offset_t,
        upl_size_t, int, int *);

-extern uint32_t vnode_trim (struct vnode *, int64_t offset, unsigned long len);
+extern uint32_t vnode_trim(struct vnode *, int64_t offset, unsigned long len);

 extern memory_object_t vnode_pager_setup(
        struct vnode *, memory_object_t);
 extern vm_object_offset_t vnode_pager_get_filesize(
 extern memory_object_t vnode_pager_setup(
        struct vnode *, memory_object_t);
 extern vm_object_offset_t vnode_pager_get_filesize(


@@ -203,47 +260,47 @@ extern uint32_t vnode_pager_return_throttle_io_limit(
        struct vnode *,
        uint32_t     *);
 extern kern_return_t vnode_pager_get_name(
        struct vnode *,
        uint32_t     *);
 extern kern_return_t vnode_pager_get_name(

-       struct vnode    *vp,
-       char            *pathname,
-       vm_size_t       pathname_len,
-       char            *filename,
-       vm_size_t       filename_len,
-       boolean_t       *truncated_path_p);
+       struct vnode    *vp,
+       char            *pathname,
+       vm_size_t       pathname_len,
+       char            *filename,
+       vm_size_t       filename_len,
+       boolean_t       *truncated_path_p);

 struct timespec;
 extern kern_return_t vnode_pager_get_mtime(
 struct timespec;
 extern kern_return_t vnode_pager_get_mtime(

-       struct vnode    *vp,
-       struct timespec *mtime,
-       struct timespec *cs_mtime);
+       struct vnode    *vp,
+       struct timespec *mtime,
+       struct timespec *cs_mtime);

 extern kern_return_t vnode_pager_get_cs_blobs(
 extern kern_return_t vnode_pager_get_cs_blobs(

-       struct vnode    *vp,
-       void            **blobs);
+       struct vnode    *vp,
+       void            **blobs);

 
 #if CONFIG_IOSCHED
 void vnode_pager_issue_reprioritize_io(
 
 #if CONFIG_IOSCHED
 void vnode_pager_issue_reprioritize_io(

-       struct vnode    *devvp, 
-       uint64_t        blkno, 
-       uint32_t        len,
-       int             priority);
+       struct vnode    *devvp,
+       uint64_t        blkno,
+       uint32_t        len,
+       int             priority);

 #endif
 
 #endif
 

-#if CHECK_CS_VALIDATION_BITMAP 
+#if CHECK_CS_VALIDATION_BITMAP

 /* used by the vnode_pager_cs_validation_bitmap routine*/
 /* used by the vnode_pager_cs_validation_bitmap routine*/

-#define CS_BITMAP_SET  1
-#define CS_BITMAP_CLEAR        2
-#define CS_BITMAP_CHECK        3
+#define CS_BITMAP_SET   1
+#define CS_BITMAP_CLEAR 2
+#define CS_BITMAP_CHECK 3

 
 #endif /* CHECK_CS_VALIDATION_BITMAP */
 
 extern void vnode_pager_bootstrap(void);
 extern kern_return_t
 vnode_pager_data_unlock(
 
 #endif /* CHECK_CS_VALIDATION_BITMAP */
 
 extern void vnode_pager_bootstrap(void);
 extern kern_return_t
 vnode_pager_data_unlock(

-       memory_object_t         mem_obj,
-       memory_object_offset_t  offset,
-       memory_object_size_t            size,
-       vm_prot_t               desired_access);
+       memory_object_t         mem_obj,
+       memory_object_offset_t  offset,
+       memory_object_size_t            size,
+       vm_prot_t               desired_access);

 extern kern_return_t vnode_pager_init(
 extern kern_return_t vnode_pager_init(

-       memory_object_t, 
-       memory_object_control_t, 
+       memory_object_t,
+       memory_object_control_t,

        memory_object_cluster_size_t);
 extern kern_return_t vnode_pager_get_object_size(
        memory_object_t,
        memory_object_cluster_size_t);
 extern kern_return_t vnode_pager_get_object_size(
        memory_object_t,


@@ -251,10 +308,14 @@ extern kern_return_t vnode_pager_get_object_size(
 
 #if CONFIG_IOSCHED
 extern kern_return_t vnode_pager_get_object_devvp(
 
 #if CONFIG_IOSCHED
 extern kern_return_t vnode_pager_get_object_devvp(

-        memory_object_t,
-        uintptr_t *);
+       memory_object_t,
+       uintptr_t *);

 #endif
 
 #endif
 

+extern void vnode_pager_dirtied(
+       memory_object_t,
+       vm_object_offset_t,
+       vm_object_offset_t);

 extern kern_return_t vnode_pager_get_isinuse(
        memory_object_t,
        uint32_t *);
 extern kern_return_t vnode_pager_get_isinuse(
        memory_object_t,
        uint32_t *);


@@ -265,31 +326,31 @@ extern kern_return_t vnode_pager_get_throttle_io_limit(
        memory_object_t,
        uint32_t *);
 extern kern_return_t vnode_pager_get_object_name(
        memory_object_t,
        uint32_t *);
 extern kern_return_t vnode_pager_get_object_name(

-       memory_object_t mem_obj,
-       char            *pathname,
-       vm_size_t       pathname_len,
-       char            *filename,
-       vm_size_t       filename_len,
-       boolean_t       *truncated_path_p);
+       memory_object_t mem_obj,
+       char            *pathname,
+       vm_size_t       pathname_len,
+       char            *filename,
+       vm_size_t       filename_len,
+       boolean_t       *truncated_path_p);

 extern kern_return_t vnode_pager_get_object_mtime(
 extern kern_return_t vnode_pager_get_object_mtime(

-       memory_object_t mem_obj,
+       memory_object_t mem_obj,

        struct timespec *mtime,
        struct timespec *mtime,

-       struct timespec *cs_mtime);
+       struct timespec *cs_mtime);

 
 

-#if CHECK_CS_VALIDATION_BITMAP 
-extern kern_return_t vnode_pager_cs_check_validation_bitmap( 
-       memory_object_t mem_obj, 
-       memory_object_offset_t  offset,
-       int             optype);
+#if CHECK_CS_VALIDATION_BITMAP
+extern kern_return_t vnode_pager_cs_check_validation_bitmap(
+       memory_object_t mem_obj,
+       memory_object_offset_t  offset,
+       int             optype);

 #endif /*CHECK_CS_VALIDATION_BITMAP*/
 
 #endif /*CHECK_CS_VALIDATION_BITMAP*/
 

-extern kern_return_t ubc_cs_check_validation_bitmap (
-       struct vnode *vp, 
+extern  kern_return_t ubc_cs_check_validation_bitmap(
+       struct vnode *vp,

        memory_object_offset_t offset,
        int optype);
 
        memory_object_offset_t offset,
        int optype);
 

-extern kern_return_t vnode_pager_data_request( 
-       memory_object_t, 
+extern kern_return_t vnode_pager_data_request(
+       memory_object_t,

        memory_object_offset_t,
        memory_object_cluster_size_t,
        vm_prot_t,
        memory_object_offset_t,
        memory_object_cluster_size_t,
        vm_prot_t,


@@ -308,25 +369,23 @@ extern kern_return_t vnode_pager_data_initialize(
        memory_object_offset_t,
        memory_object_cluster_size_t);
 extern void vnode_pager_reference(
        memory_object_offset_t,
        memory_object_cluster_size_t);
 extern void vnode_pager_reference(

-       memory_object_t         mem_obj);
+       memory_object_t         mem_obj);

 extern kern_return_t vnode_pager_synchronize(
 extern kern_return_t vnode_pager_synchronize(

-       memory_object_t         mem_obj,
-       memory_object_offset_t  offset,
-       memory_object_size_t            length,
-       vm_sync_t               sync_flags);
+       memory_object_t         mem_obj,
+       memory_object_offset_t  offset,
+       memory_object_size_t            length,
+       vm_sync_t               sync_flags);

 extern kern_return_t vnode_pager_map(
 extern kern_return_t vnode_pager_map(

-       memory_object_t         mem_obj,
-       vm_prot_t               prot);
+       memory_object_t         mem_obj,
+       vm_prot_t               prot);

 extern kern_return_t vnode_pager_last_unmap(
 extern kern_return_t vnode_pager_last_unmap(

-       memory_object_t         mem_obj);
+       memory_object_t         mem_obj);

 extern void vnode_pager_deallocate(
        memory_object_t);
 extern kern_return_t vnode_pager_terminate(
        memory_object_t);
 extern void vnode_pager_vrele(
        struct vnode *vp);
 extern void vnode_pager_deallocate(
        memory_object_t);
 extern kern_return_t vnode_pager_terminate(
        memory_object_t);
 extern void vnode_pager_vrele(
        struct vnode *vp);

-extern void vnode_pager_release_from_cache(
-       int     *);

 extern struct vnode *vnode_pager_lookup_vnode(
        memory_object_t);
 
 extern struct vnode *vnode_pager_lookup_vnode(
        memory_object_t);
 


@@ -342,40 +401,40 @@ extern struct vm_object *find_vnode_object(struct vm_map_entry *entry);
 extern void   device_pager_reference(memory_object_t);
 extern void   device_pager_deallocate(memory_object_t);
 extern kern_return_t   device_pager_init(memory_object_t,
 extern void   device_pager_reference(memory_object_t);
 extern void   device_pager_deallocate(memory_object_t);
 extern kern_return_t   device_pager_init(memory_object_t,

-                                        memory_object_control_t,
-                                        memory_object_cluster_size_t);
-extern kern_return_t device_pager_terminate(memory_object_t);
-extern kern_return_t   device_pager_data_request(memory_object_t, 
-                                                 memory_object_offset_t,
-                                                 memory_object_cluster_size_t,
-                                                 vm_prot_t,
-                                                 memory_object_fault_info_t);
+    memory_object_control_t,
+    memory_object_cluster_size_t);
+extern  kern_return_t device_pager_terminate(memory_object_t);
+extern  kern_return_t   device_pager_data_request(memory_object_t,
+    memory_object_offset_t,
+    memory_object_cluster_size_t,
+    vm_prot_t,
+    memory_object_fault_info_t);

 extern kern_return_t device_pager_data_return(memory_object_t,
 extern kern_return_t device_pager_data_return(memory_object_t,

-                                             memory_object_offset_t,
-                                             memory_object_cluster_size_t,
-                                             memory_object_offset_t *,
-                                             int *,
-                                             boolean_t,
-                                             boolean_t,
-                                             int);
+    memory_object_offset_t,
+    memory_object_cluster_size_t,
+    memory_object_offset_t *,
+    int *,
+    boolean_t,
+    boolean_t,
+    int);

 extern kern_return_t device_pager_data_initialize(memory_object_t,
 extern kern_return_t device_pager_data_initialize(memory_object_t,

-                                                 memory_object_offset_t,
-                                                 memory_object_cluster_size_t);
+    memory_object_offset_t,
+    memory_object_cluster_size_t);

 extern kern_return_t device_pager_data_unlock(memory_object_t,
 extern kern_return_t device_pager_data_unlock(memory_object_t,

-                                             memory_object_offset_t,
-                                             memory_object_size_t,
-                                             vm_prot_t);
+    memory_object_offset_t,
+    memory_object_size_t,
+    vm_prot_t);

 extern kern_return_t device_pager_synchronize(memory_object_t,
 extern kern_return_t device_pager_synchronize(memory_object_t,

-                                             memory_object_offset_t,
-                                             memory_object_size_t,
-                                             vm_sync_t);
+    memory_object_offset_t,
+    memory_object_size_t,
+    vm_sync_t);

 extern kern_return_t device_pager_map(memory_object_t, vm_prot_t);
 extern kern_return_t device_pager_last_unmap(memory_object_t);
 extern kern_return_t device_pager_populate_object(
 extern kern_return_t device_pager_map(memory_object_t, vm_prot_t);
 extern kern_return_t device_pager_last_unmap(memory_object_t);
 extern kern_return_t device_pager_populate_object(

-       memory_object_t         device,
-       memory_object_offset_t  offset,
-       ppnum_t                 page_num,
-       vm_size_t               size);
+       memory_object_t         device,
+       memory_object_offset_t  offset,
+       ppnum_t                 page_num,
+       vm_size_t               size);

 extern memory_object_t device_pager_setup(
        memory_object_t,
        uintptr_t,
 extern memory_object_t device_pager_setup(
        memory_object_t,
        uintptr_t,


@@ -385,25 +444,25 @@ extern void device_pager_bootstrap(void);
 extern boolean_t is_device_pager_ops(const struct memory_object_pager_ops *pager_ops);
 
 extern kern_return_t pager_map_to_phys_contiguous(
 extern boolean_t is_device_pager_ops(const struct memory_object_pager_ops *pager_ops);
 
 extern kern_return_t pager_map_to_phys_contiguous(

-       memory_object_control_t object,
-       memory_object_offset_t  offset,
-       addr64_t                base_vaddr,
-       vm_size_t               size);
+       memory_object_control_t object,
+       memory_object_offset_t  offset,
+       addr64_t                base_vaddr,
+       vm_size_t               size);

 
 extern kern_return_t memory_object_create_named(
 
 extern kern_return_t memory_object_create_named(

-       memory_object_t pager,
-       memory_object_offset_t  size,
-       memory_object_control_t         *control);
+       memory_object_t pager,
+       memory_object_offset_t  size,
+       memory_object_control_t         *control);

 
 struct macx_triggers_args;
 extern int mach_macx_triggers(
 
 struct macx_triggers_args;
 extern int mach_macx_triggers(

-       struct macx_triggers_args       *args);
+       struct macx_triggers_args       *args);

 
 extern int macx_swapinfo(
 
 extern int macx_swapinfo(

-       memory_object_size_t    *total_p,
-       memory_object_size_t    *avail_p,
-       vm_size_t               *pagesize_p,
-       boolean_t               *encrypted_p);
+       memory_object_size_t    *total_p,
+       memory_object_size_t    *avail_p,
+       vm_size_t               *pagesize_p,
+       boolean_t               *encrypted_p);

 
 extern void log_stack_execution_failure(addr64_t vaddr, vm_prot_t prot);
 extern void log_unnest_badness(
 
 extern void log_stack_execution_failure(addr64_t vaddr, vm_prot_t prot);
 extern void log_unnest_badness(


@@ -417,36 +476,55 @@ struct proc;
 extern int cs_allow_invalid(struct proc *p);
 extern int cs_invalid_page(addr64_t vaddr, boolean_t *cs_killed);
 
 extern int cs_allow_invalid(struct proc *p);
 extern int cs_invalid_page(addr64_t vaddr, boolean_t *cs_killed);
 

-#define CS_VALIDATE_TAINTED    0x00000001
-#define CS_VALIDATE_NX         0x00000002
+#define CS_VALIDATE_TAINTED     0x00000001
+#define CS_VALIDATE_NX          0x00000002

 extern boolean_t cs_validate_range(struct vnode *vp,
 extern boolean_t cs_validate_range(struct vnode *vp,

-                                  memory_object_t pager,
-                                  memory_object_offset_t offset,
-                                  const void *data,
-                                  vm_size_t size,
-                                  unsigned *result);
+    memory_object_t pager,
+    memory_object_offset_t offset,
+    const void *data,
+    vm_size_t size,
+    unsigned *result);
+#if PMAP_CS
+extern kern_return_t cs_associate_blob_with_mapping(
+       void *pmap,
+       vm_map_offset_t start,
+       vm_map_size_t size,
+       vm_object_offset_t offset,
+       void *blobs_p);
+#endif /* PMAP_CS */
+
+extern kern_return_t memory_entry_purgeable_control_internal(
+       ipc_port_t      entry_port,
+       vm_purgable_t   control,
+       int             *state);
+
+extern kern_return_t memory_entry_access_tracking_internal(
+       ipc_port_t      entry_port,
+       int             *access_tracking,
+       uint32_t        *access_tracking_reads,
+       uint32_t        *access_tracking_writes);

 
 extern kern_return_t mach_memory_entry_purgable_control(
 
 extern kern_return_t mach_memory_entry_purgable_control(

-       ipc_port_t      entry_port,
-       vm_purgable_t   control,
-       int             *state);
+       ipc_port_t      entry_port,
+       vm_purgable_t   control,
+       int             *state);

 
 extern kern_return_t mach_memory_entry_get_page_counts(
 
 extern kern_return_t mach_memory_entry_get_page_counts(

-       ipc_port_t      entry_port,
-       unsigned int    *resident_page_count,
-       unsigned int    *dirty_page_count);
+       ipc_port_t      entry_port,
+       unsigned int    *resident_page_count,
+       unsigned int    *dirty_page_count);

 
 extern kern_return_t mach_memory_entry_page_op(
 
 extern kern_return_t mach_memory_entry_page_op(

-       ipc_port_t              entry_port,
-       vm_object_offset_t      offset,
-       int                     ops,
-       ppnum_t                 *phys_entry,
-       int                     *flags);
+       ipc_port_t              entry_port,
+       vm_object_offset_t      offset,
+       int                     ops,
+       ppnum_t                 *phys_entry,
+       int                     *flags);

 
 extern kern_return_t mach_memory_entry_range_op(
 
 extern kern_return_t mach_memory_entry_range_op(

-       ipc_port_t              entry_port,
-       vm_object_offset_t      offset_beg,
-       vm_object_offset_t      offset_end,
+       ipc_port_t              entry_port,
+       vm_object_offset_t      offset_beg,
+       vm_object_offset_t      offset_end,

        int                     ops,
        int                     *range);
 
        int                     ops,
        int                     *range);
 


@@ -463,14 +541,14 @@ extern unsigned int mach_vm_ctl_page_free_wanted(void);
 
 extern int no_paging_space_action(void);
 
 
 extern int no_paging_space_action(void);
 

-#define VM_TOGGLE_CLEAR                0
-#define VM_TOGGLE_SET          1
-#define VM_TOGGLE_GETVALUE     999
+#define VM_TOGGLE_CLEAR         0
+#define VM_TOGGLE_SET           1
+#define VM_TOGGLE_GETVALUE      999

 int vm_toggle_entry_reuse(int, int*);
 
 int vm_toggle_entry_reuse(int, int*);
 

-#define        SWAP_WRITE              0x00000000      /* Write buffer (pseudo flag). */
-#define        SWAP_READ               0x00000001      /* Read buffer. */
-#define        SWAP_ASYNC              0x00000002      /* Start I/O, do not wait. */
+#define SWAP_WRITE              0x00000000      /* Write buffer (pseudo flag). */
+#define SWAP_READ               0x00000001      /* Read buffer. */
+#define SWAP_ASYNC              0x00000002      /* Start I/O, do not wait. */

 
 extern void vm_compressor_pager_init(void);
 extern kern_return_t compressor_memory_object_create(
 
 extern void vm_compressor_pager_init(void);
 extern kern_return_t compressor_memory_object_create(


@@ -478,8 +556,9 @@ extern kern_return_t compressor_memory_object_create(
        memory_object_t *);
 
 extern boolean_t vm_compressor_low_on_space(void);
        memory_object_t *);
 
 extern boolean_t vm_compressor_low_on_space(void);

-extern int      vm_swap_low_on_space(void);
-void            do_fastwake_warmup_all(void);
+extern boolean_t vm_compressor_out_of_space(void);
+extern int       vm_swap_low_on_space(void);
+void             do_fastwake_warmup_all(void);

 #if CONFIG_JETSAM
 extern int proc_get_memstat_priority(struct proc*, boolean_t);
 #endif /* CONFIG_JETSAM */
 #if CONFIG_JETSAM
 extern int proc_get_memstat_priority(struct proc*, boolean_t);
 #endif /* CONFIG_JETSAM */


@@ -488,43 +567,48 @@ extern int proc_get_memstat_priority(struct proc*, boolean_t);
 /* returns TRUE if an object was purged, otherwise FALSE. */
 boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group);
 void vm_purgeable_disown(task_t task);
 /* returns TRUE if an object was purged, otherwise FALSE. */
 boolean_t vm_purgeable_object_purge_one_unlocked(int force_purge_below_group);
 void vm_purgeable_disown(task_t task);

+void vm_purgeable_nonvolatile_owner_update(task_t       owner,
+    int          delta);
+void vm_purgeable_volatile_owner_update(task_t          owner,
+    int             delta);
+

 
 struct trim_list {
 
 struct trim_list {

-       uint64_t        tl_offset;
-       uint64_t        tl_length;
+       uint64_t        tl_offset;
+       uint64_t        tl_length;

        struct trim_list *tl_next;
 };
 
 u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl, boolean_t route_only);
 
        struct trim_list *tl_next;
 };
 
 u_int32_t vnode_trim_list(struct vnode *vp, struct trim_list *tl, boolean_t route_only);
 

-#define MAX_SWAPFILENAME_LEN   1024
-#define SWAPFILENAME_INDEX_LEN 2       /* Doesn't include the terminating NULL character */
+#define MAX_SWAPFILENAME_LEN    1024
+#define SWAPFILENAME_INDEX_LEN  2       /* Doesn't include the terminating NULL character */

 
 

-extern char    swapfilename[MAX_SWAPFILENAME_LEN + 1];
+extern char     swapfilename[MAX_SWAPFILENAME_LEN + 1];

 
 struct vm_counters {
 
 struct vm_counters {

-       unsigned int    do_collapse_compressor;
-       unsigned int    do_collapse_compressor_pages;
-       unsigned int    do_collapse_terminate;
-       unsigned int    do_collapse_terminate_failure;
-       unsigned int    should_cow_but_wired;
-       unsigned int    create_upl_extra_cow;
-       unsigned int    create_upl_extra_cow_pages;
-       unsigned int    create_upl_lookup_failure_write;
-       unsigned int    create_upl_lookup_failure_copy;
+       unsigned int    do_collapse_compressor;
+       unsigned int    do_collapse_compressor_pages;
+       unsigned int    do_collapse_terminate;
+       unsigned int    do_collapse_terminate_failure;
+       unsigned int    should_cow_but_wired;
+       unsigned int    create_upl_extra_cow;
+       unsigned int    create_upl_extra_cow_pages;
+       unsigned int    create_upl_lookup_failure_write;
+       unsigned int    create_upl_lookup_failure_copy;

 };
 extern struct vm_counters vm_counters;
 
 #if CONFIG_SECLUDED_MEMORY
 struct vm_page_secluded_data {
 };
 extern struct vm_counters vm_counters;
 
 #if CONFIG_SECLUDED_MEMORY
 struct vm_page_secluded_data {

-       int     eligible_for_secluded;
-       int     grab_success_free;
-       int     grab_success_other;
-       int     grab_failure_locked;
-       int     grab_failure_state;
-       int     grab_failure_dirty;
-       int     grab_for_iokit;
-       int     grab_for_iokit_success;
+       int     eligible_for_secluded;
+       int     grab_success_free;
+       int     grab_success_other;
+       int     grab_failure_locked;
+       int     grab_failure_state;
+       int     grab_failure_dirty;
+       int     grab_for_iokit;
+       int     grab_for_iokit_success;

 };
 extern struct vm_page_secluded_data vm_page_secluded;
 
 };
 extern struct vm_page_secluded_data vm_page_secluded;
 


@@ -538,50 +622,39 @@ extern int secluded_for_filecache;
 extern int secluded_for_fbdp;
 #endif
 
 extern int secluded_for_fbdp;
 #endif
 

-/*
- * "secluded_aging_policy" controls the aging of secluded pages:
- *
- * SECLUDED_AGING_FIFO
- * When a page eligible for the secluded queue is activated or
- * deactivated, it is inserted in the secluded queue.
- * When it get pushed out of the secluded queue, it gets freed.
- *
- * SECLUDED_AGING_ALONG_ACTIVE
- * When a page eligible for the secluded queue is activated, it is
- * inserted in the secluded queue.
- * When it gets pushed out of the secluded queue, its "referenced" bit
- * is reset and it is inserted in the inactive queue.
- *
- * SECLUDED_AGING_AFTER_INACTIVE
- * A page eligible for the secluded queue first makes its way through the
- * active and inactive queues.
- * When it is pushed out of the inactive queue without being re-activated,
- * it is inserted in the secluded queue instead of being reclaimed.
- * When it is pushed out of the secluded queue, it is either freed if it
- * hasn't been re-referenced, or re-activated if it has been re-referenced.
- *
- * SECLUDED_AGING_BEFORE_ACTIVE
- * A page eligible for the secluded queue will first make its way through
- * the secluded queue.  When it gets pushed out of the secluded queue (by
- * new secluded pages), it goes back to the normal aging path, through the
- * active queue and then the inactive queue.
- */
-extern int secluded_aging_policy;
-#define SECLUDED_AGING_FIFO            0
-#define SECLUDED_AGING_ALONG_ACTIVE    1
-#define SECLUDED_AGING_AFTER_INACTIVE  2
-#define SECLUDED_AGING_BEFORE_ACTIVE   3
-
-extern void            memory_object_mark_eligible_for_secluded(
-       memory_object_control_t         control,
-       boolean_t                       eligible_for_secluded);
+extern void             memory_object_mark_eligible_for_secluded(
+       memory_object_control_t         control,
+       boolean_t                       eligible_for_secluded);

 
 #endif /* CONFIG_SECLUDED_MEMORY */
 
 
 #endif /* CONFIG_SECLUDED_MEMORY */
 

+#define MAX_PAGE_RANGE_QUERY    (1ULL * 1024 * 1024 * 1024) /* 1 GB */
+
+extern kern_return_t mach_make_memory_entry_internal(
+       vm_map_t                target_map,
+       memory_object_size_t    *size,
+       memory_object_offset_t offset,
+       vm_prot_t               permission,
+       ipc_port_t              *object_handle,
+       ipc_port_t              parent_handle);
+
+#define roundup(x, y)   ((((x) % (y)) == 0) ? \
+                       (x) : ((x) + ((y) - ((x) % (y)))))
+

 #ifdef __cplusplus
 }
 #endif
 
 #ifdef __cplusplus
 }
 #endif
 

-#endif /* _VM_VM_PROTOS_H_ */
+/*
+ * Flags for the VM swapper/reclaimer.
+ * Used by vm_swap_consider_defragment()
+ * to force defrag/reclaim by the swap
+ * GC thread.
+ */
+#define VM_SWAP_FLAGS_NONE             0
+#define VM_SWAP_FLAGS_FORCE_DEFRAG     1
+#define VM_SWAP_FLAGS_FORCE_RECLAIM    2
+
+#endif  /* _VM_VM_PROTOS_H_ */

 
 

-#endif /* XNU_KERNEL_PRIVATE */
+#endif  /* XNU_KERNEL_PRIVATE */