xnu-2422.1.72.tar.gz

[apple/xnu.git] / osfmk / vm / vm_object.h

diff --git a/osfmk/vm/vm_object.h b/osfmk/vm/vm_object.h
index 0d21734af26937855460fd500efb708e467cf783..9c4fe0e32ba09004566a3d3e2605db40bbe7e12f 100644 (file)
--- a/osfmk/vm/vm_object.h
+++ b/osfmk/vm/vm_object.h
@@ -87,13 +87,12 @@
 #include <ipc/ipc_types.h>
 #include <vm/pmap.h>
 
 #include <ipc/ipc_types.h>
 #include <vm/pmap.h>
 

-#if    MACH_PAGEMAP

 #include <vm/vm_external.h>
 #include <vm/vm_external.h>

-#endif /* MACH_PAGEMAP */

 
 #include <vm/vm_options.h>
 
 struct vm_page;
 
 #include <vm/vm_options.h>
 
 struct vm_page;

+struct vm_shared_region_slide_info;

 
 /*
  *     Types defined:
 
 /*
  *     Types defined:


@@ -115,14 +114,17 @@ struct vm_object_fault_info {
        /* boolean_t */ io_sync:1,
        /* boolean_t */ cs_bypass:1,
        /* boolean_t */ mark_zf_absent:1,
        /* boolean_t */ io_sync:1,
        /* boolean_t */ cs_bypass:1,
        /* boolean_t */ mark_zf_absent:1,

-               __vm_object_fault_info_unused_bits:27;
+       /* boolean_t */ batch_pmap_op:1,
+               __vm_object_fault_info_unused_bits:26;

 };
 
 
 };
 
 

-#define        vo_size                 vo_un1.vou_size
-#define vo_cache_pages_to_scan vo_un1.vou_cache_pages_to_scan
-#define vo_shadow_offset       vo_un2.vou_shadow_offset
-#define vo_cache_ts            vo_un2.vou_cache_ts
+#define        vo_size                         vo_un1.vou_size
+#define vo_cache_pages_to_scan         vo_un1.vou_cache_pages_to_scan
+#define vo_shadow_offset               vo_un2.vou_shadow_offset
+#define vo_cache_ts                    vo_un2.vou_cache_ts
+#define vo_purgeable_owner             vo_un2.vou_purgeable_owner
+#define vo_slide_info                  vo_un2.vou_slide_info

 
 struct vm_object {
        queue_head_t            memq;           /* Resident memory */
 
 struct vm_object {
        queue_head_t            memq;           /* Resident memory */


@@ -156,9 +158,14 @@ struct vm_object {
 
        union {
                vm_object_offset_t vou_shadow_offset;   /* Offset into shadow */
 
        union {
                vm_object_offset_t vou_shadow_offset;   /* Offset into shadow */

-               clock_sec_t        vou_cache_ts;        /* age of an external object
-                                                        * present in cache
+               clock_sec_t     vou_cache_ts;   /* age of an external object
+                                                * present in cache
+                                                */
+               task_t          vou_purgeable_owner;    /* If the purg'a'ble bits below are set 
+                                                        * to volatile/emtpy, this is the task 
+                                                        * that owns this purgeable object.

                                                         */
                                                         */

+               struct vm_shared_region_slide_info *vou_slide_info;

        } vo_un2;
 
        memory_object_t         pager;          /* Where to get data */
        } vo_un2;
 
        memory_object_t         pager;          /* Where to get data */


@@ -221,11 +228,10 @@ struct vm_object {
        /* boolean_t */         purgable:2,     /* Purgable state.  See
                                                 * VM_PURGABLE_* 
                                                 */
        /* boolean_t */         purgable:2,     /* Purgable state.  See
                                                 * VM_PURGABLE_* 
                                                 */

+       /* boolean_t */         purgeable_when_ripe:1, /* Purgeable when a token
+                                                       * becomes ripe.
+                                                       */

        /* boolean_t */         shadowed:1,     /* Shadow may exist */
        /* boolean_t */         shadowed:1,     /* Shadow may exist */

-       /* boolean_t */         silent_overwrite:1,
-                                               /* Allow full page overwrite
-                                                * without data_request if
-                                                * page is absent */

        /* boolean_t */         advisory_pageout:1,
                                                /* Instead of sending page
                                                 * via OOL, just notify
        /* boolean_t */         advisory_pageout:1,
                                                /* Instead of sending page
                                                 * via OOL, just notify


@@ -324,7 +330,10 @@ struct vm_object {
                all_reusable:1,
                blocked_access:1,
                set_cache_attr:1,
                all_reusable:1,
                blocked_access:1,
                set_cache_attr:1,

-               __object2_unused_bits:15;       /* for expansion */
+               object_slid:1,
+               purgeable_queue_type:2,
+               purgeable_queue_group:3,
+               __object2_unused_bits:9;        /* for expansion */

 
        uint32_t                scan_collisions;
 
 
        uint32_t                scan_collisions;
 


@@ -380,10 +389,13 @@ struct vm_object {
        __object->memq_hint = __page;                           \
        MACRO_END
 
        __object->memq_hint = __page;                           \
        MACRO_END
 

-__private_extern__
+extern

 vm_object_t    kernel_object;          /* the single kernel object */
 
 vm_object_t    kernel_object;          /* the single kernel object */
 

-__private_extern__
+extern
+vm_object_t    compressor_object;      /* the single compressor object */
+
+extern

 unsigned int   vm_object_absent_max;   /* maximum number of absent pages
                                           at a time for each object */
 
 unsigned int   vm_object_absent_max;   /* maximum number of absent pages
                                           at a time for each object */
 


@@ -419,7 +431,10 @@ extern lck_attr_t          vm_map_lck_attr;
     MACRO_END
 
 #define msync_req_free(msr)                                            \
     MACRO_END
 
 #define msync_req_free(msr)                                            \

-       (kfree((msr), sizeof(struct msync_req)))
+    MACRO_BEGIN                                                                \
+        lck_mtx_destroy(&(msr)->msync_req_lock, &vm_map_lck_grp);      \
+       kfree((msr), sizeof(struct msync_req));                         \
+    MACRO_END

 
 #define msr_lock(msr)   lck_mtx_lock(&(msr)->msync_req_lock)
 #define msr_unlock(msr) lck_mtx_unlock(&(msr)->msync_req_lock)
 
 #define msr_lock(msr)   lck_mtx_lock(&(msr)->msync_req_lock)
 #define msr_unlock(msr) lck_mtx_unlock(&(msr)->msync_req_lock)


@@ -428,7 +443,7 @@ extern lck_attr_t           vm_map_lck_attr;
  *     Declare procedures that operate on VM objects.
  */
 
  *     Declare procedures that operate on VM objects.
  */
 

-__private_extern__ void                vm_object_bootstrap(void) __attribute__((section("__TEXT, initcode")));
+__private_extern__ void                vm_object_bootstrap(void);

 
 __private_extern__ void                vm_object_init(void);
 
 
 __private_extern__ void                vm_object_init(void);
 


@@ -477,7 +492,7 @@ __private_extern__ void     vm_object_res_deallocate(
        vm_object_lock_assert_shared(object);                           \
        assert((RLObject)->ref_count > 0);                              \
        OSAddAtomic(1, &(RLObject)->ref_count);         \
        vm_object_lock_assert_shared(object);                           \
        assert((RLObject)->ref_count > 0);                              \
        OSAddAtomic(1, &(RLObject)->ref_count);         \

-       assert((RLObject)->ref_count > 1);                              \
+       assert((RLObject)->ref_count > 0);                              \

        /* XXX we would need an atomic version of the following ... */  \
        vm_object_res_reference(RLObject);                              \
        MACRO_END
        /* XXX we would need an atomic version of the following ... */  \
        vm_object_res_reference(RLObject);                              \
        MACRO_END


@@ -515,6 +530,15 @@ __private_extern__ void            vm_object_pmap_protect(
                                        vm_map_offset_t         pmap_start,
                                        vm_prot_t               prot);
 
                                        vm_map_offset_t         pmap_start,
                                        vm_prot_t               prot);
 

+__private_extern__ void                vm_object_pmap_protect_options(
+                                       vm_object_t             object,
+                                       vm_object_offset_t      offset,
+                                       vm_object_size_t        size,
+                                       pmap_t                  pmap,
+                                       vm_map_offset_t         pmap_start,
+                                       vm_prot_t               prot,
+                                       int                     options);
+

 __private_extern__ void                vm_object_page_remove(
                                        vm_object_t             object,
                                        vm_object_offset_t      start,
 __private_extern__ void                vm_object_page_remove(
                                        vm_object_t             object,
                                        vm_object_offset_t      start,


@@ -541,6 +565,13 @@ __private_extern__ kern_return_t vm_object_purgable_control(
        vm_purgable_t   control,
        int             *state);
 
        vm_purgable_t   control,
        int             *state);
 

+__private_extern__ kern_return_t vm_object_get_page_counts(
+       vm_object_t             object,
+       vm_object_offset_t      offset,
+       vm_object_size_t        size,
+       unsigned int            *resident_page_count,
+       unsigned int            *dirty_page_count);
+

 __private_extern__ boolean_t   vm_object_coalesce(
                                        vm_object_t             prev_object,
                                        vm_object_t             next_object,
 __private_extern__ boolean_t   vm_object_coalesce(
                                        vm_object_t             prev_object,
                                        vm_object_t             next_object,


@@ -596,6 +627,9 @@ __private_extern__ kern_return_t    vm_object_destroy(
 __private_extern__ void                vm_object_pager_create(
                                        vm_object_t     object);
 
 __private_extern__ void                vm_object_pager_create(
                                        vm_object_t     object);
 

+__private_extern__ void                vm_object_compressor_pager_create(
+                                       vm_object_t     object);
+

 __private_extern__ void                vm_object_page_map(
                                vm_object_t     object,
                                vm_object_offset_t      offset,
 __private_extern__ void                vm_object_page_map(
                                vm_object_t     object,
                                vm_object_offset_t      offset,


@@ -699,39 +733,35 @@ __private_extern__ void           vm_object_reap_pages(
 #define REAP_DATA_FLUSH        3
 
 #if CONFIG_FREEZE
 #define REAP_DATA_FLUSH        3
 
 #if CONFIG_FREEZE

+struct default_freezer_handle;

 
 __private_extern__ kern_return_t 
 vm_object_pack(
 
 __private_extern__ kern_return_t 
 vm_object_pack(

-       unsigned int       *purgeable_count,
-       unsigned int       *wired_count,
-       unsigned int       *clean_count,
-       unsigned int       *dirty_count,
-       boolean_t          *shared,
-       vm_object_t         src_object,
-       vm_object_t         dst_object,
-       void                  **table,
-       vm_object_offset_t *offset);
+       unsigned int            *purgeable_count,
+       unsigned int            *wired_count,
+       unsigned int            *clean_count,
+       unsigned int            *dirty_count,
+       unsigned int            dirty_budget,
+       boolean_t               *shared,
+       vm_object_t             src_object,
+       struct default_freezer_handle *df_handle);

 
 __private_extern__ void
 vm_object_pack_pages(
 
 __private_extern__ void
 vm_object_pack_pages(

-       unsigned int       *wired_count,
-       unsigned int       *clean_count,
-       unsigned int       *dirty_count,
-       vm_object_t         src_object,
-       vm_object_t         dst_object,
-       void                  **table,
-       vm_object_offset_t *offset);
-
-__private_extern__ void vm_object_pageout(
-    vm_object_t     object);
-
-__private_extern__  kern_return_t vm_object_pagein(
-       vm_object_t     object);
+       unsigned int            *wired_count,
+       unsigned int            *clean_count,
+       unsigned int            *dirty_count,
+       unsigned int            dirty_budget,
+       vm_object_t             src_object,
+       struct default_freezer_handle *df_handle);

 
 

-__private_extern__ void vm_object_unpack(
-       vm_object_t     object,
-       void          **table);
+__private_extern__ void
+vm_object_pageout(
+       vm_object_t     object);

 
 

+__private_extern__  kern_return_t
+vm_object_pagein(
+       vm_object_t     object);

 #endif /* CONFIG_FREEZE */
 
 /*
 #endif /* CONFIG_FREEZE */
 
 /*


@@ -912,6 +942,7 @@ extern lck_grp_t    vm_object_lck_grp;
 extern lck_grp_attr_t  vm_object_lck_grp_attr;
 extern lck_attr_t      vm_object_lck_attr;
 extern lck_attr_t      kernel_object_lck_attr;
 extern lck_grp_attr_t  vm_object_lck_grp_attr;
 extern lck_attr_t      vm_object_lck_attr;
 extern lck_attr_t      kernel_object_lck_attr;

+extern lck_attr_t      compressor_object_lck_attr;

 
 extern vm_object_t     vm_pageout_scan_wants_object;
 
 
 extern vm_object_t     vm_pageout_scan_wants_object;
 


@@ -931,7 +962,9 @@ extern boolean_t    vm_object_lock_try_shared(vm_object_t);
                    (((object) == kernel_object ||                      \
                      (object) == vm_submap_object) ?                   \
                     &kernel_object_lck_attr :                          \
                    (((object) == kernel_object ||                      \
                      (object) == vm_submap_object) ?                   \
                     &kernel_object_lck_attr :                          \

-                    &vm_object_lck_attr))
+                    (((object) == compressor_object) ?                 \
+                    &compressor_object_lck_attr :                      \
+                     &vm_object_lck_attr)))

 #define vm_object_lock_destroy(object) lck_rw_destroy(&(object)->Lock, &vm_object_lck_grp)
 
 #define vm_object_unlock(object)       lck_rw_done(&(object)->Lock)
 #define vm_object_lock_destroy(object) lck_rw_destroy(&(object)->Lock, &vm_object_lck_grp)
 
 #define vm_object_unlock(object)       lck_rw_done(&(object)->Lock)