/*
- * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2009 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
#define current_map_fast() (current_thread()->map)
#define current_map() (current_map_fast())
+#include <vm/vm_map_store.h>
+
+
/*
* Types defined:
*
vm_map_t sub_map; /* belongs to another map */
} vm_map_object_t;
-#define named_entry_lock_init(object) mutex_init(&(object)->Lock, 0)
-#define named_entry_lock(object) mutex_lock(&(object)->Lock)
-#define named_entry_unlock(object) mutex_unlock(&(object)->Lock)
+#define named_entry_lock_init(object) lck_mtx_init(&(object)->Lock, &vm_object_lck_grp, &vm_object_lck_attr)
+#define named_entry_lock(object) lck_mtx_lock(&(object)->Lock)
+#define named_entry_unlock(object) lck_mtx_unlock(&(object)->Lock)
/*
* Type: vm_named_entry_t [internal use only]
*/
struct vm_named_entry {
- decl_mutex_data(, Lock) /* Synchronization */
+ decl_lck_mtx_data(, Lock) /* Synchronization */
union {
vm_object_t object; /* object I point to */
memory_object_t pager; /* amo pager port */
* Control information for virtual copy operations is also
* stored in the address map entry.
*/
+
struct vm_map_links {
struct vm_map_entry *prev; /* previous entry */
struct vm_map_entry *next; /* next entry */
#define vme_next links.next
#define vme_start links.start
#define vme_end links.end
+
+ struct vm_map_store store;
union vm_map_object object; /* object I point to */
vm_object_offset_t offset; /* offset into object */
unsigned int
/* vm_prot_t */ max_protection:3,/* maximum protection */
/* vm_inherit_t */ inheritance:2, /* inheritance */
/* boolean_t */ use_pmap:1, /* nested pmaps */
+ /*
+ * IMPORTANT:
+ * The "alias" field can be updated while holding the VM map lock
+ * "shared". It's OK as along as it's the only field that can be
+ * updated without the VM map "exclusive" lock.
+ */
/* unsigned char */ alias:8, /* user alias */
/* boolean_t */ no_cache:1, /* should new pages be cached? */
- /* unsigned char */ pad:7; /* available bits */
+ /* boolean_t */ permanent:1, /* mapping can not be removed */
+ /* boolean_t */ superpage_size:3,/* use superpages of a certain size */
+ /* boolean_t */ zero_wired_pages:1, /* zero out the wired pages of this entry it is being deleted without unwiring them */
+ /* boolean_t */ used_for_jit:1,
+ /* unsigned char */ pad:1; /* available bits */
unsigned short wired_count; /* can be paged if = 0 */
unsigned short user_wired_count; /* for vm_wire */
};
+/*
+ * Convenience macros for dealing with superpages
+ * SUPERPAGE_NBASEPAGES is architecture dependent and defined in pmap.h
+ */
+#define SUPERPAGE_SIZE (PAGE_SIZE*SUPERPAGE_NBASEPAGES)
+#define SUPERPAGE_MASK (-SUPERPAGE_SIZE)
+#define SUPERPAGE_ROUND_DOWN(a) (a & SUPERPAGE_MASK)
+#define SUPERPAGE_ROUND_UP(a) ((a + SUPERPAGE_SIZE-1) & SUPERPAGE_MASK)
+
/*
* wired_counts are unsigned short. This value is used to safeguard
* against any mishaps due to runaway user programs.
* Description:
* Header for a vm_map and a vm_map_copy.
*/
+
+
struct vm_map_header {
struct vm_map_links links; /* first, last, min, max */
int nentries; /* Number of entries */
boolean_t entries_pageable;
/* are map entries pageable? */
+ vm_map_offset_t highest_entry_end_addr; /* The ending address of the highest allocated vm_entry_t */
+#ifdef VM_MAP_STORE_USE_RB
+ struct rb_head rb_head_store;
+#endif
};
/*
struct vm_map_header hdr; /* Map entry header */
#define min_offset hdr.links.start /* start of range */
#define max_offset hdr.links.end /* end of range */
+#define highest_entry_end hdr.highest_entry_end_addr
pmap_t pmap; /* Physical map */
vm_map_size_t size; /* virtual size */
vm_map_size_t user_wire_limit;/* rlimit on user locked memory */
int res_count; /* Residence count (swap) */
int sw_state; /* Swap state */
#endif /* TASK_SWAPPER */
- decl_mutex_data(, s_lock) /* Lock ref, res fields */
+ decl_lck_mtx_data(, s_lock) /* Lock ref, res fields */
+ lck_mtx_ext_t s_lock_ext;
vm_map_entry_t hint; /* hint for quick lookups */
vm_map_entry_t first_free; /* First free space hint */
- boolean_t wait_for_space; /* Should callers wait
- for space? */
- boolean_t wiring_required;/* All memory wired? */
- boolean_t no_zero_fill; /* No zero fill absent pages */
- boolean_t mapped; /* has this map been mapped */
+ unsigned int
+ /* boolean_t */ wait_for_space:1, /* Should callers wait for space? */
+ /* boolean_t */ wiring_required:1, /* All memory wired? */
+ /* boolean_t */ no_zero_fill:1, /*No zero fill absent pages */
+ /* boolean_t */ mapped:1, /*has this map been mapped */
+ /* boolean_t */ switch_protect:1, /* Protect map from write faults while switched */
+ /* boolean_t */ disable_vmentry_reuse:1, /* All vm entries should keep using newer and higher addresses in the map */
+ /* boolean_t */ map_disallow_data_exec:1, /* Disallow execution from data pages on exec-permissive architectures */
+ /* reserved */ pad:25;
unsigned int timestamp; /* Version number */
unsigned int color_rr; /* next color (not protected by a lock) */
+#if CONFIG_FREEZE
+ void *default_freezer_toc;
+#endif
+ boolean_t jit_entry_exists;
} ;
#define vm_map_to_entry(map) ((struct vm_map_entry *) &(map)->hdr.links)
vm_behavior_t behavior,
vm_inherit_t inheritance,
unsigned wired_count,
- boolean_t no_cache);
+ boolean_t no_cache,
+ boolean_t permanent,
+ unsigned int superpage_size);
/*
MACRO_BEGIN \
vm_map_t Map = (map); \
if (Map) { \
- mutex_lock(&Map->s_lock); \
+ lck_mtx_lock(&Map->s_lock); \
Map->res_count++; \
Map->ref_count++; \
- mutex_unlock(&Map->s_lock); \
+ lck_mtx_unlock(&Map->s_lock); \
} \
MACRO_END
MACRO_BEGIN \
vm_map_t Lmap = (map); \
if (Lmap->res_count == 0) { \
- mutex_unlock(&Lmap->s_lock);\
+ lck_mtx_unlock(&Lmap->s_lock);\
vm_map_lock(Lmap); \
vm_map_swapin(Lmap); \
- mutex_lock(&Lmap->s_lock); \
+ lck_mtx_lock(&Lmap->s_lock); \
++Lmap->res_count; \
vm_map_unlock(Lmap); \
} else \
MACRO_BEGIN \
vm_map_t Map = (map); \
if (--Map->res_count == 0) { \
- mutex_unlock(&Map->s_lock); \
+ lck_mtx_unlock(&Map->s_lock); \
vm_map_lock(Map); \
vm_map_swapout(Map); \
vm_map_unlock(Map); \
- mutex_lock(&Map->s_lock); \
+ lck_mtx_lock(&Map->s_lock); \
} \
MACRO_END
#define vm_map_reference_swap(map) \
MACRO_BEGIN \
vm_map_t Map = (map); \
- mutex_lock(&Map->s_lock); \
+ lck_mtx_lock(&Map->s_lock); \
++Map->ref_count; \
vm_map_res_reference(Map); \
- mutex_unlock(&Map->s_lock); \
+ lck_mtx_unlock(&Map->s_lock); \
MACRO_END
#endif /* MACH_ASSERT */
MACRO_BEGIN \
vm_map_t Map = (map); \
if (Map) { \
- mutex_lock(&Map->s_lock); \
+ lck_mtx_lock(&Map->s_lock); \
Map->ref_count++; \
- mutex_unlock(&Map->s_lock); \
+ lck_mtx_unlock(&Map->s_lock); \
} \
MACRO_END
#define vm_map_ref_fast(map) \
MACRO_BEGIN \
- mutex_lock(&map->s_lock); \
+ lck_mtx_lock(&map->s_lock); \
map->ref_count++; \
vm_map_res_reference(map); \
- mutex_unlock(&map->s_lock); \
+ lck_mtx_unlock(&map->s_lock); \
MACRO_END
#define vm_map_dealloc_fast(map) \
MACRO_BEGIN \
register int c; \
\
- mutex_lock(&map->s_lock); \
+ lck_mtx_lock(&map->s_lock); \
c = --map->ref_count; \
if (c > 0) \
vm_map_res_deallocate(map); \
- mutex_unlock(&map->s_lock); \
+ lck_mtx_unlock(&map->s_lock); \
if (c == 0) \
vm_map_destroy(map); \
MACRO_END
vm_map_offset_t *address,
vm_map_size_t size,
vm_map_offset_t mask,
- boolean_t anywhere,
+ int flags,
vm_map_t src_map,
vm_map_offset_t memory_address,
boolean_t copy,
vm_region_submap_info_64_t info,
mach_msg_type_number_t *count);
-extern kern_return_t vm_map_page_info(
+extern kern_return_t vm_map_page_query_internal(
vm_map_t map,
vm_map_offset_t offset,
int *disposition,
int *ref_count);
+
extern kern_return_t vm_map_submap(
vm_map_t map,
vm_map_offset_t start,
ipc_port_t port);
+extern kern_return_t vm_map_set_cache_attr(
+ vm_map_t map,
+ vm_map_offset_t va);
+
+
/* definitions related to overriding the NX behavior */
#define VM_ABI_32 0x1
vm_prot_t max_protection,
vm_inherit_t inheritance);
+/* Enter a mapping of a memory object */
+extern kern_return_t vm_map_enter_mem_object_control(
+ vm_map_t map,
+ vm_map_offset_t *address,
+ vm_map_size_t size,
+ vm_map_offset_t mask,
+ int flags,
+ memory_object_control_t control,
+ vm_object_offset_t offset,
+ boolean_t needs_copy,
+ vm_prot_t cur_protection,
+ vm_prot_t max_protection,
+ vm_inherit_t inheritance);
+
/* Deallocate a region */
extern kern_return_t vm_map_remove(
vm_map_t map,
vm_map_t dst_map,
vm_map_address_t dst_addr,
vm_map_copy_t copy,
- int interruptible);
+ boolean_t interruptible);
/* Place a copy into a map */
extern kern_return_t vm_map_copyout(
extern void vm_map_disable_NX(
vm_map_t map);
+extern void vm_map_disallow_data_exec(
+ vm_map_t map);
+
extern void vm_map_set_64bit(
vm_map_t map);
vm_map_t map,
vm_size_t limit);
+extern void vm_map_switch_protect(
+ vm_map_t map,
+ boolean_t val);
+
+extern boolean_t first_free_is_valid(vm_map_t);
+
+#ifdef XNU_KERNEL_PRIVATE
+extern kern_return_t vm_map_page_info(
+ vm_map_t map,
+ vm_map_offset_t offset,
+ vm_page_info_flavor_t flavor,
+ vm_page_info_t info,
+ mach_msg_type_number_t *count);
+#endif /* XNU_KERNEL_PRIVATE */
+
+
#ifdef MACH_KERNEL_PRIVATE
/*
extern kern_return_t vm_map_get_upl(
vm_map_t target_map,
vm_map_offset_t map_offset,
- vm_size_t *size,
+ upl_size_t *size,
upl_t *upl,
upl_page_info_array_t page_info,
- mach_msg_type_number_t *page_infoCnt,
- integer_t *flags,
- integer_t force_data_sync);
+ unsigned int *page_infoCnt,
+ int *flags,
+ int force_data_sync);
+
+#if CONFIG_DYNAMIC_CODE_SIGNING
+extern kern_return_t vm_map_sign(vm_map_t map,
+ vm_map_offset_t start,
+ vm_map_offset_t end);
+#endif
+
+#if CONFIG_FREEZE
+extern kern_return_t vm_map_freeze_walk(
+ vm_map_t map,
+ unsigned int *purgeable_count,
+ unsigned int *wired_count,
+ unsigned int *clean_count,
+ unsigned int *dirty_count,
+ boolean_t *has_shared);
+
+extern kern_return_t vm_map_freeze(
+ vm_map_t map,
+ unsigned int *purgeable_count,
+ unsigned int *wired_count,
+ unsigned int *clean_count,
+ unsigned int *dirty_count,
+ boolean_t *has_shared);
+
+extern void vm_map_thaw(
+ vm_map_t map);
+#endif
__END_DECLS
projects / apple / xnu.git / blobdiff