[apple/xnu.git] / osfmk / mach / vm_param.h

/*
 * Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 * 
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */
/*
 * @OSF_COPYRIGHT@
 */
/* 
 * Mach Operating System
 * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
 * All Rights Reserved.
 * 
 * Permission to use, copy, modify and distribute this software and its
 * documentation is hereby granted, provided that both the copyright
 * notice and this permission notice appear in all copies of the
 * software, derivative works or modified versions, and any portions
 * thereof, and that both notices appear in supporting documentation.
 * 
 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
 * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
 * 
 * Carnegie Mellon requests users of this software to return to
 * 
 *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
 *  School of Computer Science
 *  Carnegie Mellon University
 *  Pittsburgh PA 15213-3890
 * 
 * any improvements or extensions that they make and grant Carnegie Mellon
 * the rights to redistribute these changes.
 */
/*
 */
/*
 *	File:	mach/vm_param.h
 *	Author:	Avadis Tevanian, Jr., Michael Wayne Young
 *	Date:	1985
 *
 *	Machine independent virtual memory parameters.
 *
 */

#ifndef	_MACH_VM_PARAM_H_
#define _MACH_VM_PARAM_H_

#include <mach/machine/vm_param.h>

#ifdef	KERNEL

#ifndef	ASSEMBLER
#include <mach/vm_types.h>
#endif	/* ASSEMBLER */

/*
 *	The machine independent pages are refered to as PAGES.  A page
 *	is some number of hardware pages, depending on the target machine.
 */

#ifndef	ASSEMBLER

#define PAGE_SIZE_64 (unsigned long long)PAGE_SIZE		/* pagesize in addr units */
#define PAGE_MASK_64 (unsigned long long)PAGE_MASK		/* mask for off in page */

/*
 *	Convert addresses to pages and vice versa.  No rounding is used.
 *      The atop_32 and ptoa_32 macros should not be use on 64 bit types.
 *      The round_page_64 and trunc_page_64 macros should be used instead.
 */

#define atop_32(x) ((uint32_t)(x) >> PAGE_SHIFT)
#define ptoa_32(x) ((uint32_t)(x) << PAGE_SHIFT)
#define atop_64(x) ((uint64_t)(x) >> PAGE_SHIFT)
#define ptoa_64(x) ((uint64_t)(x) << PAGE_SHIFT)

#define atop_kernel(x) ((vm_address_t)(x) >> PAGE_SHIFT)
#define ptoa_kernel(x) ((vm_address_t)(x) << PAGE_SHIFT)

/*
 *      While the following block is enabled, the legacy atop and ptoa
 *      macros will behave correctly.  If not, they will generate
 *      invalid lvalue errors.
 */

#if 1
#define atop(x)	((vm_address_t)(x) >> PAGE_SHIFT)
#define ptoa(x)	((vm_address_t)(x) << PAGE_SHIFT)
#else
#define atop(x) (0UL = 0)
#define ptoa(x) (0UL = 0)
#endif

/*
 *	Page-size rounding macros for the Public fixed-width VM types.
 */
#define mach_vm_round_page(x) (((mach_vm_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
#define mach_vm_trunc_page(x) ((mach_vm_offset_t)(x) & ~((signed)PAGE_MASK))

#define memory_object_round_page(x) (((memory_object_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
#define memory_object_trunc_page(x) ((memory_object_offset_t)(x) & ~((signed)PAGE_MASK))

/*
 *	Rounding macros for the legacy (scalable with the current task's
 *	address space size) VM types.
 */

#define round_page(x) (((vm_offset_t)(x) + PAGE_MASK) & ~((vm_offset_t)PAGE_MASK))
#define trunc_page(x) ((vm_offset_t)(x) & ~((vm_offset_t)PAGE_MASK))

/*
 *	Round off or truncate to the nearest page.  These will work
 *	for either addresses or counts.  (i.e. 1 byte rounds to 1 page
 *	bytes.  The round_page_32 and trunc_page_32 macros should not be
 *      use on 64 bit types.  The round_page_64 and trunc_page_64 macros
 *      should be used instead.
 *
 *	These should only be used in the rare case the size of the address
 *	or length is hard-coded as 32 or 64 bit.  Otherwise, the macros
 *	associated with the specific VM type should be used.
 */

#define round_page_32(x) (((uint32_t)(x) + PAGE_MASK) & ~((uint32_t)PAGE_MASK))
#define trunc_page_32(x) ((uint32_t)(x) & ~((uint32_t)PAGE_MASK))
#define round_page_64(x) (((uint64_t)(x) + PAGE_MASK_64) & ~((uint64_t)PAGE_MASK_64))
#define trunc_page_64(x) ((uint64_t)(x) & ~((uint64_t)PAGE_MASK_64))

/*
 *      Enable the following block to find uses of xxx_32 macros that should
 *      be xxx_64.  These macros only work in C code, not C++.  The resulting
 *      binaries are not functional.  Look for invalid lvalue errors in
 *      the compiler output.
 *
 *      Enabling the following block will also find use of the xxx_64 macros
 *      that have been passed pointers.  The parameters should be case to an
 *      unsigned long type first.  Look for invalid operands to binary + error
 *      in the compiler output.
 */

#if 0
#undef atop_32
#undef ptoa_32
#undef round_page_32
#undef trunc_page_32
#undef atop_64
#undef ptoa_64
#undef round_page_64
#undef trunc_page_64

#ifndef __cplusplus

#define atop_32(x) \
    (__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
        (*(long *)0), \
        (0UL)) = 0)

#define ptoa_32(x) \
    (__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
        (*(long *)0), \
        (0UL)) = 0)

#define round_page_32(x) \
    (__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
        (*(long *)0), \
        (0UL)) = 0)

#define trunc_page_32(x) \
    (__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
        (*(long *)0), \
        (0UL)) = 0)
#else

#define atop_32(x) (0)
#define ptoa_32(x) (0)
#define round_page_32(x) (0)
#define trunc_page_32(x) (0)

#endif /* ! __cplusplus */

#define atop_64(x) ((uint64_t)((x) + (uint8_t *)0))
#define ptoa_64(x) ((uint64_t)((x) + (uint8_t *)0))
#define round_page_64(x) ((uint64_t)((x) + (uint8_t *)0))
#define trunc_page_64(x) ((uint64_t)((x) + (uint8_t *)0))

#endif

/*
 *	Determine whether an address is page-aligned, or a count is
 *	an exact page multiple.
 */

#define	page_aligned(x)	(((x) & PAGE_MASK) == 0)

extern vm_size_t	mem_size;		/* 32-bit size of memory - limited by maxmem - deprecated */
extern uint64_t		max_mem;		/* 64-bit size of memory - limited by maxmem */

/*
 * The default pager does not handle 64-bit offsets inside its objects,
 * so this limits the size of anonymous memory objects to 4GB minus 1 page.
 * When we need to allocate a chunk of anonymous memory over that size,
 * we have to allocate more than one chunk.
 */
#define ANON_MAX_SIZE	0xFFFFF000ULL
/*
 * Work-around for <rdar://problem/6626493>
 * Break large anonymous memory areas into 128MB chunks to alleviate
 * the cost of copying when copy-on-write is not possible because a small
 * portion of it being wired.
 */
#define ANON_CHUNK_SIZE	(128ULL * 1024 * 1024) /* 128MB */

#ifdef	XNU_KERNEL_PRIVATE

extern uint64_t		mem_actual;		/* 64-bit size of memory - not limited by maxmem */
extern uint64_t		sane_size;		/* Memory size to use for defaults calculations */
extern addr64_t 	vm_last_addr;	/* Highest kernel virtual address known to the VM system */

extern const vm_offset_t	vm_min_kernel_address;
extern const vm_offset_t	vm_max_kernel_address;

extern vm_offset_t		vm_kernel_stext;
extern vm_offset_t		vm_kernel_etext;
extern vm_offset_t		vm_kernel_base;
extern vm_offset_t		vm_kernel_top;
extern vm_offset_t		vm_kernel_slide;
extern vm_offset_t		vm_hib_base;
extern vm_offset_t		vm_kernel_addrperm;

extern vm_offset_t		vm_kext_base;
extern vm_offset_t		vm_kext_top;
extern vm_offset_t      vm_prelink_stext;
extern vm_offset_t      vm_prelink_etext;
extern vm_offset_t      vm_prelink_sinfo;
extern vm_offset_t      vm_prelink_einfo;
extern vm_offset_t      vm_slinkedit;
extern vm_offset_t      vm_elinkedit;

#define VM_KERNEL_IS_SLID(_o)						       \
		(((vm_offset_t)(_o) >= vm_kernel_base) &&		       \
		 ((vm_offset_t)(_o) <  vm_kernel_top))
#define VM_KERNEL_IS_KEXT(_o)                                                  \
                (((vm_offset_t)(_o) >= vm_kext_base) &&                        \
                 ((vm_offset_t)(_o) <  vm_kext_top))

#define VM_KERNEL_IS_PRELINKTEXT(_o)        \
        (((vm_offset_t)(_o) >= vm_prelink_stext) &&     \
         ((vm_offset_t)(_o) <  vm_prelink_etext))

#define VM_KERNEL_IS_PRELINKINFO(_o)        \
        (((vm_offset_t)(_o) >= vm_prelink_sinfo) &&     \
         ((vm_offset_t)(_o) <  vm_prelink_einfo))

#define VM_KERNEL_IS_KEXT_LINKEDIT(_o)        \
        (((vm_offset_t)(_o) >= vm_slinkedit) &&     \
         ((vm_offset_t)(_o) <  vm_elinkedit))

#define VM_KERNEL_SLIDE(_u)						       \
		((vm_offset_t)(_u) + vm_kernel_slide)

/*
 * The following macros are to be used when exposing kernel addresses to
 * userspace via any of the various debug or info facilities that might exist
 * (e.g. stackshot, proc_info syscall, etc.). It is important to understand
 * the goal of each macro and choose the right one depending on what you are
 * trying to do. Misuse of these macros can result in critical data leaks
 * which in turn lead to all sorts of system vulnerabilities.
 *
 * Note that in general the ideal goal is to protect addresses from userspace
 * in a way that is reversible assuming you know the permutation and/or slide.
 *
 * The macros are as follows:
 * 
 * VM_KERNEL_UNSLIDE:
 *     Use this macro when you are exposing an address to userspace which is
 *     a "static" kernel or kext address (i.e. coming from text or data
 *     sections). These are the addresses which get "slid" via ASLR on kernel
 *     or kext load, and it's precisely the slide value we are trying to
 *     protect from userspace.
 *
 * VM_KERNEL_ADDRPERM:
 *     Use this macro when you are exposing an address to userspace which is
 *     coming from the kernel's "heap". Since these adresses are not "loaded"
 *     from anywhere, there is no slide applied and we instead apply the
 *     permutation value to obscure the address.
 *
 * VM_KERNEL_UNSLIDE_OR_ADDRPERM:
 *     Use this macro when you are exposing an address to userspace that could
 *     come from either kernel text/data *or* the heap. This is a rare case,
 *     but one that does come up and must be handled correctly.
 *
 * Nesting of these macros should be considered invalid.
 */
#define VM_KERNEL_UNSLIDE(_v)						       \
		((VM_KERNEL_IS_SLID(_v) ||				       \
          VM_KERNEL_IS_KEXT(_v) ||      \
          VM_KERNEL_IS_PRELINKTEXT(_v) ||   \
          VM_KERNEL_IS_PRELINKINFO(_v) ||   \
          VM_KERNEL_IS_KEXT_LINKEDIT(_v)) ?     \
			(vm_offset_t)(_v) - vm_kernel_slide :		       \
			(vm_offset_t)(_v))

#define	VM_KERNEL_ADDRPERM(_v)						       \
		(((vm_offset_t)(_v) == 0) ?				       \
			(vm_offset_t)(0) :				       \
			(vm_offset_t)(_v) + vm_kernel_addrperm)

#define VM_KERNEL_UNSLIDE_OR_PERM(_v)					       \
		((VM_KERNEL_IS_SLID(_v) ||				       \
          VM_KERNEL_IS_KEXT(_v) ||      \
          VM_KERNEL_IS_PRELINKTEXT(_v) ||   \
          VM_KERNEL_IS_PRELINKINFO(_v) ||   \
          VM_KERNEL_IS_KEXT_LINKEDIT(_v)) ?     \
			(vm_offset_t)(_v) - vm_kernel_slide :		       \
			VM_KERNEL_ADDRPERM(_v))
	

#endif	/* XNU_KERNEL_PRIVATE */

extern vm_size_t	page_size;
extern vm_size_t	page_mask;
extern int		page_shift;

/* We need a way to get rid of compiler warnings when we cast from   */
/* a 64 bit value to an address (which may be 32 bits or 64-bits).   */
/* An intptr_t is used convert the value to the right precision, and */
/* then to an address. This macro is also used to convert addresses  */
/* to 32-bit integers, which is a hard failure for a 64-bit kernel   */
#include <stdint.h>
#ifndef __CAST_DOWN_CHECK
#define __CAST_DOWN_CHECK

#define CAST_DOWN( type, addr ) \
    ( ((type)((uintptr_t) (addr)/(sizeof(type) < sizeof(uintptr_t) ? 0 : 1))) )

#define CAST_DOWN_EXPLICIT( type, addr )  ( ((type)((uintptr_t) (addr))) ) 

#endif /* __CAST_DOWN_CHECK */

#endif	/* ASSEMBLER */

#endif	/* KERNEL */

#endif	/* _MACH_VM_PARAM_H_ */
Commit	Line	Data
1c79356b	1	/*
2d21ac55	2	* Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved.
1c79356b	3	*
2d21ac55	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
1c79356b	5	*
2d21ac55 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
8f6c56a5	14	*
2d21ac55 A	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5 A	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
8f6c56a5 A	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55 A	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
8f6c56a5	25	*
2d21ac55	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
1c79356b A	27	*/
	28	/*
	29	* @OSF_COPYRIGHT@
	30	*/
	31	/*
	32	* Mach Operating System
	33	* Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
	34	* All Rights Reserved.
	35	*
	36	* Permission to use, copy, modify and distribute this software and its
	37	* documentation is hereby granted, provided that both the copyright
	38	* notice and this permission notice appear in all copies of the
	39	* software, derivative works or modified versions, and any portions
	40	* thereof, and that both notices appear in supporting documentation.
	41	*
	42	* CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
	43	* CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
	44	* ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
	45	*
	46	* Carnegie Mellon requests users of this software to return to
	47	*
	48	* Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
	49	* School of Computer Science
	50	* Carnegie Mellon University
	51	* Pittsburgh PA 15213-3890
	52	*
	53	* any improvements or extensions that they make and grant Carnegie Mellon
	54	* the rights to redistribute these changes.
	55	*/
	56	/*
	57	*/
	58	/*
	59	* File: mach/vm_param.h
	60	* Author: Avadis Tevanian, Jr., Michael Wayne Young
	61	* Date: 1985
	62	*
	63	* Machine independent virtual memory parameters.
	64	*
	65	*/
	66
	67	#ifndef _MACH_VM_PARAM_H_
	68	#define _MACH_VM_PARAM_H_
	69
1c79356b	70	#include <mach/machine/vm_param.h>
90556fb8	71
91447636 A	72	#ifdef KERNEL
91447636 A	73
55e303ae	74	#ifndef ASSEMBLER
90556fb8	75	#include <mach/vm_types.h>
55e303ae	76	#endif /* ASSEMBLER */
1c79356b A	77
	78	/*
	79	* The machine independent pages are refered to as PAGES. A page
	80	* is some number of hardware pages, depending on the target machine.
	81	*/
	82
55e303ae A	83	#ifndef ASSEMBLER
55e303ae A	84
91447636 A	85	#define PAGE_SIZE_64 (unsigned long long)PAGE_SIZE /* pagesize in addr units */
91447636 A	86	#define PAGE_MASK_64 (unsigned long long)PAGE_MASK /* mask for off in page */
1c79356b	87
90556fb8 A	88	/*
	89	* Convert addresses to pages and vice versa. No rounding is used.
	90	* The atop_32 and ptoa_32 macros should not be use on 64 bit types.
	91	* The round_page_64 and trunc_page_64 macros should be used instead.
	92	*/
	93
	94	#define atop_32(x) ((uint32_t)(x) >> PAGE_SHIFT)
	95	#define ptoa_32(x) ((uint32_t)(x) << PAGE_SHIFT)
	96	#define atop_64(x) ((uint64_t)(x) >> PAGE_SHIFT)
	97	#define ptoa_64(x) ((uint64_t)(x) << PAGE_SHIFT)
	98
b0d623f7 A	99	#define atop_kernel(x) ((vm_address_t)(x) >> PAGE_SHIFT)
	100	#define ptoa_kernel(x) ((vm_address_t)(x) << PAGE_SHIFT)
	101
1c79356b	102	/*
90556fb8 A	103	* While the following block is enabled, the legacy atop and ptoa
	104	* macros will behave correctly. If not, they will generate
	105	* invalid lvalue errors.
d7e50217 A	106	*/
d7e50217 A	107
90556fb8	108	#if 1
316670eb A	109	#define atop(x) ((vm_address_t)(x) >> PAGE_SHIFT)
316670eb A	110	#define ptoa(x) ((vm_address_t)(x) << PAGE_SHIFT)
90556fb8 A	111	#else
	112	#define atop(x) (0UL = 0)
	113	#define ptoa(x) (0UL = 0)
	114	#endif
	115
91447636 A	116	/*
	117	* Page-size rounding macros for the Public fixed-width VM types.
	118	*/
	119	#define mach_vm_round_page(x) (((mach_vm_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
	120	#define mach_vm_trunc_page(x) ((mach_vm_offset_t)(x) & ~((signed)PAGE_MASK))
	121
	122	#define memory_object_round_page(x) (((memory_object_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
	123	#define memory_object_trunc_page(x) ((memory_object_offset_t)(x) & ~((signed)PAGE_MASK))
	124
	125	/*
	126	* Rounding macros for the legacy (scalable with the current task's
	127	* address space size) VM types.
	128	*/
	129
b0d623f7 A	130	#define round_page(x) (((vm_offset_t)(x) + PAGE_MASK) & ~((vm_offset_t)PAGE_MASK))
b0d623f7 A	131	#define trunc_page(x) ((vm_offset_t)(x) & ~((vm_offset_t)PAGE_MASK))
1c79356b A	132
	133	/*
	134	* Round off or truncate to the nearest page. These will work
	135	* for either addresses or counts. (i.e. 1 byte rounds to 1 page
90556fb8 A	136	* bytes. The round_page_32 and trunc_page_32 macros should not be
	137	* use on 64 bit types. The round_page_64 and trunc_page_64 macros
	138	* should be used instead.
91447636 A	139	*
	140	* These should only be used in the rare case the size of the address
	141	* or length is hard-coded as 32 or 64 bit. Otherwise, the macros
	142	* associated with the specific VM type should be used.
90556fb8 A	143	*/
90556fb8 A	144
b0d623f7 A	145	#define round_page_32(x) (((uint32_t)(x) + PAGE_MASK) & ~((uint32_t)PAGE_MASK))
	146	#define trunc_page_32(x) ((uint32_t)(x) & ~((uint32_t)PAGE_MASK))
	147	#define round_page_64(x) (((uint64_t)(x) + PAGE_MASK_64) & ~((uint64_t)PAGE_MASK_64))
	148	#define trunc_page_64(x) ((uint64_t)(x) & ~((uint64_t)PAGE_MASK_64))
90556fb8	149
90556fb8 A	150	/*
	151	* Enable the following block to find uses of xxx_32 macros that should
	152	* be xxx_64. These macros only work in C code, not C++. The resulting
	153	* binaries are not functional. Look for invalid lvalue errors in
	154	* the compiler output.
	155	*
	156	* Enabling the following block will also find use of the xxx_64 macros
	157	* that have been passed pointers. The parameters should be case to an
	158	* unsigned long type first. Look for invalid operands to binary + error
	159	* in the compiler output.
	160	*/
1c79356b	161
90556fb8 A	162	#if 0
	163	#undef atop_32
	164	#undef ptoa_32
	165	#undef round_page_32
	166	#undef trunc_page_32
	167	#undef atop_64
	168	#undef ptoa_64
	169	#undef round_page_64
	170	#undef trunc_page_64
	171
	172	#ifndef __cplusplus
	173
	174	#define atop_32(x) \
	175	(__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
	176	((long )0), \
	177	(0UL)) = 0)
	178
	179	#define ptoa_32(x) \
	180	(__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
	181	((long )0), \
	182	(0UL)) = 0)
	183
	184	#define round_page_32(x) \
	185	(__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
	186	((long )0), \
	187	(0UL)) = 0)
	188
	189	#define trunc_page_32(x) \
	190	(__builtin_choose_expr (sizeof(x) != sizeof(uint64_t), \
	191	((long )0), \
	192	(0UL)) = 0)
	193	#else
	194
	195	#define atop_32(x) (0)
	196	#define ptoa_32(x) (0)
	197	#define round_page_32(x) (0)
	198	#define trunc_page_32(x) (0)
	199
	200	#endif /* ! __cplusplus */
	201
	202	#define atop_64(x) ((uint64_t)((x) + (uint8_t *)0))
	203	#define ptoa_64(x) ((uint64_t)((x) + (uint8_t *)0))
	204	#define round_page_64(x) ((uint64_t)((x) + (uint8_t *)0))
	205	#define trunc_page_64(x) ((uint64_t)((x) + (uint8_t *)0))
	206
	207	#endif
1c79356b A	208
	209	/*
	210	* Determine whether an address is page-aligned, or a count is
	211	* an exact page multiple.
	212	*/
	213
b0d623f7	214	#define page_aligned(x) (((x) & PAGE_MASK) == 0)
1c79356b	215
55e303ae	216	extern vm_size_t mem_size; /* 32-bit size of memory - limited by maxmem - deprecated */
91447636 A	217	extern uint64_t max_mem; /* 64-bit size of memory - limited by maxmem */
91447636 A	218
b0d623f7 A	219	/*
	220	* The default pager does not handle 64-bit offsets inside its objects,
	221	* so this limits the size of anonymous memory objects to 4GB minus 1 page.
	222	* When we need to allocate a chunk of anonymous memory over that size,
	223	* we have to allocate more than one chunk.
	224	*/
	225	#define ANON_MAX_SIZE 0xFFFFF000ULL
	226	/*
	227	* Work-around for <rdar://problem/6626493>
	228	* Break large anonymous memory areas into 128MB chunks to alleviate
	229	* the cost of copying when copy-on-write is not possible because a small
	230	* portion of it being wired.
	231	*/
	232	#define ANON_CHUNK_SIZE (128ULL * 1024 * 1024) /* 128MB */
	233
91447636 A	234	#ifdef XNU_KERNEL_PRIVATE
	235
	236	extern uint64_t mem_actual; /* 64-bit size of memory - not limited by maxmem */
	237	extern uint64_t sane_size; /* Memory size to use for defaults calculations */
55e303ae A	238	extern addr64_t vm_last_addr; /* Highest kernel virtual address known to the VM system */
55e303ae A	239
0c530ab8 A	240	extern const vm_offset_t vm_min_kernel_address;
	241	extern const vm_offset_t vm_max_kernel_address;
	242
316670eb A	243	extern vm_offset_t vm_kernel_stext;
	244	extern vm_offset_t vm_kernel_etext;
	245	extern vm_offset_t vm_kernel_base;
	246	extern vm_offset_t vm_kernel_top;
	247	extern vm_offset_t vm_kernel_slide;
fe8ab488	248	extern vm_offset_t vm_hib_base;
316670eb A	249	extern vm_offset_t vm_kernel_addrperm;
316670eb A	250
39236c6e A	251	extern vm_offset_t vm_kext_base;
39236c6e A	252	extern vm_offset_t vm_kext_top;
a1c7dba1 A	253	extern vm_offset_t vm_prelink_stext;
	254	extern vm_offset_t vm_prelink_etext;
	255	extern vm_offset_t vm_prelink_sinfo;
	256	extern vm_offset_t vm_prelink_einfo;
	257	extern vm_offset_t vm_slinkedit;
	258	extern vm_offset_t vm_elinkedit;
39236c6e	259
316670eb A	260	#define VM_KERNEL_IS_SLID(_o) \
	261	(((vm_offset_t)(_o) >= vm_kernel_base) && \
	262	((vm_offset_t)(_o) < vm_kernel_top))
39236c6e A	263	#define VM_KERNEL_IS_KEXT(_o) \
	264	(((vm_offset_t)(_o) >= vm_kext_base) && \
	265	((vm_offset_t)(_o) < vm_kext_top))
fe8ab488	266
a1c7dba1 A	267	#define VM_KERNEL_IS_PRELINKTEXT(_o) \
	268	(((vm_offset_t)(_o) >= vm_prelink_stext) && \
	269	((vm_offset_t)(_o) < vm_prelink_etext))
	270
	271	#define VM_KERNEL_IS_PRELINKINFO(_o) \
	272	(((vm_offset_t)(_o) >= vm_prelink_sinfo) && \
	273	((vm_offset_t)(_o) < vm_prelink_einfo))
	274
	275	#define VM_KERNEL_IS_KEXT_LINKEDIT(_o) \
	276	(((vm_offset_t)(_o) >= vm_slinkedit) && \
	277	((vm_offset_t)(_o) < vm_elinkedit))
	278
fe8ab488 A	279	#define VM_KERNEL_SLIDE(_u) \
	280	((vm_offset_t)(_u) + vm_kernel_slide)
	281
	282	/*
	283	* The following macros are to be used when exposing kernel addresses to
	284	* userspace via any of the various debug or info facilities that might exist
	285	* (e.g. stackshot, proc_info syscall, etc.). It is important to understand
	286	* the goal of each macro and choose the right one depending on what you are
	287	* trying to do. Misuse of these macros can result in critical data leaks
	288	* which in turn lead to all sorts of system vulnerabilities.
	289	*
	290	* Note that in general the ideal goal is to protect addresses from userspace
	291	* in a way that is reversible assuming you know the permutation and/or slide.
	292	*
	293	* The macros are as follows:
	294	*
	295	* VM_KERNEL_UNSLIDE:
	296	* Use this macro when you are exposing an address to userspace which is
	297	* a "static" kernel or kext address (i.e. coming from text or data
	298	* sections). These are the addresses which get "slid" via ASLR on kernel
	299	* or kext load, and it's precisely the slide value we are trying to
	300	* protect from userspace.
	301	*
	302	* VM_KERNEL_ADDRPERM:
	303	* Use this macro when you are exposing an address to userspace which is
	304	* coming from the kernel's "heap". Since these adresses are not "loaded"
	305	* from anywhere, there is no slide applied and we instead apply the
	306	* permutation value to obscure the address.
	307	*
	308	* VM_KERNEL_UNSLIDE_OR_ADDRPERM:
	309	* Use this macro when you are exposing an address to userspace that could
	310	* come from either kernel text/data or the heap. This is a rare case,
	311	* but one that does come up and must be handled correctly.
	312	*
	313	* Nesting of these macros should be considered invalid.
	314	*/
316670eb A	315	#define VM_KERNEL_UNSLIDE(_v) \
316670eb A	316	((VM_KERNEL_IS_SLID(_v) \|\| \
a1c7dba1 A	317	VM_KERNEL_IS_KEXT(_v) \|\| \
	318	VM_KERNEL_IS_PRELINKTEXT(_v) \|\| \
	319	VM_KERNEL_IS_PRELINKINFO(_v) \|\| \
	320	VM_KERNEL_IS_KEXT_LINKEDIT(_v)) ? \
316670eb A	321	(vm_offset_t)(_v) - vm_kernel_slide : \
316670eb A	322	(vm_offset_t)(_v))
316670eb	323
fe8ab488 A	324	#define VM_KERNEL_ADDRPERM(_v) \
	325	(((vm_offset_t)(_v) == 0) ? \
	326	(vm_offset_t)(0) : \
316670eb A	327	(vm_offset_t)(_v) + vm_kernel_addrperm)
316670eb A	328
fe8ab488 A	329	#define VM_KERNEL_UNSLIDE_OR_PERM(_v) \
fe8ab488 A	330	((VM_KERNEL_IS_SLID(_v) \|\| \
a1c7dba1 A	331	VM_KERNEL_IS_KEXT(_v) \|\| \
	332	VM_KERNEL_IS_PRELINKTEXT(_v) \|\| \
	333	VM_KERNEL_IS_PRELINKINFO(_v) \|\| \
	334	VM_KERNEL_IS_KEXT_LINKEDIT(_v)) ? \
fe8ab488 A	335	(vm_offset_t)(_v) - vm_kernel_slide : \
	336	VM_KERNEL_ADDRPERM(_v))
	337
	338
91447636 A	339	#endif /* XNU_KERNEL_PRIVATE */
	340
	341	extern vm_size_t page_size;
	342	extern vm_size_t page_mask;
316670eb	343	extern int page_shift;
91447636	344
55e303ae	345	/* We need a way to get rid of compiler warnings when we cast from */
b0d623f7 A	346	/* a 64 bit value to an address (which may be 32 bits or 64-bits). */
	347	/* An intptr_t is used convert the value to the right precision, and */
	348	/* then to an address. This macro is also used to convert addresses */
	349	/* to 32-bit integers, which is a hard failure for a 64-bit kernel */
55e303ae A	350	#include <stdint.h>
	351	#ifndef __CAST_DOWN_CHECK
	352	#define __CAST_DOWN_CHECK
b0d623f7 A	353
	354	#define CAST_DOWN( type, addr ) \
	355	( ((type)((uintptr_t) (addr)/(sizeof(type) < sizeof(uintptr_t) ? 0 : 1))) )
	356
	357	#define CAST_DOWN_EXPLICIT( type, addr ) ( ((type)((uintptr_t) (addr))) )
	358
55e303ae	359	#endif /* __CAST_DOWN_CHECK */
1c79356b A	360
1c79356b A	361	#endif /* ASSEMBLER */
91447636 A	362
	363	#endif /* KERNEL */
	364
1c79356b	365	#endif /* _MACH_VM_PARAM_H_ */