xnu-7195.101.1.tar.gz

[apple/xnu.git] / osfmk / mach / arm / vm_param.h

diff --git a/osfmk/mach/arm/vm_param.h b/osfmk/mach/arm/vm_param.h
index 715ee1d31f0a0fef59398b17d8f1d3813bb01bbc..0ffbb9b6ba25a4922fc819a05da4e2e431ac9bb9 100644 (file)
--- a/osfmk/mach/arm/vm_param.h
+++ b/osfmk/mach/arm/vm_param.h
@@ -33,7 +33,7 @@
  *     ARM machine dependent virtual memory parameters.
  */
 
  *     ARM machine dependent virtual memory parameters.
  */
 

-#ifndef        _MACH_ARM_VM_PARAM_H_
+#ifndef _MACH_ARM_VM_PARAM_H_

 #define _MACH_ARM_VM_PARAM_H_
 
 #if defined(KERNEL_PRIVATE) && __ARM_16K_PG__
 #define _MACH_ARM_VM_PARAM_H_
 
 #if defined(KERNEL_PRIVATE) && __ARM_16K_PG__


@@ -44,69 +44,70 @@
 #include <mach/vm_page_size.h>
 #endif
 
 #include <mach/vm_page_size.h>
 #endif
 

-#define BYTE_SIZE      8       /* byte size in bits */
+#define BYTE_SIZE       8       /* byte size in bits */

 
 #if defined (KERNEL)
 
 #ifndef __ASSEMBLER__
 
 
 #if defined (KERNEL)
 
 #ifndef __ASSEMBLER__
 

-#ifdef __arm__
-#define        PAGE_SHIFT_CONST        12
+#ifdef  __arm__
+#define PAGE_SHIFT_CONST        12

 #elif defined(__arm64__)
 #elif defined(__arm64__)

-extern unsigned                PAGE_SHIFT_CONST;
+extern int PAGE_SHIFT_CONST;

 #else
 #error Unsupported arch
 #endif
 
 #if defined(KERNEL_PRIVATE) && __ARM_16K_PG__
 #else
 #error Unsupported arch
 #endif
 
 #if defined(KERNEL_PRIVATE) && __ARM_16K_PG__

-#define PAGE_SHIFT             ARM_PGSHIFT
+#define PAGE_SHIFT              ARM_PGSHIFT

 #else
 #else

-#define PAGE_SHIFT             PAGE_SHIFT_CONST
+#define PAGE_SHIFT              PAGE_SHIFT_CONST

 #endif
 #endif

-#define PAGE_SIZE              (1 << PAGE_SHIFT)
-#define PAGE_MASK              (PAGE_SIZE-1)
+#define PAGE_SIZE               (1 << PAGE_SHIFT)
+#define PAGE_MASK               (PAGE_SIZE-1)

 
 

-#define VM_PAGE_SIZE           PAGE_SIZE
+#define VM_PAGE_SIZE            PAGE_SIZE

 
 

-#define        machine_ptob(x)         ((x) << PAGE_SHIFT)
+#define machine_ptob(x)         ((x) << PAGE_SHIFT)

 
 /*
  * Defined for the purpose of testing the pmap advertised page
  * size; this does not necessarily match the hardware page size.
  */
 
 /*
  * Defined for the purpose of testing the pmap advertised page
  * size; this does not necessarily match the hardware page size.
  */

-#define        TEST_PAGE_SIZE_16K      ((PAGE_SHIFT_CONST == 14))
-#define        TEST_PAGE_SIZE_4K       ((PAGE_SHIFT_CONST == 12))
+#define TEST_PAGE_SIZE_16K      ((PAGE_SHIFT_CONST == 14))
+#define TEST_PAGE_SIZE_4K       ((PAGE_SHIFT_CONST == 12))

 
 

-#endif /* !__ASSEMBLER__ */
+#endif  /* !__ASSEMBLER__ */

 
 #else
 
 
 #else
 

-#define PAGE_SHIFT                     vm_page_shift
-#define PAGE_SIZE                      vm_page_size
-#define PAGE_MASK                      vm_page_mask
+#define PAGE_SHIFT                      vm_page_shift
+#define PAGE_SIZE                       vm_page_size
+#define PAGE_MASK                       vm_page_mask

 
 

-#define VM_PAGE_SIZE           vm_page_size
+#define VM_PAGE_SIZE            vm_page_size

 
 

-#define        machine_ptob(x)         ((x) << PAGE_SHIFT)
+#define machine_ptob(x)         ((x) << PAGE_SHIFT)

 
 #endif
 
 
 #endif
 

-#define PAGE_MAX_SHIFT         14
-#define PAGE_MAX_SIZE          (1 << PAGE_MAX_SHIFT)
-#define PAGE_MAX_MASK          (PAGE_MAX_SIZE-1)
+#define PAGE_MAX_SHIFT          14
+#define PAGE_MAX_SIZE           (1 << PAGE_MAX_SHIFT)
+#define PAGE_MAX_MASK           (PAGE_MAX_SIZE-1)

 
 

-#define PAGE_MIN_SHIFT         12
-#define PAGE_MIN_SIZE          (1 << PAGE_MIN_SHIFT)
-#define PAGE_MIN_MASK          (PAGE_MIN_SIZE-1)
+#define PAGE_MIN_SHIFT          12
+#define PAGE_MIN_SIZE           (1 << PAGE_MIN_SHIFT)
+#define PAGE_MIN_MASK           (PAGE_MIN_SIZE-1)
+
+#define VM_MAX_PAGE_ADDRESS     MACH_VM_MAX_ADDRESS

 
 #ifndef __ASSEMBLER__
 
 #ifdef  MACH_KERNEL_PRIVATE
 
 
 #ifndef __ASSEMBLER__
 
 #ifdef  MACH_KERNEL_PRIVATE
 

-#define VM32_SUPPORT           1
-#define VM32_MIN_ADDRESS       ((vm32_offset_t) 0)
-#define VM32_MAX_ADDRESS       ((vm32_offset_t) (VM_MAX_PAGE_ADDRESS & 0xFFFFFFFF))
-#define VM_MAX_PAGE_ADDRESS    VM_MAX_ADDRESS  /* ARM64_TODO: ?? */
+#define VM32_SUPPORT            1
+#define VM32_MIN_ADDRESS        ((vm32_offset_t) 0)
+#define VM32_MAX_ADDRESS        ((vm32_offset_t) (VM_MAX_ADDRESS & 0xFFFFFFFF))

 
 /*
  * kalloc() parameters:
 
 /*
  * kalloc() parameters:


@@ -124,14 +125,26 @@ extern unsigned           PAGE_SHIFT_CONST;
 
 #if defined (__arm__)
 
 
 #if defined (__arm__)
 

-#define        KALLOC_MINSIZE          8       /* minimum allocation size */
-#define        KALLOC_LOG2_MINALIGN    3       /* log2 minimum alignment */
+#define KALLOC_MINSIZE          8       /* minimum allocation size */
+#define KALLOC_LOG2_MINALIGN    3       /* log2 minimum alignment */

 
 #elif defined(__arm64__)
 
 
 #elif defined(__arm64__)
 

-#define        KALLOC_MINSIZE          16      /* minimum allocation size */
-#define        KALLOC_LOG2_MINALIGN    4       /* log2 minimum alignment */
+#define KALLOC_MINSIZE          16      /* minimum allocation size */
+#define KALLOC_LOG2_MINALIGN    4       /* log2 minimum alignment */
+
+#else
+#error Unsupported arch
+#endif

 
 

+#if defined (__arm__)
+/* existing zone map size limit moved from osfmk/vm/vm_init.c */
+#define ZONE_MAP_MAX (1024 * 1024 * 1536) /* 1.5GB for 32bit systems */
+#elif defined(__arm64__)
+/*
+ * Limits the physical pages in the zone map
+ */
+#define ZONE_MAP_MAX (31ULL << 30) /* 31GB for 64bit systems */

 #else
 #error Unsupported arch
 #endif
 #else
 #error Unsupported arch
 #endif


@@ -140,80 +153,191 @@ extern unsigned          PAGE_SHIFT_CONST;
 
 #if defined (__arm__)
 
 
 #if defined (__arm__)
 

-#define VM_MIN_ADDRESS         ((vm_address_t) 0x00000000)
-#define VM_MAX_ADDRESS         ((vm_address_t) 0x80000000)
+#define VM_MIN_ADDRESS          ((vm_address_t) 0x00000000)
+#define VM_MAX_ADDRESS          ((vm_address_t) 0x80000000)

 
 /* system-wide values */
 
 /* system-wide values */

-#define MACH_VM_MIN_ADDRESS    ((mach_vm_offset_t) 0)
-#define MACH_VM_MAX_ADDRESS    ((mach_vm_offset_t) VM_MAX_ADDRESS)
+#define MACH_VM_MIN_ADDRESS     ((mach_vm_offset_t) 0)
+#define MACH_VM_MAX_ADDRESS     ((mach_vm_offset_t) VM_MAX_ADDRESS)

 
 #elif defined (__arm64__)
 
 
 #elif defined (__arm64__)
 

-#define VM_MIN_ADDRESS         ((vm_address_t) 0x0000000000000000ULL)
-#define VM_MAX_ADDRESS         ((vm_address_t) 0x0000000080000000ULL)
+#define VM_MIN_ADDRESS          ((vm_address_t) 0x0000000000000000ULL)
+#define VM_MAX_ADDRESS          ((vm_address_t) 0x0000000080000000ULL)

 
 /* system-wide values */
 
 /* system-wide values */

-#define MACH_VM_MIN_ADDRESS    ((mach_vm_offset_t) 0x0ULL)
-#define MACH_VM_MAX_ADDRESS    ((mach_vm_offset_t) 0x0000001000000000ULL)
-
+#define MACH_VM_MIN_ADDRESS_RAW 0x0ULL
+#if defined(PLATFORM_MacOSX) || defined(PLATFORM_DriverKit)
+#define MACH_VM_MAX_ADDRESS_RAW 0x00007FFFFE000000ULL

 #else
 #else

+#define MACH_VM_MAX_ADDRESS_RAW 0x0000000FC0000000ULL
+#endif
+
+#define MACH_VM_MIN_ADDRESS     ((mach_vm_offset_t) MACH_VM_MIN_ADDRESS_RAW)
+#define MACH_VM_MAX_ADDRESS     ((mach_vm_offset_t) MACH_VM_MAX_ADDRESS_RAW)
+
+#define MACH_VM_MIN_GPU_CARVEOUT_ADDRESS_RAW 0x0000001000000000ULL
+#define MACH_VM_MAX_GPU_CARVEOUT_ADDRESS_RAW 0x0000007000000000ULL
+#define MACH_VM_MIN_GPU_CARVEOUT_ADDRESS     ((mach_vm_offset_t) MACH_VM_MIN_GPU_CARVEOUT_ADDRESS_RAW)
+#define MACH_VM_MAX_GPU_CARVEOUT_ADDRESS     ((mach_vm_offset_t) MACH_VM_MAX_GPU_CARVEOUT_ADDRESS_RAW)
+
+#else /* defined(__arm64__) */

 #error architecture not supported
 #endif
 
 #define VM_MAP_MIN_ADDRESS      VM_MIN_ADDRESS
 #define VM_MAP_MAX_ADDRESS      VM_MAX_ADDRESS
 
 #error architecture not supported
 #endif
 
 #define VM_MAP_MIN_ADDRESS      VM_MIN_ADDRESS
 #define VM_MAP_MAX_ADDRESS      VM_MAX_ADDRESS
 

-#ifdef KERNEL
+#ifdef  KERNEL

 
 #if defined (__arm__)
 
 #if defined (__arm__)

-#define VM_MIN_KERNEL_ADDRESS  ((vm_address_t) 0x80000000)
-#define VM_MAX_KERNEL_ADDRESS  ((vm_address_t) 0xFFFEFFFF)
-#define VM_HIGH_KERNEL_WINDOW  ((vm_address_t) 0xFFFE0000)
+#define VM_KERNEL_POINTER_SIGNIFICANT_BITS  31
+#define VM_MIN_KERNEL_ADDRESS   ((vm_address_t) 0x80000000)
+#define VM_MAX_KERNEL_ADDRESS   ((vm_address_t) 0xFFFEFFFF)
+#define VM_HIGH_KERNEL_WINDOW   ((vm_address_t) 0xFFFE0000)

 #elif defined (__arm64__)
 /*
  * The minimum and maximum kernel address; some configurations may
  * constrain the address space further.
  */
 #elif defined (__arm64__)
 /*
  * The minimum and maximum kernel address; some configurations may
  * constrain the address space further.
  */

-#define VM_MIN_KERNEL_ADDRESS  ((vm_address_t) 0xffffffe000000000ULL)
-#define VM_MAX_KERNEL_ADDRESS  ((vm_address_t) 0xfffffff3ffffffffULL)
+#define TiB(x) ((0ULL + (x)) << 40)
+#define GiB(x) ((0ULL + (x)) << 30)
+
+#if XNU_KERNEL_PRIVATE
+#if defined(ARM_LARGE_MEMORY)
+/*
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fe90_0000_0000 |-1472GB |  576GB | KASAN_SHADOW_MIN       |
+ * |                       |        |        | VM_MAX_KERNEL_ADDRESS  |
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fe10_0000_0000 |-1984GB |   64GB | PMAP_HEAP_RANGE_START  |
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fe00_0700_4000 |        |        | VM_KERNEL_LINK_ADDRESS |
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fe00_0000_0000 |   -2TB |    0GB | VM_MIN_KERNEL_ADDRESS  |
+ * |                       |        |        | LOW_GLOBALS            |
+ * +-----------------------+--------+--------+------------------------+
+ */
+#define VM_KERNEL_POINTER_SIGNIFICANT_BITS  41
+
+// Kernel VA space starts at -2TB
+#define VM_MIN_KERNEL_ADDRESS   ((vm_address_t) (0ULL - TiB(2)))
+
+// 1.25TB for static_memory_region, 512GB for kernel heap, 256GB for KASAN
+#define VM_MAX_KERNEL_ADDRESS   ((vm_address_t) (VM_MIN_KERNEL_ADDRESS + GiB(64) + GiB(512) - 1))
+#else // ARM_LARGE_MEMORY
+/*
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fffc_0000_0000 |  -16GB |  112GB | KASAN_SHADOW_MIN       |
+ * |                       |        |        | VM_MAX_KERNEL_ADDRESS  |
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fff0_0700_4000 |        |        | VM_KERNEL_LINK_ADDRESS |
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_fff0_0000_0000 |  -64GB |   64GB | LOW_GLOBALS            |
+ * |                       |        |        | PMAP_HEAP_RANGE_START  | <= H8
+ * +-----------------------+--------+--------+------------------------+
+ * | 0xffff_ffe0_0000_0000 | -128GB |    0GB | VM_MIN_KERNEL_ADDRESS  |
+ * |                       |        |        | PMAP_HEAP_RANGE_START  | >= H9
+ * +-----------------------+--------+--------+------------------------+
+ */
+#define VM_KERNEL_POINTER_SIGNIFICANT_BITS  37
+#define VM_MIN_KERNEL_ADDRESS   ((vm_address_t) 0xffffffe000000000ULL)
+#define VM_MAX_KERNEL_ADDRESS   ((vm_address_t) 0xfffffffbffffffffULL)
+#endif // ARM_LARGE_MEMORY
+
+#else // !XNU_KERNEL_PRIVATE
+// Inform kexts about largest possible kernel address space
+#define VM_MIN_KERNEL_ADDRESS   ((vm_address_t) (0ULL - TiB(2)))
+#define VM_MAX_KERNEL_ADDRESS   ((vm_address_t) 0xfffffffbffffffffULL)
+#endif // XNU_KERNEL_PRIVATE

 #else
 #error architecture not supported
 #endif
 
 #else
 #error architecture not supported
 #endif
 

-#define VM_MIN_KERNEL_AND_KEXT_ADDRESS \
-                               VM_MIN_KERNEL_ADDRESS
+#define VM_MIN_KERNEL_AND_KEXT_ADDRESS  VM_MIN_KERNEL_ADDRESS
+
+#if __has_feature(ptrauth_calls)
+#include <ptrauth.h>
+#define VM_KERNEL_STRIP_PTR(_v) (ptrauth_strip((void *)(uintptr_t)(_v), ptrauth_key_asia))
+#else /* !ptrauth_calls */
+#define VM_KERNEL_STRIP_PTR(_v) (_v)
+#endif /* ptrauth_calls */

 
 

-#define VM_KERNEL_ADDRESS(va)  ((((vm_address_t)(va))>=VM_MIN_KERNEL_ADDRESS) && \
-                               (((vm_address_t)(va))<=VM_MAX_KERNEL_ADDRESS))
+#define VM_KERNEL_ADDRESS(_va)  \
+       ((((vm_address_t)VM_KERNEL_STRIP_PTR(_va)) >= VM_MIN_KERNEL_ADDRESS) && \
+        (((vm_address_t)VM_KERNEL_STRIP_PTR(_va)) <= VM_MAX_KERNEL_ADDRESS))

 
 #ifdef  MACH_KERNEL_PRIVATE
 /*
  *     Physical memory is mapped linearly at an offset virtual memory.
  */
 
 #ifdef  MACH_KERNEL_PRIVATE
 /*
  *     Physical memory is mapped linearly at an offset virtual memory.
  */

-extern unsigned long           gVirtBase, gPhysBase, gPhysSize;
+extern unsigned long            gVirtBase, gPhysBase, gPhysSize;
+
+#define isphysmem(a)            (((vm_address_t)(a) - gPhysBase) < gPhysSize)
+#define physmap_enclosed(a)     isphysmem(a)

 
 

-#define isphysmem(a)           (((vm_address_t)(a) - gPhysBase) < gPhysSize)
-#define phystokv(a)            ((vm_address_t)(a) - gPhysBase + gVirtBase)
+/*
+ * gPhysBase/Size only represent kernel-managed memory. These globals represent
+ * the actual DRAM base address and size as reported by iBoot through the device
+ * tree.
+ */
+#include <stdint.h>
+extern uint64_t                 gDramBase, gDramSize;
+#define is_dram_addr(addr)      (((uint64_t)(addr) - gDramBase) < gDramSize)

 
 #if KASAN
 /* Increase the stack sizes to account for the redzones that get added to every
  * stack object. */
 
 #if KASAN
 /* Increase the stack sizes to account for the redzones that get added to every
  * stack object. */

-# define KERNEL_STACK_SIZE     (4*4*4096)
-# define INTSTACK_SIZE         (4*4*4096)
+# define KERNEL_STACK_SIZE      (4*4*4096)
+#elif DEBUG
+/**
+ * Increase the stack size to account for less efficient use of stack space when
+ * compiling with -O0.
+ */
+# define KERNEL_STACK_SIZE      (2*4*4096)
+#else
+/*
+ * KERNEL_STACK_MULTIPLIER can be defined externally to get a larger
+ * kernel stack size. For example, adding "-DKERNEL_STACK_MULTIPLIER=2"
+ * helps avoid kernel stack overflows when compiling with "-O0".
+ */
+#ifndef KERNEL_STACK_MULTIPLIER
+#define KERNEL_STACK_MULTIPLIER (1)
+#endif /* KERNEL_STACK_MULTIPLIER */
+# define KERNEL_STACK_SIZE      (4*4096*KERNEL_STACK_MULTIPLIER)
+#endif
+
+#define INTSTACK_SIZE           (4*4096)
+
+#ifdef __arm64__
+#define EXCEPSTACK_SIZE         (4*4096)

 #else
 #else

-# define KERNEL_STACK_SIZE     (4*4096)
-# define INTSTACK_SIZE         (4*4096)
+#define FIQSTACK_SIZE           (4096)
+#endif
+
+#if defined (__arm__)
+#define HIGH_EXC_VECTORS        ((vm_address_t) 0xFFFF0000)

 #endif
 
 #endif
 

+/*
+ * TODO: We're hardcoding the expected virtual TEXT base here;
+ * that gives us an ugly dependency on a linker argument in
+ * the make files.  Clean this up, so we don't hardcode it
+ * twice; this is nothing but trouble.
+ */

 #if defined (__arm__)
 #if defined (__arm__)

-#define HIGH_EXC_VECTORS       ((vm_address_t) 0xFFFF0000)
+#define VM_KERNEL_LINK_ADDRESS  ((vm_address_t) 0x80000000)
+#elif defined (__arm64__)
+/* VM_KERNEL_LINK_ADDRESS defined in makedefs/MakeInc.def for arm64 platforms */
+#else
+#error architecture not supported

 #endif
 
 #endif
 

-#endif /* MACH_KERNEL_PRIVATE */
-#endif /* KERNEL */
+#endif  /* MACH_KERNEL_PRIVATE */
+#endif  /* KERNEL */

 
 

-#endif /* !__ASSEMBLER__ */
+#endif  /* !__ASSEMBLER__ */

 
 

-#define SWI_SYSCALL    0x80
+#define SWI_SYSCALL     0x80

 
 

-#endif /* _MACH_ARM_VM_PARAM_H_ */
+#endif  /* _MACH_ARM_VM_PARAM_H_ */