projects / apple / xnu.git / blame
| Commit | Line | Data |
|---|---|---|
| 5ba3f43e A |
1 | /* |
| 2 | * Copyright (c) 2007 Apple Inc. All rights reserved. | |
| 3 | * | |
| 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ | |
| 5 | * | |
| 6 | * This file contains Original Code and/or Modifications of Original Code | |
| 7 | * as defined in and that are subject to the Apple Public Source License | |
| 8 | * Version 2.0 (the 'License'). You may not use this file except in | |
| 9 | * compliance with the License. The rights granted to you under the License | |
| 10 | * may not be used to create, or enable the creation or redistribution of, | |
| 11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
| 12 | * circumvent, violate, or enable the circumvention or violation of, any | |
| 13 | * terms of an Apple operating system software license agreement. | |
| 14 | * | |
| 15 | * Please obtain a copy of the License at | |
| 16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
| 17 | * | |
| 18 | * The Original Code and all software distributed under the License are | |
| 19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
| 20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, | |
| 21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
| 22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. | |
| 23 | * Please see the License for the specific language governing rights and | |
| 24 | * limitations under the License. | |
| 25 | * | |
| 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ | |
| 27 | */ | |
| 28 | /* | |
| 29 | * @OSF_COPYRIGHT@ | |
| 30 | * | |
| 31 | */ | |
| 32 | ||
| 33 | #ifndef ARM_CPU_DATA | |
| 34 | #define ARM_CPU_DATA | |
| 35 | ||
| 36 | #ifdef MACH_KERNEL_PRIVATE | |
| 37 | ||
| 38 | #include <mach_assert.h> | |
| 39 | #include <kern/assert.h> | |
| 40 | #include <kern/kern_types.h> | |
| 41 | #include <kern/processor.h> | |
| 42 | #include <pexpert/pexpert.h> | |
| 43 | #include <arm/thread.h> | |
| 44 | #include <arm/proc_reg.h> | |
| 45 | ||
| 46 | #include <mach/mach_types.h> | |
| 47 | #include <machine/thread.h> | |
| 48 | ||
| 49 | ||
| 50 | #define current_thread() current_thread_fast() | |
| 51 | ||
| 52 | static inline thread_t current_thread_fast(void) | |
| 53 | { | |
| 54 | thread_t result; | |
| 55 | #if defined(__arm64__) | |
| 56 | __asm__ volatile("mrs %0, TPIDR_EL1" : "=r" (result)); | |
| 57 | #else | |
| 58 | result = (thread_t)__builtin_arm_mrc(15, 0, 13, 0, 4); // TPIDRPRW | |
| 59 | #endif | |
| 60 | return result; | |
| 61 | } | |
| 62 | ||
| 63 | #if defined(__arm64__) | |
| 64 | ||
| 65 | static inline vm_offset_t exception_stack_pointer(void) | |
| 66 | { | |
| 67 | vm_offset_t result = 0; | |
| 68 | __asm__ volatile( | |
| 69 | "msr SPSel, #1 \n" | |
| 70 | "mov %0, sp \n" | |
| 71 | "msr SPSel, #0 \n" | |
| 72 | : "=r" (result)); | |
| 73 | ||
| 74 | return result; | |
| 75 | } | |
| 76 | ||
| 77 | #endif /* defined(__arm64__) */ | |
| 78 | ||
| 79 | #define getCpuDatap() current_thread()->machine.CpuDatap | |
| 80 | #define current_cpu_datap() getCpuDatap() | |
| 81 | ||
| 82 | extern int get_preemption_level(void); | |
| 83 | extern void _enable_preemption_no_check(void); | |
| 84 | ||
| 85 | #define enable_preemption_no_check() _enable_preemption_no_check() | |
| 86 | #define mp_disable_preemption() _disable_preemption() | |
| 87 | #define mp_enable_preemption() _enable_preemption() | |
| 88 | #define mp_enable_preemption_no_check() _enable_preemption_no_check() | |
| 89 | ||
| 90 | #endif /* MACH_KERNEL_PRIVATE */ | |
| 91 | ||
| 92 | #endif /* ARM_CPU_DATA */ |