osfmk/arm/cpu_data.h

   1 /*
   2  * Copyright (c) 2007 Apple Inc. All rights reserved.
   3  *
   4  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. The rights granted to you under the License
  10  * may not be used to create, or enable the creation or redistribution of,
  11  * unlawful or unlicensed copies of an Apple operating system, or to
  12  * circumvent, violate, or enable the circumvention or violation of, any
  13  * terms of an Apple operating system software license agreement.
  14  *
  15  * Please obtain a copy of the License at
  16  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  17  *
  18  * The Original Code and all software distributed under the License are
  19  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  20  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  21  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  23  * Please see the License for the specific language governing rights and
  24  * limitations under the License.
  25  *
  26  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  27  */
  28 /*
  29  * @OSF_COPYRIGHT@
  30  *
  31  */
  32
  33 #ifndef ARM_CPU_DATA
  34 #define ARM_CPU_DATA
  35
  36 #ifdef  MACH_KERNEL_PRIVATE
  37
  38 #include <mach_assert.h>
  39 #include <kern/assert.h>
  40 #include <kern/kern_types.h>
  41 #include <kern/processor.h>
  42 #include <pexpert/pexpert.h>
  43 #include <arm/thread.h>
  44 #include <arm/proc_reg.h>
  45
  46 #include <mach/mach_types.h>
  47 #include <machine/thread.h>
  48
  49
  50 #define current_thread()        current_thread_fast()
  51
  52 static inline thread_t current_thread_fast(void)
  53 {
  54         thread_t        result;
  55 #if defined(__arm64__)
  56         __asm__ volatile("mrs %0, TPIDR_EL1" : "=r" (result));
  57 #else
  58         result = (thread_t)__builtin_arm_mrc(15, 0, 13, 0, 4);  // TPIDRPRW
  59 #endif
  60         return result;
  61 }
  62
  63 #if defined(__arm64__)
  64
  65 static inline vm_offset_t exception_stack_pointer(void)
  66 {
  67         vm_offset_t result = 0;
  68         __asm__ volatile(
  69                 "msr            SPSel, #1  \n"
  70                 "mov            %0, sp     \n"
  71                 "msr            SPSel, #0  \n"
  72                 : "=r" (result));
  73
  74         return result;
  75 }
  76
  77 #endif /* defined(__arm64__) */
  78
  79 #define getCpuDatap()            current_thread()->machine.CpuDatap
  80 #define current_cpu_datap()      getCpuDatap()
  81
  82 extern int                                                                      get_preemption_level(void);
  83 extern void                                                             _enable_preemption_no_check(void);
  84
  85 #define enable_preemption_no_check()            _enable_preemption_no_check()
  86 #define mp_disable_preemption()                         _disable_preemption()
  87 #define mp_enable_preemption()                          _enable_preemption()
  88 #define mp_enable_preemption_no_check()         _enable_preemption_no_check()
  89
  90 #endif  /* MACH_KERNEL_PRIVATE */
  91
  92 #endif  /* ARM_CPU_DATA */