--- /dev/null
+/*
+ * Copyright (c) 2011 Apple Inc. All rights reserved.
+ *
+ * @APPLE_LICENSE_HEADER_START@
+ *
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this
+ * file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
+ * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
+ *
+ * @APPLE_LICENSE_HEADER_END@
+ */
+
+#ifndef __ARM_OSATOMIC_SHIMS__
+#define __ARM_OSATOMIC_SHIMS__
+
+#include <sys/cdefs.h>
+#include <sys/types.h>
+#include <unistd.h>
+#include <stdint.h>
+#include <stdbool.h>
+
+#define fastpath(x) ((typeof(x))__builtin_expect((long)(x), ~0l))
+#define slowpath(x) ((typeof(x))__builtin_expect((long)(x), 0l))
+
+#if defined(__arm__)
+#include <arm/arch.h>
+
+#define _osatomic_load_exclusive(p, r) \
+ __asm__ __volatile__( \
+ "ldrex %[_r], %[_p]" \
+ : [_r] "=&r" (r) \
+ : [_p] "m" (*(p)) : "memory")
+
+#define _osatomic_load_exclusive64(p, r) \
+ do { \
+ register uint32_t rl asm("r4"), rh asm("r5"); \
+ __asm__ __volatile__( \
+ "ldrexd %[_rl], %[_rh], %[_p]" \
+ : [_rl] "=r" (rl), [_rh] "=r" (rh) \
+ : [_p] "m" (*(p)) : "memory"); \
+ r = (typeof(r))(((uint64_t)rh << 32) | (uint64_t)rl); \
+ } while (0);
+
+#define _osatomic_store_exclusive(p, r, t) \
+ __asm__ __volatile__( \
+ "strex %[_t], %[_r], %[_p]" \
+ : [_t] "=&r" (t) \
+ : [_p] "m" (*(p)), [_r] "r" (r) : "memory")
+
+#define _osatomic_store_exclusive64(p, r, t) \
+ do { \
+ register uint32_t rl asm("r4"), rh asm("r5"); \
+ rh = (uint32_t)(r >> 32); \
+ rl = (uint32_t)(r); \
+ __asm__ __volatile__( \
+ "strexd %[_t], %[_rl], %[_rh], %[_p]" \
+ : [_t] "=&r" (t) \
+ : [_p] "m" (*(p)), [_rl] "r" (rl), [_rh] "r" (rh) : "memory"); \
+ } while (0);
+
+#if defined(_ARM_ARCH_7)
+
+#ifdef _OSATOMIC_WFE
+# define MP_SPIN_TRIES 10
+# define _osatomic_pause() __asm__ __volatile__("wfe")
+#else
+# define MP_SPIN_TRIES 1000
+# define _osatomic_pause() __asm__ __volatile__("yield")
+#endif // _OSATOMIC_WFE
+
+#define _osatomic_barrier() \
+ __asm__ __volatile__( \
+ "dmb ish" \
+ : : : "memory")
+
+#define _osatomic_store_barrier() \
+ __asm__ __volatile__( \
+ "dmb ishst" \
+ : : : "memory")
+
+#elif defined(_ARM_ARCH_6) && !defined(__thumb__) // _ARM_ARCH_7
+
+#define _osatomic_barrier() \
+ __asm__ __volatile__( \
+ "mcr p15, 0, %0, c7, c10, 5" \
+ : : "r" (0) : "memory")
+
+#define _osatomic_store_barrier() _osatomic_barrier()
+#define _osatomic_pause()
+
+#elif defined(_ARM_ARCH_6) && defined(__thumb__)
+#error Atomic operations not available on ARMv6 Thumb
+#endif // _ARM_ARCH_7
+
+#if !defined(_ARM_ARCH_7)
+# ifndef _OSATOMIC_NO_BARRIERS
+# define __OSATOMIC_SUFFIX ""
+# define __OSATOMIC_BARRIER "Barrier"
+# define _OSATOMIC_ALIAS_NB(x)
+# else
+# define _OSATOMIC_EXTRAS 1
+# define __OSATOMIC_SUFFIX ""
+# define __OSATOMIC_BARRIER ""
+# define _OSATOMIC_ALIAS_NB(x)
+# endif // _OSATOMIC_NO_BARRIERS
+#else
+# define _OSATOMIC_EXTRAS 1
+# ifndef _OSATOMIC_NO_BARRIERS
+# ifdef _OSATOMIC_WFE
+# define __OSATOMIC_SUFFIX "$VARIANT$wfe"
+# else
+# define __OSATOMIC_SUFFIX "$VARIANT$mp"
+# endif // _OSATOMIC_ONLY_WFE
+# define __OSATOMIC_BARRIER "Barrier" __OSATOMIC_SUFFIX
+# define _OSATOMIC_ALIAS_NB(x)
+# else
+# define __OSATOMIC_SUFFIX "$VARIANT$up"
+# define __OSATOMIC_BARRIER "Barrier" __OSATOMIC_SUFFIX
+// Undefine the barrier operations
+# undef _osatomic_barrier
+# define _osatomic_barrier()
+# undef _osatomic_store_barrier
+# define _osatomic_store_barrier()
+// Aliases to alias non-barrier operations to UP variant names
+# if defined(__thumb__)
+# define _OSATOMIC_ALIAS_NB(sym) __asm __volatile__(".globl _" __STRING(sym) "; .thumb_func _" __STRING(sym) " ; .set _" __STRING(sym) ", _" __STRING(sym) __OSATOMIC_BARRIER)
+# else
+# define _OSATOMIC_ALIAS_NB(sym) __asm __volatile__(".globl _" __STRING(sym) "; .set _" __STRING(sym) ", _" __STRING(sym) __OSATOMIC_BARRIER)
+# endif // __thumb__
+# endif // _OSATOMIC_NO_BARRIERS
+#endif // !_ARM_ARCH_7
+
+// Allow us to mark up functions as being uni/multiprocessor.
+#define _OSATOMIC_VARIANT(sym) __asm("_" __STRING(sym) __OSATOMIC_SUFFIX)
+#define _OSATOMIC_VARIANT_B(sym) __asm("_" __STRING(sym) __OSATOMIC_BARRIER)
+
+#if defined(__thumb__)
+ // For aliasing CompareAndSwap operations of the same size
+ #define _OSATOMIC_ALIAS_B(newsym, sym) \
+ __asm __volatile__( \
+ ".globl _" __STRING(newsym) __OSATOMIC_BARRIER ";" \
+ ".thumb_func _" __STRING(newsym) __OSATOMIC_BARRIER ";" \
+ ".set _" __STRING(newsym) __OSATOMIC_BARRIER ", _" __STRING(sym) __OSATOMIC_BARRIER \
+ )
+
+ #define _OSATOMIC_ALIAS(newsym, sym) \
+ __asm __volatile__( \
+ ".globl _" __STRING(newsym) __OSATOMIC_SUFFIX ";" \
+ ".thumb_func _" __STRING(newsym) __OSATOMIC_SUFFIX ";" \
+ ".set _" __STRING(newsym) __OSATOMIC_SUFFIX ", _" __STRING(sym) __OSATOMIC_SUFFIX \
+ )
+#else
+ // For aliasing CompareAndSwap operations of the same size
+ #define _OSATOMIC_ALIAS_B(newsym, sym) \
+ __asm __volatile__( \
+ ".globl _" __STRING(newsym) __OSATOMIC_BARRIER ";" \
+ ".set _" __STRING(newsym) __OSATOMIC_BARRIER ", _" __STRING(sym) __OSATOMIC_BARRIER \
+ )
+
+ #define _OSATOMIC_ALIAS(newsym, sym) \
+ __asm __volatile__( \
+ ".globl _" __STRING(newsym) __OSATOMIC_SUFFIX ";" \
+ ".set _" __STRING(newsym) __OSATOMIC_SUFFIX ", _" __STRING(sym) __OSATOMIC_SUFFIX \
+ )
+#endif // __thumb__
+
+#endif // __arm__
+
+#endif // __ARM_OSATOMIC_SHIMS__
projects / apple / libc.git / blobdiff