projects / apple / xnu.git / blame
| Commit | Line | Data |
|---|---|---|
| 1c79356b | 1 | /* |
| 3e170ce0 | 2 | * Copyright (c) 2015 Apple Inc. All rights reserved. |
| 1c79356b | 3 | * |
| 2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
| 1c79356b | 5 | * |
| 2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
| 7 | * as defined in and that are subject to the Apple Public Source License | |
| 8 | * Version 2.0 (the 'License'). You may not use this file except in | |
| 9 | * compliance with the License. The rights granted to you under the License | |
| 10 | * may not be used to create, or enable the creation or redistribution of, | |
| 11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
| 12 | * circumvent, violate, or enable the circumvention or violation of, any | |
| 13 | * terms of an Apple operating system software license agreement. | |
| 8f6c56a5 | 14 | * |
| 2d21ac55 A |
15 | * Please obtain a copy of the License at |
| 16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
| 17 | * | |
| 18 | * The Original Code and all software distributed under the License are | |
| 19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
| 8f6c56a5 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
| 21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
| 2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
| 23 | * Please see the License for the specific language governing rights and | |
| 24 | * limitations under the License. | |
| 8f6c56a5 | 25 | * |
| 2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
| 1c79356b | 27 | */ |
| 1c79356b | 28 | |
| 3e170ce0 A |
29 | #ifndef _I386_ATOMIC_H_ |
| 30 | #define _I386_ATOMIC_H_ | |
| 31 | ||
| 32 | #include <i386/smp.h> | |
| 33 | ||
| 34 | #if __SMP__ | |
| 35 | ||
| 36 | #define memory_order_consume_smp memory_order_consume | |
| 37 | #define memory_order_acquire_smp memory_order_acquire | |
| 38 | #define memory_order_release_smp memory_order_release | |
| 39 | #define memory_order_acq_rel_smp memory_order_acq_rel | |
| 40 | #define memory_order_seq_cst_smp memory_order_seq_cst | |
| 41 | ||
| 1c79356b | 42 | #else |
| 3e170ce0 A |
43 | |
| 44 | #define memory_order_consume_smp memory_order_relaxed | |
| 45 | #define memory_order_acquire_smp memory_order_relaxed | |
| 46 | #define memory_order_release_smp memory_order_relaxed | |
| 47 | #define memory_order_acq_rel_smp memory_order_relaxed | |
| 48 | #define memory_order_seq_cst_smp memory_order_relaxed | |
| 49 | ||
| 1c79356b A |
50 | #endif |
| 51 | ||
| 39037602 A |
52 | #ifdef ATOMIC_PRIVATE |
| 53 | ||
| 54 | static boolean_t | |
| 55 | atomic_compare_exchange(uintptr_t *target, uintptr_t oldval, uintptr_t newval, | |
| 56 | enum memory_order ord, boolean_t wait) | |
| 57 | { | |
| 58 | (void)wait; | |
| 59 | return __c11_atomic_compare_exchange_strong((_Atomic uintptr_t *)target, &oldval, newval, ord, memory_order_relaxed); | |
| 60 | } | |
| 61 | ||
| 62 | #endif // ATOMIC_PRIVATE | |
| 63 | ||
| 813fb2f6 A |
64 | #define os_atomic_rmw_loop(p, ov, nv, m, ...) ({ \ |
| 65 | bool _result = false; \ | |
| 66 | typeof(p) _p = (p); \ | |
| 67 | ov = atomic_load_explicit(_p, memory_order_relaxed); \ | |
| 68 | do { \ | |
| 69 | __VA_ARGS__; \ | |
| 70 | typeof(ov) _r = (ov); \ | |
| 71 | _result = atomic_compare_exchange_weak_explicit(_p, &_r, nv, \ | |
| 72 | memory_order_##m, memory_order_relaxed); \ | |
| 73 | (ov) = _r; \ | |
| 74 | } while (__builtin_expect(!_result, 0)); \ | |
| 75 | _result; \ | |
| 76 | }) | |
| 39037602 | 77 | |
| 813fb2f6 | 78 | #define os_atomic_rmw_loop_give_up(expr) ({ expr; __builtin_trap(); }) |
| 3e170ce0 | 79 | |
| 813fb2f6 | 80 | #endif // _I386_ATOMIC_H_ |