libdispatch-913.30.4.tar.gz

[apple/libdispatch.git] / src / internal.h

diff --git a/src/internal.h b/src/internal.h
index 1f63cceaf81410dea4ad35b6c61c30a16b0b04bf..286e53458d3adca6db76e6766ee37fa7c940b58a 100644 (file)
--- a/src/internal.h
+++ b/src/internal.h
@@ -38,6 +38,7 @@
 
 #ifdef __APPLE__
 #include <Availability.h>
 
 #ifdef __APPLE__
 #include <Availability.h>

+#include <os/availability.h>

 #include <TargetConditionals.h>
 
 #ifndef TARGET_OS_MAC_DESKTOP
 #include <TargetConditionals.h>
 
 #ifndef TARGET_OS_MAC_DESKTOP


@@ -46,26 +47,26 @@
 #endif
 
 #if TARGET_OS_MAC_DESKTOP
 #endif
 
 #if TARGET_OS_MAC_DESKTOP

-#  define DISPATCH_HOST_SUPPORTS_OSX(x) \
+#  define DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(x) \

                (__MAC_OS_X_VERSION_MIN_REQUIRED >= (x))
                (__MAC_OS_X_VERSION_MIN_REQUIRED >= (x))

-#  if !DISPATCH_HOST_SUPPORTS_OSX(101000)
-#    error "OS X hosts older than OS X 10.10 aren't supported anymore"
-#  endif // !DISPATCH_HOST_SUPPORTS_OSX(101000)
+#  if !DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(101200)
+#    error "OS X hosts older than OS X 10.12 aren't supported anymore"
+#  endif // !DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(101200)

 #elif TARGET_OS_SIMULATOR
 #elif TARGET_OS_SIMULATOR

-#  define DISPATCH_HOST_SUPPORTS_OSX(x) \
+#  define DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(x) \

                (IPHONE_SIMULATOR_HOST_MIN_VERSION_REQUIRED >= (x))
                (IPHONE_SIMULATOR_HOST_MIN_VERSION_REQUIRED >= (x))

-#  if !DISPATCH_HOST_SUPPORTS_OSX(101000)
-#    error "Simulator hosts older than OS X 10.10 aren't supported anymore"
-#  endif // !DISPATCH_HOST_SUPPORTS_OSX(101000)
+#  if !DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(101200)
+#    error "Simulator hosts older than OS X 10.12 aren't supported anymore"
+#  endif // !DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(101200)

 #else
 #else

-#  define DISPATCH_HOST_SUPPORTS_OSX(x) 1
-#  if __IPHONE_OS_VERSION_MIN_REQUIRED < 70000
-#    error "iOS hosts older than iOS 7.0 aren't supported anymore"
+#  define DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(x) 1
+#  if __IPHONE_OS_VERSION_MIN_REQUIRED < 90000
+#    error "iOS hosts older than iOS 9.0 aren't supported anymore"

 #  endif
 #endif
 
 #else // !__APPLE__
 #  endif
 #endif
 
 #else // !__APPLE__

-#define DISPATCH_HOST_SUPPORTS_OSX(x) 0
+#define DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(x) 0

 #endif // !__APPLE__
 
 
 #endif // !__APPLE__
 
 


@@ -158,6 +159,7 @@
 #endif
 
 /* private.h must be included last to avoid picking up installed headers. */
 #endif
 
 /* private.h must be included last to avoid picking up installed headers. */

+#include <pthread.h>

 #include "os/object_private.h"
 #include "queue_private.h"
 #include "source_private.h"
 #include "os/object_private.h"
 #include "queue_private.h"
 #include "source_private.h"


@@ -187,6 +189,8 @@ DISPATCH_EXPORT DISPATCH_NOTHROW void dispatch_atfork_child(void);
 #define DISPATCH_USE_CLIENT_CALLOUT 1
 #endif
 
 #define DISPATCH_USE_CLIENT_CALLOUT 1
 #endif
 

+#define DISPATCH_ALLOW_NON_LEAF_RETARGET 1
+

 /* The "_debug" library build */
 #ifndef DISPATCH_DEBUG
 #define DISPATCH_DEBUG 0
 /* The "_debug" library build */
 #ifndef DISPATCH_DEBUG
 #define DISPATCH_DEBUG 0


@@ -238,28 +242,29 @@ DISPATCH_EXPORT DISPATCH_NOTHROW void dispatch_atfork_child(void);
 #if HAVE_MALLOC_MALLOC_H
 #include <malloc/malloc.h>
 #endif
 #if HAVE_MALLOC_MALLOC_H
 #include <malloc/malloc.h>
 #endif

-#if __has_include(<malloc_private.h>)
-#include <malloc_private.h>
-#endif // __has_include(<malloc_private.h)

 
 #include <sys/stat.h>
 
 #if !TARGET_OS_WIN32
 
 #include <sys/stat.h>
 
 #if !TARGET_OS_WIN32

-#include <sys/event.h>

 #include <sys/mount.h>
 #include <sys/queue.h>
 #include <sys/mount.h>
 #include <sys/queue.h>

+#ifdef __ANDROID__
+#include <linux/sysctl.h>
+#else

 #include <sys/sysctl.h>
 #include <sys/sysctl.h>

+#endif /* __ANDROID__ */

 #include <sys/socket.h>
 #include <sys/time.h>
 #include <sys/mman.h>
 #include <netinet/in.h>
 #endif
 #include <sys/socket.h>
 #include <sys/time.h>
 #include <sys/mman.h>
 #include <netinet/in.h>
 #endif

-#if defined(__linux__)
-#include <sys/eventfd.h>
-#endif

 
 #ifdef __BLOCKS__
 
 #ifdef __BLOCKS__

+#if __has_include(<Block_private.h>)

 #include <Block_private.h>
 #include <Block_private.h>

+#else
+#include "BlocksRuntime/Block_private.h"
+#endif // __has_include(<Block_private.h>)

 #include <Block.h>
 #endif /* __BLOCKS__ */
 
 #include <Block.h>
 #endif /* __BLOCKS__ */
 


@@ -307,6 +312,31 @@ DISPATCH_EXPORT DISPATCH_NOTHROW void dispatch_atfork_child(void);
 #define DISPATCH_CONCAT(x,y) DISPATCH_CONCAT1(x,y)
 #define DISPATCH_CONCAT1(x,y) x ## y
 
 #define DISPATCH_CONCAT(x,y) DISPATCH_CONCAT1(x,y)
 #define DISPATCH_CONCAT1(x,y) x ## y
 

+#define DISPATCH_COUNT_ARGS(...) DISPATCH_COUNT_ARGS1(, ## __VA_ARGS__, \
+               _8, _7, _6, _5, _4, _3, _2, _1, _0)
+#define DISPATCH_COUNT_ARGS1(z, a, b, c, d, e, f, g, h, cnt, ...) cnt
+
+#if BYTE_ORDER == LITTLE_ENDIAN
+#define DISPATCH_STRUCT_LE_2(a, b)        struct { a; b; }
+#define DISPATCH_STRUCT_LE_3(a, b, c)     struct { a; b; c; }
+#define DISPATCH_STRUCT_LE_4(a, b, c, d)  struct { a; b; c; d; }
+#else
+#define DISPATCH_STRUCT_LE_2(a, b)        struct { b; a; }
+#define DISPATCH_STRUCT_LE_3(a, b, c)     struct { c; b; a; }
+#define DISPATCH_STRUCT_LE_4(a, b, c, d)  struct { d; c; b; a; }
+#endif
+#if __has_feature(c_startic_assert)
+#define DISPATCH_UNION_ASSERT(alias, st) \
+               _Static_assert(sizeof(struct { alias; }) == sizeof(st), "bogus union");
+#else
+#define DISPATCH_UNION_ASSERT(alias, st)
+#endif
+#define DISPATCH_UNION_LE(alias, ...) \
+               DISPATCH_UNION_ASSERT(alias, DISPATCH_CONCAT(DISPATCH_STRUCT_LE, \
+                               DISPATCH_COUNT_ARGS(__VA_ARGS__))(__VA_ARGS__)) \
+               union { alias; DISPATCH_CONCAT(DISPATCH_STRUCT_LE, \
+                               DISPATCH_COUNT_ARGS(__VA_ARGS__))(__VA_ARGS__); }
+

 // workaround 6368156
 #ifdef NSEC_PER_SEC
 #undef NSEC_PER_SEC
 // workaround 6368156
 #ifdef NSEC_PER_SEC
 #undef NSEC_PER_SEC


@@ -338,16 +368,6 @@ DISPATCH_EXPORT DISPATCH_NOTHROW void dispatch_atfork_child(void);
 #define unlikely(x) (!!(x))
 #endif // __GNUC__
 
 #define unlikely(x) (!!(x))
 #endif // __GNUC__
 

-#if BYTE_ORDER == LITTLE_ENDIAN
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_2(a, b)        struct { a; b; }
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_3(a, b, c)     struct { a; b; c; }
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_4(a, b, c, d)  struct { a; b; c; d; }
-#else
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_2(a, b)        struct { b; a; }
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_3(a, b, c)     struct { c; b; a; }
-#define DISPATCH_STRUCT_LITTLE_ENDIAN_4(a, b, c, d)  struct { d; c; b; a; }
-#endif
-

 #define _TAILQ_IS_ENQUEUED(elm, field) \
                ((elm)->field.tqe_prev != NULL)
 #define _TAILQ_MARK_NOT_ENQUEUED(elm, field) \
 #define _TAILQ_IS_ENQUEUED(elm, field) \
                ((elm)->field.tqe_prev != NULL)
 #define _TAILQ_MARK_NOT_ENQUEUED(elm, field) \


@@ -374,9 +394,9 @@ DISPATCH_EXPORT DISPATCH_NOTHROW void dispatch_atfork_child(void);
 DISPATCH_EXPORT DISPATCH_NOINLINE
 void _dispatch_bug(size_t line, long val);
 
 DISPATCH_EXPORT DISPATCH_NOINLINE
 void _dispatch_bug(size_t line, long val);
 

-#if HAVE_MACH

 DISPATCH_NOINLINE
 void _dispatch_bug_client(const char* msg);
 DISPATCH_NOINLINE
 void _dispatch_bug_client(const char* msg);

+#if HAVE_MACH

 DISPATCH_NOINLINE
 void _dispatch_bug_mach_client(const char *msg, mach_msg_return_t kr);
 #endif // HAVE_MACH
 DISPATCH_NOINLINE
 void _dispatch_bug_mach_client(const char *msg, mach_msg_return_t kr);
 #endif // HAVE_MACH


@@ -434,25 +454,27 @@ void _dispatch_log(const char *msg, ...);
  * For reporting bugs within libdispatch when using the "_debug" version of the
  * library.
  */
  * For reporting bugs within libdispatch when using the "_debug" version of the
  * library.
  */

-#if __GNUC__
+#if __APPLE__

 #define dispatch_assert(e) do { \
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \
 #define dispatch_assert(e) do { \
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \

-                       typeof(e) _e = fastpath(e); /* always eval 'e' */ \
-                       if (DISPATCH_DEBUG && !_e) { \
+                       typeof(e) _e = (e); /* always eval 'e' */ \
+                       if (unlikely(DISPATCH_DEBUG && !_e)) { \

                                _dispatch_abort(__LINE__, (long)_e); \
                        } \
                } \
        } while (0)
 #else
                                _dispatch_abort(__LINE__, (long)_e); \
                        } \
                } \
        } while (0)
 #else

-static inline void _dispatch_assert(long e, long line) {
+static inline void
+_dispatch_assert(long e, size_t line)
+{

        if (DISPATCH_DEBUG && !e) _dispatch_abort(line, e);
 }
 #define dispatch_assert(e) _dispatch_assert((long)(e), __LINE__)
 #endif /* __GNUC__ */
 
        if (DISPATCH_DEBUG && !e) _dispatch_abort(line, e);
 }
 #define dispatch_assert(e) _dispatch_assert((long)(e), __LINE__)
 #endif /* __GNUC__ */
 

-#if __GNUC__
+#if __APPLE__

 /*
  * A lot of API return zero upon success and not-zero on fail. Let's capture
  * and log the non-zero value
 /*
  * A lot of API return zero upon success and not-zero on fail. Let's capture
  * and log the non-zero value


@@ -461,17 +483,19 @@ static inline void _dispatch_assert(long e, long line) {
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \

-                       typeof(e) _e = slowpath(e); /* always eval 'e' */ \
-                       if (DISPATCH_DEBUG && _e) { \
+                       typeof(e) _e = (e); /* always eval 'e' */ \
+                       if (unlikely(DISPATCH_DEBUG && _e)) { \

                                _dispatch_abort(__LINE__, (long)_e); \
                        } \
                } \
        } while (0)
 #else
                                _dispatch_abort(__LINE__, (long)_e); \
                        } \
                } \
        } while (0)
 #else

-static inline void _dispatch_assert_zero(long e, long line) {
+static inline void
+_dispatch_assert_zero(long e, size_t line)
+{

        if (DISPATCH_DEBUG && e) _dispatch_abort(line, e);
 }
        if (DISPATCH_DEBUG && e) _dispatch_abort(line, e);
 }

-#define dispatch_assert_zero(e) _dispatch_assert((long)(e), __LINE__)
+#define dispatch_assert_zero(e) _dispatch_assert_zero((long)(e), __LINE__)

 #endif /* __GNUC__ */
 
 /*
 #endif /* __GNUC__ */
 
 /*


@@ -482,8 +506,8 @@ static inline void _dispatch_assert_zero(long e, long line) {
  */
 #if __GNUC__
 #define dispatch_assume(e) ({ \
  */
 #if __GNUC__
 #define dispatch_assume(e) ({ \

-               typeof(e) _e = fastpath(e); /* always eval 'e' */ \
-               if (!_e) { \
+               typeof(e) _e = (e); /* always eval 'e' */ \
+               if (unlikely(!_e)) { \

                        if (__builtin_constant_p(e)) { \
                                dispatch_static_assert(e); \
                        } \
                        if (__builtin_constant_p(e)) { \
                                dispatch_static_assert(e); \
                        } \


@@ -492,7 +516,9 @@ static inline void _dispatch_assert_zero(long e, long line) {
                _e; \
        })
 #else
                _e; \
        })
 #else

-static inline long _dispatch_assume(long e, long line) {
+static inline long
+_dispatch_assume(long e, long line)
+{

        if (!e) _dispatch_bug(line, e);
        return e;
 }
        if (!e) _dispatch_bug(line, e);
        return e;
 }


@@ -505,8 +531,8 @@ static inline long _dispatch_assume(long e, long line) {
  */
 #if __GNUC__
 #define dispatch_assume_zero(e) ({ \
  */
 #if __GNUC__
 #define dispatch_assume_zero(e) ({ \

-               typeof(e) _e = slowpath(e); /* always eval 'e' */ \
-               if (_e) { \
+               typeof(e) _e = (e); /* always eval 'e' */ \
+               if (unlikely(_e)) { \

                        if (__builtin_constant_p(e)) { \
                                dispatch_static_assert(e); \
                        } \
                        if (__builtin_constant_p(e)) { \
                                dispatch_static_assert(e); \
                        } \


@@ -515,7 +541,9 @@ static inline long _dispatch_assume(long e, long line) {
                _e; \
        })
 #else
                _e; \
        })
 #else

-static inline long _dispatch_assume_zero(long e, long line) {
+static inline long
+_dispatch_assume_zero(long e, long line)
+{

        if (e) _dispatch_bug(line, e);
        return e;
 }
        if (e) _dispatch_bug(line, e);
        return e;
 }


@@ -530,8 +558,8 @@ static inline long _dispatch_assume_zero(long e, long line) {
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \
                if (__builtin_constant_p(e)) { \
                        dispatch_static_assert(e); \
                } else { \

-                       typeof(e) _e = fastpath(e); /* always eval 'e' */ \
-                       if (DISPATCH_DEBUG && !_e) { \
+                       typeof(e) _e = (e); /* always eval 'e' */ \
+                       if (unlikely(DISPATCH_DEBUG && !_e)) { \

                                _dispatch_log("%s() 0x%lx: " msg, __func__, (long)_e, ##args); \
                                abort(); \
                        } \
                                _dispatch_log("%s() 0x%lx: " msg, __func__, (long)_e, ##args); \
                                abort(); \
                        } \


@@ -539,8 +567,8 @@ static inline long _dispatch_assume_zero(long e, long line) {
        } while (0)
 #else
 #define dispatch_debug_assert(e, msg, args...) do { \
        } while (0)
 #else
 #define dispatch_debug_assert(e, msg, args...) do { \

-       long _e = (long)fastpath(e); /* always eval 'e' */ \
-       if (DISPATCH_DEBUG && !_e) { \
+       typeof(e) _e = (e); /* always eval 'e' */ \
+       if (unlikely(DISPATCH_DEBUG && !_e)) { \

                _dispatch_log("%s() 0x%lx: " msg, __FUNCTION__, _e, ##args); \
                abort(); \
        } \
                _dispatch_log("%s() 0x%lx: " msg, __FUNCTION__, _e, ##args); \
                abort(); \
        } \


@@ -555,13 +583,6 @@ static inline long _dispatch_assume_zero(long e, long line) {
        } \
 } while (0)
 
        } \
 } while (0)
 

-#if DISPATCH_DEBUG
-#if HAVE_MACH
-DISPATCH_NOINLINE DISPATCH_USED
-void dispatch_debug_machport(mach_port_t name, const char* str);
-#endif
-#endif
-

 #if DISPATCH_DEBUG
 /* This is the private version of the deprecated dispatch_debug() */
 DISPATCH_NONNULL2 DISPATCH_NOTHROW
 #if DISPATCH_DEBUG
 /* This is the private version of the deprecated dispatch_debug() */
 DISPATCH_NONNULL2 DISPATCH_NOTHROW


@@ -587,6 +608,7 @@ void *_dispatch_calloc(size_t num_items, size_t size);
 const char *_dispatch_strdup_if_mutable(const char *str);
 void _dispatch_vtable_init(void);
 char *_dispatch_get_build(void);
 const char *_dispatch_strdup_if_mutable(const char *str);
 void _dispatch_vtable_init(void);
 char *_dispatch_get_build(void);

+int _dispatch_sigmask(void);

 
 uint64_t _dispatch_timeout(dispatch_time_t when);
 uint64_t _dispatch_time_nanoseconds_since_epoch(dispatch_time_t when);
 
 uint64_t _dispatch_timeout(dispatch_time_t when);
 uint64_t _dispatch_time_nanoseconds_since_epoch(dispatch_time_t when);


@@ -604,51 +626,40 @@ DISPATCH_ALWAYS_INLINE
 static inline void
 _dispatch_fork_becomes_unsafe(void)
 {
 static inline void
 _dispatch_fork_becomes_unsafe(void)
 {

-       if (!fastpath(_dispatch_is_multithreaded_inline())) {
+       if (unlikely(!_dispatch_is_multithreaded_inline())) {

                _dispatch_fork_becomes_unsafe_slow();
                DISPATCH_COMPILER_CAN_ASSUME(_dispatch_is_multithreaded_inline());
        }
 }
 
                _dispatch_fork_becomes_unsafe_slow();
                DISPATCH_COMPILER_CAN_ASSUME(_dispatch_is_multithreaded_inline());
        }
 }
 

+#if DISPATCH_INTROSPECTION
+#undef DISPATCH_PERF_MON
+#define DISPATCH_PERF_MON 0
+#endif
+

 /* #includes dependent on internal.h */
 #include "shims.h"
 /* #includes dependent on internal.h */
 #include "shims.h"

+#include "event/event_internal.h"

 
 // Older Mac OS X and iOS Simulator fallbacks
 
 
 // Older Mac OS X and iOS Simulator fallbacks
 

-#if HAVE_PTHREAD_WORKQUEUES
-#ifndef WORKQ_ADDTHREADS_OPTION_OVERCOMMIT
-#define WORKQ_ADDTHREADS_OPTION_OVERCOMMIT 0x00000001
-#endif
-#endif // HAVE_PTHREAD_WORKQUEUES

 #if HAVE__PTHREAD_WORKQUEUE_INIT && PTHREAD_WORKQUEUE_SPI_VERSION >= 20140213 \
                && !defined(HAVE_PTHREAD_WORKQUEUE_QOS)
 #define HAVE_PTHREAD_WORKQUEUE_QOS 1
 #endif
 #if HAVE__PTHREAD_WORKQUEUE_INIT && PTHREAD_WORKQUEUE_SPI_VERSION >= 20140213 \
                && !defined(HAVE_PTHREAD_WORKQUEUE_QOS)
 #define HAVE_PTHREAD_WORKQUEUE_QOS 1
 #endif

-#if HAVE__PTHREAD_WORKQUEUE_INIT && (PTHREAD_WORKQUEUE_SPI_VERSION >= 20150304 \
-               || (PTHREAD_WORKQUEUE_SPI_VERSION == 20140730 && \
-                       defined(WORKQ_FEATURE_KEVENT))) \
+#if HAVE__PTHREAD_WORKQUEUE_INIT && PTHREAD_WORKQUEUE_SPI_VERSION >= 20150304 \

                && !defined(HAVE_PTHREAD_WORKQUEUE_KEVENT)
                && !defined(HAVE_PTHREAD_WORKQUEUE_KEVENT)

-#if PTHREAD_WORKQUEUE_SPI_VERSION == 20140730
-// rdar://problem/20609877
-typedef pthread_worqueue_function_kevent_t pthread_workqueue_function_kevent_t;
-#endif

 #define HAVE_PTHREAD_WORKQUEUE_KEVENT 1
 #endif
 
 #define HAVE_PTHREAD_WORKQUEUE_KEVENT 1
 #endif
 

-#ifndef PTHREAD_WORKQUEUE_RESETS_VOUCHER_AND_PRIORITY_ON_PARK
-#if HAVE_PTHREAD_WORKQUEUE_QOS && DISPATCH_HOST_SUPPORTS_OSX(101200)
-#define PTHREAD_WORKQUEUE_RESETS_VOUCHER_AND_PRIORITY_ON_PARK 1
+
+#ifndef HAVE_PTHREAD_WORKQUEUE_NARROWING
+#if !DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(109900)
+#define HAVE_PTHREAD_WORKQUEUE_NARROWING 0

 #else
 #else

-#define PTHREAD_WORKQUEUE_RESETS_VOUCHER_AND_PRIORITY_ON_PARK 0
+#define HAVE_PTHREAD_WORKQUEUE_NARROWING 1

 #endif
 #endif

-#endif // PTHREAD_WORKQUEUE_RESETS_VOUCHER_AND_PRIORITY_ON_PARK
-
-#if HAVE_MACH
-#if !defined(MACH_NOTIFY_SEND_POSSIBLE)
-#undef MACH_NOTIFY_SEND_POSSIBLE
-#define MACH_NOTIFY_SEND_POSSIBLE MACH_NOTIFY_DEAD_NAME

 #endif
 #endif

-#endif // HAVE_MACH

 
 #ifdef EVFILT_MEMORYSTATUS
 #ifndef DISPATCH_USE_MEMORYSTATUS
 
 #ifdef EVFILT_MEMORYSTATUS
 #ifndef DISPATCH_USE_MEMORYSTATUS


@@ -664,153 +675,30 @@ typedef pthread_worqueue_function_kevent_t pthread_workqueue_function_kevent_t;
 #define DISPATCH_USE_MEMORYPRESSURE_SOURCE 1
 #endif
 #if DISPATCH_USE_MEMORYPRESSURE_SOURCE
 #define DISPATCH_USE_MEMORYPRESSURE_SOURCE 1
 #endif
 #if DISPATCH_USE_MEMORYPRESSURE_SOURCE

-extern bool _dispatch_memory_warn;
-#endif
-
-#if !defined(NOTE_LEEWAY)
-#undef NOTE_LEEWAY
-#define NOTE_LEEWAY 0
-#undef NOTE_CRITICAL
-#define NOTE_CRITICAL 0
-#undef NOTE_BACKGROUND
-#define NOTE_BACKGROUND 0
-#endif // NOTE_LEEWAY
-
-#if !defined(NOTE_FUNLOCK)
-#define NOTE_FUNLOCK 0x00000100
-#endif
-
-#if !defined(NOTE_MACH_CONTINUOUS_TIME)
-#define NOTE_MACH_CONTINUOUS_TIME 0
-#endif // NOTE_MACH_CONTINUOUS_TIME
-
-#if !defined(HOST_NOTIFY_CALENDAR_SET)
-#define HOST_NOTIFY_CALENDAR_SET HOST_NOTIFY_CALENDAR_CHANGE
-#endif // HOST_NOTIFY_CALENDAR_SET
-
-#if !defined(HOST_CALENDAR_SET_REPLYID)
-#define HOST_CALENDAR_SET_REPLYID 951
-#endif // HOST_CALENDAR_SET_REPLYID
-
-#if HAVE_DECL_NOTE_REAP
-#if defined(NOTE_REAP) && defined(__APPLE__)
-#undef NOTE_REAP
-#define NOTE_REAP 0x10000000 // <rdar://problem/13338526>
-#endif
-#endif // HAVE_DECL_NOTE_REAP
-
-#ifndef VQ_QUOTA
-#undef HAVE_DECL_VQ_QUOTA // rdar://problem/24160982
-#endif // VQ_QUOTA
-
-#ifndef VQ_NEARLOWDISK
-#undef HAVE_DECL_VQ_NEARLOWDISK
-#endif // VQ_NEARLOWDISK
-
-#ifndef VQ_DESIRED_DISK
-#undef HAVE_DECL_VQ_DESIRED_DISK
-#endif // VQ_DESIRED_DISK
-
-#if !defined(NOTE_MEMORYSTATUS_PROC_LIMIT_WARN) || \
-               !DISPATCH_HOST_SUPPORTS_OSX(101200)
-#undef NOTE_MEMORYSTATUS_PROC_LIMIT_WARN
-#define NOTE_MEMORYSTATUS_PROC_LIMIT_WARN 0
-#endif // NOTE_MEMORYSTATUS_PROC_LIMIT_WARN
-
-#if !defined(NOTE_MEMORYSTATUS_PROC_LIMIT_CRITICAL) || \
-               !DISPATCH_HOST_SUPPORTS_OSX(101200)
-#undef NOTE_MEMORYSTATUS_PROC_LIMIT_CRITICAL
-#define NOTE_MEMORYSTATUS_PROC_LIMIT_CRITICAL 0
-#endif // NOTE_MEMORYSTATUS_PROC_LIMIT_CRITICAL
-
-#if !defined(EV_UDATA_SPECIFIC) || !DISPATCH_HOST_SUPPORTS_OSX(101100)
-#undef DISPATCH_USE_EV_UDATA_SPECIFIC
-#define DISPATCH_USE_EV_UDATA_SPECIFIC 0
-#elif !defined(DISPATCH_USE_EV_UDATA_SPECIFIC)
-#define DISPATCH_USE_EV_UDATA_SPECIFIC 1
-#endif // EV_UDATA_SPECIFIC
-
-#if !DISPATCH_USE_EV_UDATA_SPECIFIC
-#undef EV_UDATA_SPECIFIC
-#define EV_UDATA_SPECIFIC 0
-#undef EV_VANISHED
-#define EV_VANISHED 0
-#endif // !DISPATCH_USE_EV_UDATA_SPECIFIC
-
-#ifndef EV_VANISHED
-#define EV_VANISHED 0x0200
-#endif
-
-#ifndef DISPATCH_KEVENT_TREAT_ENOENT_AS_EINPROGRESS
-#if TARGET_OS_MAC && !DISPATCH_HOST_SUPPORTS_OSX(101200)
-// deferred delete can return bogus ENOENTs on older kernels
-#define DISPATCH_KEVENT_TREAT_ENOENT_AS_EINPROGRESS 1
+#if __has_include(<malloc_private.h>)
+#include <malloc_private.h>

 #else
 #else

-#define DISPATCH_KEVENT_TREAT_ENOENT_AS_EINPROGRESS 0
-#endif
+extern void malloc_memory_event_handler(unsigned long);
+#endif // __has_include(<malloc_private.h)
+extern bool _dispatch_memory_warn;

 #endif
 
 #endif
 

-#if !defined(EV_SET_QOS) || !DISPATCH_HOST_SUPPORTS_OSX(101100)
-#undef DISPATCH_USE_KEVENT_QOS
-#define DISPATCH_USE_KEVENT_QOS 0
-#elif !defined(DISPATCH_USE_KEVENT_QOS)
-#define DISPATCH_USE_KEVENT_QOS 1
-#endif // EV_SET_QOS
-

 #if HAVE_PTHREAD_WORKQUEUE_KEVENT && defined(KEVENT_FLAG_WORKQ) && \
 #if HAVE_PTHREAD_WORKQUEUE_KEVENT && defined(KEVENT_FLAG_WORKQ) && \

-               DISPATCH_USE_EV_UDATA_SPECIFIC && DISPATCH_USE_KEVENT_QOS && \
-               DISPATCH_HOST_SUPPORTS_OSX(101200) && \

                !defined(DISPATCH_USE_KEVENT_WORKQUEUE)
 #define DISPATCH_USE_KEVENT_WORKQUEUE 1
 #endif
 
                !defined(DISPATCH_USE_KEVENT_WORKQUEUE)
 #define DISPATCH_USE_KEVENT_WORKQUEUE 1
 #endif
 

-
-#if (!DISPATCH_USE_KEVENT_WORKQUEUE || DISPATCH_DEBUG) && \
+#if (!DISPATCH_USE_KEVENT_WORKQUEUE || DISPATCH_DEBUG || DISPATCH_PROFILE) && \

                !defined(DISPATCH_USE_MGR_THREAD)
 #define DISPATCH_USE_MGR_THREAD 1
 #endif
 
                !defined(DISPATCH_USE_MGR_THREAD)
 #define DISPATCH_USE_MGR_THREAD 1
 #endif
 

-#if DISPATCH_USE_KEVENT_WORKQUEUE && DISPATCH_USE_EV_UDATA_SPECIFIC && \
-               DISPATCH_HOST_SUPPORTS_OSX(101200) && \
-               !defined(DISPATCH_USE_EVFILT_MACHPORT_DIRECT)
-#define DISPATCH_USE_EVFILT_MACHPORT_DIRECT 1
-#endif
-
-#ifndef MACH_SEND_OVERRIDE
-#define MACH_SEND_OVERRIDE 0x00000020
-typedef unsigned int mach_msg_priority_t;
-#define MACH_MSG_PRIORITY_UNSPECIFIED ((mach_msg_priority_t)0)
-#endif // MACH_SEND_OVERRIDE
-
-
-#if (!DISPATCH_USE_EVFILT_MACHPORT_DIRECT || DISPATCH_DEBUG) && \
-               !defined(DISPATCH_EVFILT_MACHPORT_PORTSET_FALLBACK)
-#define DISPATCH_EVFILT_MACHPORT_PORTSET_FALLBACK 1
-#endif
-
-#if DISPATCH_USE_KEVENT_QOS
-typedef struct kevent_qos_s _dispatch_kevent_qos_s;
-typedef typeof(((struct kevent_qos_s*)NULL)->qos) _dispatch_kevent_priority_t;
-#else // DISPATCH_USE_KEVENT_QOS
-#ifndef KEVENT_FLAG_IMMEDIATE
-#define KEVENT_FLAG_NONE 0x00
-#define KEVENT_FLAG_IMMEDIATE 0x01
-#define KEVENT_FLAG_ERROR_EVENTS 0x02
-#endif // KEVENT_FLAG_IMMEDIATE
-typedef struct kevent64_s _dispatch_kevent_qos_s;
-#define kevent_qos(_kq, _changelist, _nchanges, _eventlist, _nevents, \
-               _data_out, _data_available, _flags) \
-               ({ unsigned int _f = (_flags); _dispatch_kevent_qos_s _kev_copy; \
-               const _dispatch_kevent_qos_s *_cl = (_changelist); \
-               int _n = (_nchanges); const struct timespec _timeout_immediately = {}; \
-               dispatch_static_assert(!(_data_out) && !(_data_available)); \
-               if (_f & KEVENT_FLAG_ERROR_EVENTS) { \
-                       dispatch_static_assert(_n == 1); \
-                       _kev_copy = *_cl; _kev_copy.flags |= EV_RECEIPT; } \
-               kevent64((_kq), _f & KEVENT_FLAG_ERROR_EVENTS ? &_kev_copy : _cl, _n, \
-                       (_eventlist), (_nevents), 0, \
-                       _f & KEVENT_FLAG_IMMEDIATE ? &_timeout_immediately : NULL); })
-#endif // DISPATCH_USE_KEVENT_QOS
+
+#if defined(MACH_SEND_SYNC_OVERRIDE) && defined(MACH_RCV_SYNC_WAIT) && \
+               DISPATCH_MIN_REQUIRED_OSX_AT_LEAST(109900) && \
+               !defined(DISPATCH_USE_MACH_SEND_SYNC_OVERRIDE)
+#define DISPATCH_USE_MACH_SEND_SYNC_OVERRIDE 1
+#endif

 
 #if defined(F_SETNOSIGPIPE) && defined(F_GETNOSIGPIPE)
 #ifndef DISPATCH_USE_SETNOSIGPIPE
 
 #if defined(F_SETNOSIGPIPE) && defined(F_GETNOSIGPIPE)
 #ifndef DISPATCH_USE_SETNOSIGPIPE


@@ -844,6 +732,14 @@ typedef struct kevent64_s _dispatch_kevent_qos_s;
 #endif // HAVE_SYS_GUARDED_H
 
 
 #endif // HAVE_SYS_GUARDED_H
 
 

+#if DISPATCH_USE_DTRACE || DISPATCH_USE_DTRACE_INTROSPECTION
+typedef struct dispatch_trace_timer_params_s {
+       int64_t deadline, interval, leeway;
+} *dispatch_trace_timer_params_t;
+
+#include "provider.h"
+#endif // DISPATCH_USE_DTRACE || DISPATCH_USE_DTRACE_INTROSPECTION
+

 #if __has_include(<sys/kdebug.h>)
 #include <sys/kdebug.h>
 #ifndef DBG_DISPATCH
 #if __has_include(<sys/kdebug.h>)
 #include <sys/kdebug.h>
 #ifndef DBG_DISPATCH


@@ -851,15 +747,22 @@ typedef struct kevent64_s _dispatch_kevent_qos_s;
 #endif
 #ifndef KDBG_CODE
 #define KDBG_CODE(...) 0
 #endif
 #ifndef KDBG_CODE
 #define KDBG_CODE(...) 0

+#define DBG_FUNC_START 0
+#define DBG_FUNC_END 0

 #endif
 #define DISPATCH_CODE(subclass, code) \
                KDBG_CODE(DBG_DISPATCH, DISPATCH_TRACE_SUBCLASS_##subclass, code)
 #endif
 #define DISPATCH_CODE(subclass, code) \
                KDBG_CODE(DBG_DISPATCH, DISPATCH_TRACE_SUBCLASS_##subclass, code)

+#define DISPATCH_CODE_START(subclass, code) \
+               (DISPATCH_CODE(subclass, code) | DBG_FUNC_START)
+#define DISPATCH_CODE_END(subclass, code) \
+               (DISPATCH_CODE(subclass, code) | DBG_FUNC_END)

 #ifdef ARIADNEDBG_CODE
 #define ARIADNE_ENTER_DISPATCH_MAIN_CODE ARIADNEDBG_CODE(220, 2)
 #else
 #define ARIADNE_ENTER_DISPATCH_MAIN_CODE 0
 #endif
 #ifdef ARIADNEDBG_CODE
 #define ARIADNE_ENTER_DISPATCH_MAIN_CODE ARIADNEDBG_CODE(220, 2)
 #else
 #define ARIADNE_ENTER_DISPATCH_MAIN_CODE 0
 #endif

-#if !defined(DISPATCH_USE_VOUCHER_KDEBUG_TRACE) && DISPATCH_INTROSPECTION
+#if !defined(DISPATCH_USE_VOUCHER_KDEBUG_TRACE) && \
+               (DISPATCH_INTROSPECTION || DISPATCH_PROFILE || DISPATCH_DEBUG)

 #define DISPATCH_USE_VOUCHER_KDEBUG_TRACE 1
 #endif
 
 #define DISPATCH_USE_VOUCHER_KDEBUG_TRACE 1
 #endif
 


@@ -867,15 +770,21 @@ typedef struct kevent64_s _dispatch_kevent_qos_s;
 #define DISPATCH_TRACE_SUBCLASS_VOUCHER 1
 #define DISPATCH_TRACE_SUBCLASS_PERF 2
 #define DISPATCH_TRACE_SUBCLASS_MACH_MSG 3
 #define DISPATCH_TRACE_SUBCLASS_VOUCHER 1
 #define DISPATCH_TRACE_SUBCLASS_PERF 2
 #define DISPATCH_TRACE_SUBCLASS_MACH_MSG 3

+#define DISPATCH_TRACE_SUBCLASS_PERF_MON 4

 
 #define DISPATCH_PERF_non_leaf_retarget DISPATCH_CODE(PERF, 1)
 #define DISPATCH_PERF_post_activate_retarget DISPATCH_CODE(PERF, 2)
 #define DISPATCH_PERF_post_activate_mutation DISPATCH_CODE(PERF, 3)
 #define DISPATCH_PERF_delayed_registration DISPATCH_CODE(PERF, 4)
 #define DISPATCH_PERF_mutable_target DISPATCH_CODE(PERF, 5)
 
 #define DISPATCH_PERF_non_leaf_retarget DISPATCH_CODE(PERF, 1)
 #define DISPATCH_PERF_post_activate_retarget DISPATCH_CODE(PERF, 2)
 #define DISPATCH_PERF_post_activate_mutation DISPATCH_CODE(PERF, 3)
 #define DISPATCH_PERF_delayed_registration DISPATCH_CODE(PERF, 4)
 #define DISPATCH_PERF_mutable_target DISPATCH_CODE(PERF, 5)

+#define DISPATCH_PERF_strict_bg_timer DISPATCH_CODE(PERF, 6)

 
 #define DISPATCH_MACH_MSG_hdr_move DISPATCH_CODE(MACH_MSG, 1)
 
 
 #define DISPATCH_MACH_MSG_hdr_move DISPATCH_CODE(MACH_MSG, 1)
 

+#define DISPATCH_PERF_MON_worker_thread_start DISPATCH_CODE_START(PERF_MON, 1)
+#define DISPATCH_PERF_MON_worker_thread_end DISPATCH_CODE_END(PERF_MON, 1)
+#define DISPATCH_PERF_MON_worker_useless DISPATCH_CODE(PERF_MON, 2)
+

 DISPATCH_ALWAYS_INLINE
 static inline void
 _dispatch_ktrace_impl(uint32_t code, uint64_t a, uint64_t b,
 DISPATCH_ALWAYS_INLINE
 static inline void
 _dispatch_ktrace_impl(uint32_t code, uint64_t a, uint64_t b,


@@ -922,42 +831,18 @@ _dispatch_ktrace_impl(uint32_t code, uint64_t a, uint64_t b,
 #define MACH_SEND_INVALID_VOUCHER 0x10000005
 #endif
 
 #define MACH_SEND_INVALID_VOUCHER 0x10000005
 #endif
 

-#if TARGET_OS_SIMULATOR && IPHONE_SIMULATOR_HOST_MIN_VERSION_REQUIRED < 101100
-#undef VOUCHER_USE_MACH_VOUCHER
-#define VOUCHER_USE_MACH_VOUCHER 0
-#endif

 #ifndef VOUCHER_USE_MACH_VOUCHER
 #if __has_include(<mach/mach_voucher.h>)
 #define VOUCHER_USE_MACH_VOUCHER 1
 #endif
 #ifndef VOUCHER_USE_MACH_VOUCHER
 #if __has_include(<mach/mach_voucher.h>)
 #define VOUCHER_USE_MACH_VOUCHER 1
 #endif

-#endif
+#endif // VOUCHER_USE_MACH_VOUCHER

 
 

+#ifndef VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER

 #if RDAR_24272659 // FIXME: <rdar://problem/24272659>
 #if RDAR_24272659 // FIXME: <rdar://problem/24272659>

-#if !VOUCHER_USE_MACH_VOUCHER || !DISPATCH_HOST_SUPPORTS_OSX(101200)
-#undef VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER
-#define VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER 0
-#elif !defined(VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER)

 #define VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER 1
 #define VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER 1

-#endif

 #else // RDAR_24272659
 #else // RDAR_24272659

-#undef VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER

 #define VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER 0
 #endif // RDAR_24272659
 #define VOUCHER_USE_EMPTY_MACH_BASE_VOUCHER 0
 #endif // RDAR_24272659

-
-#if !VOUCHER_USE_MACH_VOUCHER || !DISPATCH_HOST_SUPPORTS_OSX(101200)
-#undef VOUCHER_USE_BANK_AUTOREDEEM
-#define VOUCHER_USE_BANK_AUTOREDEEM 0
-#elif !defined(VOUCHER_USE_BANK_AUTOREDEEM)
-#define VOUCHER_USE_BANK_AUTOREDEEM 1
-#endif
-
-#if !VOUCHER_USE_MACH_VOUCHER || \
-               !__has_include(<voucher/ipc_pthread_priority_types.h>) || \
-               !DISPATCH_HOST_SUPPORTS_OSX(101200)
-#undef VOUCHER_USE_MACH_VOUCHER_PRIORITY
-#define VOUCHER_USE_MACH_VOUCHER_PRIORITY 0
-#elif !defined(VOUCHER_USE_MACH_VOUCHER_PRIORITY)
-#define VOUCHER_USE_MACH_VOUCHER_PRIORITY 1

 #endif
 
 #ifndef VOUCHER_USE_PERSONA
 #endif
 
 #ifndef VOUCHER_USE_PERSONA


@@ -981,7 +866,7 @@ _dispatch_ktrace_impl(uint32_t code, uint64_t a, uint64_t b,
 #define _dispatch_hardware_crash() \
                __asm__(""); __builtin_trap() // <rdar://problem/17464981>
 
 #define _dispatch_hardware_crash() \
                __asm__(""); __builtin_trap() // <rdar://problem/17464981>
 

-#define _dispatch_set_crash_log_cause_and_message(ac, msg)
+#define _dispatch_set_crash_log_cause_and_message(ac, msg) ((void)(ac))

 #define _dispatch_set_crash_log_message(msg)
 #define _dispatch_set_crash_log_message_dynamic(msg)
 
 #define _dispatch_set_crash_log_message(msg)
 #define _dispatch_set_crash_log_message_dynamic(msg)
 


@@ -1036,7 +921,7 @@ _dispatch_ktrace_impl(uint32_t code, uint64_t a, uint64_t b,
 
 #define DISPATCH_NO_VOUCHER ((voucher_t)(void*)~0ul)
 #define DISPATCH_NO_PRIORITY ((pthread_priority_t)~0ul)
 
 #define DISPATCH_NO_VOUCHER ((voucher_t)(void*)~0ul)
 #define DISPATCH_NO_PRIORITY ((pthread_priority_t)~0ul)

-DISPATCH_ENUM(_dispatch_thread_set_self, unsigned long,
+DISPATCH_ENUM(dispatch_thread_set_self, unsigned long,

        DISPATCH_PRIORITY_ENFORCE = 0x1,
        DISPATCH_VOUCHER_REPLACE = 0x2,
        DISPATCH_VOUCHER_CONSUME = 0x4,
        DISPATCH_PRIORITY_ENFORCE = 0x1,
        DISPATCH_VOUCHER_REPLACE = 0x2,
        DISPATCH_VOUCHER_CONSUME = 0x4,


@@ -1045,7 +930,7 @@ DISPATCH_ENUM(_dispatch_thread_set_self, unsigned long,
 DISPATCH_WARN_RESULT
 static inline voucher_t _dispatch_adopt_priority_and_set_voucher(
                pthread_priority_t priority, voucher_t voucher,
 DISPATCH_WARN_RESULT
 static inline voucher_t _dispatch_adopt_priority_and_set_voucher(
                pthread_priority_t priority, voucher_t voucher,

-               _dispatch_thread_set_self_t flags);
+               dispatch_thread_set_self_t flags);

 #if HAVE_MACH
 mach_port_t _dispatch_get_mach_host_port(void);
 #endif
 #if HAVE_MACH
 mach_port_t _dispatch_get_mach_host_port(void);
 #endif


@@ -1058,8 +943,7 @@ extern int _dispatch_set_qos_class_enabled;
 #endif
 #endif // HAVE_PTHREAD_WORKQUEUE_QOS
 #if DISPATCH_USE_KEVENT_WORKQUEUE
 #endif
 #endif // HAVE_PTHREAD_WORKQUEUE_QOS
 #if DISPATCH_USE_KEVENT_WORKQUEUE

-#if !HAVE_PTHREAD_WORKQUEUE_QOS || !DISPATCH_USE_KEVENT_QOS || \
-               !DISPATCH_USE_EV_UDATA_SPECIFIC
+#if !HAVE_PTHREAD_WORKQUEUE_QOS || !EV_UDATA_SPECIFIC

 #error Invalid build configuration
 #endif
 #if DISPATCH_USE_MGR_THREAD
 #error Invalid build configuration
 #endif
 #if DISPATCH_USE_MGR_THREAD


@@ -1067,20 +951,9 @@ extern int _dispatch_kevent_workqueue_enabled;
 #else
 #define _dispatch_kevent_workqueue_enabled (1)
 #endif
 #else
 #define _dispatch_kevent_workqueue_enabled (1)
 #endif

-#endif // DISPATCH_USE_KEVENT_WORKQUEUE
-
-#if DISPATCH_USE_EVFILT_MACHPORT_DIRECT
-#if !DISPATCH_USE_KEVENT_WORKQUEUE || !DISPATCH_USE_EV_UDATA_SPECIFIC
-#error Invalid build configuration
-#endif
-#if DISPATCH_EVFILT_MACHPORT_PORTSET_FALLBACK
-extern int _dispatch_evfilt_machport_direct_enabled;
-#else
-#define _dispatch_evfilt_machport_direct_enabled (1)
-#endif

 #else
 #else

-#define _dispatch_evfilt_machport_direct_enabled (0)
-#endif // DISPATCH_USE_EVFILT_MACHPORT_DIRECT
+#define _dispatch_kevent_workqueue_enabled (0)
+#endif // DISPATCH_USE_KEVENT_WORKQUEUE

 
 
 /* #includes dependent on internal.h */
 
 
 /* #includes dependent on internal.h */


@@ -1089,6 +962,7 @@ extern int _dispatch_evfilt_machport_direct_enabled;
 #include "introspection_internal.h"
 #include "queue_internal.h"
 #include "source_internal.h"
 #include "introspection_internal.h"
 #include "queue_internal.h"
 #include "source_internal.h"

+#include "mach_internal.h"

 #include "voucher_internal.h"
 #include "data_internal.h"
 #if !TARGET_OS_WIN32
 #include "voucher_internal.h"
 #include "data_internal.h"
 #if !TARGET_OS_WIN32