Libsystem-1281.tar.gz

[apple/libsystem.git] / init.c

diff --git a/init.c b/init.c
index 3073ddbd5cbe571052830183472da394d96e1cbd..a07abe9929054c893db6e1eb84bc43173b1c7cb0 100644 (file)
--- a/init.c
+++ b/init.c
@@ -2,7 +2,7 @@
  * Copyright (c) 2007, 2008, 2011-2013 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * Copyright (c) 2007, 2008, 2011-2013 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 


@@ -30,13 +30,19 @@
 
 #include <stddef.h>
 #include <stdlib.h>
 
 #include <stddef.h>
 #include <stdlib.h>

+#include <unistd.h>
+#include <corecrypto/cc_priv.h>

 #include <libc_private.h>
 #include <pthread.h>
 #include <pthread/private.h>
 #include <libc_private.h>
 #include <pthread.h>
 #include <pthread/private.h>

+#if !TARGET_OS_DRIVERKIT

 #include <dlfcn.h>
 #include <dlfcn.h>

+#endif

 #include <fcntl.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <errno.h>

+#include <sys/kdebug.h>

 #include <_libkernel_init.h> // Must be after voucher_private.h
 #include <_libkernel_init.h> // Must be after voucher_private.h

+#include <malloc_implementation.h>

 
 #include <mach-o/dyld_priv.h>
 
 
 #include <mach-o/dyld_priv.h>
 


@@ -55,9 +61,6 @@ extern void _container_init(const char *apple[]); // from libsystem_containerman
 extern void __libdarwin_init(void);            // from libsystem_darwin.dylib
 
 
 extern void __libdarwin_init(void);            // from libsystem_darwin.dylib
 
 

-// signal malloc stack logging that initialisation has finished
-extern void __stack_logging_early_finished(void); // form libsystem_c.dylib
-

 // clear qos tsd (from pthread)
 extern void _pthread_clear_qos_tsd(mach_port_t) __attribute__((weak_import));
 
 // clear qos tsd (from pthread)
 extern void _pthread_clear_qos_tsd(mach_port_t) __attribute__((weak_import));
 


@@ -82,6 +85,8 @@ extern void _malloc_fork_child(void);
 
 extern void _mach_fork_child(void);
 extern void _notify_fork_child(void);
 
 extern void _mach_fork_child(void);
 extern void _notify_fork_child(void);

+extern void _dyld_atfork_prepare(void);
+extern void _dyld_atfork_parent(void);

 extern void _dyld_fork_child(void);
 extern void xpc_atfork_prepare(void);
 extern void xpc_atfork_parent(void);
 extern void _dyld_fork_child(void);
 extern void xpc_atfork_prepare(void);
 extern void xpc_atfork_parent(void);


@@ -106,6 +111,53 @@ void libSystem_atfork_child(void);
 const char *__asan_default_options(void);
 #endif
 
 const char *__asan_default_options(void);
 #endif
 

+static inline void
+_libSystem_ktrace4(uint32_t code, uint64_t a, uint64_t b, uint64_t c, uint64_t d)
+{
+       if (__builtin_expect(*(volatile uint32_t *)_COMM_PAGE_KDEBUG_ENABLE == 0, 1)) return;
+       kdebug_trace(code, a, b, c, d);
+}
+#define _libSystem_ktrace3(code, a, b, c) _libSystem_ktrace4(code, a, b, c, 0)
+#define _libSystem_ktrace2(code, a, b)    _libSystem_ktrace4(code, a, b, 0, 0)
+#define _libSystem_ktrace1(code, a)       _libSystem_ktrace4(code, a, 0, 0, 0)
+#define _libSystem_ktrace0(code)          _libSystem_ktrace4(code, 0, 0, 0, 0)
+
+/*
+ * these define stable Ariadne tracepoints. If initializers are removed, or
+ * added, then old tracepoints MUST NOT be recycled.
+ */
+enum {
+       ARIADNE_LIFECYCLE_libsystem_init = ARIADNEDBG_CODE(220, 4),
+};
+
+/*
+ * These represent the initializer "name"
+ *
+ * They happen to match the order of the initializers at some point in time,
+ * but there's no guarantee made that traecepoints will appear in numerical
+ * order. As initializers come and go, new codes shall be allocated,
+ * and no slots reused.
+ */
+enum init_func {
+       INIT_SYSTEM = 0,
+       INIT_KERNEL = 1,
+       INIT_PLATFORM = 2,
+       INIT_PTHREAD = 3,
+       INIT_LIBC = 4,
+       INIT_MALLOC = 5,
+       INIT_KEYMGR = 6,
+       INIT_DYLD = 7,
+       INIT_LIBDISPATCH = 8,
+       INIT_LIBXPC = 9,
+       INIT_LIBTRACE = 10,
+       INIT_SECINIT = 11,
+       INIT_CONTAINERMGR = 12,
+       INIT_DARWIN = 13,
+};
+
+#define _libSystem_ktrace_init_func(what) \
+       _libSystem_ktrace1(ARIADNE_LIFECYCLE_libsystem_init | DBG_FUNC_NONE, INIT_##what)
+

 // libsyscall_initializer() initializes all of libSystem.dylib
 // <rdar://problem/4892197>
 __attribute__((constructor))
 // libsyscall_initializer() initializes all of libSystem.dylib
 // <rdar://problem/4892197>
 __attribute__((constructor))


@@ -119,7 +171,9 @@ libSystem_initializer(int argc,
        static const struct _libkernel_functions libkernel_funcs = {
                .version = 3,
                // V1 functions
        static const struct _libkernel_functions libkernel_funcs = {
                .version = 3,
                // V1 functions

+#if !TARGET_OS_DRIVERKIT

                .dlsym = dlsym,
                .dlsym = dlsym,

+#endif

                .malloc = malloc,
                .free = free,
                .realloc = realloc,
                .malloc = malloc,
                .free = free,
                .realloc = realloc,


@@ -135,7 +189,7 @@ libSystem_initializer(int argc,
                .malloc = malloc,
                .free = free,
        };
                .malloc = malloc,
                .free = free,
        };

-       
+

        static const struct _libc_functions libc_funcs = {
                .version = 1,
                .atfork_prepare = libSystem_atfork_prepare,
        static const struct _libc_functions libc_funcs = {
                .version = 1,
                .atfork_prepare = libSystem_atfork_prepare,


@@ -145,53 +199,81 @@ libSystem_initializer(int argc,
                .dirhelper = _dirhelper,
 #endif
        };
                .dirhelper = _dirhelper,
 #endif
        };

+       
+       static const struct _malloc_functions malloc_funcs = {
+               .version = 1,
+#if !TARGET_OS_DRIVERKIT
+               .dlopen = dlopen,
+               .dlsym = dlsym,
+#endif
+       };
+       
+       _libSystem_ktrace0(ARIADNE_LIFECYCLE_libsystem_init | DBG_FUNC_START);

 
        __libkernel_init(&libkernel_funcs, envp, apple, vars);
 
        __libkernel_init(&libkernel_funcs, envp, apple, vars);

+       _libSystem_ktrace_init_func(KERNEL);

 
        __libplatform_init(NULL, envp, apple, vars);
 
        __libplatform_init(NULL, envp, apple, vars);

+       _libSystem_ktrace_init_func(PLATFORM);

 
        __pthread_init(&libpthread_funcs, envp, apple, vars);
 
        __pthread_init(&libpthread_funcs, envp, apple, vars);

+       _libSystem_ktrace_init_func(PTHREAD);

 
        _libc_initializer(&libc_funcs, envp, apple, vars);
 
        _libc_initializer(&libc_funcs, envp, apple, vars);

+       _libSystem_ktrace_init_func(LIBC);

 
        // TODO: Move __malloc_init before __libc_init after breaking malloc's upward link to Libc
        __malloc_init(apple);
 
        // TODO: Move __malloc_init before __libc_init after breaking malloc's upward link to Libc
        __malloc_init(apple);

+       _libSystem_ktrace_init_func(MALLOC);

 
 #if TARGET_OS_OSX
        /* <rdar://problem/9664631> */
        __keymgr_initializer();
 
 #if TARGET_OS_OSX
        /* <rdar://problem/9664631> */
        __keymgr_initializer();

+       _libSystem_ktrace_init_func(KEYMGR);

 #endif
 
        // No ASan interceptors are invoked before this point. ASan is normally initialized via the malloc interceptor:
        // _dyld_initializer() -> tlv_load_notification -> wrap_malloc -> ASanInitInternal
 
        _dyld_initializer();
 #endif
 
        // No ASan interceptors are invoked before this point. ASan is normally initialized via the malloc interceptor:
        // _dyld_initializer() -> tlv_load_notification -> wrap_malloc -> ASanInitInternal
 
        _dyld_initializer();

+       _libSystem_ktrace_init_func(DYLD);

 
        libdispatch_init();
 
        libdispatch_init();

+       _libSystem_ktrace_init_func(LIBDISPATCH);
+
+#if !TARGET_OS_DRIVERKIT

        _libxpc_initializer();
        _libxpc_initializer();

+       _libSystem_ktrace_init_func(LIBXPC);

 
 #if CURRENT_VARIANT_asan
        setenv("DT_BYPASS_LEAKS_CHECK", "1", 1);
 #endif
 
 #if CURRENT_VARIANT_asan
        setenv("DT_BYPASS_LEAKS_CHECK", "1", 1);
 #endif

+#endif // !TARGET_OS_DRIVERKIT

 
        // must be initialized after dispatch
        _libtrace_init();
 
        // must be initialized after dispatch
        _libtrace_init();

+       _libSystem_ktrace_init_func(LIBTRACE);

 
 

-#if !(TARGET_OS_EMBEDDED || TARGET_OS_SIMULATOR)
+#if !TARGET_OS_DRIVERKIT
+#if defined(HAVE_SYSTEM_SECINIT)

        _libsecinit_initializer();
        _libsecinit_initializer();

+       _libSystem_ktrace_init_func(SECINIT);

 #endif
 
 #if defined(HAVE_SYSTEM_CONTAINERMANAGER)
        _container_init(apple);
 #endif
 
 #if defined(HAVE_SYSTEM_CONTAINERMANAGER)
        _container_init(apple);

+       _libSystem_ktrace_init_func(CONTAINERMGR);

 #endif
 
        __libdarwin_init();
 #endif
 
        __libdarwin_init();

+       _libSystem_ktrace_init_func(DARWIN);
+#endif // !TARGET_OS_DRIVERKIT

 
 

-       __stack_logging_early_finished();
+       __stack_logging_early_finished(&malloc_funcs);

 
 #if !TARGET_OS_IPHONE
 
 #if !TARGET_OS_IPHONE

-    /* <rdar://problem/22139800> - Preserve the old behavior of apple[] for
-     * programs that haven't linked against newer SDK.
+       /* <rdar://problem/22139800> - Preserve the old behavior of apple[] for
+        * programs that haven't linked against newer SDK.

         */
 #define APPLE0_PREFIX "executable_path="
        if (dyld_get_program_sdk_version() < DYLD_MACOSX_VERSION_10_11){
         */
 #define APPLE0_PREFIX "executable_path="
        if (dyld_get_program_sdk_version() < DYLD_MACOSX_VERSION_10_11){


@@ -201,6 +283,8 @@ libSystem_initializer(int argc,
        }
 #endif
 
        }
 #endif
 

+       _libSystem_ktrace0(ARIADNE_LIFECYCLE_libsystem_init | DBG_FUNC_END);
+

        /* <rdar://problem/11588042>
         * C99 standard has the following in section 7.5(3):
         * "The value of errno is zero at program startup, but is never set
        /* <rdar://problem/11588042>
         * C99 standard has the following in section 7.5(3):
         * "The value of errno is zero at program startup, but is never set


@@ -220,9 +304,13 @@ libSystem_atfork_prepare(void)
 
        // second call hardwired fork prepare handlers for Libsystem components
        // in the _reverse_ order of library initalization above
 
        // second call hardwired fork prepare handlers for Libsystem components
        // in the _reverse_ order of library initalization above

+#if !TARGET_OS_DRIVERKIT

        _libSC_info_fork_prepare();
        xpc_atfork_prepare();
        _libSC_info_fork_prepare();
        xpc_atfork_prepare();

+#endif // !TARGET_OS_DRIVERKIT

        dispatch_atfork_prepare();
        dispatch_atfork_prepare();

+       _dyld_atfork_prepare();
+       cc_atfork_prepare();

        _malloc_fork_prepare();
        _pthread_atfork_prepare();
 }
        _malloc_fork_prepare();
        _pthread_atfork_prepare();
 }


@@ -234,9 +322,13 @@ libSystem_atfork_parent(void)
        // in the order of library initalization above
        _pthread_atfork_parent();
        _malloc_fork_parent();
        // in the order of library initalization above
        _pthread_atfork_parent();
        _malloc_fork_parent();

+       cc_atfork_parent();
+       _dyld_atfork_parent();

        dispatch_atfork_parent();
        dispatch_atfork_parent();

+#if !TARGET_OS_DRIVERKIT

        xpc_atfork_parent();
        _libSC_info_fork_parent();
        xpc_atfork_parent();
        _libSC_info_fork_parent();

+#endif // !TARGET_OS_DRIVERKIT

 
        // second call client parent handlers registered with pthread_atfork()
        _pthread_atfork_parent_handlers();
 
        // second call client parent handlers registered with pthread_atfork()
        _pthread_atfork_parent_handlers();


@@ -247,28 +339,48 @@ libSystem_atfork_child(void)
 {
        // first call hardwired fork child handlers for Libsystem components
        // in the order of library initalization above
 {
        // first call hardwired fork child handlers for Libsystem components
        // in the order of library initalization above

-       _dyld_fork_child();
-       _pthread_atfork_child();

        _mach_fork_child();
        _mach_fork_child();

+       _pthread_atfork_child();

        _malloc_fork_child();
        _malloc_fork_child();

+       cc_atfork_child();

        _libc_fork_child(); // _arc4_fork_child calls malloc
        _libc_fork_child(); // _arc4_fork_child calls malloc

+       _dyld_fork_child();

        dispatch_atfork_child();
        dispatch_atfork_child();

+#if !TARGET_OS_DRIVERKIT

 #if defined(HAVE_SYSTEM_CORESERVICES)
        _libcoreservices_fork_child();
 #endif
        _asl_fork_child();
        _notify_fork_child();
        xpc_atfork_child();
 #if defined(HAVE_SYSTEM_CORESERVICES)
        _libcoreservices_fork_child();
 #endif
        _asl_fork_child();
        _notify_fork_child();
        xpc_atfork_child();

+#endif // !TARGET_OS_DRIVERKIT

        _libtrace_fork_child();
        _libtrace_fork_child();

+#if !TARGET_OS_DRIVERKIT

        _libSC_info_fork_child();
        _libSC_info_fork_child();

+#endif // !TARGET_OS_DRIVERKIT

 
        // second call client parent handlers registered with pthread_atfork()
        _pthread_atfork_child_handlers();
 }
 
 #if CURRENT_VARIANT_asan
 
        // second call client parent handlers registered with pthread_atfork()
        _pthread_atfork_child_handlers();
 }
 
 #if CURRENT_VARIANT_asan

+#define DEFAULT_ASAN_OPTIONS "color=never" \
+       ":handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0" \
+       ":external_symbolizer_path=" \
+       ":log_path=stderr:log_exe_name=0" \
+       ":halt_on_error=0" \
+       ":print_module_map=2" \
+       ":start_deactivated=1" \
+       ":detect_odr_violation=0"

 char dynamic_asan_opts[1024] = {0};
 const char *__asan_default_options(void) {
 char dynamic_asan_opts[1024] = {0};
 const char *__asan_default_options(void) {

+       char executable_path[4096] = {0};
+       uint32_t size = sizeof(executable_path);
+       const char *process_name = "";
+       if (_NSGetExecutablePath(executable_path, &size) == 0) {
+               process_name = strrchr(executable_path, '/') + 1;
+       }
+

        int fd = open("/System/Library/Preferences/com.apple.asan.options", O_RDONLY);
        if (fd != -1) {
                ssize_t remaining_size = sizeof(dynamic_asan_opts) - 1;
        int fd = open("/System/Library/Preferences/com.apple.asan.options", O_RDONLY);
        if (fd != -1) {
                ssize_t remaining_size = sizeof(dynamic_asan_opts) - 1;


@@ -285,11 +397,11 @@ const char *__asan_default_options(void) {
                }
        }
 
                }
        }
 

-       return "color=never:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0";
+       return DEFAULT_ASAN_OPTIONS;

 }
 #endif
 
 }
 #endif
 

-/*  
+/*

  *  Old crt1.o glue used to call through mach_init_routine which was used to initialize libSystem.
  *  LibSystem now auto-initializes but mach_init_routine is left for binary compatibility.
  */
  *  Old crt1.o glue used to call through mach_init_routine which was used to initialize libSystem.
  *  LibSystem now auto-initializes but mach_init_routine is left for binary compatibility.
  */