X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/4bd07ac2140668789aa3ee8ec4dde4a3e0a3bba5..9d749ea394c01276fa19e397e70f46858e849c76:/bsd/kern/bsd_init.c diff --git a/bsd/kern/bsd_init.c b/bsd/kern/bsd_init.c index 4f871df32..36b5db056 100644 --- a/bsd/kern/bsd_init.c +++ b/bsd/kern/bsd_init.c @@ -94,6 +94,7 @@ #include #include #include +#include #include @@ -119,6 +120,8 @@ #include #include /* for pseudo_inits */ #include +#include +#include #include #include @@ -133,6 +136,7 @@ #include /* for mcache_init() */ #include /* for mbinit() */ #include /* for knote_init() */ +#include /* for eventhandler_init() */ #include /* for memorystatus_init() */ #include /* for aio_init() */ #include /* for psem_cache_init() */ @@ -166,6 +170,7 @@ #include /* for nstat_init() */ #include /* for tcp_cc_init() */ #include /* for mptcp_control_register() */ +#include /* for nwk_wq_init */ #include /* for assert() */ #include /* for init_system_override() */ @@ -191,6 +196,7 @@ #include #endif + #include #include #include @@ -238,7 +244,7 @@ int hostnamelen; char domainname[MAXDOMNAMELEN]; int domainnamelen; -char rootdevice[16]; /* hfs device names have at least 9 chars */ +char rootdevice[DEVMAXNAMESIZE]; #if KMEMSTATS struct kmemstats kmemstats[M_LAST]; @@ -247,11 +253,18 @@ struct kmemstats kmemstats[M_LAST]; struct vnode *rootvp; int boothowto = RB_DEBUG; int minimalboot = 0; +#if CONFIG_EMBEDDED +int darkboot = 0; +#endif #if PROC_REF_DEBUG __private_extern__ int proc_ref_tracking_disabled = 0; /* disable panics on leaked proc refs across syscall boundary */ #endif +#if OS_REASON_DEBUG +__private_extern__ int os_reason_debug_disabled = 0; /* disable asserts for when we fail to allocate OS reasons */ +#endif + extern kern_return_t IOFindBSDRoot(char *, unsigned int, dev_t *, u_int32_t *); extern void IOSecureBSDRoot(const char * rootName); extern kern_return_t IOKitBSDInit(void ); @@ -259,8 +272,8 @@ extern void kminit(void); extern void file_lock_init(void); extern void kmeminit(void); extern void bsd_bufferinit(void); +extern void oslog_setsize(int size); extern void throttle_init(void); -extern void macx_init(void); extern void acct_init(void); extern int serverperfmode; @@ -277,6 +290,12 @@ __private_extern__ vm_offset_t * execargs_cache = NULL; void bsd_exec_setup(int); +#if __arm64__ +__private_extern__ int bootarg_no64exec = 0; +#endif +#if __x86_64__ +__private_extern__ int bootarg_no32exec = 0; +#endif __private_extern__ int bootarg_vnode_cache_defeat = 0; #if CONFIG_JETSAM && (DEVELOPMENT || DEBUG) @@ -290,16 +309,22 @@ __private_extern__ int bootarg_no_vnode_jetsam = 0; __private_extern__ int bootarg_disable_aslr = 0; #endif +/* + * Allow an alternate dyld to be used for testing. + */ + +#if DEVELOPMENT || DEBUG +char dyld_alt_path[MAXPATHLEN]; +int use_alt_dyld = 0; +#endif + int cmask = CMASK; extern int customnbuf; -void bsd_init(void); kern_return_t bsd_autoconf(void); void bsd_utaskbootstrap(void); static void parse_bsd_args(void); -extern task_t bsd_init_task; -extern boolean_t init_task_died; #if CONFIG_DEV_KMEM extern void dev_kmem_init(void); #endif @@ -319,6 +344,8 @@ extern void sysv_sem_lock_init(void); extern void sysv_msg_lock_init(void); #endif +extern void ulock_initialize(void); + #if CONFIG_MACF #if defined (__i386__) || defined (__x86_64__) /* MACF policy_check configuration flags; see policy_check.c for details */ @@ -367,6 +394,8 @@ extern int (*mountroot)(void); lck_grp_t * proc_lck_grp; lck_grp_t * proc_slock_grp; lck_grp_t * proc_fdmlock_grp; +lck_grp_t * proc_kqhashlock_grp; +lck_grp_t * proc_knhashlock_grp; lck_grp_t * proc_ucred_mlock_grp; lck_grp_t * proc_mlock_grp; lck_grp_attr_t * proc_lck_grp_attr; @@ -374,12 +403,24 @@ lck_attr_t * proc_lck_attr; lck_mtx_t * proc_list_mlock; lck_mtx_t * proc_klist_mlock; + extern lck_mtx_t * execargs_cache_lock; /* hook called after root is mounted XXX temporary hack */ void (*mountroot_post_hook)(void); void (*unmountroot_pre_hook)(void); +/* + * This function is called before IOKit initialization, so that globals + * like the sysctl tree are initialized before kernel extensions + * are started (since they may want to register sysctls + */ +void +bsd_early_init(void) +{ + sysctl_early_init(); +} + /* * This function is called very early on in the Mach startup, from the * function start_kernel_threads() in osfmk/kern/startup.c. It's called @@ -450,12 +491,15 @@ bsd_init(void) proc_lck_grp_attr= lck_grp_attr_alloc_init(); proc_lck_grp = lck_grp_alloc_init("proc", proc_lck_grp_attr); + #if CONFIG_FINE_LOCK_GROUPS proc_slock_grp = lck_grp_alloc_init("proc-slock", proc_lck_grp_attr); - proc_fdmlock_grp = lck_grp_alloc_init("proc-fdmlock", proc_lck_grp_attr); proc_ucred_mlock_grp = lck_grp_alloc_init("proc-ucred-mlock", proc_lck_grp_attr); proc_mlock_grp = lck_grp_alloc_init("proc-mlock", proc_lck_grp_attr); + proc_fdmlock_grp = lck_grp_alloc_init("proc-fdmlock", proc_lck_grp_attr); #endif + proc_kqhashlock_grp = lck_grp_alloc_init("proc-kqhashlock", proc_lck_grp_attr); + proc_knhashlock_grp = lck_grp_alloc_init("proc-knhashlock", proc_lck_grp_attr); /* Allocate proc lock attribute */ proc_lck_attr = lck_attr_alloc_init(); #if 0 @@ -499,7 +543,6 @@ bsd_init(void) * Initialize the MAC Framework */ mac_policy_initbsd(); - kernproc->p_mac_enforce = 0; #if defined (__i386__) || defined (__x86_64__) /* @@ -513,6 +556,8 @@ bsd_init(void) /* Initialize System Override call */ init_system_override(); + ulock_initialize(); + /* * Create process 0. */ @@ -546,13 +591,21 @@ bsd_init(void) LIST_INSERT_HEAD(SESSHASH(0), &session0, s_hash); proc_list_unlock(); +#if CONFIG_PERSONAS + kernproc->p_persona = NULL; +#endif + kernproc->task = kernel_task; kernproc->p_stat = SRUN; kernproc->p_flag = P_SYSTEM; kernproc->p_lflag = 0; kernproc->p_ladvflag = 0; - + +#if defined(__LP64__) + kernproc->p_flag |= P_LP64; +#endif + #if DEVELOPMENT || DEBUG if (bootarg_disable_aslr) kernproc->p_flag |= P_DISABLE_ASLR; @@ -616,6 +669,8 @@ bsd_init(void) filedesc0.fd_knlist = NULL; filedesc0.fd_knhash = NULL; filedesc0.fd_knhashmask = 0; + lck_mtx_init(&filedesc0.fd_kqhashlock, proc_kqhashlock_grp, proc_lck_attr); + lck_mtx_init(&filedesc0.fd_knhashlock, proc_knhashlock_grp, proc_lck_attr); /* Create the limits structures. */ kernproc->p_limit = &limit0; @@ -652,12 +707,17 @@ bsd_init(void) &minimum, (vm_size_t)bsd_pageable_map_size, TRUE, - VM_FLAGS_ANYWHERE | VM_MAKE_TAG(VM_KERN_MEMORY_BSD), + VM_FLAGS_ANYWHERE, + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_BSD, &bsd_pageable_map); if (ret != KERN_SUCCESS) panic("bsd_init: Failed to allocate bsd pageable map"); } + bsd_init_kprintf("calling fpxlog_init\n"); + fpxlog_init(); + /* * Initialize buffers and hash links for buffers * @@ -668,12 +728,6 @@ bsd_init(void) bsd_init_kprintf("calling bsd_bufferinit\n"); bsd_bufferinit(); - /* Initialize the execve() semaphore */ - bsd_init_kprintf("calling semaphore_create\n"); - - if (ret != KERN_SUCCESS) - panic("bsd_init: Failed to create execve semaphore"); - /* * Initialize the calendar. */ @@ -683,12 +737,6 @@ bsd_init(void) bsd_init_kprintf("calling ubc_init\n"); ubc_init(); - /* - * Initialize device-switches. - */ - bsd_init_kprintf("calling devsw_init() \n"); - devsw_init(); - /* Initialize the file systems. */ bsd_init_kprintf("calling vfsinit\n"); vfsinit(); @@ -722,6 +770,10 @@ bsd_init(void) bsd_init_kprintf("calling knote_init\n"); knote_init(); + /* Initialize event handler */ + bsd_init_kprintf("calling eventhandler_init\n"); + eventhandler_init(); + /* Initialize for async IO */ bsd_init_kprintf("calling aio_init\n"); aio_init(); @@ -765,11 +817,9 @@ bsd_init(void) * Initialize protocols. Block reception of incoming packets * until everything is ready. */ - bsd_init_kprintf("calling sysctl_register_fixed\n"); - sysctl_register_fixed(); - bsd_init_kprintf("calling sysctl_mib_init\n"); - sysctl_mib_init(); #if NETWORKING + bsd_init_kprintf("calling nwk_wq_init\n"); + nwk_wq_init(); bsd_init_kprintf("calling dlil_init\n"); dlil_init(); bsd_init_kprintf("calling proto_kpi_init\n"); @@ -785,7 +835,6 @@ bsd_init(void) flow_divert_init(); #endif /* FLOW_DIVERT */ #endif /* SOCKETS */ - kernproc->p_fd->fd_cdir = NULL; kernproc->p_fd->fd_rdir = NULL; @@ -804,9 +853,6 @@ bsd_init(void) memorystatus_init(); #endif /* CONFIG_MEMORYSTATUS */ - bsd_init_kprintf("calling macx_init\n"); - macx_init(); - bsd_init_kprintf("calling acct_init\n"); acct_init(); @@ -815,9 +861,15 @@ bsd_init(void) kmstartup(); #endif + bsd_init_kprintf("calling sysctl_mib_init\n"); + sysctl_mib_init() + bsd_init_kprintf("calling bsd_autoconf\n"); bsd_autoconf(); + bsd_init_kprintf("calling os_reason_init\n"); + os_reason_init(); + #if CONFIG_DTRACE dtrace_postinit(); #endif @@ -987,10 +1039,6 @@ bsd_init(void) bsd_init_kprintf("calling bsd_utaskbootstrap\n"); bsd_utaskbootstrap(); -#if defined(__LP64__) - kernproc->p_flag |= P_LP64; -#endif - pal_kernel_announce(); bsd_init_kprintf("calling mountroot_post_hook\n"); @@ -1003,7 +1051,6 @@ bsd_init(void) consider_zone_gc(FALSE); #endif - bsd_init_kprintf("done\n"); } @@ -1027,12 +1074,15 @@ bsdinit_task(void) ut = (uthread_t)get_bsdthread_info(thread); - bsd_init_task = get_threadtask(thread); - init_task_died = FALSE; - #if CONFIG_MACF mac_cred_label_associate_user(p->p_ucred); #endif + + vm_init_before_launchd(); + + + bsd_init_kprintf("bsd_do_post - done"); + load_init_program(p); lock_trace = 1; } @@ -1116,7 +1166,7 @@ bsd_utaskbootstrap(void) ut = (struct uthread *)get_bsdthread_info(thread); ut->uu_sigmask = 0; act_set_astbsd(thread); - proc_clear_return_wait(initproc, thread); + task_clear_return_wait(get_threadtask(thread)); } static void @@ -1143,6 +1193,16 @@ parse_bsd_args(void) minimalboot = 1; } +#if __arm64__ + /* disable 64 bit grading */ + if (PE_parse_boot_argn("-no64exec", namep, sizeof (namep))) + bootarg_no64exec = 1; +#endif +#if __x86_64__ + /* disable 32 bit grading */ + if (PE_parse_boot_argn("-no32exec", namep, sizeof (namep))) + bootarg_no32exec = 1; +#endif /* disable vnode_cache_is_authorized() by setting vnode_cache_defeat */ if (PE_parse_boot_argn("-vnode_cache_defeat", namep, sizeof (namep))) @@ -1167,6 +1227,7 @@ parse_bsd_args(void) if (PE_parse_boot_argn("msgbuf", &msgbuf, sizeof (msgbuf))) { log_setsize(msgbuf); + oslog_setsize(msgbuf); } if (PE_parse_boot_argn("-novfscache", namep, sizeof(namep))) { @@ -1179,6 +1240,18 @@ parse_bsd_args(void) #endif /* CONFIG_JETSAM && (DEVELOPMENT || DEBUG) */ +#if CONFIG_EMBEDDED + /* + * The darkboot flag is specified by the bootloader and is stored in + * boot_args->bootFlags. This flag is available starting revision 2. + */ + boot_args *args = (boot_args *) PE_state.bootArgs; + if ((args != NULL) && (args->Revision >= kBootArgsRevision2)) { + darkboot = (args->bootFlags & kBootFlagsDarkBoot) ? 1 : 0; + } else { + darkboot = 0; + } +#endif #if PROC_REF_DEBUG if (PE_parse_boot_argn("-disable_procref_tracking", namep, sizeof(namep))) { @@ -1186,7 +1259,27 @@ parse_bsd_args(void) } #endif +#if OS_REASON_DEBUG + if (PE_parse_boot_argn("-disable_osreason_debug", namep, sizeof(namep))) { + os_reason_debug_disabled = 1; + } +#endif + PE_parse_boot_argn("sigrestrict", &sigrestrict_arg, sizeof(sigrestrict_arg)); + +#if DEVELOPMENT|| DEBUG + if (PE_parse_boot_argn("-no_sigsys", namep, sizeof(namep))) { + send_sigsys = false; + } +#endif + +#if (DEVELOPMENT|| DEBUG) + if (PE_parse_boot_argn("alt-dyld", dyld_alt_path, sizeof(dyld_alt_path))) { + if (strlen(dyld_alt_path) > 0) { + use_alt_dyld = 1; + } + } +#endif } void