X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/3e170ce000f1506b7b5d2c5c7faec85ceabb573d..d9a64523371fa019c4575bb400cbbc3a50ac9903:/bsd/kern/bsd_init.c diff --git a/bsd/kern/bsd_init.c b/bsd/kern/bsd_init.c index d9b90aff2..23e115db0 100644 --- a/bsd/kern/bsd_init.c +++ b/bsd/kern/bsd_init.c @@ -94,6 +94,7 @@ #include #include #include +#include #include @@ -106,19 +107,18 @@ #include #include #include -#include +#include /* for ux_handler_setup() */ #include #include #include -#include /* for ux_exception_port */ - #include -#include #include /* for pseudo_inits */ #include +#include +#include #include #include @@ -127,12 +127,11 @@ #include #include #include /* for thread_resume() */ -#include /* for task_set_exception_ports() */ -#include /* for ux_handler() */ #include /* for ubc_init() */ #include /* for mcache_init() */ #include /* for mbinit() */ #include /* for knote_init() */ +#include /* for eventhandler_init() */ #include /* for memorystatus_init() */ #include /* for aio_init() */ #include /* for psem_cache_init() */ @@ -147,8 +146,6 @@ #include /* for gif_init() */ #include /* for vnode_pager_bootstrap() */ #include /* for devfs_kernel_mount() */ -#include /* for host_set_exception_ports() */ -#include /* for host_priv_self() */ #include /* for kmem_suballoc() */ #include /* for psem_lock_init() */ #include /* for log_setsize() */ @@ -166,6 +163,7 @@ #include /* for nstat_init() */ #include /* for tcp_cc_init() */ #include /* for mptcp_control_register() */ +#include /* for nwk_wq_init */ #include /* for assert() */ #include /* for init_system_override() */ @@ -191,10 +189,14 @@ #include #endif + #include #include #include +#if CONFIG_XNUPOST +#include +#endif void * get_user_regs(thread_t); /* XXX kludge for */ void IOKitInitializeTime(void); /* XXX */ @@ -238,7 +240,7 @@ int hostnamelen; char domainname[MAXDOMNAMELEN]; int domainnamelen; -char rootdevice[16]; /* hfs device names have at least 9 chars */ +char rootdevice[DEVMAXNAMESIZE]; #if KMEMSTATS struct kmemstats kmemstats[M_LAST]; @@ -247,11 +249,18 @@ struct kmemstats kmemstats[M_LAST]; struct vnode *rootvp; int boothowto = RB_DEBUG; int minimalboot = 0; +#if CONFIG_EMBEDDED +int darkboot = 0; +#endif #if PROC_REF_DEBUG __private_extern__ int proc_ref_tracking_disabled = 0; /* disable panics on leaked proc refs across syscall boundary */ #endif +#if OS_REASON_DEBUG +__private_extern__ int os_reason_debug_disabled = 0; /* disable asserts for when we fail to allocate OS reasons */ +#endif + extern kern_return_t IOFindBSDRoot(char *, unsigned int, dev_t *, u_int32_t *); extern void IOSecureBSDRoot(const char * rootName); extern kern_return_t IOKitBSDInit(void ); @@ -259,8 +268,8 @@ extern void kminit(void); extern void file_lock_init(void); extern void kmeminit(void); extern void bsd_bufferinit(void); +extern void oslog_setsize(int size); extern void throttle_init(void); -extern void macx_init(void); extern void acct_init(void); extern int serverperfmode; @@ -277,6 +286,12 @@ __private_extern__ vm_offset_t * execargs_cache = NULL; void bsd_exec_setup(int); +#if __arm64__ +__private_extern__ int bootarg_no64exec = 0; +#endif +#if __x86_64__ +__private_extern__ int bootarg_no32exec = 0; +#endif __private_extern__ int bootarg_vnode_cache_defeat = 0; #if CONFIG_JETSAM && (DEVELOPMENT || DEBUG) @@ -290,16 +305,22 @@ __private_extern__ int bootarg_no_vnode_jetsam = 0; __private_extern__ int bootarg_disable_aslr = 0; #endif +/* + * Allow an alternate dyld to be used for testing. + */ + +#if DEVELOPMENT || DEBUG +char dyld_alt_path[MAXPATHLEN]; +int use_alt_dyld = 0; +#endif + int cmask = CMASK; extern int customnbuf; -void bsd_init(void); kern_return_t bsd_autoconf(void); void bsd_utaskbootstrap(void); static void parse_bsd_args(void); -extern task_t bsd_init_task; -extern boolean_t init_task_died; #if CONFIG_DEV_KMEM extern void dev_kmem_init(void); #endif @@ -319,6 +340,8 @@ extern void sysv_sem_lock_init(void); extern void sysv_msg_lock_init(void); #endif +extern void ulock_initialize(void); + #if CONFIG_MACF #if defined (__i386__) || defined (__x86_64__) /* MACF policy_check configuration flags; see policy_check.c for details */ @@ -367,18 +390,37 @@ extern int (*mountroot)(void); lck_grp_t * proc_lck_grp; lck_grp_t * proc_slock_grp; lck_grp_t * proc_fdmlock_grp; +lck_grp_t * proc_kqhashlock_grp; +lck_grp_t * proc_knhashlock_grp; +lck_grp_t * proc_ucred_mlock_grp; lck_grp_t * proc_mlock_grp; lck_grp_attr_t * proc_lck_grp_attr; lck_attr_t * proc_lck_attr; lck_mtx_t * proc_list_mlock; lck_mtx_t * proc_klist_mlock; +#if CONFIG_XNUPOST +lck_grp_t * sysctl_debug_test_stackshot_owner_grp; +lck_mtx_t * sysctl_debug_test_stackshot_owner_init_mtx; +#endif /* !CONFIG_XNUPOST */ + extern lck_mtx_t * execargs_cache_lock; /* hook called after root is mounted XXX temporary hack */ void (*mountroot_post_hook)(void); void (*unmountroot_pre_hook)(void); +/* + * This function is called before IOKit initialization, so that globals + * like the sysctl tree are initialized before kernel extensions + * are started (since they may want to register sysctls + */ +void +bsd_early_init(void) +{ + sysctl_early_init(); +} + /* * This function is called very early on in the Mach startup, from the * function start_kernel_threads() in osfmk/kern/startup.c. It's called @@ -449,11 +491,21 @@ bsd_init(void) proc_lck_grp_attr= lck_grp_attr_alloc_init(); proc_lck_grp = lck_grp_alloc_init("proc", proc_lck_grp_attr); + #if CONFIG_FINE_LOCK_GROUPS proc_slock_grp = lck_grp_alloc_init("proc-slock", proc_lck_grp_attr); - proc_fdmlock_grp = lck_grp_alloc_init("proc-fdmlock", proc_lck_grp_attr); + proc_ucred_mlock_grp = lck_grp_alloc_init("proc-ucred-mlock", proc_lck_grp_attr); proc_mlock_grp = lck_grp_alloc_init("proc-mlock", proc_lck_grp_attr); + proc_fdmlock_grp = lck_grp_alloc_init("proc-fdmlock", proc_lck_grp_attr); #endif + proc_kqhashlock_grp = lck_grp_alloc_init("proc-kqhashlock", proc_lck_grp_attr); + proc_knhashlock_grp = lck_grp_alloc_init("proc-knhashlock", proc_lck_grp_attr); +#if CONFIG_XNUPOST + sysctl_debug_test_stackshot_owner_grp = lck_grp_alloc_init("test-stackshot-owner-grp", LCK_GRP_ATTR_NULL); + sysctl_debug_test_stackshot_owner_init_mtx = lck_mtx_alloc_init( + sysctl_debug_test_stackshot_owner_grp, + LCK_ATTR_NULL); +#endif /* !CONFIG_XNUPOST */ /* Allocate proc lock attribute */ proc_lck_attr = lck_attr_alloc_init(); #if 0 @@ -467,12 +519,14 @@ bsd_init(void) proc_klist_mlock = lck_mtx_alloc_init(proc_mlock_grp, proc_lck_attr); lck_mtx_init(&kernproc->p_mlock, proc_mlock_grp, proc_lck_attr); lck_mtx_init(&kernproc->p_fdmlock, proc_fdmlock_grp, proc_lck_attr); + lck_mtx_init(&kernproc->p_ucred_mlock, proc_ucred_mlock_grp, proc_lck_attr); lck_spin_init(&kernproc->p_slock, proc_slock_grp, proc_lck_attr); #else proc_list_mlock = lck_mtx_alloc_init(proc_lck_grp, proc_lck_attr); proc_klist_mlock = lck_mtx_alloc_init(proc_lck_grp, proc_lck_attr); lck_mtx_init(&kernproc->p_mlock, proc_lck_grp, proc_lck_attr); lck_mtx_init(&kernproc->p_fdmlock, proc_lck_grp, proc_lck_attr); + lck_mtx_init(&kernproc->p_ucred_mlock, proc_lck_grp, proc_lck_attr); lck_spin_init(&kernproc->p_slock, proc_lck_grp, proc_lck_attr); #endif @@ -495,7 +549,6 @@ bsd_init(void) * Initialize the MAC Framework */ mac_policy_initbsd(); - kernproc->p_mac_enforce = 0; #if defined (__i386__) || defined (__x86_64__) /* @@ -506,9 +559,8 @@ bsd_init(void) #endif #endif /* MAC */ - /* Initialize System Override call */ - init_system_override(); - + ulock_initialize(); + /* * Create process 0. */ @@ -542,13 +594,21 @@ bsd_init(void) LIST_INSERT_HEAD(SESSHASH(0), &session0, s_hash); proc_list_unlock(); +#if CONFIG_PERSONAS + kernproc->p_persona = NULL; +#endif + kernproc->task = kernel_task; kernproc->p_stat = SRUN; kernproc->p_flag = P_SYSTEM; kernproc->p_lflag = 0; kernproc->p_ladvflag = 0; - + +#if defined(__LP64__) + kernproc->p_flag |= P_LP64; +#endif + #if DEVELOPMENT || DEBUG if (bootarg_disable_aslr) kernproc->p_flag |= P_DISABLE_ASLR; @@ -612,6 +672,8 @@ bsd_init(void) filedesc0.fd_knlist = NULL; filedesc0.fd_knhash = NULL; filedesc0.fd_knhashmask = 0; + lck_mtx_init(&filedesc0.fd_kqhashlock, proc_kqhashlock_grp, proc_lck_attr); + lck_mtx_init(&filedesc0.fd_knhashlock, proc_knhashlock_grp, proc_lck_attr); /* Create the limits structures. */ kernproc->p_limit = &limit0; @@ -648,12 +710,17 @@ bsd_init(void) &minimum, (vm_size_t)bsd_pageable_map_size, TRUE, - VM_FLAGS_ANYWHERE | VM_MAKE_TAG(VM_KERN_MEMORY_BSD), + VM_FLAGS_ANYWHERE, + VM_MAP_KERNEL_FLAGS_NONE, + VM_KERN_MEMORY_BSD, &bsd_pageable_map); if (ret != KERN_SUCCESS) panic("bsd_init: Failed to allocate bsd pageable map"); } + bsd_init_kprintf("calling fpxlog_init\n"); + fpxlog_init(); + /* * Initialize buffers and hash links for buffers * @@ -664,12 +731,6 @@ bsd_init(void) bsd_init_kprintf("calling bsd_bufferinit\n"); bsd_bufferinit(); - /* Initialize the execve() semaphore */ - bsd_init_kprintf("calling semaphore_create\n"); - - if (ret != KERN_SUCCESS) - panic("bsd_init: Failed to create execve semaphore"); - /* * Initialize the calendar. */ @@ -679,12 +740,6 @@ bsd_init(void) bsd_init_kprintf("calling ubc_init\n"); ubc_init(); - /* - * Initialize device-switches. - */ - bsd_init_kprintf("calling devsw_init() \n"); - devsw_init(); - /* Initialize the file systems. */ bsd_init_kprintf("calling vfsinit\n"); vfsinit(); @@ -718,6 +773,10 @@ bsd_init(void) bsd_init_kprintf("calling knote_init\n"); knote_init(); + /* Initialize event handler */ + bsd_init_kprintf("calling eventhandler_init\n"); + eventhandler_init(); + /* Initialize for async IO */ bsd_init_kprintf("calling aio_init\n"); aio_init(); @@ -761,11 +820,9 @@ bsd_init(void) * Initialize protocols. Block reception of incoming packets * until everything is ready. */ - bsd_init_kprintf("calling sysctl_register_fixed\n"); - sysctl_register_fixed(); - bsd_init_kprintf("calling sysctl_mib_init\n"); - sysctl_mib_init(); #if NETWORKING + bsd_init_kprintf("calling nwk_wq_init\n"); + nwk_wq_init(); bsd_init_kprintf("calling dlil_init\n"); dlil_init(); bsd_init_kprintf("calling proto_kpi_init\n"); @@ -781,7 +838,6 @@ bsd_init(void) flow_divert_init(); #endif /* FLOW_DIVERT */ #endif /* SOCKETS */ - kernproc->p_fd->fd_cdir = NULL; kernproc->p_fd->fd_rdir = NULL; @@ -800,9 +856,6 @@ bsd_init(void) memorystatus_init(); #endif /* CONFIG_MEMORYSTATUS */ - bsd_init_kprintf("calling macx_init\n"); - macx_init(); - bsd_init_kprintf("calling acct_init\n"); acct_init(); @@ -811,9 +864,15 @@ bsd_init(void) kmstartup(); #endif + bsd_init_kprintf("calling sysctl_mib_init\n"); + sysctl_mib_init() + bsd_init_kprintf("calling bsd_autoconf\n"); bsd_autoconf(); + bsd_init_kprintf("calling os_reason_init\n"); + os_reason_init(); + #if CONFIG_DTRACE dtrace_postinit(); #endif @@ -983,10 +1042,6 @@ bsd_init(void) bsd_init_kprintf("calling bsd_utaskbootstrap\n"); bsd_utaskbootstrap(); -#if defined(__LP64__) - kernproc->p_flag |= P_LP64; -#endif - pal_kernel_announce(); bsd_init_kprintf("calling mountroot_post_hook\n"); @@ -999,7 +1054,9 @@ bsd_init(void) consider_zone_gc(FALSE); #endif - + /* Initialize System Override call */ + init_system_override(); + bsd_init_kprintf("done\n"); } @@ -1007,28 +1064,28 @@ void bsdinit_task(void) { proc_t p = current_proc(); - struct uthread *ut; - thread_t thread; process_name("init", p); - ux_handler_init(); - - thread = current_thread(); - (void) host_set_exception_ports(host_priv_self(), - EXC_MASK_ALL & ~(EXC_MASK_RPC_ALERT),//pilotfish (shark) needs this port - (mach_port_t) ux_exception_port, - EXCEPTION_DEFAULT| MACH_EXCEPTION_CODES, - 0); - - ut = (uthread_t)get_bsdthread_info(thread); - - bsd_init_task = get_threadtask(thread); - init_task_died = FALSE; + /* Set up exception-to-signal reflection */ + ux_handler_setup(); #if CONFIG_MACF mac_cred_label_associate_user(p->p_ucred); #endif + + vm_init_before_launchd(); + +#if CONFIG_XNUPOST + int result = bsd_list_tests(); + result = bsd_do_post(); + if (result != 0) { + panic("bsd_do_post: Tests failed with result = 0x%08x\n", result); + } +#endif + + bsd_init_kprintf("bsd_do_post - done"); + load_init_program(p); lock_trace = 1; } @@ -1112,7 +1169,7 @@ bsd_utaskbootstrap(void) ut = (struct uthread *)get_bsdthread_info(thread); ut->uu_sigmask = 0; act_set_astbsd(thread); - proc_clear_return_wait(initproc, thread); + task_clear_return_wait(get_threadtask(thread)); } static void @@ -1139,6 +1196,16 @@ parse_bsd_args(void) minimalboot = 1; } +#if __arm64__ + /* disable 64 bit grading */ + if (PE_parse_boot_argn("-no64exec", namep, sizeof (namep))) + bootarg_no64exec = 1; +#endif +#if __x86_64__ + /* disable 32 bit grading */ + if (PE_parse_boot_argn("-no32exec", namep, sizeof (namep))) + bootarg_no32exec = 1; +#endif /* disable vnode_cache_is_authorized() by setting vnode_cache_defeat */ if (PE_parse_boot_argn("-vnode_cache_defeat", namep, sizeof (namep))) @@ -1163,6 +1230,7 @@ parse_bsd_args(void) if (PE_parse_boot_argn("msgbuf", &msgbuf, sizeof (msgbuf))) { log_setsize(msgbuf); + oslog_setsize(msgbuf); } if (PE_parse_boot_argn("-novfscache", namep, sizeof(namep))) { @@ -1175,6 +1243,18 @@ parse_bsd_args(void) #endif /* CONFIG_JETSAM && (DEVELOPMENT || DEBUG) */ +#if CONFIG_EMBEDDED + /* + * The darkboot flag is specified by the bootloader and is stored in + * boot_args->bootFlags. This flag is available starting revision 2. + */ + boot_args *args = (boot_args *) PE_state.bootArgs; + if ((args != NULL) && (args->Revision >= kBootArgsRevision2)) { + darkboot = (args->bootFlags & kBootFlagsDarkBoot) ? 1 : 0; + } else { + darkboot = 0; + } +#endif #if PROC_REF_DEBUG if (PE_parse_boot_argn("-disable_procref_tracking", namep, sizeof(namep))) { @@ -1182,7 +1262,27 @@ parse_bsd_args(void) } #endif +#if OS_REASON_DEBUG + if (PE_parse_boot_argn("-disable_osreason_debug", namep, sizeof(namep))) { + os_reason_debug_disabled = 1; + } +#endif + PE_parse_boot_argn("sigrestrict", &sigrestrict_arg, sizeof(sigrestrict_arg)); + +#if DEVELOPMENT|| DEBUG + if (PE_parse_boot_argn("-no_sigsys", namep, sizeof(namep))) { + send_sigsys = false; + } +#endif + +#if (DEVELOPMENT|| DEBUG) + if (PE_parse_boot_argn("alt-dyld", dyld_alt_path, sizeof(dyld_alt_path))) { + if (strlen(dyld_alt_path) > 0) { + use_alt_dyld = 1; + } + } +#endif } void