X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/6d2010ae8f7a6078e10b361c6962983bab233e0f..813fb2f63a553c957e917ede5f119b021d6ce391:/osfmk/kern/bsd_kern.c diff --git a/osfmk/kern/bsd_kern.c b/osfmk/kern/bsd_kern.c index 07de86ef0..e9e601433 100644 --- a/osfmk/kern/bsd_kern.c +++ b/osfmk/kern/bsd_kern.c @@ -27,13 +27,14 @@ */ #include #include +#include #include +#include #include #include #include #include -#include #include #include #include @@ -41,27 +42,33 @@ #include #include #include /* last */ +#include +#include #undef thread_should_halt -#undef ipc_port_release /* BSD KERN COMPONENT INTERFACE */ -task_t bsd_init_task = TASK_NULL; -char init_task_failure_data[1024]; extern unsigned int not_in_kdp; /* Skip acquiring locks if we're in kdp */ thread_t get_firstthread(task_t); int get_task_userstop(task_t); int get_thread_userstop(thread_t); -boolean_t thread_should_abort(thread_t); boolean_t current_thread_aborted(void); void task_act_iterate_wth_args(task_t, void(*)(thread_t, void *), void *); -void ipc_port_release(ipc_port_t); kern_return_t get_signalact(task_t , thread_t *, int); -int get_vmsubmap_entries(vm_map_t, vm_object_offset_t, vm_object_offset_t); -void syscall_exit_funnelcheck(void); +int fill_task_rusage(task_t task, rusage_info_current *ri); +int fill_task_io_rusage(task_t task, rusage_info_current *ri); +int fill_task_qos_rusage(task_t task, rusage_info_current *ri); +void fill_task_billed_usage(task_t task, rusage_info_current *ri); +void task_bsdtask_kill(task_t); +extern uint64_t get_dispatchqueue_serialno_offset_from_proc(void *p); +extern uint64_t proc_uniqueid(void *p); + +#if MACH_BSD +extern void psignal(void *, int); +#endif /* * @@ -71,6 +78,13 @@ void *get_bsdtask_info(task_t t) return(t->bsd_info); } +void task_bsdtask_kill(task_t t) +{ + void * bsd_info = get_bsdtask_info(t); + if (bsd_info != NULL) { + psignal(bsd_info, SIGKILL); + } +} /* * */ @@ -112,7 +126,7 @@ int get_thread_lock_count(thread_t th) */ thread_t get_firstthread(task_t task) { - thread_t thread = (thread_t)queue_first(&task->threads); + thread_t thread = (thread_t)(void *)queue_first(&task->threads); if (queue_end(&task->threads, (queue_entry_t)thread)) thread = THREAD_NULL; @@ -140,7 +154,7 @@ get_signalact( return (KERN_FAILURE); } - for (inc = (thread_t)queue_first(&task->threads); + for (inc = (thread_t)(void *)queue_first(&task->threads); !queue_end(&task->threads, (queue_entry_t)inc); ) { thread_mtx_lock(inc); if (inc->active && @@ -150,7 +164,7 @@ get_signalact( } thread_mtx_unlock(inc); - inc = (thread_t)queue_next(&inc->task_threads); + inc = (thread_t)(void *)queue_next(&inc->task_threads); } if (result_out) @@ -188,7 +202,7 @@ check_actforsig( return (KERN_FAILURE); } - for (inc = (thread_t)queue_first(&task->threads); + for (inc = (thread_t)(void *)queue_first(&task->threads); !queue_end(&task->threads, (queue_entry_t)inc); ) { if (inc == thread) { thread_mtx_lock(inc); @@ -203,7 +217,7 @@ check_actforsig( break; } - inc = (thread_t)queue_next(&inc->task_threads); + inc = (thread_t)(void *)queue_next(&inc->task_threads); } if (result == KERN_SUCCESS) { @@ -218,11 +232,16 @@ check_actforsig( return (result); } +ledger_t get_task_ledger(task_t t) +{ + return(t->ledger); +} + /* * This is only safe to call from a thread executing in - * in the task's context or if the task is locked Otherwise, + * in the task's context or if the task is locked. Otherwise, * the map could be switched for the task (and freed) before - * we to return it here. + * we go to return it here. */ vm_map_t get_task_map(task_t t) { @@ -261,8 +280,8 @@ int get_task_numactivethreads(task_t task) int num_active_thr=0; task_lock(task); - for (inc = (thread_t)queue_first(&task->threads); - !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)queue_next(&inc->task_threads)) + for (inc = (thread_t)(void *)queue_first(&task->threads); + !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)(void *)queue_next(&inc->task_threads)) { if(inc->active) num_active_thr++; @@ -279,31 +298,36 @@ int get_task_numacts(task_t t) /* does this machine need 64bit register set for signal handler */ int is_64signalregset(void) { - task_t t = current_task(); - if(t->taskFeatures[0] & tf64BitData) + if (task_has_64BitData(current_task())) { return(1); - else - return(0); + } + + return(0); } /* * Swap in a new map for the task/thread pair; the old map reference is - * returned. + * returned. Also does a pmap switch if thread provided is current thread. */ vm_map_t -swap_task_map(task_t task, thread_t thread, vm_map_t map, boolean_t doswitch) +swap_task_map(task_t task, thread_t thread, vm_map_t map) { vm_map_t old_map; + boolean_t doswitch = (thread == current_thread()) ? TRUE : FALSE; if (task != thread->task) panic("swap_task_map"); task_lock(task); mp_disable_preemption(); + old_map = task->map; thread->map = task->map = map; - if (doswitch) + vm_commit_pagezero_status(map); + + if (doswitch) { pmap_switch(map->pmap); + } mp_enable_preemption(); task_unlock(task); @@ -316,6 +340,10 @@ swap_task_map(task_t task, thread_t thread, vm_map_t map, boolean_t doswitch) /* * + * This is only safe to call from a thread executing in + * in the task's context or if the task is locked. Otherwise, + * the map could be switched for the task (and freed) before + * we go to return it here. */ pmap_t get_task_pmap(task_t t) { @@ -333,13 +361,210 @@ uint64_t get_task_resident_size(task_t task) return((uint64_t)pmap_resident_count(map->pmap) * PAGE_SIZE_64); } +uint64_t get_task_compressed(task_t task) +{ + vm_map_t map; + + map = (task == kernel_task) ? kernel_map: task->map; + return((uint64_t)pmap_compressed(map->pmap) * PAGE_SIZE_64); +} + +uint64_t get_task_resident_max(task_t task) +{ + vm_map_t map; + + map = (task == kernel_task) ? kernel_map: task->map; + return((uint64_t)pmap_resident_max(map->pmap) * PAGE_SIZE_64); +} + +uint64_t get_task_purgeable_size(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + uint64_t volatile_size = 0; + + ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile, &credit, &debit); + if (ret != KERN_SUCCESS) { + return 0; + } + + volatile_size += (credit - debit); + + ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile_compressed, &credit, &debit); + if (ret != KERN_SUCCESS) { + return 0; + } + + volatile_size += (credit - debit); + + return volatile_size; +} + +/* + * + */ +uint64_t get_task_phys_footprint(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.phys_footprint, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + /* * */ -pmap_t get_map_pmap(vm_map_t map) +uint64_t get_task_phys_footprint_max(task_t task) +{ + kern_return_t ret; + ledger_amount_t max; + + ret = ledger_get_maximum(task->ledger, task_ledgers.phys_footprint, &max); + if (KERN_SUCCESS == ret) { + return max; + } + + return 0; +} + +/* + * + */ +uint64_t get_task_phys_footprint_limit(task_t task) +{ + kern_return_t ret; + ledger_amount_t max; + + ret = ledger_get_limit(task->ledger, task_ledgers.phys_footprint, &max); + if (KERN_SUCCESS == ret) { + return max; + } + + return 0; +} + +uint64_t get_task_internal(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.internal, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_internal_compressed(task_t task) { - return(map->pmap); + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.internal_compressed, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; } + +uint64_t get_task_purgeable_nonvolatile(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_purgeable_nonvolatile_compressed(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile_compressed, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_alternate_accounting(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_alternate_accounting_compressed(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting_compressed, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_page_table(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.page_table, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_iokit_mapped(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.iokit_mapped, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + +uint64_t get_task_cpu_time(task_t task) +{ + kern_return_t ret; + ledger_amount_t credit, debit; + + ret = ledger_get_entries(task->ledger, task_ledgers.cpu_time, &credit, &debit); + if (KERN_SUCCESS == ret) { + return (credit - debit); + } + + return 0; +} + /* * */ @@ -374,7 +599,9 @@ get_vmmap_size( return(map->size); } -int +#if CONFIG_COREDUMP + +static int get_vmsubmap_entries( vm_map_t map, vm_object_offset_t start, @@ -393,10 +620,11 @@ get_vmsubmap_entries( while((entry != vm_map_to_entry(map)) && (entry->vme_start < end)) { if(entry->is_sub_map) { total_entries += - get_vmsubmap_entries(entry->object.sub_map, - entry->offset, - entry->offset + - (entry->vme_end - entry->vme_start)); + get_vmsubmap_entries(VME_SUBMAP(entry), + VME_OFFSET(entry), + (VME_OFFSET(entry) + + entry->vme_end - + entry->vme_start)); } else { total_entries += 1; } @@ -421,10 +649,11 @@ get_vmmap_entries( while(entry != vm_map_to_entry(map)) { if(entry->is_sub_map) { total_entries += - get_vmsubmap_entries(entry->object.sub_map, - entry->offset, - entry->offset + - (entry->vme_end - entry->vme_start)); + get_vmsubmap_entries(VME_SUBMAP(entry), + VME_OFFSET(entry), + (VME_OFFSET(entry) + + entry->vme_end - + entry->vme_start)); } else { total_entries += 1; } @@ -434,6 +663,7 @@ get_vmmap_entries( vm_map_unlock(map); return(total_entries); } +#endif /* CONFIG_COREDUMP */ /* * @@ -458,6 +688,26 @@ get_thread_userstop( return(th->user_stop_count); } +/* + * + */ +boolean_t +get_task_pidsuspended( + task_t task) +{ + return (task->pidsuspended); +} + +/* + * + */ +boolean_t +get_task_frozen( + task_t task) +{ + return (task->frozen); +} + /* * */ @@ -510,32 +760,15 @@ task_act_iterate_wth_args( task_lock(task); - for (inc = (thread_t)queue_first(&task->threads); + for (inc = (thread_t)(void *)queue_first(&task->threads); !queue_end(&task->threads, (queue_entry_t)inc); ) { (void) (*func_callback)(inc, func_arg); - inc = (thread_t)queue_next(&inc->task_threads); + inc = (thread_t)(void *)queue_next(&inc->task_threads); } task_unlock(task); } -void -ipc_port_release( - ipc_port_t port) -{ - ipc_object_release(&(port)->ip_object); -} - -void -astbsd_on(void) -{ - boolean_t reenable; - - reenable = ml_set_interrupts_enabled(FALSE); - ast_on_fast(AST_BSD); - (void)ml_set_interrupts_enabled(reenable); -} - #include @@ -548,7 +781,9 @@ fill_taskprocinfo(task_t task, struct proc_taskinfo_internal * ptinfo) uint32_t cswitch = 0, numrunning = 0; uint32_t syscalls_unix = 0; uint32_t syscalls_mach = 0; - + + task_lock(task); + map = (task == kernel_task)? kernel_map: task->map; ptinfo->pti_virtual_size = map->size; @@ -556,8 +791,6 @@ fill_taskprocinfo(task_t task, struct proc_taskinfo_internal * ptinfo) (mach_vm_size_t)(pmap_resident_count(map->pmap)) * PAGE_SIZE_64; - task_lock(task); - ptinfo->pti_policy = ((task != kernel_task)? POLICY_TIMESHARE: POLICY_RR); @@ -567,6 +800,13 @@ fill_taskprocinfo(task_t task, struct proc_taskinfo_internal * ptinfo) queue_iterate(&task->threads, thread, thread_t, task_threads) { uint64_t tval; + spl_t x; + + if (thread->options & TH_OPT_IDLE_THREAD) + continue; + + x = splsched(); + thread_lock(thread); if ((thread->state & TH_RUN) == TH_RUN) numrunning++; @@ -576,11 +816,21 @@ fill_taskprocinfo(task_t task, struct proc_taskinfo_internal * ptinfo) tinfo.total_user += tval; tval = timer_grab(&thread->system_timer); - tinfo.threads_system += tval; - tinfo.total_system += tval; + + if (thread->precise_user_kernel_time) { + tinfo.threads_system += tval; + tinfo.total_system += tval; + } else { + /* system_timer may represent either sys or user */ + tinfo.threads_user += tval; + tinfo.total_user += tval; + } syscalls_unix += thread->syscalls_unix; syscalls_mach += thread->syscalls_mach; + + thread_unlock(thread); + splx(x); } ptinfo->pti_total_system = tinfo.total_system; @@ -604,19 +854,21 @@ fill_taskprocinfo(task_t task, struct proc_taskinfo_internal * ptinfo) } int -fill_taskthreadinfo(task_t task, uint64_t thaddr, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp) +fill_taskthreadinfo(task_t task, uint64_t thaddr, int thuniqueid, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp) { thread_t thact; int err=0; mach_msg_type_number_t count; thread_basic_info_data_t basic_info; kern_return_t kret; + uint64_t addr = 0; task_lock(task); - for (thact = (thread_t)queue_first(&task->threads); + for (thact = (thread_t)(void *)queue_first(&task->threads); !queue_end(&task->threads, (queue_entry_t)thact); ) { - if (thact->machine.cthread_self == thaddr) + addr = (thuniqueid==0)?thact->machine.cthread_self: thact->thread_id; + if (addr == thaddr) { count = THREAD_BASIC_INFO_COUNT; @@ -624,21 +876,16 @@ fill_taskthreadinfo(task_t task, uint64_t thaddr, struct proc_threadinfo_interna err = 1; goto out; } -#if 0 - ptinfo->pth_user_time = timer_grab(&basic_info.user_time); - ptinfo->pth_system_time = timer_grab(&basic_info.system_time); -#else - ptinfo->pth_user_time = ((basic_info.user_time.seconds * NSEC_PER_SEC) + (basic_info.user_time.microseconds * NSEC_PER_USEC)); - ptinfo->pth_system_time = ((basic_info.system_time.seconds * NSEC_PER_SEC) + (basic_info.system_time.microseconds * NSEC_PER_USEC)); + ptinfo->pth_user_time = ((basic_info.user_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.user_time.microseconds * (integer_t)NSEC_PER_USEC)); + ptinfo->pth_system_time = ((basic_info.system_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.system_time.microseconds * (integer_t)NSEC_PER_USEC)); -#endif ptinfo->pth_cpu_usage = basic_info.cpu_usage; ptinfo->pth_policy = basic_info.policy; ptinfo->pth_run_state = basic_info.run_state; ptinfo->pth_flags = basic_info.flags; ptinfo->pth_sleep_time = basic_info.sleep_time; ptinfo->pth_curpri = thact->sched_pri; - ptinfo->pth_priority = thact->priority; + ptinfo->pth_priority = thact->base_pri; ptinfo->pth_maxpriority = thact->max_priority; if ((vpp != NULL) && (thact->uthread != NULL)) @@ -647,7 +894,7 @@ fill_taskthreadinfo(task_t task, uint64_t thaddr, struct proc_threadinfo_interna err = 0; goto out; } - thact = (thread_t)queue_next(&thact->task_threads); + thact = (thread_t)(void *)queue_next(&thact->task_threads); } err = 1; @@ -668,14 +915,14 @@ fill_taskthreadlist(task_t task, void * buffer, int thcount) task_lock(task); - for (thact = (thread_t)queue_first(&task->threads); + for (thact = (thread_t)(void *)queue_first(&task->threads); !queue_end(&task->threads, (queue_entry_t)thact); ) { thaddr = thact->machine.cthread_self; *uptr++ = thaddr; numthr++; if (numthr >= thcount) goto out; - thact = (thread_t)queue_next(&thact->task_threads); + thact = (thread_t)(void *)queue_next(&thact->task_threads); } out: @@ -690,13 +937,126 @@ get_numthreads(task_t task) return(task->thread_count); } -void -syscall_exit_funnelcheck(void) +/* + * Gather the various pieces of info about the designated task, + * and collect it all into a single rusage_info. + */ +int +fill_task_rusage(task_t task, rusage_info_current *ri) +{ + struct task_power_info powerinfo; + + assert(task != TASK_NULL); + task_lock(task); + + task_power_info_locked(task, &powerinfo, NULL, NULL); + ri->ri_pkg_idle_wkups = powerinfo.task_platform_idle_wakeups; + ri->ri_interrupt_wkups = powerinfo.task_interrupt_wakeups; + ri->ri_user_time = powerinfo.total_user; + ri->ri_system_time = powerinfo.total_system; + + ledger_get_balance(task->ledger, task_ledgers.phys_footprint, + (ledger_amount_t *)&ri->ri_phys_footprint); + ledger_get_balance(task->ledger, task_ledgers.phys_mem, + (ledger_amount_t *)&ri->ri_resident_size); + ledger_get_balance(task->ledger, task_ledgers.wired_mem, + (ledger_amount_t *)&ri->ri_wired_size); + + ri->ri_pageins = task->pageins; + + task_unlock(task); + return (0); +} + +void +fill_task_billed_usage(task_t task __unused, rusage_info_current *ri) { - thread_t thread; +#if CONFIG_BANK + ri->ri_billed_system_time = bank_billed_time_safe(task); + ri->ri_serviced_system_time = bank_serviced_time_safe(task); +#else + ri->ri_billed_system_time = 0; + ri->ri_serviced_system_time = 0; +#endif +} - thread = current_thread(); +int +fill_task_io_rusage(task_t task, rusage_info_current *ri) +{ + assert(task != TASK_NULL); + task_lock(task); - if (thread->funnel_lock) - panic("syscall exit with funnel held\n"); + if (task->task_io_stats) { + ri->ri_diskio_bytesread = task->task_io_stats->disk_reads.size; + ri->ri_diskio_byteswritten = (task->task_io_stats->total_io.size - task->task_io_stats->disk_reads.size); + } else { + /* I/O Stats unavailable */ + ri->ri_diskio_bytesread = 0; + ri->ri_diskio_byteswritten = 0; + } + task_unlock(task); + return (0); } + +int +fill_task_qos_rusage(task_t task, rusage_info_current *ri) +{ + thread_t thread; + + assert(task != TASK_NULL); + task_lock(task); + + /* Rollup Qos time of all the threads to task */ + queue_iterate(&task->threads, thread, thread_t, task_threads) { + if (thread->options & TH_OPT_IDLE_THREAD) + continue; + + thread_update_qos_cpu_time(thread); + } + ri->ri_cpu_time_qos_default = task->cpu_time_qos_stats.cpu_time_qos_default; + ri->ri_cpu_time_qos_maintenance = task->cpu_time_qos_stats.cpu_time_qos_maintenance; + ri->ri_cpu_time_qos_background = task->cpu_time_qos_stats.cpu_time_qos_background; + ri->ri_cpu_time_qos_utility = task->cpu_time_qos_stats.cpu_time_qos_utility; + ri->ri_cpu_time_qos_legacy = task->cpu_time_qos_stats.cpu_time_qos_legacy; + ri->ri_cpu_time_qos_user_initiated = task->cpu_time_qos_stats.cpu_time_qos_user_initiated; + ri->ri_cpu_time_qos_user_interactive = task->cpu_time_qos_stats.cpu_time_qos_user_interactive; + + task_unlock(task); + return (0); +} + +uint64_t +get_task_dispatchqueue_serialno_offset(task_t task) +{ + uint64_t dq_serialno_offset = 0; + + if (task->bsd_info) { + dq_serialno_offset = get_dispatchqueue_serialno_offset_from_proc(task->bsd_info); + } + + return dq_serialno_offset; +} + +uint64_t +get_task_uniqueid(task_t task) +{ + if (task->bsd_info) { + return proc_uniqueid(task->bsd_info); + } else { + return UINT64_MAX; + } +} + +#if CONFIG_MACF +struct label * +get_task_crash_label(task_t task) +{ + return task->crash_label; +} + +void +set_task_crash_label(task_t task, struct label *label) +{ + task->crash_label = label; +} +#endif