*/
#include <mach/mach_types.h>
#include <mach/machine/vm_param.h>
+#include <mach/task.h>
#include <kern/kern_types.h>
+#include <kern/ledger.h>
#include <kern/processor.h>
#include <kern/thread.h>
#include <kern/task.h>
#include <kern/spl.h>
-#include <kern/lock.h>
#include <kern/ast.h>
#include <ipc/ipc_port.h>
#include <ipc/ipc_object.h>
#include <vm/vm_kern.h>
#include <vm/pmap.h>
#include <vm/vm_protos.h> /* last */
+#include <sys/resource.h>
+#include <sys/signal.h>
#undef thread_should_halt
-#undef ipc_port_release
/* BSD KERN COMPONENT INTERFACE */
-task_t bsd_init_task = TASK_NULL;
-char init_task_failure_data[1024];
extern unsigned int not_in_kdp; /* Skip acquiring locks if we're in kdp */
thread_t get_firstthread(task_t);
int get_task_userstop(task_t);
int get_thread_userstop(thread_t);
-boolean_t thread_should_abort(thread_t);
boolean_t current_thread_aborted(void);
void task_act_iterate_wth_args(task_t, void(*)(thread_t, void *), void *);
-void ipc_port_release(ipc_port_t);
kern_return_t get_signalact(task_t , thread_t *, int);
-int get_vmsubmap_entries(vm_map_t, vm_object_offset_t, vm_object_offset_t);
-void syscall_exit_funnelcheck(void);
+int fill_task_rusage(task_t task, rusage_info_current *ri);
+int fill_task_io_rusage(task_t task, rusage_info_current *ri);
+int fill_task_qos_rusage(task_t task, rusage_info_current *ri);
+void fill_task_billed_usage(task_t task, rusage_info_current *ri);
+void task_bsdtask_kill(task_t);
+extern uint64_t get_dispatchqueue_serialno_offset_from_proc(void *p);
+extern uint64_t proc_uniqueid(void *p);
+
+#if MACH_BSD
+extern void psignal(void *, int);
+#endif
/*
*
return(t->bsd_info);
}
+void task_bsdtask_kill(task_t t)
+{
+ void * bsd_info = get_bsdtask_info(t);
+ if (bsd_info != NULL) {
+ psignal(bsd_info, SIGKILL);
+ }
+}
/*
*
*/
*/
thread_t get_firstthread(task_t task)
{
- thread_t thread = (thread_t)queue_first(&task->threads);
+ thread_t thread = (thread_t)(void *)queue_first(&task->threads);
if (queue_end(&task->threads, (queue_entry_t)thread))
thread = THREAD_NULL;
return (KERN_FAILURE);
}
- for (inc = (thread_t)queue_first(&task->threads);
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
!queue_end(&task->threads, (queue_entry_t)inc); ) {
thread_mtx_lock(inc);
if (inc->active &&
}
thread_mtx_unlock(inc);
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
if (result_out)
return (KERN_FAILURE);
}
- for (inc = (thread_t)queue_first(&task->threads);
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
!queue_end(&task->threads, (queue_entry_t)inc); ) {
if (inc == thread) {
thread_mtx_lock(inc);
break;
}
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
if (result == KERN_SUCCESS) {
return (result);
}
+ledger_t get_task_ledger(task_t t)
+{
+ return(t->ledger);
+}
+
/*
* This is only safe to call from a thread executing in
- * in the task's context or if the task is locked Otherwise,
+ * in the task's context or if the task is locked. Otherwise,
* the map could be switched for the task (and freed) before
- * we to return it here.
+ * we go to return it here.
*/
vm_map_t get_task_map(task_t t)
{
int num_active_thr=0;
task_lock(task);
- for (inc = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)queue_next(&inc->task_threads))
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)(void *)queue_next(&inc->task_threads))
{
if(inc->active)
num_active_thr++;
/* does this machine need 64bit register set for signal handler */
int is_64signalregset(void)
{
- task_t t = current_task();
- if(t->taskFeatures[0] & tf64BitData)
+ if (task_has_64BitData(current_task())) {
return(1);
- else
- return(0);
+ }
+
+ return(0);
}
/*
* Swap in a new map for the task/thread pair; the old map reference is
- * returned.
+ * returned. Also does a pmap switch if thread provided is current thread.
*/
vm_map_t
-swap_task_map(task_t task, thread_t thread, vm_map_t map, boolean_t doswitch)
+swap_task_map(task_t task, thread_t thread, vm_map_t map)
{
vm_map_t old_map;
+ boolean_t doswitch = (thread == current_thread()) ? TRUE : FALSE;
if (task != thread->task)
panic("swap_task_map");
task_lock(task);
mp_disable_preemption();
+
old_map = task->map;
thread->map = task->map = map;
- if (doswitch)
+ vm_commit_pagezero_status(map);
+
+ if (doswitch) {
pmap_switch(map->pmap);
+ }
mp_enable_preemption();
task_unlock(task);
/*
*
+ * This is only safe to call from a thread executing in
+ * in the task's context or if the task is locked. Otherwise,
+ * the map could be switched for the task (and freed) before
+ * we go to return it here.
*/
pmap_t get_task_pmap(task_t t)
{
return((uint64_t)pmap_resident_count(map->pmap) * PAGE_SIZE_64);
}
+uint64_t get_task_compressed(task_t task)
+{
+ vm_map_t map;
+
+ map = (task == kernel_task) ? kernel_map: task->map;
+ return((uint64_t)pmap_compressed(map->pmap) * PAGE_SIZE_64);
+}
+
+uint64_t get_task_resident_max(task_t task)
+{
+ vm_map_t map;
+
+ map = (task == kernel_task) ? kernel_map: task->map;
+ return((uint64_t)pmap_resident_max(map->pmap) * PAGE_SIZE_64);
+}
+
+uint64_t get_task_purgeable_size(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+ uint64_t volatile_size = 0;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile, &credit, &debit);
+ if (ret != KERN_SUCCESS) {
+ return 0;
+ }
+
+ volatile_size += (credit - debit);
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile_compressed, &credit, &debit);
+ if (ret != KERN_SUCCESS) {
+ return 0;
+ }
+
+ volatile_size += (credit - debit);
+
+ return volatile_size;
+}
+
+/*
+ *
+ */
+uint64_t get_task_phys_footprint(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.phys_footprint, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
/*
*
*/
-pmap_t get_map_pmap(vm_map_t map)
+uint64_t get_task_phys_footprint_max(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t max;
+
+ ret = ledger_get_maximum(task->ledger, task_ledgers.phys_footprint, &max);
+ if (KERN_SUCCESS == ret) {
+ return max;
+ }
+
+ return 0;
+}
+
+/*
+ *
+ */
+uint64_t get_task_phys_footprint_limit(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t max;
+
+ ret = ledger_get_limit(task->ledger, task_ledgers.phys_footprint, &max);
+ if (KERN_SUCCESS == ret) {
+ return max;
+ }
+
+ return 0;
+}
+
+uint64_t get_task_internal(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.internal, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_internal_compressed(task_t task)
{
- return(map->pmap);
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.internal_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
}
+
+uint64_t get_task_purgeable_nonvolatile(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_purgeable_nonvolatile_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_alternate_accounting(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_alternate_accounting_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_page_table(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.page_table, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_iokit_mapped(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.iokit_mapped, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
+uint64_t get_task_cpu_time(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.cpu_time, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return (credit - debit);
+ }
+
+ return 0;
+}
+
/*
*
*/
return(map->size);
}
-int
+#if CONFIG_COREDUMP
+
+static int
get_vmsubmap_entries(
vm_map_t map,
vm_object_offset_t start,
while((entry != vm_map_to_entry(map)) && (entry->vme_start < end)) {
if(entry->is_sub_map) {
total_entries +=
- get_vmsubmap_entries(entry->object.sub_map,
- entry->offset,
- entry->offset +
- (entry->vme_end - entry->vme_start));
+ get_vmsubmap_entries(VME_SUBMAP(entry),
+ VME_OFFSET(entry),
+ (VME_OFFSET(entry) +
+ entry->vme_end -
+ entry->vme_start));
} else {
total_entries += 1;
}
while(entry != vm_map_to_entry(map)) {
if(entry->is_sub_map) {
total_entries +=
- get_vmsubmap_entries(entry->object.sub_map,
- entry->offset,
- entry->offset +
- (entry->vme_end - entry->vme_start));
+ get_vmsubmap_entries(VME_SUBMAP(entry),
+ VME_OFFSET(entry),
+ (VME_OFFSET(entry) +
+ entry->vme_end -
+ entry->vme_start));
} else {
total_entries += 1;
}
vm_map_unlock(map);
return(total_entries);
}
+#endif /* CONFIG_COREDUMP */
/*
*
return(th->user_stop_count);
}
+/*
+ *
+ */
+boolean_t
+get_task_pidsuspended(
+ task_t task)
+{
+ return (task->pidsuspended);
+}
+
+/*
+ *
+ */
+boolean_t
+get_task_frozen(
+ task_t task)
+{
+ return (task->frozen);
+}
+
/*
*
*/
task_lock(task);
- for (inc = (thread_t)queue_first(&task->threads);
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
!queue_end(&task->threads, (queue_entry_t)inc); ) {
(void) (*func_callback)(inc, func_arg);
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
task_unlock(task);
}
-void
-ipc_port_release(
- ipc_port_t port)
-{
- ipc_object_release(&(port)->ip_object);
-}
-
-void
-astbsd_on(void)
-{
- boolean_t reenable;
-
- reenable = ml_set_interrupts_enabled(FALSE);
- ast_on_fast(AST_BSD);
- (void)ml_set_interrupts_enabled(reenable);
-}
-
#include <sys/bsdtask_info.h>
uint32_t cswitch = 0, numrunning = 0;
uint32_t syscalls_unix = 0;
uint32_t syscalls_mach = 0;
-
+
+ task_lock(task);
+
map = (task == kernel_task)? kernel_map: task->map;
ptinfo->pti_virtual_size = map->size;
(mach_vm_size_t)(pmap_resident_count(map->pmap))
* PAGE_SIZE_64;
- task_lock(task);
-
ptinfo->pti_policy = ((task != kernel_task)?
POLICY_TIMESHARE: POLICY_RR);
queue_iterate(&task->threads, thread, thread_t, task_threads) {
uint64_t tval;
+ spl_t x;
+
+ if (thread->options & TH_OPT_IDLE_THREAD)
+ continue;
+
+ x = splsched();
+ thread_lock(thread);
if ((thread->state & TH_RUN) == TH_RUN)
numrunning++;
tinfo.total_user += tval;
tval = timer_grab(&thread->system_timer);
- tinfo.threads_system += tval;
- tinfo.total_system += tval;
+
+ if (thread->precise_user_kernel_time) {
+ tinfo.threads_system += tval;
+ tinfo.total_system += tval;
+ } else {
+ /* system_timer may represent either sys or user */
+ tinfo.threads_user += tval;
+ tinfo.total_user += tval;
+ }
syscalls_unix += thread->syscalls_unix;
syscalls_mach += thread->syscalls_mach;
+
+ thread_unlock(thread);
+ splx(x);
}
ptinfo->pti_total_system = tinfo.total_system;
}
int
-fill_taskthreadinfo(task_t task, uint64_t thaddr, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp)
+fill_taskthreadinfo(task_t task, uint64_t thaddr, int thuniqueid, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp)
{
thread_t thact;
int err=0;
mach_msg_type_number_t count;
thread_basic_info_data_t basic_info;
kern_return_t kret;
+ uint64_t addr = 0;
task_lock(task);
- for (thact = (thread_t)queue_first(&task->threads);
+ for (thact = (thread_t)(void *)queue_first(&task->threads);
!queue_end(&task->threads, (queue_entry_t)thact); ) {
- if (thact->machine.cthread_self == thaddr)
+ addr = (thuniqueid==0)?thact->machine.cthread_self: thact->thread_id;
+ if (addr == thaddr)
{
count = THREAD_BASIC_INFO_COUNT;
err = 1;
goto out;
}
-#if 0
- ptinfo->pth_user_time = timer_grab(&basic_info.user_time);
- ptinfo->pth_system_time = timer_grab(&basic_info.system_time);
-#else
- ptinfo->pth_user_time = ((basic_info.user_time.seconds * NSEC_PER_SEC) + (basic_info.user_time.microseconds * NSEC_PER_USEC));
- ptinfo->pth_system_time = ((basic_info.system_time.seconds * NSEC_PER_SEC) + (basic_info.system_time.microseconds * NSEC_PER_USEC));
+ ptinfo->pth_user_time = ((basic_info.user_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.user_time.microseconds * (integer_t)NSEC_PER_USEC));
+ ptinfo->pth_system_time = ((basic_info.system_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.system_time.microseconds * (integer_t)NSEC_PER_USEC));
-#endif
ptinfo->pth_cpu_usage = basic_info.cpu_usage;
ptinfo->pth_policy = basic_info.policy;
ptinfo->pth_run_state = basic_info.run_state;
ptinfo->pth_flags = basic_info.flags;
ptinfo->pth_sleep_time = basic_info.sleep_time;
ptinfo->pth_curpri = thact->sched_pri;
- ptinfo->pth_priority = thact->priority;
+ ptinfo->pth_priority = thact->base_pri;
ptinfo->pth_maxpriority = thact->max_priority;
if ((vpp != NULL) && (thact->uthread != NULL))
err = 0;
goto out;
}
- thact = (thread_t)queue_next(&thact->task_threads);
+ thact = (thread_t)(void *)queue_next(&thact->task_threads);
}
err = 1;
task_lock(task);
- for (thact = (thread_t)queue_first(&task->threads);
+ for (thact = (thread_t)(void *)queue_first(&task->threads);
!queue_end(&task->threads, (queue_entry_t)thact); ) {
thaddr = thact->machine.cthread_self;
*uptr++ = thaddr;
numthr++;
if (numthr >= thcount)
goto out;
- thact = (thread_t)queue_next(&thact->task_threads);
+ thact = (thread_t)(void *)queue_next(&thact->task_threads);
}
out:
return(task->thread_count);
}
-void
-syscall_exit_funnelcheck(void)
+/*
+ * Gather the various pieces of info about the designated task,
+ * and collect it all into a single rusage_info.
+ */
+int
+fill_task_rusage(task_t task, rusage_info_current *ri)
+{
+ struct task_power_info powerinfo;
+
+ assert(task != TASK_NULL);
+ task_lock(task);
+
+ task_power_info_locked(task, &powerinfo, NULL, NULL);
+ ri->ri_pkg_idle_wkups = powerinfo.task_platform_idle_wakeups;
+ ri->ri_interrupt_wkups = powerinfo.task_interrupt_wakeups;
+ ri->ri_user_time = powerinfo.total_user;
+ ri->ri_system_time = powerinfo.total_system;
+
+ ledger_get_balance(task->ledger, task_ledgers.phys_footprint,
+ (ledger_amount_t *)&ri->ri_phys_footprint);
+ ledger_get_balance(task->ledger, task_ledgers.phys_mem,
+ (ledger_amount_t *)&ri->ri_resident_size);
+ ledger_get_balance(task->ledger, task_ledgers.wired_mem,
+ (ledger_amount_t *)&ri->ri_wired_size);
+
+ ri->ri_pageins = task->pageins;
+
+ task_unlock(task);
+ return (0);
+}
+
+void
+fill_task_billed_usage(task_t task __unused, rusage_info_current *ri)
{
- thread_t thread;
+#if CONFIG_BANK
+ ri->ri_billed_system_time = bank_billed_time_safe(task);
+ ri->ri_serviced_system_time = bank_serviced_time_safe(task);
+#else
+ ri->ri_billed_system_time = 0;
+ ri->ri_serviced_system_time = 0;
+#endif
+}
- thread = current_thread();
+int
+fill_task_io_rusage(task_t task, rusage_info_current *ri)
+{
+ assert(task != TASK_NULL);
+ task_lock(task);
- if (thread->funnel_lock)
- panic("syscall exit with funnel held\n");
+ if (task->task_io_stats) {
+ ri->ri_diskio_bytesread = task->task_io_stats->disk_reads.size;
+ ri->ri_diskio_byteswritten = (task->task_io_stats->total_io.size - task->task_io_stats->disk_reads.size);
+ } else {
+ /* I/O Stats unavailable */
+ ri->ri_diskio_bytesread = 0;
+ ri->ri_diskio_byteswritten = 0;
+ }
+ task_unlock(task);
+ return (0);
}
+
+int
+fill_task_qos_rusage(task_t task, rusage_info_current *ri)
+{
+ thread_t thread;
+
+ assert(task != TASK_NULL);
+ task_lock(task);
+
+ /* Rollup Qos time of all the threads to task */
+ queue_iterate(&task->threads, thread, thread_t, task_threads) {
+ if (thread->options & TH_OPT_IDLE_THREAD)
+ continue;
+
+ thread_update_qos_cpu_time(thread);
+ }
+ ri->ri_cpu_time_qos_default = task->cpu_time_qos_stats.cpu_time_qos_default;
+ ri->ri_cpu_time_qos_maintenance = task->cpu_time_qos_stats.cpu_time_qos_maintenance;
+ ri->ri_cpu_time_qos_background = task->cpu_time_qos_stats.cpu_time_qos_background;
+ ri->ri_cpu_time_qos_utility = task->cpu_time_qos_stats.cpu_time_qos_utility;
+ ri->ri_cpu_time_qos_legacy = task->cpu_time_qos_stats.cpu_time_qos_legacy;
+ ri->ri_cpu_time_qos_user_initiated = task->cpu_time_qos_stats.cpu_time_qos_user_initiated;
+ ri->ri_cpu_time_qos_user_interactive = task->cpu_time_qos_stats.cpu_time_qos_user_interactive;
+
+ task_unlock(task);
+ return (0);
+}
+
+uint64_t
+get_task_dispatchqueue_serialno_offset(task_t task)
+{
+ uint64_t dq_serialno_offset = 0;
+
+ if (task->bsd_info) {
+ dq_serialno_offset = get_dispatchqueue_serialno_offset_from_proc(task->bsd_info);
+ }
+
+ return dq_serialno_offset;
+}
+
+uint64_t
+get_task_uniqueid(task_t task)
+{
+ if (task->bsd_info) {
+ return proc_uniqueid(task->bsd_info);
+ } else {
+ return UINT64_MAX;
+ }
+}
+
+#if CONFIG_MACF
+struct label *
+get_task_crash_label(task_t task)
+{
+ return task->crash_label;
+}
+
+void
+set_task_crash_label(task_t task, struct label *label)
+{
+ task->crash_label = label;
+}
+#endif
projects / apple / xnu.git / blobdiff