#include <vm/vm_protos.h> /* last */
#include <sys/resource.h>
#include <sys/signal.h>
+#include <sys/errno.h>
+#include <sys/proc_require.h>
#if MONOTONIC
#include <kern/monotonic.h>
#endif /* MONOTONIC */
#include <machine/limits.h>
+#include <sys/codesign.h> /* CS_CDHASH_LEN */
#undef thread_should_halt
int fill_task_io_rusage(task_t task, rusage_info_current *ri);
int fill_task_qos_rusage(task_t task, rusage_info_current *ri);
void fill_task_monotonic_rusage(task_t task, rusage_info_current *ri);
-uint64_t get_task_logical_writes(task_t task);
+uint64_t get_task_logical_writes(task_t task, boolean_t external);
void fill_task_billed_usage(task_t task, rusage_info_current *ri);
void task_bsdtask_kill(task_t);
extern uint64_t get_dispatchqueue_serialno_offset_from_proc(void *p);
+extern uint64_t get_dispatchqueue_label_offset_from_proc(void *p);
extern uint64_t proc_uniqueid(void *p);
extern int proc_pidversion(void *p);
+extern int proc_getcdhash(void *p, char *cdhash);
#if MACH_BSD
extern void psignal(void *, int);
void *
get_bsdtask_info(task_t t)
{
+ proc_require(t->bsd_info, PROC_REQUIRE_ALLOW_NULL | PROC_REQUIRE_ALLOW_KERNPROC);
return t->bsd_info;
}
void *
get_bsdthreadtask_info(thread_t th)
{
- return th->task != TASK_NULL ? th->task->bsd_info : NULL;
+ void *bsd_info = NULL;
+
+ if (th->task) {
+ bsd_info = get_bsdtask_info(th->task);
+ }
+ return bsd_info;
}
/*
return th->uthread;
}
+/*
+ * This is used to remember any FS error from VNOP_PAGEIN code when
+ * invoked under vm_fault(). The value is an errno style value. It can
+ * be retrieved by exception handlers using thread_get_state().
+ */
+void
+set_thread_pagein_error(thread_t th, int error)
+{
+ assert(th == current_thread());
+ if (error == 0 || th->t_pagein_error == 0) {
+ th->t_pagein_error = error;
+ }
+}
+
#if defined(__x86_64__)
/*
* Returns non-zero if the thread has a non-NULL task
return VM_MAP_NULL;
}
m = t->map;
- vm_map_reference_swap(m);
+ vm_map_reference(m);
task_unlock(t);
return m;
}
return t->itk_space;
}
-int
-get_task_numactivethreads(task_t task)
-{
- thread_t inc;
- int num_active_thr = 0;
- task_lock(task);
-
- for (inc = (thread_t)(void *)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)(void *)queue_next(&inc->task_threads)) {
- if (inc->active) {
- num_active_thr++;
- }
- }
- task_unlock(task);
- return num_active_thr;
-}
-
int
get_task_numacts(task_t t)
{
mp_enable_preemption();
task_unlock(task);
-#if defined(__x86_64__) && NCOPY_WINDOWS > 0
- inval_copy_windows(thread);
-#endif
-
return old_map;
}
return (uint64_t)pmap_resident_max(map->pmap) * PAGE_SIZE_64;
}
+/*
+ * Get the balance for a given field in the task ledger.
+ * Returns 0 if the entry is invalid.
+ */
+static uint64_t
+get_task_ledger_balance(task_t task, int entry)
+{
+ ledger_amount_t balance = 0;
+
+ ledger_get_balance(task->ledger, entry, &balance);
+ return balance;
+}
+
uint64_t
get_task_purgeable_size(task_t task)
{
kern_return_t ret;
- ledger_amount_t credit, debit;
+ ledger_amount_t balance = 0;
uint64_t volatile_size = 0;
- ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile, &credit, &debit);
+ ret = ledger_get_balance(task->ledger, task_ledgers.purgeable_volatile, &balance);
if (ret != KERN_SUCCESS) {
return 0;
}
- volatile_size += (credit - debit);
+ volatile_size += balance;
- ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_volatile_compressed, &credit, &debit);
+ ret = ledger_get_balance(task->ledger, task_ledgers.purgeable_volatile_compressed, &balance);
if (ret != KERN_SUCCESS) {
return 0;
}
- volatile_size += (credit - debit);
+ volatile_size += balance;
return volatile_size;
}
uint64_t
get_task_phys_footprint(task_t task)
{
- kern_return_t ret;
- ledger_amount_t credit, debit;
-
- ret = ledger_get_entries(task->ledger, task_ledgers.phys_footprint, &credit, &debit);
- if (KERN_SUCCESS == ret) {
- return credit - debit;
- }
-
- return 0;
+ return get_task_ledger_balance(task, task_ledgers.phys_footprint);
}
#if CONFIG_LEDGER_INTERVAL_MAX
uint64_t
get_task_internal(task_t task)
{
- kern_return_t ret;
- ledger_amount_t credit, debit;
+ return get_task_ledger_balance(task, task_ledgers.internal);
+}
- ret = ledger_get_entries(task->ledger, task_ledgers.internal, &credit, &debit);
- if (KERN_SUCCESS == ret) {
- return credit - debit;
- }
+uint64_t
+get_task_internal_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.internal_compressed);
+}
- return 0;
+uint64_t
+get_task_purgeable_nonvolatile(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.purgeable_nonvolatile);
}
uint64_t
-get_task_internal_compressed(task_t task)
+get_task_purgeable_nonvolatile_compressed(task_t task)
{
- kern_return_t ret;
- ledger_amount_t credit, debit;
+ return get_task_ledger_balance(task, task_ledgers.purgeable_nonvolatile_compressed);
+}
- ret = ledger_get_entries(task->ledger, task_ledgers.internal_compressed, &credit, &debit);
- if (KERN_SUCCESS == ret) {
- return credit - debit;
- }
+uint64_t
+get_task_alternate_accounting(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.alternate_accounting);
+}
- return 0;
+uint64_t
+get_task_alternate_accounting_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.alternate_accounting_compressed);
}
uint64_t
-get_task_purgeable_nonvolatile(task_t task)
+get_task_page_table(task_t task)
{
- kern_return_t ret;
- ledger_amount_t credit, debit;
+ return get_task_ledger_balance(task, task_ledgers.page_table);
+}
- ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile, &credit, &debit);
- if (KERN_SUCCESS == ret) {
- return credit - debit;
- }
+#if CONFIG_FREEZE
+uint64_t
+get_task_frozen_to_swap(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.frozen_to_swap);
+}
+#endif /* CONFIG_FREEZE */
- return 0;
+uint64_t
+get_task_iokit_mapped(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.iokit_mapped);
}
uint64_t
-get_task_purgeable_nonvolatile_compressed(task_t task)
+get_task_network_nonvolatile(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.network_nonvolatile);
+}
+
+uint64_t
+get_task_network_nonvolatile_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.network_nonvolatile_compressed);
+}
+
+uint64_t
+get_task_wired_mem(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.wired_mem);
+}
+
+uint64_t
+get_task_tagged_footprint(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.purgeable_nonvolatile_compressed, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.tagged_footprint, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_alternate_accounting(task_t task)
+get_task_tagged_footprint_compressed(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.tagged_footprint_compressed, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_alternate_accounting_compressed(task_t task)
+get_task_media_footprint(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.alternate_accounting_compressed, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.media_footprint, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_page_table(task_t task)
+get_task_media_footprint_compressed(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.page_table, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.media_footprint_compressed, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_iokit_mapped(task_t task)
+get_task_graphics_footprint(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.iokit_mapped, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.graphics_footprint, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
return 0;
}
+
uint64_t
-get_task_network_nonvolatile(task_t task)
+get_task_graphics_footprint_compressed(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.network_nonvolatile, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.graphics_footprint_compressed, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_network_nonvolatile_compressed(task_t task)
+get_task_neural_footprint(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.network_nonvolatile_compressed, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.neural_footprint, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
}
uint64_t
-get_task_wired_mem(task_t task)
+get_task_neural_footprint_compressed(task_t task)
{
kern_return_t ret;
ledger_amount_t credit, debit;
- ret = ledger_get_entries(task->ledger, task_ledgers.wired_mem, &credit, &debit);
+ ret = ledger_get_entries(task->ledger, task_ledgers.neural_footprint_compressed, &credit, &debit);
if (KERN_SUCCESS == ret) {
return credit - debit;
}
return 0;
}
-
uint64_t
get_task_cpu_time(task_t task)
{
- kern_return_t ret;
- ledger_amount_t credit, debit;
+ return get_task_ledger_balance(task, task_ledgers.cpu_time);
+}
- ret = ledger_get_entries(task->ledger, task_ledgers.cpu_time, &credit, &debit);
- if (KERN_SUCCESS == ret) {
- return credit - debit;
- }
+uint32_t
+get_task_loadTag(task_t task)
+{
+ return os_atomic_load(&task->loadTag, relaxed);
+}
- return 0;
+uint32_t
+set_task_loadTag(task_t task, uint32_t loadTag)
+{
+ return os_atomic_xchg(&task->loadTag, loadTag, relaxed);
}
/*
get_vmmap_size(
vm_map_t map)
{
- return map->size;
+ return vm_map_adjusted_size(map);
+}
+int
+get_task_page_size(
+ task_t task)
+{
+ return vm_map_page_size(task->map);
}
#if CONFIG_COREDUMP
map = (task == kernel_task)? kernel_map: task->map;
- ptinfo->pti_virtual_size = map->size;
+ ptinfo->pti_virtual_size = vm_map_adjusted_size(map);
ptinfo->pti_resident_size =
(mach_vm_size_t)(pmap_resident_count(map->pmap))
* PAGE_SIZE_64;
ptinfo->pti_threads_system = tinfo.threads_system;
ptinfo->pti_threads_user = tinfo.threads_user;
- ptinfo->pti_faults = task->faults;
+ ptinfo->pti_faults = (int32_t) MIN(counter_load(&task->faults), INT32_MAX);
ptinfo->pti_pageins = task->pageins;
ptinfo->pti_cow_faults = task->cow_faults;
ptinfo->pti_messages_sent = task->messages_sent;
err = 1;
goto out;
}
- ptinfo->pth_user_time = ((basic_info.user_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.user_time.microseconds * (integer_t)NSEC_PER_USEC));
- ptinfo->pth_system_time = ((basic_info.system_time.seconds * (integer_t)NSEC_PER_SEC) + (basic_info.system_time.microseconds * (integer_t)NSEC_PER_USEC));
+ ptinfo->pth_user_time = (((uint64_t)basic_info.user_time.seconds * NSEC_PER_SEC) + ((uint64_t)basic_info.user_time.microseconds * NSEC_PER_USEC));
+ ptinfo->pth_system_time = (((uint64_t)basic_info.system_time.seconds * NSEC_PER_SEC) + ((uint64_t)basic_info.system_time.microseconds * NSEC_PER_USEC));
ptinfo->pth_cpu_usage = basic_info.cpu_usage;
ptinfo->pth_policy = basic_info.policy;
{
struct task_power_info powerinfo;
+ uint64_t runnable_time = 0;
+
assert(task != TASK_NULL);
task_lock(task);
- task_power_info_locked(task, &powerinfo, NULL, NULL);
+ task_power_info_locked(task, &powerinfo, NULL, NULL, &runnable_time);
ri->ri_pkg_idle_wkups = powerinfo.task_platform_idle_wakeups;
ri->ri_interrupt_wkups = powerinfo.task_interrupt_wakeups;
ri->ri_user_time = powerinfo.total_user;
ri->ri_system_time = powerinfo.total_system;
+ ri->ri_runnable_time = runnable_time;
- ledger_get_balance(task->ledger, task_ledgers.phys_footprint,
- (ledger_amount_t *)&ri->ri_phys_footprint);
+ ri->ri_phys_footprint = get_task_phys_footprint(task);
ledger_get_balance(task->ledger, task_ledgers.phys_mem,
(ledger_amount_t *)&ri->ri_resident_size);
- ledger_get_balance(task->ledger, task_ledgers.wired_mem,
- (ledger_amount_t *)&ri->ri_wired_size);
+ ri->ri_wired_size = get_task_wired_mem(task);
ri->ri_pageins = task->pageins;
}
uint64_t
-get_task_logical_writes(task_t task)
+get_task_logical_writes(task_t task, boolean_t external)
{
assert(task != TASK_NULL);
struct ledger_entry_info lei;
task_lock(task);
+
+ if (external == FALSE) {
+ ledger_get_entry_info(task->ledger, task_ledgers.logical_writes, &lei);
+ } else {
+ ledger_get_entry_info(task->ledger, task_ledgers.logical_writes_to_external, &lei);
+ }
+
ledger_get_entry_info(task->ledger, task_ledgers.logical_writes, &lei);
task_unlock(task);
return dq_serialno_offset;
}
+uint64_t
+get_task_dispatchqueue_label_offset(task_t task)
+{
+ uint64_t dq_label_offset = 0;
+
+ if (task->bsd_info) {
+ dq_label_offset = get_dispatchqueue_label_offset_from_proc(task->bsd_info);
+ }
+
+ return dq_label_offset;
+}
+
uint64_t
get_task_uniqueid(task_t task)
{
return task->crash_label;
}
#endif
+
+int
+fill_taskipctableinfo(task_t task, uint32_t *table_size, uint32_t *table_free)
+{
+ ipc_space_t space = task->itk_space;
+ if (space == NULL) {
+ return -1;
+ }
+
+ is_read_lock(space);
+ if (!is_active(space)) {
+ is_read_unlock(space);
+ return -1;
+ }
+
+ *table_size = space->is_table_size;
+ *table_free = space->is_table_free;
+
+ is_read_unlock(space);
+
+ return 0;
+}
+
+int
+get_task_cdhash(task_t task, char cdhash[static CS_CDHASH_LEN])
+{
+ int result = 0;
+
+ task_lock(task);
+ result = task->bsd_info ? proc_getcdhash(task->bsd_info, cdhash) : ESRCH;
+ task_unlock(task);
+
+ return result;
+}
projects / apple / xnu.git / blobdiff