/*
- * Copyright (c) 2000-2010 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2018 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
- *
+ *
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
* unlawful or unlicensed copies of an Apple operating system, or to
* circumvent, violate, or enable the circumvention or violation of, any
* terms of an Apple operating system software license agreement.
- *
+ *
* Please obtain a copy of the License at
* http://www.opensource.apple.com/apsl/ and read it before using this file.
- *
+ *
* The Original Code and all software distributed under the License are
* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
* Please see the License for the specific language governing rights and
* limitations under the License.
- *
+ *
* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
#include <mach/mach_types.h>
#include <mach/machine/vm_param.h>
+#include <mach/task.h>
#include <kern/kern_types.h>
+#include <kern/ledger.h>
#include <kern/processor.h>
#include <kern/thread.h>
#include <kern/task.h>
#include <kern/spl.h>
-#include <kern/lock.h>
#include <kern/ast.h>
#include <ipc/ipc_port.h>
#include <ipc/ipc_object.h>
#include <vm/vm_kern.h>
#include <vm/pmap.h>
#include <vm/vm_protos.h> /* last */
+#include <sys/resource.h>
+#include <sys/signal.h>
+#include <sys/errno.h>
+#include <sys/proc_require.h>
+
+#if MONOTONIC
+#include <kern/monotonic.h>
+#include <machine/monotonic.h>
+#endif /* MONOTONIC */
+
+#include <machine/limits.h>
+#include <sys/codesign.h> /* CS_CDHASH_LEN */
#undef thread_should_halt
-#undef ipc_port_release
/* BSD KERN COMPONENT INTERFACE */
-task_t bsd_init_task = TASK_NULL;
-char init_task_failure_data[1024];
extern unsigned int not_in_kdp; /* Skip acquiring locks if we're in kdp */
-
+
thread_t get_firstthread(task_t);
int get_task_userstop(task_t);
int get_thread_userstop(thread_t);
-boolean_t thread_should_abort(thread_t);
boolean_t current_thread_aborted(void);
-void task_act_iterate_wth_args(task_t, void(*)(thread_t, void *), void *);
-void ipc_port_release(ipc_port_t);
-kern_return_t get_signalact(task_t , thread_t *, int);
-int get_vmsubmap_entries(vm_map_t, vm_object_offset_t, vm_object_offset_t);
-void syscall_exit_funnelcheck(void);
-
+void task_act_iterate_wth_args(task_t, void (*)(thread_t, void *), void *);
+kern_return_t get_signalact(task_t, thread_t *, int);
+int fill_task_rusage(task_t task, rusage_info_current *ri);
+int fill_task_io_rusage(task_t task, rusage_info_current *ri);
+int fill_task_qos_rusage(task_t task, rusage_info_current *ri);
+void fill_task_monotonic_rusage(task_t task, rusage_info_current *ri);
+uint64_t get_task_logical_writes(task_t task, boolean_t external);
+void fill_task_billed_usage(task_t task, rusage_info_current *ri);
+void task_bsdtask_kill(task_t);
+
+extern uint64_t get_dispatchqueue_serialno_offset_from_proc(void *p);
+extern uint64_t get_dispatchqueue_label_offset_from_proc(void *p);
+extern uint64_t proc_uniqueid(void *p);
+extern int proc_pidversion(void *p);
+extern int proc_getcdhash(void *p, char *cdhash);
+
+#if MACH_BSD
+extern void psignal(void *, int);
+#endif
/*
*
*/
-void *get_bsdtask_info(task_t t)
+void *
+get_bsdtask_info(task_t t)
{
- return(t->bsd_info);
+ proc_require(t->bsd_info, PROC_REQUIRE_ALLOW_NULL | PROC_REQUIRE_ALLOW_KERNPROC);
+ return t->bsd_info;
}
+void
+task_bsdtask_kill(task_t t)
+{
+ void * bsd_info = get_bsdtask_info(t);
+ if (bsd_info != NULL) {
+ psignal(bsd_info, SIGKILL);
+ }
+}
/*
*
*/
-void *get_bsdthreadtask_info(thread_t th)
+void *
+get_bsdthreadtask_info(thread_t th)
{
- return(th->task != TASK_NULL ? th->task->bsd_info : NULL);
+ void *bsd_info = NULL;
+
+ if (th->task) {
+ bsd_info = get_bsdtask_info(th->task);
+ }
+ return bsd_info;
}
/*
*
*/
-void set_bsdtask_info(task_t t,void * v)
+void
+set_bsdtask_info(task_t t, void * v)
{
- t->bsd_info=v;
+ t->bsd_info = v;
}
/*
*
*/
-void *get_bsdthread_info(thread_t th)
+void *
+get_bsdthread_info(thread_t th)
+{
+ return th->uthread;
+}
+
+/*
+ * This is used to remember any FS error from VNOP_PAGEIN code when
+ * invoked under vm_fault(). The value is an errno style value. It can
+ * be retrieved by exception handlers using thread_get_state().
+ */
+void
+set_thread_pagein_error(thread_t th, int error)
+{
+ assert(th == current_thread());
+ if (error == 0 || th->t_pagein_error == 0) {
+ th->t_pagein_error = error;
+ }
+}
+
+#if defined(__x86_64__)
+/*
+ * Returns non-zero if the thread has a non-NULL task
+ * and that task has an LDT.
+ */
+int
+thread_task_has_ldt(thread_t th)
{
- return(th->uthread);
+ return th->task && th->task->i386_ldt != 0;
}
+#endif /* __x86_64__ */
/*
* XXX
*/
-int get_thread_lock_count(thread_t th); /* forced forward */
-int get_thread_lock_count(thread_t th)
+int get_thread_lock_count(thread_t th); /* forced forward */
+int
+get_thread_lock_count(thread_t th)
{
- return(th->mutex_count);
+ return th->mutex_count;
}
/*
* can't go away, so we make sure it is still active after
* retrieving the first thread for extra safety.
*/
-thread_t get_firstthread(task_t task)
+thread_t
+get_firstthread(task_t task)
{
- thread_t thread = (thread_t)queue_first(&task->threads);
+ thread_t thread = (thread_t)(void *)queue_first(&task->threads);
- if (queue_end(&task->threads, (queue_entry_t)thread))
+ if (queue_end(&task->threads, (queue_entry_t)thread)) {
thread = THREAD_NULL;
+ }
- if (!task->active)
- return (THREAD_NULL);
+ if (!task->active) {
+ return THREAD_NULL;
+ }
- return (thread);
+ return thread;
}
kern_return_t
get_signalact(
- task_t task,
- thread_t *result_out,
- int setast)
+ task_t task,
+ thread_t *result_out,
+ int setast)
{
- kern_return_t result = KERN_SUCCESS;
- thread_t inc, thread = THREAD_NULL;
+ kern_return_t result = KERN_SUCCESS;
+ thread_t inc, thread = THREAD_NULL;
task_lock(task);
if (!task->active) {
task_unlock(task);
- return (KERN_FAILURE);
+ return KERN_FAILURE;
}
- for (inc = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); ) {
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)inc);) {
thread_mtx_lock(inc);
if (inc->active &&
- (inc->sched_flags & TH_SFLAG_ABORTED_MASK) != TH_SFLAG_ABORT) {
+ (inc->sched_flags & TH_SFLAG_ABORTED_MASK) != TH_SFLAG_ABORT) {
thread = inc;
break;
}
thread_mtx_unlock(inc);
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
- if (result_out)
+ if (result_out) {
*result_out = thread;
+ }
if (thread) {
- if (setast)
+ if (setast) {
act_set_astbsd(thread);
+ }
thread_mtx_unlock(thread);
- }
- else
+ } else {
result = KERN_FAILURE;
+ }
task_unlock(task);
- return (result);
+ return result;
}
kern_return_t
check_actforsig(
- task_t task,
- thread_t thread,
- int setast)
+ task_t task,
+ thread_t thread,
+ int setast)
{
- kern_return_t result = KERN_FAILURE;
- thread_t inc;
+ kern_return_t result = KERN_FAILURE;
+ thread_t inc;
task_lock(task);
if (!task->active) {
task_unlock(task);
- return (KERN_FAILURE);
+ return KERN_FAILURE;
}
- for (inc = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); ) {
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)inc);) {
if (inc == thread) {
thread_mtx_lock(inc);
- if (inc->active &&
- (inc->sched_flags & TH_SFLAG_ABORTED_MASK) != TH_SFLAG_ABORT) {
+ if (inc->active &&
+ (inc->sched_flags & TH_SFLAG_ABORTED_MASK) != TH_SFLAG_ABORT) {
result = KERN_SUCCESS;
break;
}
break;
}
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
if (result == KERN_SUCCESS) {
- if (setast)
+ if (setast) {
act_set_astbsd(thread);
+ }
thread_mtx_unlock(thread);
}
task_unlock(task);
- return (result);
+ return result;
+}
+
+ledger_t
+get_task_ledger(task_t t)
+{
+ return t->ledger;
}
/*
* This is only safe to call from a thread executing in
- * in the task's context or if the task is locked Otherwise,
+ * in the task's context or if the task is locked. Otherwise,
* the map could be switched for the task (and freed) before
- * we to return it here.
+ * we go to return it here.
*/
-vm_map_t get_task_map(task_t t)
+vm_map_t
+get_task_map(task_t t)
{
- return(t->map);
+ return t->map;
}
-vm_map_t get_task_map_reference(task_t t)
+vm_map_t
+get_task_map_reference(task_t t)
{
vm_map_t m;
- if (t == NULL)
+ if (t == NULL) {
return VM_MAP_NULL;
+ }
task_lock(t);
if (!t->active) {
return VM_MAP_NULL;
}
m = t->map;
- vm_map_reference_swap(m);
+ vm_map_reference(m);
task_unlock(t);
return m;
}
/*
*
*/
-ipc_space_t get_task_ipcspace(task_t t)
-{
- return(t->itk_space);
-}
-
-int get_task_numactivethreads(task_t task)
+ipc_space_t
+get_task_ipcspace(task_t t)
{
- thread_t inc;
- int num_active_thr=0;
- task_lock(task);
-
- for (inc = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); inc = (thread_t)queue_next(&inc->task_threads))
- {
- if(inc->active)
- num_active_thr++;
- }
- task_unlock(task);
- return num_active_thr;
+ return t->itk_space;
}
-int get_task_numacts(task_t t)
+int
+get_task_numacts(task_t t)
{
- return(t->thread_count);
+ return t->thread_count;
}
/* does this machine need 64bit register set for signal handler */
-int is_64signalregset(void)
+int
+is_64signalregset(void)
{
- task_t t = current_task();
- if(t->taskFeatures[0] & tf64BitData)
- return(1);
- else
- return(0);
+ if (task_has_64Bit_data(current_task())) {
+ return 1;
+ }
+
+ return 0;
}
/*
* Swap in a new map for the task/thread pair; the old map reference is
- * returned.
+ * returned. Also does a pmap switch if thread provided is current thread.
*/
vm_map_t
-swap_task_map(task_t task, thread_t thread, vm_map_t map, boolean_t doswitch)
+swap_task_map(task_t task, thread_t thread, vm_map_t map)
{
vm_map_t old_map;
+ boolean_t doswitch = (thread == current_thread()) ? TRUE : FALSE;
- if (task != thread->task)
+ if (task != thread->task) {
panic("swap_task_map");
+ }
task_lock(task);
mp_disable_preemption();
+
old_map = task->map;
thread->map = task->map = map;
- if (doswitch)
- pmap_switch(map->pmap);
+ vm_commit_pagezero_status(map);
+
+ if (doswitch) {
+ PMAP_SWITCH_USER(thread, map, cpu_number());
+ }
mp_enable_preemption();
task_unlock(task);
-#if (defined(__i386__) || defined(__x86_64__)) && NCOPY_WINDOWS > 0
- inval_copy_windows(thread);
-#endif
-
return old_map;
}
/*
*
+ * This is only safe to call from a thread executing in
+ * in the task's context or if the task is locked. Otherwise,
+ * the map could be switched for the task (and freed) before
+ * we go to return it here.
*/
-pmap_t get_task_pmap(task_t t)
+pmap_t
+get_task_pmap(task_t t)
{
- return(t->map->pmap);
+ return t->map->pmap;
}
/*
*
*/
-uint64_t get_task_resident_size(task_t task)
+uint64_t
+get_task_resident_size(task_t task)
+{
+ vm_map_t map;
+
+ map = (task == kernel_task) ? kernel_map: task->map;
+ return (uint64_t)pmap_resident_count(map->pmap) * PAGE_SIZE_64;
+}
+
+uint64_t
+get_task_compressed(task_t task)
{
vm_map_t map;
-
+
+ map = (task == kernel_task) ? kernel_map: task->map;
+ return (uint64_t)pmap_compressed(map->pmap) * PAGE_SIZE_64;
+}
+
+uint64_t
+get_task_resident_max(task_t task)
+{
+ vm_map_t map;
+
map = (task == kernel_task) ? kernel_map: task->map;
- return((uint64_t)pmap_resident_count(map->pmap) * PAGE_SIZE_64);
+ return (uint64_t)pmap_resident_max(map->pmap) * PAGE_SIZE_64;
+}
+
+/*
+ * Get the balance for a given field in the task ledger.
+ * Returns 0 if the entry is invalid.
+ */
+static uint64_t
+get_task_ledger_balance(task_t task, int entry)
+{
+ ledger_amount_t balance = 0;
+
+ ledger_get_balance(task->ledger, entry, &balance);
+ return balance;
+}
+
+uint64_t
+get_task_purgeable_size(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t balance = 0;
+ uint64_t volatile_size = 0;
+
+ ret = ledger_get_balance(task->ledger, task_ledgers.purgeable_volatile, &balance);
+ if (ret != KERN_SUCCESS) {
+ return 0;
+ }
+
+ volatile_size += balance;
+
+ ret = ledger_get_balance(task->ledger, task_ledgers.purgeable_volatile_compressed, &balance);
+ if (ret != KERN_SUCCESS) {
+ return 0;
+ }
+
+ volatile_size += balance;
+
+ return volatile_size;
}
/*
*
*/
-pmap_t get_map_pmap(vm_map_t map)
+uint64_t
+get_task_phys_footprint(task_t task)
{
- return(map->pmap);
+ return get_task_ledger_balance(task, task_ledgers.phys_footprint);
}
+
+#if CONFIG_LEDGER_INTERVAL_MAX
/*
*
*/
-task_t get_threadtask(thread_t th)
+uint64_t
+get_task_phys_footprint_interval_max(task_t task, int reset)
{
- return(th->task);
+ kern_return_t ret;
+ ledger_amount_t max;
+
+ ret = ledger_get_interval_max(task->ledger, task_ledgers.phys_footprint, &max, reset);
+
+ if (KERN_SUCCESS == ret) {
+ return max;
+ }
+
+ return 0;
+}
+#endif /* CONFIG_LEDGER_INTERVAL_MAX */
+
+/*
+ *
+ */
+uint64_t
+get_task_phys_footprint_lifetime_max(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t max;
+
+ ret = ledger_get_lifetime_max(task->ledger, task_ledgers.phys_footprint, &max);
+
+ if (KERN_SUCCESS == ret) {
+ return max;
+ }
+
+ return 0;
+}
+
+/*
+ *
+ */
+uint64_t
+get_task_phys_footprint_limit(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t max;
+
+ ret = ledger_get_limit(task->ledger, task_ledgers.phys_footprint, &max);
+ if (KERN_SUCCESS == ret) {
+ return max;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_internal(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.internal);
+}
+
+uint64_t
+get_task_internal_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.internal_compressed);
+}
+
+uint64_t
+get_task_purgeable_nonvolatile(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.purgeable_nonvolatile);
+}
+
+uint64_t
+get_task_purgeable_nonvolatile_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.purgeable_nonvolatile_compressed);
+}
+
+uint64_t
+get_task_alternate_accounting(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.alternate_accounting);
+}
+
+uint64_t
+get_task_alternate_accounting_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.alternate_accounting_compressed);
+}
+
+uint64_t
+get_task_page_table(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.page_table);
+}
+
+#if CONFIG_FREEZE
+uint64_t
+get_task_frozen_to_swap(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.frozen_to_swap);
+}
+#endif /* CONFIG_FREEZE */
+
+uint64_t
+get_task_iokit_mapped(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.iokit_mapped);
+}
+
+uint64_t
+get_task_network_nonvolatile(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.network_nonvolatile);
+}
+
+uint64_t
+get_task_network_nonvolatile_compressed(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.network_nonvolatile_compressed);
+}
+
+uint64_t
+get_task_wired_mem(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.wired_mem);
+}
+
+uint64_t
+get_task_tagged_footprint(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.tagged_footprint, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_tagged_footprint_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.tagged_footprint_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_media_footprint(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.media_footprint, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_media_footprint_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.media_footprint_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_graphics_footprint(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.graphics_footprint, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+
+uint64_t
+get_task_graphics_footprint_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.graphics_footprint_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_neural_footprint(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.neural_footprint, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_neural_footprint_compressed(task_t task)
+{
+ kern_return_t ret;
+ ledger_amount_t credit, debit;
+
+ ret = ledger_get_entries(task->ledger, task_ledgers.neural_footprint_compressed, &credit, &debit);
+ if (KERN_SUCCESS == ret) {
+ return credit - debit;
+ }
+
+ return 0;
+}
+
+uint64_t
+get_task_cpu_time(task_t task)
+{
+ return get_task_ledger_balance(task, task_ledgers.cpu_time);
+}
+
+uint32_t
+get_task_loadTag(task_t task)
+{
+ return os_atomic_load(&task->loadTag, relaxed);
+}
+
+uint32_t
+set_task_loadTag(task_t task, uint32_t loadTag)
+{
+ return os_atomic_xchg(&task->loadTag, loadTag, relaxed);
+}
+
+/*
+ *
+ */
+task_t
+get_threadtask(thread_t th)
+{
+ return th->task;
}
/*
*/
vm_map_offset_t
get_map_min(
- vm_map_t map)
+ vm_map_t map)
{
- return(vm_map_min(map));
+ return vm_map_min(map);
}
/*
*/
vm_map_offset_t
get_map_max(
- vm_map_t map)
+ vm_map_t map)
{
- return(vm_map_max(map));
+ return vm_map_max(map);
}
vm_map_size_t
get_vmmap_size(
- vm_map_t map)
+ vm_map_t map)
{
- return(map->size);
+ return vm_map_adjusted_size(map);
}
-
int
+get_task_page_size(
+ task_t task)
+{
+ return vm_map_page_size(task->map);
+}
+
+#if CONFIG_COREDUMP
+
+static int
get_vmsubmap_entries(
- vm_map_t map,
- vm_object_offset_t start,
- vm_object_offset_t end)
+ vm_map_t map,
+ vm_object_offset_t start,
+ vm_object_offset_t end)
{
- int total_entries = 0;
- vm_map_entry_t entry;
+ int total_entries = 0;
+ vm_map_entry_t entry;
- if (not_in_kdp)
- vm_map_lock(map);
+ if (not_in_kdp) {
+ vm_map_lock(map);
+ }
entry = vm_map_first_entry(map);
- while((entry != vm_map_to_entry(map)) && (entry->vme_start < start)) {
+ while ((entry != vm_map_to_entry(map)) && (entry->vme_start < start)) {
entry = entry->vme_next;
}
- while((entry != vm_map_to_entry(map)) && (entry->vme_start < end)) {
- if(entry->is_sub_map) {
- total_entries +=
- get_vmsubmap_entries(entry->object.sub_map,
- entry->offset,
- entry->offset +
- (entry->vme_end - entry->vme_start));
+ while ((entry != vm_map_to_entry(map)) && (entry->vme_start < end)) {
+ if (entry->is_sub_map) {
+ total_entries +=
+ get_vmsubmap_entries(VME_SUBMAP(entry),
+ VME_OFFSET(entry),
+ (VME_OFFSET(entry) +
+ entry->vme_end -
+ entry->vme_start));
} else {
total_entries += 1;
}
entry = entry->vme_next;
}
- if (not_in_kdp)
- vm_map_unlock(map);
- return(total_entries);
+ if (not_in_kdp) {
+ vm_map_unlock(map);
+ }
+ return total_entries;
}
int
get_vmmap_entries(
- vm_map_t map)
+ vm_map_t map)
{
- int total_entries = 0;
- vm_map_entry_t entry;
+ int total_entries = 0;
+ vm_map_entry_t entry;
- if (not_in_kdp)
- vm_map_lock(map);
+ if (not_in_kdp) {
+ vm_map_lock(map);
+ }
entry = vm_map_first_entry(map);
- while(entry != vm_map_to_entry(map)) {
- if(entry->is_sub_map) {
- total_entries +=
- get_vmsubmap_entries(entry->object.sub_map,
- entry->offset,
- entry->offset +
- (entry->vme_end - entry->vme_start));
+ while (entry != vm_map_to_entry(map)) {
+ if (entry->is_sub_map) {
+ total_entries +=
+ get_vmsubmap_entries(VME_SUBMAP(entry),
+ VME_OFFSET(entry),
+ (VME_OFFSET(entry) +
+ entry->vme_end -
+ entry->vme_start));
} else {
total_entries += 1;
}
entry = entry->vme_next;
}
- if (not_in_kdp)
- vm_map_unlock(map);
- return(total_entries);
+ if (not_in_kdp) {
+ vm_map_unlock(map);
+ }
+ return total_entries;
}
+#endif /* CONFIG_COREDUMP */
/*
*
get_task_userstop(
task_t task)
{
- return(task->user_stop_count);
+ return task->user_stop_count;
}
/*
get_thread_userstop(
thread_t th)
{
- return(th->user_stop_count);
+ return th->user_stop_count;
+}
+
+/*
+ *
+ */
+boolean_t
+get_task_pidsuspended(
+ task_t task)
+{
+ return task->pidsuspended;
+}
+
+/*
+ *
+ */
+boolean_t
+get_task_frozen(
+ task_t task)
+{
+ return task->frozen;
}
/*
thread_should_abort(
thread_t th)
{
- return ((th->sched_flags & TH_SFLAG_ABORTED_MASK) == TH_SFLAG_ABORT);
+ return (th->sched_flags & TH_SFLAG_ABORTED_MASK) == TH_SFLAG_ABORT;
}
/*
* qualifies.
*/
boolean_t
-current_thread_aborted (
- void)
+current_thread_aborted(
+ void)
{
thread_t th = current_thread();
spl_t s;
if ((th->sched_flags & TH_SFLAG_ABORTED_MASK) == TH_SFLAG_ABORT &&
- (th->options & TH_OPT_INTMASK) != THREAD_UNINT)
- return (TRUE);
+ (th->options & TH_OPT_INTMASK) != THREAD_UNINT) {
+ return TRUE;
+ }
if (th->sched_flags & TH_SFLAG_ABORTSAFELY) {
s = splsched();
thread_lock(th);
- if (th->sched_flags & TH_SFLAG_ABORTSAFELY)
+ if (th->sched_flags & TH_SFLAG_ABORTSAFELY) {
th->sched_flags &= ~TH_SFLAG_ABORTED_MASK;
+ }
thread_unlock(th);
splx(s);
}
*/
void
task_act_iterate_wth_args(
- task_t task,
- void (*func_callback)(thread_t, void *),
- void *func_arg)
+ task_t task,
+ void (*func_callback)(thread_t, void *),
+ void *func_arg)
{
- thread_t inc;
+ thread_t inc;
task_lock(task);
- for (inc = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)inc); ) {
+ for (inc = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)inc);) {
(void) (*func_callback)(inc, func_arg);
- inc = (thread_t)queue_next(&inc->task_threads);
+ inc = (thread_t)(void *)queue_next(&inc->task_threads);
}
task_unlock(task);
}
-void
-ipc_port_release(
- ipc_port_t port)
-{
- ipc_object_release(&(port)->ip_object);
-}
-
-void
-astbsd_on(void)
-{
- boolean_t reenable;
-
- reenable = ml_set_interrupts_enabled(FALSE);
- ast_on_fast(AST_BSD);
- (void)ml_set_interrupts_enabled(reenable);
-}
-
#include <sys/bsdtask_info.h>
uint32_t cswitch = 0, numrunning = 0;
uint32_t syscalls_unix = 0;
uint32_t syscalls_mach = 0;
-
+
+ task_lock(task);
+
map = (task == kernel_task)? kernel_map: task->map;
- ptinfo->pti_virtual_size = map->size;
+ ptinfo->pti_virtual_size = vm_map_adjusted_size(map);
ptinfo->pti_resident_size =
- (mach_vm_size_t)(pmap_resident_count(map->pmap))
- * PAGE_SIZE_64;
-
- task_lock(task);
+ (mach_vm_size_t)(pmap_resident_count(map->pmap))
+ * PAGE_SIZE_64;
ptinfo->pti_policy = ((task != kernel_task)?
- POLICY_TIMESHARE: POLICY_RR);
+ POLICY_TIMESHARE: POLICY_RR);
tinfo.threads_user = tinfo.threads_system = 0;
tinfo.total_user = task->total_user_time;
queue_iterate(&task->threads, thread, thread_t, task_threads) {
uint64_t tval;
+ spl_t x;
+
+ if (thread->options & TH_OPT_IDLE_THREAD) {
+ continue;
+ }
+
+ x = splsched();
+ thread_lock(thread);
- if ((thread->state & TH_RUN) == TH_RUN)
+ if ((thread->state & TH_RUN) == TH_RUN) {
numrunning++;
+ }
cswitch += thread->c_switch;
tval = timer_grab(&thread->user_timer);
tinfo.threads_user += tval;
tinfo.total_user += tval;
tval = timer_grab(&thread->system_timer);
- tinfo.threads_system += tval;
- tinfo.total_system += tval;
+
+ if (thread->precise_user_kernel_time) {
+ tinfo.threads_system += tval;
+ tinfo.total_system += tval;
+ } else {
+ /* system_timer may represent either sys or user */
+ tinfo.threads_user += tval;
+ tinfo.total_user += tval;
+ }
syscalls_unix += thread->syscalls_unix;
syscalls_mach += thread->syscalls_mach;
+
+ thread_unlock(thread);
+ splx(x);
}
ptinfo->pti_total_system = tinfo.total_system;
ptinfo->pti_total_user = tinfo.total_user;
ptinfo->pti_threads_system = tinfo.threads_system;
ptinfo->pti_threads_user = tinfo.threads_user;
-
- ptinfo->pti_faults = task->faults;
+
+ ptinfo->pti_faults = (int32_t) MIN(counter_load(&task->faults), INT32_MAX);
ptinfo->pti_pageins = task->pageins;
ptinfo->pti_cow_faults = task->cow_faults;
ptinfo->pti_messages_sent = task->messages_sent;
task_unlock(task);
}
-int
-fill_taskthreadinfo(task_t task, uint64_t thaddr, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp)
+int
+fill_taskthreadinfo(task_t task, uint64_t thaddr, bool thuniqueid, struct proc_threadinfo_internal * ptinfo, void * vpp, int *vidp)
{
thread_t thact;
- int err=0;
+ int err = 0;
mach_msg_type_number_t count;
thread_basic_info_data_t basic_info;
kern_return_t kret;
+ uint64_t addr = 0;
task_lock(task);
- for (thact = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)thact); ) {
- if (thact->machine.cthread_self == thaddr)
- {
-
+ for (thact = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)thact);) {
+ addr = (thuniqueid) ? thact->thread_id : thact->machine.cthread_self;
+ if (addr == thaddr) {
count = THREAD_BASIC_INFO_COUNT;
if ((kret = thread_info_internal(thact, THREAD_BASIC_INFO, (thread_info_t)&basic_info, &count)) != KERN_SUCCESS) {
err = 1;
- goto out;
+ goto out;
}
-#if 0
- ptinfo->pth_user_time = timer_grab(&basic_info.user_time);
- ptinfo->pth_system_time = timer_grab(&basic_info.system_time);
-#else
- ptinfo->pth_user_time = ((basic_info.user_time.seconds * NSEC_PER_SEC) + (basic_info.user_time.microseconds * NSEC_PER_USEC));
- ptinfo->pth_system_time = ((basic_info.system_time.seconds * NSEC_PER_SEC) + (basic_info.system_time.microseconds * NSEC_PER_USEC));
+ ptinfo->pth_user_time = (((uint64_t)basic_info.user_time.seconds * NSEC_PER_SEC) + ((uint64_t)basic_info.user_time.microseconds * NSEC_PER_USEC));
+ ptinfo->pth_system_time = (((uint64_t)basic_info.system_time.seconds * NSEC_PER_SEC) + ((uint64_t)basic_info.system_time.microseconds * NSEC_PER_USEC));
-#endif
ptinfo->pth_cpu_usage = basic_info.cpu_usage;
ptinfo->pth_policy = basic_info.policy;
ptinfo->pth_run_state = basic_info.run_state;
ptinfo->pth_flags = basic_info.flags;
ptinfo->pth_sleep_time = basic_info.sleep_time;
ptinfo->pth_curpri = thact->sched_pri;
- ptinfo->pth_priority = thact->priority;
+ ptinfo->pth_priority = thact->base_pri;
ptinfo->pth_maxpriority = thact->max_priority;
-
- if ((vpp != NULL) && (thact->uthread != NULL))
+
+ if ((vpp != NULL) && (thact->uthread != NULL)) {
bsd_threadcdir(thact->uthread, vpp, vidp);
- bsd_getthreadname(thact->uthread,ptinfo->pth_name);
+ }
+ bsd_getthreadname(thact->uthread, ptinfo->pth_name);
err = 0;
- goto out;
+ goto out;
}
- thact = (thread_t)queue_next(&thact->task_threads);
+ thact = (thread_t)(void *)queue_next(&thact->task_threads);
}
err = 1;
out:
task_unlock(task);
- return(err);
+ return err;
}
int
-fill_taskthreadlist(task_t task, void * buffer, int thcount)
+fill_taskthreadlist(task_t task, void * buffer, int thcount, bool thuniqueid)
{
- int numthr=0;
+ int numthr = 0;
thread_t thact;
uint64_t * uptr;
uint64_t thaddr;
task_lock(task);
- for (thact = (thread_t)queue_first(&task->threads);
- !queue_end(&task->threads, (queue_entry_t)thact); ) {
- thaddr = thact->machine.cthread_self;
+ for (thact = (thread_t)(void *)queue_first(&task->threads);
+ !queue_end(&task->threads, (queue_entry_t)thact);) {
+ thaddr = (thuniqueid) ? thact->thread_id : thact->machine.cthread_self;
*uptr++ = thaddr;
numthr++;
- if (numthr >= thcount)
+ if (numthr >= thcount) {
goto out;
- thact = (thread_t)queue_next(&thact->task_threads);
+ }
+ thact = (thread_t)(void *)queue_next(&thact->task_threads);
}
out:
task_unlock(task);
return (int)(numthr * sizeof(uint64_t));
-
}
int
get_numthreads(task_t task)
{
- return(task->thread_count);
+ return task->thread_count;
}
-void
-syscall_exit_funnelcheck(void)
+/*
+ * Gather the various pieces of info about the designated task,
+ * and collect it all into a single rusage_info.
+ */
+int
+fill_task_rusage(task_t task, rusage_info_current *ri)
{
- thread_t thread;
+ struct task_power_info powerinfo;
- thread = current_thread();
+ uint64_t runnable_time = 0;
+
+ assert(task != TASK_NULL);
+ task_lock(task);
+
+ task_power_info_locked(task, &powerinfo, NULL, NULL, &runnable_time);
+ ri->ri_pkg_idle_wkups = powerinfo.task_platform_idle_wakeups;
+ ri->ri_interrupt_wkups = powerinfo.task_interrupt_wakeups;
+ ri->ri_user_time = powerinfo.total_user;
+ ri->ri_system_time = powerinfo.total_system;
+ ri->ri_runnable_time = runnable_time;
+
+ ri->ri_phys_footprint = get_task_phys_footprint(task);
+ ledger_get_balance(task->ledger, task_ledgers.phys_mem,
+ (ledger_amount_t *)&ri->ri_resident_size);
+ ri->ri_wired_size = get_task_wired_mem(task);
+
+ ri->ri_pageins = task->pageins;
+
+ task_unlock(task);
+ return 0;
+}
+
+void
+fill_task_billed_usage(task_t task __unused, rusage_info_current *ri)
+{
+ bank_billed_balance_safe(task, &ri->ri_billed_system_time, &ri->ri_billed_energy);
+ bank_serviced_balance_safe(task, &ri->ri_serviced_system_time, &ri->ri_serviced_energy);
+}
+
+int
+fill_task_io_rusage(task_t task, rusage_info_current *ri)
+{
+ assert(task != TASK_NULL);
+ task_lock(task);
+
+ if (task->task_io_stats) {
+ ri->ri_diskio_bytesread = task->task_io_stats->disk_reads.size;
+ ri->ri_diskio_byteswritten = (task->task_io_stats->total_io.size - task->task_io_stats->disk_reads.size);
+ } else {
+ /* I/O Stats unavailable */
+ ri->ri_diskio_bytesread = 0;
+ ri->ri_diskio_byteswritten = 0;
+ }
+ task_unlock(task);
+ return 0;
+}
+
+int
+fill_task_qos_rusage(task_t task, rusage_info_current *ri)
+{
+ thread_t thread;
+
+ assert(task != TASK_NULL);
+ task_lock(task);
+
+ /* Rollup QoS time of all the threads to task */
+ queue_iterate(&task->threads, thread, thread_t, task_threads) {
+ if (thread->options & TH_OPT_IDLE_THREAD) {
+ continue;
+ }
+
+ thread_update_qos_cpu_time(thread);
+ }
+ ri->ri_cpu_time_qos_default = task->cpu_time_eqos_stats.cpu_time_qos_default;
+ ri->ri_cpu_time_qos_maintenance = task->cpu_time_eqos_stats.cpu_time_qos_maintenance;
+ ri->ri_cpu_time_qos_background = task->cpu_time_eqos_stats.cpu_time_qos_background;
+ ri->ri_cpu_time_qos_utility = task->cpu_time_eqos_stats.cpu_time_qos_utility;
+ ri->ri_cpu_time_qos_legacy = task->cpu_time_eqos_stats.cpu_time_qos_legacy;
+ ri->ri_cpu_time_qos_user_initiated = task->cpu_time_eqos_stats.cpu_time_qos_user_initiated;
+ ri->ri_cpu_time_qos_user_interactive = task->cpu_time_eqos_stats.cpu_time_qos_user_interactive;
+
+ task_unlock(task);
+ return 0;
+}
+
+void
+fill_task_monotonic_rusage(task_t task, rusage_info_current *ri)
+{
+#if MONOTONIC
+ if (!mt_core_supported) {
+ return;
+ }
+
+ assert(task != TASK_NULL);
+
+ uint64_t counts[MT_CORE_NFIXED] = { 0 };
+ mt_fixed_task_counts(task, counts);
+#ifdef MT_CORE_INSTRS
+ ri->ri_instructions = counts[MT_CORE_INSTRS];
+#endif /* defined(MT_CORE_INSTRS) */
+ ri->ri_cycles = counts[MT_CORE_CYCLES];
+#else /* MONOTONIC */
+#pragma unused(task, ri)
+#endif /* !MONOTONIC */
+}
+
+uint64_t
+get_task_logical_writes(task_t task, boolean_t external)
+{
+ assert(task != TASK_NULL);
+ struct ledger_entry_info lei;
+
+ task_lock(task);
+
+ if (external == FALSE) {
+ ledger_get_entry_info(task->ledger, task_ledgers.logical_writes, &lei);
+ } else {
+ ledger_get_entry_info(task->ledger, task_ledgers.logical_writes_to_external, &lei);
+ }
+
+ ledger_get_entry_info(task->ledger, task_ledgers.logical_writes, &lei);
+
+ task_unlock(task);
+ return lei.lei_balance;
+}
+
+uint64_t
+get_task_dispatchqueue_serialno_offset(task_t task)
+{
+ uint64_t dq_serialno_offset = 0;
+
+ if (task->bsd_info) {
+ dq_serialno_offset = get_dispatchqueue_serialno_offset_from_proc(task->bsd_info);
+ }
+
+ return dq_serialno_offset;
+}
+
+uint64_t
+get_task_dispatchqueue_label_offset(task_t task)
+{
+ uint64_t dq_label_offset = 0;
+
+ if (task->bsd_info) {
+ dq_label_offset = get_dispatchqueue_label_offset_from_proc(task->bsd_info);
+ }
+
+ return dq_label_offset;
+}
+
+uint64_t
+get_task_uniqueid(task_t task)
+{
+ if (task->bsd_info) {
+ return proc_uniqueid(task->bsd_info);
+ } else {
+ return UINT64_MAX;
+ }
+}
+
+int
+get_task_version(task_t task)
+{
+ if (task->bsd_info) {
+ return proc_pidversion(task->bsd_info);
+ } else {
+ return INT_MAX;
+ }
+}
+
+#if CONFIG_MACF
+struct label *
+get_task_crash_label(task_t task)
+{
+ return task->crash_label;
+}
+#endif
+
+int
+fill_taskipctableinfo(task_t task, uint32_t *table_size, uint32_t *table_free)
+{
+ ipc_space_t space = task->itk_space;
+ if (space == NULL) {
+ return -1;
+ }
+
+ is_read_lock(space);
+ if (!is_active(space)) {
+ is_read_unlock(space);
+ return -1;
+ }
+
+ *table_size = space->is_table_size;
+ *table_free = space->is_table_free;
+
+ is_read_unlock(space);
+
+ return 0;
+}
+
+int
+get_task_cdhash(task_t task, char cdhash[static CS_CDHASH_LEN])
+{
+ int result = 0;
+
+ task_lock(task);
+ result = task->bsd_info ? proc_getcdhash(task->bsd_info, cdhash) : ESRCH;
+ task_unlock(task);
- if (thread->funnel_lock)
- panic("syscall exit with funnel held\n");
+ return result;
}
projects / apple / xnu.git / blobdiff