X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/39236c6e673c41db228275375ab7fdb0f837b292..cc8bc92ae4a8e9f1a1ab61bf83d34ad8150b3405:/osfmk/kern/task.h diff --git a/osfmk/kern/task.h b/osfmk/kern/task.h index 1b2991861..847120f95 100644 --- a/osfmk/kern/task.h +++ b/osfmk/kern/task.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2000-2010 Apple Inc. All rights reserved. + * Copyright (c) 2000-2010, 2015 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * @@ -95,6 +95,12 @@ #include #include +#ifdef XNU_KERNEL_PRIVATE +#include +#include +#include +#endif /* XNU_KERNEL_PRIVATE */ + #ifdef MACH_KERNEL_PRIVATE #include @@ -107,49 +113,41 @@ #include #include +#if MONOTONIC +#include +#endif /* MONOTONIC */ + #include #include #include -#include +#include #include -#include -#endif /* MACH_KERNEL_PRIVATE */ - -#ifdef XNU_KERNEL_PRIVATE +#include -/* defns for task->rsu_controldata */ -#define TASK_POLICY_CPU_RESOURCE_USAGE 0 -#define TASK_POLICY_WIREDMEM_RESOURCE_USAGE 1 -#define TASK_POLICY_VIRTUALMEM_RESOURCE_USAGE 2 -#define TASK_POLICY_DISK_RESOURCE_USAGE 3 -#define TASK_POLICY_NETWORK_RESOURCE_USAGE 4 -#define TASK_POLICY_POWER_RESOURCE_USAGE 5 - -#define TASK_POLICY_RESOURCE_USAGE_COUNT 6 - -#define TASK_POLICY_CPUMON_DISABLE 0xFF -#define TASK_POLICY_CPUMON_DEFAULTS 0xFE - -/* Resource usage/low resource attributes */ -#define TASK_POLICY_RESOURCE_ATTRIBUTE_NONE 0x00 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_THROTTLE 0x01 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_SUSPEND 0x02 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_TERMINATE 0x03 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_KQ 0x04 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_EXC 0x05 -#define TASK_POLICY_RESOURCE_ATTRIBUTE_DEFAULT TASK_POLICY_RESOURCE_ATTRIBUTE_NONE - -#endif /* XNU_KERNEL_PRIVATE */ +#include +#include +#include -#ifdef MACH_KERNEL_PRIVATE +#ifdef CONFIG_ATM +#include +#endif +struct _cpu_time_qos_stats { + uint64_t cpu_time_qos_default; + uint64_t cpu_time_qos_maintenance; + uint64_t cpu_time_qos_background; + uint64_t cpu_time_qos_utility; + uint64_t cpu_time_qos_legacy; + uint64_t cpu_time_qos_user_initiated; + uint64_t cpu_time_qos_user_interactive; +}; -#include +#include struct task { /* Synchronization/destruction information */ decl_lck_mtx_data(,lock) /* Task's lock */ - uint32_t ref_count; /* Number of references to me */ + _Atomic uint32_t ref_count; /* Number of references to me */ boolean_t active; /* Task has not been terminated */ boolean_t halting; /* Task is being halted */ @@ -158,6 +156,10 @@ struct task { queue_chain_t tasks; /* global list of tasks */ void *user_data; /* Arbitrary data settable via IPC */ +#if defined(CONFIG_SCHED_MULTIQ) + sched_group_t sched_group; +#endif /* defined(CONFIG_SCHED_MULTIQ) */ + /* Threads in this task */ queue_head_t threads; @@ -184,7 +186,8 @@ struct task { /* Statistics */ uint64_t total_user_time; /* terminated threads only */ uint64_t total_system_time; - + uint64_t total_ptime; + /* Virtual timers */ uint32_t vtimers; @@ -199,6 +202,7 @@ struct task { struct ipc_port *itk_bootstrap; /* a send right */ struct ipc_port *itk_seatbelt; /* a send right */ struct ipc_port *itk_gssd; /* yet another send right */ + struct ipc_port *itk_debug_control; /* send right for debugmode communications */ struct ipc_port *itk_task_access; /* and another send right */ struct ipc_port *itk_resume; /* a receive right to resume this task */ struct ipc_port *itk_registered[TASK_PORT_REGISTER_MAX]; @@ -228,18 +232,31 @@ struct task { uint32_t p_switch; /* total processor switches */ uint32_t ps_switch; /* total pset switches */ - zinfo_usage_t tkm_zinfo; /* per-task, per-zone usage statistics */ - #ifdef MACH_BSD void *bsd_info; #endif + kcdata_descriptor_t corpse_info; + uint64_t crashed_thread_id; + queue_chain_t corpse_tasks; +#ifdef CONFIG_MACF + struct label * crash_label; +#endif struct vm_shared_region *shared_region; - uint32_t t_flags; /* general-purpose task flags protected by task_lock (TL) */ -#define TF_64B_ADDR 0x1 /* task has 64-bit addressing */ -#define TF_64B_DATA 0x2 /* task has 64-bit data registers */ -#define TF_CPUMON_WARNING 0x4 /* task has at least one thread in CPU usage warning zone */ -#define TF_WAKEMON_WARNING 0x8 /* task is in wakeups monitor warning zone */ -#define TF_TELEMETRY (TF_CPUMON_WARNING | TF_WAKEMON_WARNING) /* task is a telemetry participant */ + volatile uint32_t t_flags; /* general-purpose task flags protected by task_lock (TL) */ +#define TF_NONE 0 +#define TF_64B_ADDR 0x00000001 /* task has 64-bit addressing */ +#define TF_64B_DATA 0x00000002 /* task has 64-bit data registers */ +#define TF_CPUMON_WARNING 0x00000004 /* task has at least one thread in CPU usage warning zone */ +#define TF_WAKEMON_WARNING 0x00000008 /* task is in wakeups monitor warning zone */ +#define TF_TELEMETRY (TF_CPUMON_WARNING | TF_WAKEMON_WARNING) /* task is a telemetry participant */ +#define TF_GPU_DENIED 0x00000010 /* task is not allowed to access the GPU */ +#define TF_CORPSE 0x00000020 /* task is a corpse */ +#define TF_PENDING_CORPSE 0x00000040 /* task corpse has not been reported yet */ +#define TF_CORPSE_FORK 0x00000080 /* task is a forked corpse */ +#define TF_LRETURNWAIT 0x00000100 /* task is waiting for fork/posix_spawn/exec to complete */ +#define TF_LRETURNWAITER 0x00000200 /* task is waiting for TF_LRETURNWAIT to get cleared */ +#define TF_PLATFORM 0x00000400 /* task is a platform binary */ + #define task_has_64BitAddr(task) \ (((task)->t_flags & TF_64B_ADDR) != 0) #define task_set_64BitAddr(task) \ @@ -249,14 +266,42 @@ struct task { #define task_has_64BitData(task) \ (((task)->t_flags & TF_64B_DATA) != 0) +#define task_is_a_corpse(task) \ + (((task)->t_flags & TF_CORPSE) != 0) + +#define task_set_corpse(task) \ + ((task)->t_flags |= TF_CORPSE) + +#define task_corpse_pending_report(task) \ + (((task)->t_flags & TF_PENDING_CORPSE) != 0) + +#define task_set_corpse_pending_report(task) \ + ((task)->t_flags |= TF_PENDING_CORPSE) + +#define task_clear_corpse_pending_report(task) \ + ((task)->t_flags &= ~TF_PENDING_CORPSE) + +#define task_is_a_corpse_fork(task) \ + (((task)->t_flags & TF_CORPSE_FORK) != 0) + + uint32_t t_procflags; /* general-purpose task flags protected by proc_lock (PL) */ +#define TPF_NONE 0 +#define TPF_DID_EXEC 0x00000001 /* task has been execed to a new task */ +#define TPF_EXEC_COPY 0x00000002 /* task is the new copy of an exec */ + +#define task_did_exec_internal(task) \ + (((task)->t_procflags & TPF_DID_EXEC) != 0) + +#define task_is_exec_copy_internal(task) \ + (((task)->t_procflags & TPF_EXEC_COPY) != 0) + mach_vm_address_t all_image_info_addr; /* dyld __all_image_info */ mach_vm_size_t all_image_info_size; /* section location and size */ -#if CONFIG_MACF_MACH - ipc_labelh_t label; -#endif -#if CONFIG_COUNTERS -#define TASK_PMC_FLAG 0x1 /* Bit in "t_chud" signifying PMC interest */ +#if KPERF +#define TASK_PMC_FLAG 0x1 /* Bit in "t_chud" signifying PMC interest */ +#define TASK_KPC_FORCED_ALL_CTRS 0x2 /* Bit in "t_chud" signifying KPC forced all counters */ + uint32_t t_chud; /* CHUD flags, used for Shark */ #endif @@ -274,14 +319,19 @@ struct task { uint64_t rusage_cpu_perthr_interval; /* Per-thread CPU limit interval */ uint64_t rusage_cpu_deadline; thread_call_t rusage_cpu_callt; +#if CONFIG_EMBEDDED + queue_head_t task_watchers; /* app state watcher threads */ + int num_taskwatchers; + int watchapplying; +#endif /* CONFIG_EMBEDDED */ + +#if CONFIG_ATM + struct atm_task_descriptor *atm_context; /* pointer to per task atm descriptor */ +#endif + struct bank_task *bank_context; /* pointer to per task bank structure */ #if IMPORTANCE_INHERITANCE - uint32_t imp_receiver :1, /* the task can receive importance boost */ - imp_donor :1, /* the task always sends boosts regardless of boost status */ - imp_reserved :30; /* reserved for future use */ - - uint32_t task_imp_assertcnt; /* total number of boost assertions (kernel managed plus userspace managed) */ - uint32_t task_imp_externcnt; /* number of boost assertions externalized (userspace managed) */ + struct ipc_importance_task *task_imp_base; /* Base of IPC importance chain */ #endif /* IMPORTANCE_INHERITANCE */ vm_extmod_statistics_data_t extmod_statistics; @@ -292,40 +342,87 @@ struct task { struct task_requested_policy requested_policy; struct task_effective_policy effective_policy; - struct task_pended_policy pended_policy; /* * Can be merged with imp_donor bits, once the IMPORTANCE_INHERITANCE macro goes away. */ - uint32_t low_mem_notified_warn :1, /* warning low memory notification is sent to the task */ - low_mem_notified_critical :1, /* critical low memory notification is sent to the task */ - purged_memory_warn :1, /* purgeable memory of the task is purged for warning level pressure */ - purged_memory_critical :1, /* purgeable memory of the task is purged for critical level pressure */ - mem_notify_reserved :28; /* reserved for future use */ + uint32_t low_mem_notified_warn :1, /* warning low memory notification is sent to the task */ + low_mem_notified_critical :1, /* critical low memory notification is sent to the task */ + purged_memory_warn :1, /* purgeable memory of the task is purged for warning level pressure */ + purged_memory_critical :1, /* purgeable memory of the task is purged for critical level pressure */ + low_mem_privileged_listener :1, /* if set, task would like to know about pressure changes before other tasks on the system */ + mem_notify_reserved :27; /* reserved for future use */ + + uint32_t memlimit_is_active :1, /* if set, use active attributes, otherwise use inactive attributes */ + memlimit_is_fatal :1, /* if set, exceeding current memlimit will prove fatal to the task */ + memlimit_active_exc_resource :1, /* if set, suppress exc_resource exception when task exceeds active memory limit */ + memlimit_inactive_exc_resource :1, /* if set, suppress exc_resource exception when task exceeds inactive memory limit */ + memlimit_attrs_reserved :28; /* reserved for future use */ + + io_stat_info_t task_io_stats; + uint64_t task_immediate_writes __attribute__((aligned(8))); + uint64_t task_deferred_writes __attribute__((aligned(8))); + uint64_t task_invalidated_writes __attribute__((aligned(8))); + uint64_t task_metadata_writes __attribute__((aligned(8))); + + /* + * The cpu_time_qos_stats fields are protected by the task lock + */ + struct _cpu_time_qos_stats cpu_time_qos_stats; /* Statistics accumulated for terminated threads from this task */ uint32_t task_timer_wakeups_bin_1; uint32_t task_timer_wakeups_bin_2; + uint64_t task_gpu_ns; + uint64_t task_energy; + +#if MONOTONIC + /* Read and written under task_lock */ + struct mt_task task_monotonic; +#endif /* MONOTONIC */ + + /* # of purgeable volatile VM objects owned by this task: */ + int task_volatile_objects; + /* # of purgeable but not volatile VM objects owned by this task: */ + int task_nonvolatile_objects; + boolean_t task_purgeable_disowning; + boolean_t task_purgeable_disowned; + + /* + * A task's coalition set is "adopted" in task_create_internal + * and unset in task_deallocate_internal, so each array member + * can be referenced without the task lock. + * Note: these fields are protected by coalition->lock, + * not the task lock. + */ + coalition_t coalition[COALITION_NUM_TYPES]; + queue_chain_t task_coalition[COALITION_NUM_TYPES]; + uint64_t dispatchqueue_offset; + +#if DEVELOPMENT || DEBUG + boolean_t task_unnested; + int task_disconnected_count; +#endif - int task_volatile_objects; /* # of purgeable VM objects made - * "volatile" by this task */ +#if HYPERVISOR + void *hv_task_target; /* hypervisor virtual machine object associated with this task */ +#endif /* HYPERVISOR */ + +#if CONFIG_SECLUDED_MEMORY + boolean_t task_can_use_secluded_mem; + boolean_t task_could_use_secluded_mem; + boolean_t task_could_also_use_secluded_mem; +#endif /* CONFIG_SECLUDED_MEMORY */ + + queue_head_t io_user_clients; + uint32_t exec_token; }; #define task_lock(task) lck_mtx_lock(&(task)->lock) -#define task_lock_assert_owned(task) lck_mtx_assert(&(task)->lock, LCK_MTX_ASSERT_OWNED) +#define task_lock_assert_owned(task) LCK_MTX_ASSERT(&(task)->lock, LCK_MTX_ASSERT_OWNED) #define task_lock_try(task) lck_mtx_try_lock(&(task)->lock) #define task_unlock(task) lck_mtx_unlock(&(task)->lock) -#if CONFIG_MACF_MACH -#define maclabel label->lh_label - -#define tasklabel_lock(task) lh_lock((task)->label) -#define tasklabel_unlock(task) lh_unlock((task)->label) - -extern void tasklabel_lock2(task_t a, task_t b); -extern void tasklabel_unlock2(task_t a, task_t b); -#endif /* MAC_MACH */ - #define itk_lock_init(task) lck_mtx_init(&(task)->itk_lock_data, &ipc_lck_grp, &ipc_lck_attr) #define itk_lock_destroy(task) lck_mtx_destroy(&(task)->itk_lock_data, &ipc_lck_grp) #define itk_lock(task) lck_mtx_lock(&(task)->itk_lock_data) @@ -338,10 +435,10 @@ extern void task_reference_internal(task_t task); extern uint32_t task_deallocate_internal(task_t task); #else #define task_reference_internal(task) \ - (void)hw_atomic_add(&(task)->ref_count, 1) + (void)atomic_fetch_add_explicit(&(task)->ref_count, 1, memory_order_relaxed) #define task_deallocate_internal(task) \ - hw_atomic_sub(&(task)->ref_count, 1) + (atomic_fetch_sub_explicit(&task->ref_count, 1, memory_order_release) - 1) #endif #define task_reference(task) \ @@ -359,12 +456,16 @@ extern kern_return_t kernel_task_create( /* Initialize task module */ extern void task_init(void); +/* coalition_init() calls this to initialize ledgers before task_init() */ +extern void init_task_ledgers(void); + #define current_task_fast() (current_thread()->task) #define current_task() current_task_fast() extern lck_attr_t task_lck_attr; extern lck_grp_t task_lck_grp; + #else /* MACH_KERNEL_PRIVATE */ __BEGIN_DECLS @@ -373,6 +474,14 @@ extern task_t current_task(void); extern void task_reference(task_t task); +#define TF_NONE 0 +#define TF_LRETURNWAIT 0x00000100 /* task is waiting for fork/posix_spawn/exec to complete */ +#define TF_LRETURNWAITER 0x00000200 /* task is waiting for TF_LRETURNWAIT to get cleared */ + +#define TPF_NONE 0 +#define TPF_EXEC_COPY 0x00000002 /* task is the new copy of an exec */ + + __END_DECLS #endif /* MACH_KERNEL_PRIVATE */ @@ -394,6 +503,10 @@ extern kern_return_t task_wait( extern kern_return_t task_release( task_t task); +/* Suspend/resume a task where the kernel owns the suspend count */ +extern kern_return_t task_suspend_internal( task_t task); +extern kern_return_t task_resume_internal( task_t task); + /* Suspends a task by placing a hold on its threads */ extern kern_return_t task_pidsuspend( task_t task); @@ -404,6 +517,19 @@ extern kern_return_t task_pidsuspend_locked( extern kern_return_t task_pidresume( task_t task); +extern kern_return_t task_send_trace_memory( + task_t task, + uint32_t pid, + uint64_t uniqueid); + +#if DEVELOPMENT || DEBUG + +extern kern_return_t task_disconnect_page_mappings( + task_t task); +#endif + +extern void tasks_system_suspend(boolean_t suspend); + #if CONFIG_FREEZE /* Freeze a task's resident pages */ @@ -436,17 +562,33 @@ extern kern_return_t task_terminate_internal( extern kern_return_t task_create_internal( task_t parent_task, + coalition_t *parent_coalitions, boolean_t inherit_memory, boolean_t is_64bit, + uint32_t flags, + uint32_t procflags, task_t *child_task); /* OUT */ -extern kern_return_t task_importance( +extern kern_return_t task_info( task_t task, - integer_t importance); + task_flavor_t flavor, + task_info_t task_info_out, + mach_msg_type_number_t *task_info_count); extern void task_power_info_locked( task_t task, - task_power_info_t info); + task_power_info_t info, + gpu_energy_data_t gpu_energy, + task_power_info_v2_t infov2); + +extern uint64_t task_gpu_utilisation( + task_t task); + +extern uint64_t task_energy( + task_t task); + +extern uint64_t task_cpu_ptime( + task_t task); extern void task_vtimer_set( task_t task, @@ -469,6 +611,10 @@ extern void task_set_64bit( task_t task, boolean_t is64bit); +extern void task_set_platform_binary( + task_t task, + boolean_t is_platform); + extern void task_backing_store_privileged( task_t task); @@ -483,19 +629,59 @@ extern int get_task_numacts( extern int get_task_numactivethreads(task_t task); +struct label; +extern kern_return_t task_collect_crash_info( + task_t task, +#if CONFIG_MACF + struct label *crash_label, +#endif + int is_corpse_fork); +void task_port_notify(mach_msg_header_t *msg); +void task_wait_till_threads_terminate_locked(task_t task); + /* JMM - should just be temporary (implementation in bsd_kern still) */ extern void set_bsdtask_info(task_t,void *); extern vm_map_t get_task_map_reference(task_t); -extern vm_map_t swap_task_map(task_t, thread_t, vm_map_t, boolean_t); +extern vm_map_t swap_task_map(task_t, thread_t, vm_map_t); extern pmap_t get_task_pmap(task_t); extern uint64_t get_task_resident_size(task_t); +extern uint64_t get_task_compressed(task_t); +extern uint64_t get_task_resident_max(task_t); extern uint64_t get_task_phys_footprint(task_t); -extern uint64_t get_task_phys_footprint_max(task_t); - -extern kern_return_t task_set_phys_footprint_limit_internal(task_t, int, int *, boolean_t); +extern uint64_t get_task_phys_footprint_recent_max(task_t); +extern uint64_t get_task_phys_footprint_lifetime_max(task_t); +extern uint64_t get_task_phys_footprint_limit(task_t); +extern uint64_t get_task_purgeable_size(task_t); +extern uint64_t get_task_cpu_time(task_t); +extern uint64_t get_task_dispatchqueue_offset(task_t); +extern uint64_t get_task_dispatchqueue_serialno_offset(task_t); +extern uint64_t get_task_uniqueid(task_t task); +extern int get_task_version(task_t task); + +extern uint64_t get_task_internal(task_t); +extern uint64_t get_task_internal_compressed(task_t); +extern uint64_t get_task_purgeable_nonvolatile(task_t); +extern uint64_t get_task_purgeable_nonvolatile_compressed(task_t); +extern uint64_t get_task_iokit_mapped(task_t); +extern uint64_t get_task_alternate_accounting(task_t); +extern uint64_t get_task_alternate_accounting_compressed(task_t); +extern uint64_t get_task_memory_region_count(task_t); +extern uint64_t get_task_page_table(task_t); + +extern kern_return_t task_convert_phys_footprint_limit(int, int *); +extern kern_return_t task_set_phys_footprint_limit_internal(task_t, int, int *, boolean_t, boolean_t); extern kern_return_t task_get_phys_footprint_limit(task_t task, int *limit_mb); +/* Jetsam memlimit attributes */ +extern boolean_t task_get_memlimit_is_active(task_t task); +extern boolean_t task_get_memlimit_is_fatal(task_t task); +extern void task_set_memlimit_is_active(task_t task, boolean_t memlimit_is_active); +extern void task_set_memlimit_is_fatal(task_t task, boolean_t memlimit_is_fatal); +extern boolean_t task_has_triggered_exc_resource(task_t task, boolean_t memlimit_is_active); +extern void task_mark_has_triggered_exc_resource(task_t task, boolean_t memlimit_is_active); + extern boolean_t is_kerneltask(task_t task); +extern boolean_t is_corpsetask(task_t task); extern kern_return_t check_actforsig(task_t task, thread_t thread, int setast); @@ -519,166 +705,63 @@ struct _task_ledger_indices { int tkm_shared; int phys_mem; int wired_mem; - int iokit_mem; + int internal; + int iokit_mapped; + int alternate_accounting; + int alternate_accounting_compressed; + int page_table; int phys_footprint; - int phys_compressed; + int internal_compressed; + int purgeable_volatile; + int purgeable_nonvolatile; + int purgeable_volatile_compressed; + int purgeable_nonvolatile_compressed; int platform_idle_wakeups; int interrupt_wakeups; +#if CONFIG_SCHED_SFI + int sfi_wait_times[MAX_SFI_CLASS_ID]; +#endif /* CONFIG_SCHED_SFI */ + int cpu_time_billed_to_me; + int cpu_time_billed_to_others; + int physical_writes; + int logical_writes; + int energy_billed_to_me; + int energy_billed_to_others; }; extern struct _task_ledger_indices task_ledgers; -/* Begin task_policy */ - -/* value */ -#define TASK_POLICY_DISABLE 0x0 -#define TASK_POLICY_ENABLE 0x1 - -/* category */ -#define TASK_POLICY_INTERNAL 0x0 -#define TASK_POLICY_EXTERNAL 0x1 -#define TASK_POLICY_ATTRIBUTE 0x2 - -/* for tracing */ -#define TASK_POLICY_TASK 0x4 -#define TASK_POLICY_THREAD 0x8 - -/* flavors (also DBG_IMPORTANCE subclasses 0x20 - 0x3F) */ - -/* internal or external, thread or task */ -#define TASK_POLICY_DARWIN_BG 0x21 -#define TASK_POLICY_IOPOL 0x22 -#define TASK_POLICY_IO 0x23 -#define TASK_POLICY_PASSIVE_IO 0x24 - -/* internal or external, task only */ -#define TASK_POLICY_DARWIN_BG_AND_GPU 0x25 -#define TASK_POLICY_GPU_DENY 0x26 - -/* internal, task only */ -#define TASK_POLICY_DARWIN_BG_IOPOL 0x27 - -/* task-only attributes */ -#define TASK_POLICY_TAL 0x28 -#define TASK_POLICY_BOOST 0x29 -#define TASK_POLICY_ROLE 0x2A -#define TASK_POLICY_SUPPRESSED_CPU 0x2B -#define TASK_POLICY_TERMINATED 0x2C -#define TASK_POLICY_NEW_SOCKETS_BG 0x2D -#define TASK_POLICY_LOWPRI_CPU 0x2E -#define TASK_POLICY_LATENCY_QOS 0x2F -#define TASK_POLICY_THROUGH_QOS 0x30 -#define TASK_POLICY_WATCHERS_BG 0x31 - -/* thread-only attributes */ -#define TASK_POLICY_PIDBIND_BG 0x32 -#define TASK_POLICY_WORKQ_BG 0x33 - -#define TASK_POLICY_MAX 0x3F - -/* The main entrance to task policy is this function */ -extern void proc_set_task_policy(task_t task, thread_t thread, int category, int flavor, int value); -extern int proc_get_task_policy(task_t task, thread_t thread, int category, int flavor); - -/* For use by kernel threads and others who don't hold a reference on the target thread */ -extern void proc_set_task_policy_thread(task_t task, uint64_t tid, int category, int flavor, int value); - -extern void proc_set_task_apptype(task_t task, int type); - -/* IO Throttle tiers */ -#define THROTTLE_LEVEL_NONE -1 -#define THROTTLE_LEVEL_TIER0 0 /* IOPOL_NORMAL, IOPOL_DEFAULT, IOPOL_PASSIVE */ - -#define THROTTLE_LEVEL_THROTTLED 1 -#define THROTTLE_LEVEL_TIER1 1 /* IOPOL_STANDARD */ -#define THROTTLE_LEVEL_TIER2 2 /* IOPOL_UTILITY */ -#define THROTTLE_LEVEL_TIER3 3 /* IOPOL_THROTTLE */ - -#define THROTTLE_LEVEL_START 0 -#define THROTTLE_LEVEL_END 3 - -#define THROTTLE_LEVEL_COMPRESSOR_TIER0 THROTTLE_LEVEL_TIER0 -#define THROTTLE_LEVEL_COMPRESSOR_TIER1 THROTTLE_LEVEL_TIER1 -#define THROTTLE_LEVEL_COMPRESSOR_TIER2 THROTTLE_LEVEL_TIER2 - -#define THROTTLE_LEVEL_PAGEOUT_THROTTLED THROTTLE_LEVEL_TIER2 -#define THROTTLE_LEVEL_PAGEOUT_UNTHROTTLED THROTTLE_LEVEL_TIER1 - -extern int proc_apply_workq_bgthreadpolicy(thread_t thread); -extern int proc_restore_workq_bgthreadpolicy(thread_t thread); - -extern int proc_get_darwinbgstate(task_t task, uint32_t *flagsp); -extern boolean_t proc_task_is_tal(task_t task); -extern integer_t task_grab_latency_qos(task_t task); -extern void task_policy_create(task_t task, int parent_boosted); - -/* - * Get effective policy - * Only for use by relevant subsystem, should never be passed into a setter! - */ - -extern int proc_get_effective_task_policy(task_t task, int flavor); -extern int proc_get_effective_thread_policy(thread_t thread, int flavor); - -/* temporary compatibility */ -int proc_setthread_saved_importance(thread_t thread, int importance); - -int proc_get_task_ruse_cpu(task_t task, uint32_t *policyp, uint8_t *percentagep, uint64_t *intervalp, uint64_t *deadlinep); -int proc_set_task_ruse_cpu(task_t task, uint32_t policy, uint8_t percentage, uint64_t interval, uint64_t deadline, int cpumon_entitled); -int proc_clear_task_ruse_cpu(task_t task, int cpumon_entitled); -thread_t task_findtid(task_t, uint64_t); -void set_thread_iotier_override(thread_t, int policy); - -#define TASK_RUSECPU_FLAGS_PROC_LIMIT 0x01 -#define TASK_RUSECPU_FLAGS_PERTHR_LIMIT 0x02 -#define TASK_RUSECPU_FLAGS_DEADLINE 0x04 -#define TASK_RUSECPU_FLAGS_FATAL_CPUMON 0x08 /* CPU usage monitor violations are fatal */ -#define TASK_RUSECPU_FLAGS_FATAL_WAKEUPSMON 0x10 /* wakeups monitor violations are fatal */ -#define TASK_RUSECPU_FLAGS_PHYS_FOOTPRINT_EXCEPTION 0x20 /* exceeding physical footprint generates EXC_RESOURCE */ - -/* BSD call back functions */ -extern int proc_apply_resource_actions(void * p, int type, int action); -extern int proc_restore_resource_actions(void * p, int type, int action); -extern int task_restore_resource_actions(task_t task, int type); - -extern int task_clear_cpuusage(task_t task, int cpumon_entitled); +/* requires task to be unlocked, returns a referenced thread */ +thread_t task_findtid(task_t task, uint64_t tid); +int pid_from_task(task_t task); extern kern_return_t task_wakeups_monitor_ctl(task_t task, uint32_t *rate_hz, int32_t *flags); extern kern_return_t task_cpu_usage_monitor_ctl(task_t task, uint32_t *flags); +extern void task_rollup_accounting_info(task_t new_task, task_t parent_task); +extern kern_return_t task_io_monitor_ctl(task_t task, uint32_t *flags); +extern void task_set_did_exec_flag(task_t task); +extern void task_clear_exec_copy_flag(task_t task); +extern boolean_t task_is_exec_copy(task_t); +extern boolean_t task_did_exec(task_t task); +extern boolean_t task_is_active(task_t task); +extern boolean_t task_is_halting(task_t task); +extern void task_clear_return_wait(task_t task); +extern void task_wait_to_return(void); +extern event_t task_get_return_wait_event(task_t task); + +extern void task_atm_reset(task_t task); +extern void task_bank_reset(task_t task); +extern void task_bank_init(task_t task); + +extern int task_pid(task_t task); +extern boolean_t task_has_assertions(task_t task); +/* End task_policy */ +extern void task_set_gpu_denied(task_t task, boolean_t denied); +extern boolean_t task_is_gpu_denied(task_t task); -void task_importance_mark_donor(task_t task, boolean_t donating); - -#if IMPORTANCE_INHERITANCE -extern boolean_t task_is_importance_donor(task_t task); -extern boolean_t task_is_importance_receiver(task_t task); - -extern int task_importance_hold_internal_assertion(task_t target_task, uint32_t count); -extern int task_importance_drop_internal_assertion(task_t target_task, uint32_t count); - -extern int task_importance_hold_external_assertion(task_t target_task, uint32_t count); -extern int task_importance_drop_external_assertion(task_t target_task, uint32_t count); - -extern int task_importance_externalize_assertion(task_t target_task, uint32_t count, int sender_pid); -#endif /* IMPORTANCE_INHERITANCE */ - -extern void task_hold_multiple_assertion(task_t task, uint32_t count); -extern void task_add_importance_watchport(task_t task, int pid, mach_port_t port, int *boostp); - -extern boolean_t task_has_been_notified(task_t task, int pressurelevel); -extern boolean_t task_used_for_purging(task_t task, int pressurelevel); -extern void task_mark_has_been_notified(task_t task, int pressurelevel); -extern void task_mark_used_for_purging(task_t task, int pressurelevel); -extern void task_clear_has_been_notified(task_t task, int pressurelevel); -extern void task_clear_used_for_purging(task_t task); -extern int task_importance_estimate(task_t task); - -/* - * This should only be used for debugging. - * pid is stored in audit_token by set_security_token(). - */ -#define audit_token_pid_from_task(task) ((task)->audit_token.val[5]) +extern queue_head_t * task_io_user_clients(task_t task); -/* End task_policy */ +extern void task_copy_fields_for_exec(task_t dst_task, task_t src_task); #endif /* XNU_KERNEL_PRIVATE */ @@ -686,6 +769,7 @@ extern int task_importance_estimate(task_t task); extern void *get_bsdtask_info(task_t); extern void *get_bsdthreadtask_info(thread_t); +extern void task_bsdtask_kill(task_t); extern vm_map_t get_task_map(task_t); extern ledger_t get_task_ledger(task_t); @@ -695,6 +779,7 @@ extern boolean_t get_task_frozen(task_t); /* Convert from a task to a port */ extern ipc_port_t convert_task_to_port(task_t); extern ipc_port_t convert_task_name_to_port(task_name_t); +extern ipc_port_t convert_task_inspect_to_port(task_inspect_t); extern ipc_port_t convert_task_suspension_token_to_port(task_suspension_token_t task); /* Convert from a port (in this case, an SO right to a task's resume port) to a task. */ @@ -702,6 +787,30 @@ extern task_suspension_token_t convert_port_to_task_suspension_token(ipc_port_t extern boolean_t task_suspension_notify(mach_msg_header_t *); +#define TASK_WRITE_IMMEDIATE 0x1 +#define TASK_WRITE_DEFERRED 0x2 +#define TASK_WRITE_INVALIDATED 0x4 +#define TASK_WRITE_METADATA 0x8 +extern void task_update_logical_writes(task_t task, uint32_t io_size, int flags, void *vp); + +#if CONFIG_SECLUDED_MEMORY +extern void task_set_can_use_secluded_mem( + task_t task, + boolean_t can_use_secluded_mem); +extern void task_set_could_use_secluded_mem( + task_t task, + boolean_t could_use_secluded_mem); +extern void task_set_could_also_use_secluded_mem( + task_t task, + boolean_t could_also_use_secluded_mem); +extern boolean_t task_can_use_secluded_mem(task_t task); +extern boolean_t task_could_use_secluded_mem(task_t task); +#endif /* CONFIG_SECLUDED_MEMORY */ + +#if CONFIG_MACF +extern struct label *get_task_crash_label(task_t task); +#endif /* CONFIG_MACF */ + #endif /* KERNEL_PRIVATE */ extern task_t kernel_task; @@ -712,6 +821,9 @@ extern void task_deallocate( extern void task_name_deallocate( task_name_t task_name); +extern void task_inspect_deallocate( + task_inspect_t task_inspect); + extern void task_suspension_token_deallocate( task_suspension_token_t token); __END_DECLS