[apple/xnu.git] / osfmk / kern / policy_internal.h

/*
 * Copyright (c) 2015-2016 Apple Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 *
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 *
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 *
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */

#ifndef _KERN_POLICY_INTERNAL_H_
#define _KERN_POLICY_INTERNAL_H_

/*
 * Interfaces for functionality implemented in task_ or thread_policy subsystem
 */

#ifdef XNU_KERNEL_PRIVATE

#include <sys/cdefs.h>
#include <mach/kern_return.h>
#include <kern/kern_types.h>
#include <mach/task_policy.h>
#include <kern/task.h>
#include <kern/ledger.h>
#include <sys/kdebug.h>
#include <kern/sched_prim.h>
/*
 ******************************
 * XNU-internal functionality
 ******************************
 */

/*
 * Get effective policy
 * Only for use by relevant subsystem, should never be passed into a setter!
 */
extern int proc_get_effective_task_policy(task_t task, int flavor);
extern int proc_get_effective_thread_policy(thread_t thread, int flavor);

/* Set task 'nice' value */
extern kern_return_t task_importance(task_t task, integer_t importance);

/* value */
#define TASK_POLICY_DISABLE             0x0
#define TASK_POLICY_ENABLE              0x1

/* category */
#define TASK_POLICY_INTERNAL            0x0
#define TASK_POLICY_EXTERNAL            0x1
#define TASK_POLICY_ATTRIBUTE           0x2

/* for tracing */
#define TASK_POLICY_TASK                0x4
#define TASK_POLICY_THREAD              0x8

/* flavors (also DBG_IMPORTANCE subclasses  0x20 - 0x3F) */

/* internal or external, thread or task */
#define TASK_POLICY_DARWIN_BG           IMP_TASK_POLICY_DARWIN_BG
#define TASK_POLICY_IOPOL               IMP_TASK_POLICY_IOPOL
#define TASK_POLICY_IO                  IMP_TASK_POLICY_IO
#define TASK_POLICY_PASSIVE_IO          IMP_TASK_POLICY_PASSIVE_IO

/* internal, task only */
#define TASK_POLICY_DARWIN_BG_IOPOL     IMP_TASK_POLICY_DARWIN_BG_IOPOL

/* task-only attributes */
#define TASK_POLICY_TAL                 IMP_TASK_POLICY_TAL
#define TASK_POLICY_BOOST               IMP_TASK_POLICY_BOOST
#define TASK_POLICY_ROLE                IMP_TASK_POLICY_ROLE
/* unused                               0x2B */
#define TASK_POLICY_TERMINATED          IMP_TASK_POLICY_TERMINATED
#define TASK_POLICY_NEW_SOCKETS_BG      IMP_TASK_POLICY_NEW_SOCKETS_BG
#define TASK_POLICY_SUP_ACTIVE          IMP_TASK_POLICY_SUP_ACTIVE
#define TASK_POLICY_LATENCY_QOS         IMP_TASK_POLICY_LATENCY_QOS
#define TASK_POLICY_THROUGH_QOS         IMP_TASK_POLICY_THROUGH_QOS
#define TASK_POLICY_WATCHERS_BG         IMP_TASK_POLICY_WATCHERS_BG
#define TASK_POLICY_SFI_MANAGED         IMP_TASK_POLICY_SFI_MANAGED
#define TASK_POLICY_ALL_SOCKETS_BG      IMP_TASK_POLICY_ALL_SOCKETS_BG

#define TASK_POLICY_BASE_LATENCY_AND_THROUGHPUT_QOS IMP_TASK_POLICY_BASE_LATENCY_AND_THROUGHPUT_QOS /* latency as value1, throughput as value2 */
#define TASK_POLICY_OVERRIDE_LATENCY_AND_THROUGHPUT_QOS  IMP_TASK_POLICY_OVERRIDE_LATENCY_AND_THROUGHPUT_QOS /* latency as value1, throughput as value2 */

/* thread-only attributes */
#define TASK_POLICY_PIDBIND_BG          IMP_TASK_POLICY_PIDBIND_BG
/* unused                               0x33 */
#define TASK_POLICY_QOS                 0x35 /* Used only as a convenience for getter */
#define TASK_POLICY_QOS_OVERRIDE        IMP_TASK_POLICY_QOS_OVERRIDE
#define TASK_POLICY_QOS_AND_RELPRIO     IMP_TASK_POLICY_QOS_AND_RELPRIO /* QoS as value1, relative priority as value2 */
#define TASK_POLICY_QOS_WORKQ_OVERRIDE  IMP_TASK_POLICY_QOS_WORKQ_OVERRIDE
#define TASK_POLICY_QOS_PROMOTE         IMP_TASK_POLICY_QOS_PROMOTE
#define TASK_POLICY_QOS_KEVENT_OVERRIDE IMP_TASK_POLICY_QOS_KEVENT_OVERRIDE
#define TASK_POLICY_QOS_SERVICER_OVERRIDE IMP_TASK_POLICY_QOS_SERVICER_OVERRIDE

#define TASK_POLICY_MAX                 0x3F

/* The main entrance to task policy is this function */
extern void proc_set_task_policy(task_t task, int category, int flavor, int value);
extern int  proc_get_task_policy(task_t task, int category, int flavor);

extern void proc_set_thread_policy(thread_t thread, int category, int flavor, int value);
extern int  proc_get_thread_policy(thread_t thread, int category, int flavor);

/* For use when you don't already hold a reference on the target thread */
extern void proc_set_thread_policy_with_tid(task_t task, uint64_t tid, int category, int flavor, int value);


/* Functions used by kern_resource.c */
extern boolean_t thread_has_qos_policy(thread_t thread);
extern kern_return_t thread_remove_qos_policy(thread_t thread);

extern int  proc_darwin_role_to_task_role(int darwin_role, int* task_role);
extern int  proc_task_role_to_darwin_role(int task_role);

/* Functions used by kern_exec.c */
extern void task_set_main_thread_qos(task_t task, thread_t main_thread);
extern void proc_set_task_spawnpolicy(task_t task, thread_t thread, int apptype, int qos_clamp, int role,
    ipc_port_t * portwatch_ports, uint32_t portwatch_count);
extern void proc_inherit_task_role(task_t new_task, task_t old_task);

/* IO Throttle tiers */
#define THROTTLE_LEVEL_NONE     -1
#define THROTTLE_LEVEL_TIER0     0      /* IOPOL_NORMAL, IOPOL_DEFAULT, IOPOL_PASSIVE */

#define THROTTLE_LEVEL_THROTTLED 1
#define THROTTLE_LEVEL_TIER1     1      /* IOPOL_STANDARD */
#define THROTTLE_LEVEL_TIER2     2      /* IOPOL_UTILITY */
#define THROTTLE_LEVEL_TIER3     3      /* IOPOL_THROTTLE */

#define THROTTLE_LEVEL_START     0
#define THROTTLE_LEVEL_END       3

#define THROTTLE_LEVEL_COMPRESSOR_TIER0         THROTTLE_LEVEL_TIER0
#define THROTTLE_LEVEL_COMPRESSOR_TIER1         THROTTLE_LEVEL_TIER1
#define THROTTLE_LEVEL_COMPRESSOR_TIER2         THROTTLE_LEVEL_TIER2

#define THROTTLE_LEVEL_PAGEOUT_THROTTLED        THROTTLE_LEVEL_TIER2
#define THROTTLE_LEVEL_PAGEOUT_UNTHROTTLED      THROTTLE_LEVEL_TIER1

#if CONFIG_IOSCHED
#define IOSCHED_METADATA_TIER                   THROTTLE_LEVEL_TIER1
#endif /* CONFIG_IOSCHED */

extern int proc_get_darwinbgstate(task_t task, uint32_t *flagsp);
extern int task_get_apptype(task_t);

#ifdef MACH_BSD
extern void proc_apply_task_networkbg(void * bsd_info, thread_t thread);
#endif /* MACH_BSD */

extern void thread_freeze_base_pri(thread_t thread);
extern bool thread_unfreeze_base_pri(thread_t thread);

/* Functions used by pthread_shims.c */
extern int proc_thread_qos_add_override(task_t task, thread_t thread, uint64_t tid,
    int override_qos, boolean_t first_override_for_resource,
    user_addr_t resource, int resource_type);
extern int proc_thread_qos_remove_override(task_t task, thread_t thread, uint64_t tid,
    user_addr_t resource, int resource_type);

extern void thread_reset_workq_qos(thread_t thread, uint32_t qos);
extern void thread_set_workq_override(thread_t thread, uint32_t qos);
extern void thread_set_workq_pri(thread_t thread, thread_qos_t qos, integer_t priority, integer_t policy);
extern uint8_t thread_workq_pri_for_qos(thread_qos_t qos) __pure2;
extern thread_qos_t thread_workq_qos_for_pri(int priority);

extern int
task_get_default_manager_qos(task_t task);

extern void proc_thread_qos_deallocate(thread_t thread);

extern int task_clear_cpuusage(task_t task, int cpumon_entitled);

#if CONFIG_EMBEDDED
/* Taskwatch related external BSD interface */
extern int proc_lf_pidbind(task_t curtask, uint64_t tid, task_t target_task, int bind);
#endif /* CONFIG_EMBEDDED */

/* Importance inheritance functions not under IMPORTANCE_INHERITANCE */
extern void task_importance_mark_donor(task_t task, boolean_t donating);
extern void task_importance_reset(task_t task);
extern void task_importance_init_from_parent(task_t new_task, task_t parent_task);

#if IMPORTANCE_INHERITANCE
extern boolean_t task_is_importance_donor(task_t task);
extern boolean_t task_is_importance_receiver_type(task_t task);

extern int task_importance_hold_file_lock_assertion(task_t target_task, uint32_t count);
extern int task_importance_drop_file_lock_assertion(task_t target_task, uint32_t count);

extern int task_importance_hold_legacy_external_assertion(task_t target_task, uint32_t count);
extern int task_importance_drop_legacy_external_assertion(task_t target_task, uint32_t count);
#endif /* IMPORTANCE_INHERITANCE */

/* Functions used by process_policy.c */
extern boolean_t proc_task_is_tal(task_t task);

/* Arguments to proc_set_task_ruse_cpu */
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NONE             0x00
#define TASK_POLICY_RESOURCE_ATTRIBUTE_THROTTLE         0x01
#define TASK_POLICY_RESOURCE_ATTRIBUTE_SUSPEND          0x02
#define TASK_POLICY_RESOURCE_ATTRIBUTE_TERMINATE        0x03
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_KQ        0x04
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_EXC       0x05
#define TASK_POLICY_RESOURCE_ATTRIBUTE_DEFAULT          TASK_POLICY_RESOURCE_ATTRIBUTE_NONE

extern int proc_get_task_ruse_cpu(task_t task, uint32_t *policyp, uint8_t *percentagep,
    uint64_t *intervalp, uint64_t *deadlinep);
extern int proc_set_task_ruse_cpu(task_t task, uint32_t policy, uint8_t percentage,
    uint64_t interval, uint64_t deadline, int cpumon_entitled);
extern int task_suspend_cpumon(task_t task);
extern int task_resume_cpumon(task_t task);
extern int proc_clear_task_ruse_cpu(task_t task, int cpumon_entitled);

extern int proc_apply_resource_actions(void * p, int type, int action);
extern int proc_restore_resource_actions(void * p, int type, int action);

/* VM/Jetsam importance callouts */
extern int task_low_mem_privileged_listener(task_t task, boolean_t new_value, boolean_t *old_value);
extern boolean_t task_has_been_notified(task_t task, int pressurelevel);
extern boolean_t task_used_for_purging(task_t task, int pressurelevel);
extern void task_mark_has_been_notified(task_t task, int pressurelevel);
extern void task_mark_used_for_purging(task_t task, int pressurelevel);
extern void task_clear_has_been_notified(task_t task, int pressurelevel);
extern void task_clear_used_for_purging(task_t task);
extern int task_importance_estimate(task_t task);

extern kern_return_t thread_policy_set_internal(thread_t thread, thread_policy_flavor_t flavor,
    thread_policy_t policy_info, mach_msg_type_number_t count);

extern boolean_t thread_recompute_user_promotion_locked(thread_t thread);
extern boolean_t thread_recompute_kernel_promotion_locked(thread_t thread);
extern thread_qos_t thread_user_promotion_qos_for_pri(int priority);

extern void thread_set_exec_promotion(thread_t thread);
extern void thread_clear_exec_promotion(thread_t thread);

/* for servicer override management (workloops only) */
extern void thread_add_servicer_override(thread_t thread, uint32_t qos_override);
extern void thread_update_servicer_override(thread_t thread, uint32_t qos_override);
extern void thread_drop_servicer_override(thread_t thread);

/* for generic kevent override management */
extern void thread_add_kevent_override(thread_t thread, uint32_t qos_override);
extern void thread_update_kevent_override(thread_t thread, uint32_t qos_override);
extern void thread_drop_kevent_override(thread_t thread);

/* for ipc_pset.c */
extern thread_qos_t thread_get_requested_qos(thread_t thread, int *relpri);

/*
 ******************************
 * Mach-internal functionality
 ******************************
 */

#ifdef MACH_KERNEL_PRIVATE

/*
 * this exports the internal policy update calls
 * for IPC importance hooks into task policy
 */

typedef struct task_pend_token {
	uint32_t        tpt_update_sockets      :1,
	    tpt_update_timers       :1,
	    tpt_update_watchers     :1,
	    tpt_update_live_donor   :1,
	    tpt_update_coal_sfi     :1,
	    tpt_update_throttle     :1,
	    tpt_update_thread_sfi   :1,
	    tpt_force_recompute_pri :1,
	    tpt_update_tg_ui_flag   :1,
	    tpt_update_turnstile    :1;
} *task_pend_token_t;

extern void task_policy_update_complete_unlocked(task_t task, task_pend_token_t pend_token);
extern void task_update_boost_locked(task_t task, boolean_t boost_active, task_pend_token_t pend_token);

extern void thread_policy_update_locked(thread_t thread, task_pend_token_t pend_token);
extern void thread_policy_update_complete_unlocked(thread_t task, task_pend_token_t pend_token);

typedef struct {
	int             qos_pri[THREAD_QOS_LAST];
	int             qos_iotier[THREAD_QOS_LAST];
	uint32_t        qos_through_qos[THREAD_QOS_LAST];
	uint32_t        qos_latency_qos[THREAD_QOS_LAST];
} qos_policy_params_t;

extern const qos_policy_params_t thread_qos_policy_params;

/* for task policy tracepoints */
/* Convenience functions for munging a policy bitfield into a tracepoint */
uintptr_t threquested_0(thread_t thread);
uintptr_t threquested_1(thread_t thread);
uintptr_t theffective_0(thread_t thread);
uintptr_t theffective_1(thread_t thread);
extern uint32_t  tpending(task_pend_token_t pend_token);

extern void proc_iopol_to_tier(int iopolicy, int *tier, int *passive);
extern int  proc_tier_to_iopol(int tier, int passive);

extern void set_thread_iotier_override(thread_t, int policy);

extern integer_t task_grab_latency_qos(task_t task);
extern void task_policy_create(task_t task, task_t parent_task);
extern void thread_policy_create(thread_t thread);

extern boolean_t task_is_daemon(task_t task);
extern boolean_t task_is_app(task_t task);

#if CONFIG_EMBEDDED
/* Taskwatch related external interface */
extern void thead_remove_taskwatch(thread_t thread);
extern void task_removewatchers(task_t task);
extern void task_watch_init(void);

typedef struct task_watcher task_watch_t;
#endif /* CONFIG_EMBEDDED */

#if IMPORTANCE_INHERITANCE
extern boolean_t task_is_marked_importance_donor(task_t task);
extern boolean_t task_is_marked_importance_receiver(task_t task);

extern boolean_t task_is_marked_importance_denap_receiver(task_t task);
#endif /* IMPORTANCE_INHERITANCE */

/* flags for rusage_cpu_flags */
#define TASK_RUSECPU_FLAGS_PROC_LIMIT                   0x01
#define TASK_RUSECPU_FLAGS_PERTHR_LIMIT                 0x02
#define TASK_RUSECPU_FLAGS_DEADLINE                     0x04
#define TASK_RUSECPU_FLAGS_FATAL_CPUMON                 0x08    /* CPU usage monitor violations are fatal */
#define TASK_RUSECPU_FLAGS_FATAL_WAKEUPSMON             0x10    /* wakeups monitor violations are fatal */

extern void proc_init_cpumon_params(void);
extern void thread_policy_init(void);

int task_compute_main_thread_qos(task_t task);

/* thread policy internals */
extern void thread_policy_reset(thread_t thread);
extern kern_return_t thread_set_mode_and_absolute_pri(thread_t thread, integer_t policy, integer_t priority);

extern void thread_policy_update_tasklocked(thread_t thread, integer_t priority, integer_t max_priority, task_pend_token_t pend_token);

#include "mach/resource_notify.h"       /* from MIG */

/*! @function   send_resource_violation
 *   @abstract   send usage monitor violation notification
 *
 *   @param  violator  the task (process) violating its CPU budget
 *   @param  ledger_info   the entry tracking the resource limit
 *   @param  flags   see constants for type in sys/reason.h
 *
 *   @result KERN_SUCCESS if the message was sent
 *
 *   @discussion
 *       send_resource_violation() calls the corresponding MIG routine
 *       over the host special RESOURCE_NOTIFY port.
 */
kern_return_t send_resource_violation(typeof(send_cpu_usage_violation),
    task_t violator,
    struct ledger_entry_info *ledger_info,
    resource_notify_flags_t flags);

/*! @function	trace_resource_violation
 *   @abstract	trace violations on K32/64
 *
 *   @param  code   the (K64) DBG_MACH_RESOURCE trace code
 *   @param  ledger_info   the entry tracking the resource limit
 *
 *   @discussion
 *       Trace observed usage and corresponding limit on K32 or K64.  On
 *       K32, a pair of trace points are used.  The low nibble of the K32
 *       trace points must start at double the low nibble of the provided
 *       K64 trace point.  For example:
 #define LOGWRITES_VIOLATED              0x022
 *               ...
 #define LOGWRITES_VIOLATED_K32A         0x024
 #define LOGWRITES_VIOLATED_K32B         0x025
 */
void trace_resource_violation(uint16_t code,
    struct ledger_entry_info *ledger_info);

#endif /* MACH_KERNEL_PRIVATE */

#endif /* XNU_KERNEL_PRIVATE */

#endif /* _KERN_POLICY_INTERNAL_H_ */
Commit	Line	Data
39037602 A	1	/*
	2	* Copyright (c) 2015-2016 Apple Inc. All rights reserved.
	3	*
	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
	5	*
	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
	14	*
	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
	25	*
	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
	27	*/
	28
	29	#ifndef _KERN_POLICY_INTERNAL_H_
	30	#define _KERN_POLICY_INTERNAL_H_
	31
	32	/*
	33	* Interfaces for functionality implemented in task_ or thread_policy subsystem
	34	*/
	35
	36	#ifdef XNU_KERNEL_PRIVATE
	37
	38	#include <sys/cdefs.h>
	39	#include <mach/kern_return.h>
	40	#include <kern/kern_types.h>
	41	#include <mach/task_policy.h>
	42	#include <kern/task.h>
	43	#include <kern/ledger.h>
cb323159 A	44	#include <sys/kdebug.h>
cb323159 A	45	#include <kern/sched_prim.h>
39037602 A	46	/*
	47	******************************
	48	* XNU-internal functionality
	49	******************************
	50	*/
	51
	52	/*
	53	* Get effective policy
	54	* Only for use by relevant subsystem, should never be passed into a setter!
	55	*/
	56	extern int proc_get_effective_task_policy(task_t task, int flavor);
	57	extern int proc_get_effective_thread_policy(thread_t thread, int flavor);
	58
	59	/* Set task 'nice' value */
	60	extern kern_return_t task_importance(task_t task, integer_t importance);
	61
	62	/* value */
	63	#define TASK_POLICY_DISABLE 0x0
	64	#define TASK_POLICY_ENABLE 0x1
	65
	66	/* category */
	67	#define TASK_POLICY_INTERNAL 0x0
	68	#define TASK_POLICY_EXTERNAL 0x1
	69	#define TASK_POLICY_ATTRIBUTE 0x2
	70
	71	/* for tracing */
	72	#define TASK_POLICY_TASK 0x4
	73	#define TASK_POLICY_THREAD 0x8
	74
	75	/* flavors (also DBG_IMPORTANCE subclasses 0x20 - 0x3F) */
	76
	77	/* internal or external, thread or task */
cb323159 A	78	#define TASK_POLICY_DARWIN_BG IMP_TASK_POLICY_DARWIN_BG
	79	#define TASK_POLICY_IOPOL IMP_TASK_POLICY_IOPOL
	80	#define TASK_POLICY_IO IMP_TASK_POLICY_IO
	81	#define TASK_POLICY_PASSIVE_IO IMP_TASK_POLICY_PASSIVE_IO
39037602 A	82
39037602 A	83	/* internal, task only */
cb323159	84	#define TASK_POLICY_DARWIN_BG_IOPOL IMP_TASK_POLICY_DARWIN_BG_IOPOL
39037602 A	85
39037602 A	86	/* task-only attributes */
cb323159 A	87	#define TASK_POLICY_TAL IMP_TASK_POLICY_TAL
	88	#define TASK_POLICY_BOOST IMP_TASK_POLICY_BOOST
	89	#define TASK_POLICY_ROLE IMP_TASK_POLICY_ROLE
39037602	90	/* unused 0x2B */
cb323159 A	91	#define TASK_POLICY_TERMINATED IMP_TASK_POLICY_TERMINATED
	92	#define TASK_POLICY_NEW_SOCKETS_BG IMP_TASK_POLICY_NEW_SOCKETS_BG
	93	#define TASK_POLICY_SUP_ACTIVE IMP_TASK_POLICY_SUP_ACTIVE
	94	#define TASK_POLICY_LATENCY_QOS IMP_TASK_POLICY_LATENCY_QOS
	95	#define TASK_POLICY_THROUGH_QOS IMP_TASK_POLICY_THROUGH_QOS
	96	#define TASK_POLICY_WATCHERS_BG IMP_TASK_POLICY_WATCHERS_BG
	97	#define TASK_POLICY_SFI_MANAGED IMP_TASK_POLICY_SFI_MANAGED
	98	#define TASK_POLICY_ALL_SOCKETS_BG IMP_TASK_POLICY_ALL_SOCKETS_BG
	99
	100	#define TASK_POLICY_BASE_LATENCY_AND_THROUGHPUT_QOS IMP_TASK_POLICY_BASE_LATENCY_AND_THROUGHPUT_QOS /* latency as value1, throughput as value2 */
	101	#define TASK_POLICY_OVERRIDE_LATENCY_AND_THROUGHPUT_QOS IMP_TASK_POLICY_OVERRIDE_LATENCY_AND_THROUGHPUT_QOS /* latency as value1, throughput as value2 */
39037602 A	102
39037602 A	103	/* thread-only attributes */
cb323159	104	#define TASK_POLICY_PIDBIND_BG IMP_TASK_POLICY_PIDBIND_BG
39037602	105	/* unused 0x33 */
cb323159 A	106	#define TASK_POLICY_QOS 0x35 /* Used only as a convenience for getter */
	107	#define TASK_POLICY_QOS_OVERRIDE IMP_TASK_POLICY_QOS_OVERRIDE
	108	#define TASK_POLICY_QOS_AND_RELPRIO IMP_TASK_POLICY_QOS_AND_RELPRIO /* QoS as value1, relative priority as value2 */
	109	#define TASK_POLICY_QOS_WORKQ_OVERRIDE IMP_TASK_POLICY_QOS_WORKQ_OVERRIDE
	110	#define TASK_POLICY_QOS_PROMOTE IMP_TASK_POLICY_QOS_PROMOTE
	111	#define TASK_POLICY_QOS_KEVENT_OVERRIDE IMP_TASK_POLICY_QOS_KEVENT_OVERRIDE
	112	#define TASK_POLICY_QOS_SERVICER_OVERRIDE IMP_TASK_POLICY_QOS_SERVICER_OVERRIDE
39037602 A	113
	114	#define TASK_POLICY_MAX 0x3F
	115
	116	/* The main entrance to task policy is this function */
	117	extern void proc_set_task_policy(task_t task, int category, int flavor, int value);
	118	extern int proc_get_task_policy(task_t task, int category, int flavor);
	119
	120	extern void proc_set_thread_policy(thread_t thread, int category, int flavor, int value);
	121	extern int proc_get_thread_policy(thread_t thread, int category, int flavor);
	122
	123	/* For use when you don't already hold a reference on the target thread */
	124	extern void proc_set_thread_policy_with_tid(task_t task, uint64_t tid, int category, int flavor, int value);
	125
	126
	127	/* Functions used by kern_resource.c */
	128	extern boolean_t thread_has_qos_policy(thread_t thread);
	129	extern kern_return_t thread_remove_qos_policy(thread_t thread);
	130
	131	extern int proc_darwin_role_to_task_role(int darwin_role, int* task_role);
	132	extern int proc_task_role_to_darwin_role(int task_role);
	133
	134	/* Functions used by kern_exec.c */
	135	extern void task_set_main_thread_qos(task_t task, thread_t main_thread);
cb323159 A	136	extern void proc_set_task_spawnpolicy(task_t task, thread_t thread, int apptype, int qos_clamp, int role,
cb323159 A	137	ipc_port_t * portwatch_ports, uint32_t portwatch_count);
d190cdc3	138	extern void proc_inherit_task_role(task_t new_task, task_t old_task);
39037602 A	139
	140	/* IO Throttle tiers */
	141	#define THROTTLE_LEVEL_NONE -1
0a7de745	142	#define THROTTLE_LEVEL_TIER0 0 /* IOPOL_NORMAL, IOPOL_DEFAULT, IOPOL_PASSIVE */
39037602 A	143
	144	#define THROTTLE_LEVEL_THROTTLED 1
	145	#define THROTTLE_LEVEL_TIER1 1 /* IOPOL_STANDARD */
	146	#define THROTTLE_LEVEL_TIER2 2 /* IOPOL_UTILITY */
	147	#define THROTTLE_LEVEL_TIER3 3 /* IOPOL_THROTTLE */
	148
	149	#define THROTTLE_LEVEL_START 0
	150	#define THROTTLE_LEVEL_END 3
	151
	152	#define THROTTLE_LEVEL_COMPRESSOR_TIER0 THROTTLE_LEVEL_TIER0
	153	#define THROTTLE_LEVEL_COMPRESSOR_TIER1 THROTTLE_LEVEL_TIER1
	154	#define THROTTLE_LEVEL_COMPRESSOR_TIER2 THROTTLE_LEVEL_TIER2
	155
	156	#define THROTTLE_LEVEL_PAGEOUT_THROTTLED THROTTLE_LEVEL_TIER2
	157	#define THROTTLE_LEVEL_PAGEOUT_UNTHROTTLED THROTTLE_LEVEL_TIER1
	158
	159	#if CONFIG_IOSCHED
	160	#define IOSCHED_METADATA_TIER THROTTLE_LEVEL_TIER1
	161	#endif /* CONFIG_IOSCHED */
	162
	163	extern int proc_get_darwinbgstate(task_t task, uint32_t *flagsp);
	164	extern int task_get_apptype(task_t);
	165
	166	#ifdef MACH_BSD
	167	extern void proc_apply_task_networkbg(void * bsd_info, thread_t thread);
	168	#endif /* MACH_BSD */
	169
cb323159 A	170	extern void thread_freeze_base_pri(thread_t thread);
	171	extern bool thread_unfreeze_base_pri(thread_t thread);
	172
39037602	173	/* Functions used by pthread_shims.c */
d9a64523	174	extern int proc_thread_qos_add_override(task_t task, thread_t thread, uint64_t tid,
0a7de745 A	175	int override_qos, boolean_t first_override_for_resource,
0a7de745 A	176	user_addr_t resource, int resource_type);
d9a64523	177	extern int proc_thread_qos_remove_override(task_t task, thread_t thread, uint64_t tid,
0a7de745	178	user_addr_t resource, int resource_type);
39037602	179
d9a64523 A	180	extern void thread_reset_workq_qos(thread_t thread, uint32_t qos);
	181	extern void thread_set_workq_override(thread_t thread, uint32_t qos);
	182	extern void thread_set_workq_pri(thread_t thread, thread_qos_t qos, integer_t priority, integer_t policy);
	183	extern uint8_t thread_workq_pri_for_qos(thread_qos_t qos) __pure2;
	184	extern thread_qos_t thread_workq_qos_for_pri(int priority);
39037602 A	185
	186	extern int
	187	task_get_default_manager_qos(task_t task);
	188
	189	extern void proc_thread_qos_deallocate(thread_t thread);
	190
	191	extern int task_clear_cpuusage(task_t task, int cpumon_entitled);
	192
5ba3f43e A	193	#if CONFIG_EMBEDDED
	194	/* Taskwatch related external BSD interface */
	195	extern int proc_lf_pidbind(task_t curtask, uint64_t tid, task_t target_task, int bind);
	196	#endif /* CONFIG_EMBEDDED */
39037602 A	197
	198	/* Importance inheritance functions not under IMPORTANCE_INHERITANCE */
	199	extern void task_importance_mark_donor(task_t task, boolean_t donating);
	200	extern void task_importance_reset(task_t task);
d9a64523	201	extern void task_importance_init_from_parent(task_t new_task, task_t parent_task);
39037602 A	202
	203	#if IMPORTANCE_INHERITANCE
	204	extern boolean_t task_is_importance_donor(task_t task);
	205	extern boolean_t task_is_importance_receiver_type(task_t task);
	206
	207	extern int task_importance_hold_file_lock_assertion(task_t target_task, uint32_t count);
	208	extern int task_importance_drop_file_lock_assertion(task_t target_task, uint32_t count);
	209
	210	extern int task_importance_hold_legacy_external_assertion(task_t target_task, uint32_t count);
	211	extern int task_importance_drop_legacy_external_assertion(task_t target_task, uint32_t count);
	212	#endif /* IMPORTANCE_INHERITANCE */
	213
	214	/* Functions used by process_policy.c */
	215	extern boolean_t proc_task_is_tal(task_t task);
	216
	217	/* Arguments to proc_set_task_ruse_cpu */
	218	#define TASK_POLICY_RESOURCE_ATTRIBUTE_NONE 0x00
	219	#define TASK_POLICY_RESOURCE_ATTRIBUTE_THROTTLE 0x01
	220	#define TASK_POLICY_RESOURCE_ATTRIBUTE_SUSPEND 0x02
	221	#define TASK_POLICY_RESOURCE_ATTRIBUTE_TERMINATE 0x03
	222	#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_KQ 0x04
	223	#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_EXC 0x05
	224	#define TASK_POLICY_RESOURCE_ATTRIBUTE_DEFAULT TASK_POLICY_RESOURCE_ATTRIBUTE_NONE
	225
	226	extern int proc_get_task_ruse_cpu(task_t task, uint32_t policyp, uint8_t percentagep,
0a7de745	227	uint64_t intervalp, uint64_t deadlinep);
39037602	228	extern int proc_set_task_ruse_cpu(task_t task, uint32_t policy, uint8_t percentage,
0a7de745	229	uint64_t interval, uint64_t deadline, int cpumon_entitled);
39037602 A	230	extern int task_suspend_cpumon(task_t task);
	231	extern int task_resume_cpumon(task_t task);
	232	extern int proc_clear_task_ruse_cpu(task_t task, int cpumon_entitled);
	233
	234	extern int proc_apply_resource_actions(void * p, int type, int action);
	235	extern int proc_restore_resource_actions(void * p, int type, int action);
	236
	237	/* VM/Jetsam importance callouts */
	238	extern int task_low_mem_privileged_listener(task_t task, boolean_t new_value, boolean_t *old_value);
	239	extern boolean_t task_has_been_notified(task_t task, int pressurelevel);
	240	extern boolean_t task_used_for_purging(task_t task, int pressurelevel);
	241	extern void task_mark_has_been_notified(task_t task, int pressurelevel);
	242	extern void task_mark_used_for_purging(task_t task, int pressurelevel);
	243	extern void task_clear_has_been_notified(task_t task, int pressurelevel);
	244	extern void task_clear_used_for_purging(task_t task);
	245	extern int task_importance_estimate(task_t task);
	246
39037602	247	extern kern_return_t thread_policy_set_internal(thread_t thread, thread_policy_flavor_t flavor,
0a7de745	248	thread_policy_t policy_info, mach_msg_type_number_t count);
39037602	249
d9a64523	250	extern boolean_t thread_recompute_user_promotion_locked(thread_t thread);
cb323159	251	extern boolean_t thread_recompute_kernel_promotion_locked(thread_t thread);
d9a64523	252	extern thread_qos_t thread_user_promotion_qos_for_pri(int priority);
5ba3f43e A	253
	254	extern void thread_set_exec_promotion(thread_t thread);
	255	extern void thread_clear_exec_promotion(thread_t thread);
	256
cb323159 A	257	/* for servicer override management (workloops only) */
	258	extern void thread_add_servicer_override(thread_t thread, uint32_t qos_override);
	259	extern void thread_update_servicer_override(thread_t thread, uint32_t qos_override);
	260	extern void thread_drop_servicer_override(thread_t thread);
	261
	262	/* for generic kevent override management */
	263	extern void thread_add_kevent_override(thread_t thread, uint32_t qos_override);
	264	extern void thread_update_kevent_override(thread_t thread, uint32_t qos_override);
	265	extern void thread_drop_kevent_override(thread_t thread);
d9a64523 A	266
	267	/* for ipc_pset.c */
	268	extern thread_qos_t thread_get_requested_qos(thread_t thread, int *relpri);
39037602 A	269
	270	/*
	271	******************************
	272	* Mach-internal functionality
	273	******************************
	274	*/
	275
	276	#ifdef MACH_KERNEL_PRIVATE
	277
	278	/*
	279	* this exports the internal policy update calls
	280	* for IPC importance hooks into task policy
	281	*/
	282
	283	typedef struct task_pend_token {
	284	uint32_t tpt_update_sockets :1,
0a7de745 A	285	tpt_update_timers :1,
	286	tpt_update_watchers :1,
	287	tpt_update_live_donor :1,
	288	tpt_update_coal_sfi :1,
	289	tpt_update_throttle :1,
	290	tpt_update_thread_sfi :1,
	291	tpt_force_recompute_pri :1,
cb323159 A	292	tpt_update_tg_ui_flag :1,
cb323159 A	293	tpt_update_turnstile :1;
39037602 A	294	} *task_pend_token_t;
	295
	296	extern void task_policy_update_complete_unlocked(task_t task, task_pend_token_t pend_token);
	297	extern void task_update_boost_locked(task_t task, boolean_t boost_active, task_pend_token_t pend_token);
	298
	299	extern void thread_policy_update_locked(thread_t thread, task_pend_token_t pend_token);
	300	extern void thread_policy_update_complete_unlocked(thread_t task, task_pend_token_t pend_token);
	301
	302	typedef struct {
	303	int qos_pri[THREAD_QOS_LAST];
	304	int qos_iotier[THREAD_QOS_LAST];
	305	uint32_t qos_through_qos[THREAD_QOS_LAST];
	306	uint32_t qos_latency_qos[THREAD_QOS_LAST];
	307	} qos_policy_params_t;
	308
	309	extern const qos_policy_params_t thread_qos_policy_params;
	310
	311	/* for task policy tracepoints */
	312	/* Convenience functions for munging a policy bitfield into a tracepoint */
	313	uintptr_t threquested_0(thread_t thread);
	314	uintptr_t threquested_1(thread_t thread);
	315	uintptr_t theffective_0(thread_t thread);
	316	uintptr_t theffective_1(thread_t thread);
	317	extern uint32_t tpending(task_pend_token_t pend_token);
	318
	319	extern void proc_iopol_to_tier(int iopolicy, int tier, int passive);
	320	extern int proc_tier_to_iopol(int tier, int passive);
	321
	322	extern void set_thread_iotier_override(thread_t, int policy);
	323
	324	extern integer_t task_grab_latency_qos(task_t task);
	325	extern void task_policy_create(task_t task, task_t parent_task);
	326	extern void thread_policy_create(thread_t thread);
	327
	328	extern boolean_t task_is_daemon(task_t task);
	329	extern boolean_t task_is_app(task_t task);
	330
5ba3f43e A	331	#if CONFIG_EMBEDDED
	332	/* Taskwatch related external interface */
	333	extern void thead_remove_taskwatch(thread_t thread);
	334	extern void task_removewatchers(task_t task);
	335	extern void task_watch_init(void);
	336
	337	typedef struct task_watcher task_watch_t;
	338	#endif /* CONFIG_EMBEDDED */
39037602 A	339
	340	#if IMPORTANCE_INHERITANCE
	341	extern boolean_t task_is_marked_importance_donor(task_t task);
	342	extern boolean_t task_is_marked_importance_receiver(task_t task);
	343
	344	extern boolean_t task_is_marked_importance_denap_receiver(task_t task);
	345	#endif /* IMPORTANCE_INHERITANCE */
	346
	347	/* flags for rusage_cpu_flags */
	348	#define TASK_RUSECPU_FLAGS_PROC_LIMIT 0x01
	349	#define TASK_RUSECPU_FLAGS_PERTHR_LIMIT 0x02
	350	#define TASK_RUSECPU_FLAGS_DEADLINE 0x04
	351	#define TASK_RUSECPU_FLAGS_FATAL_CPUMON 0x08 /* CPU usage monitor violations are fatal */
	352	#define TASK_RUSECPU_FLAGS_FATAL_WAKEUPSMON 0x10 /* wakeups monitor violations are fatal */
39037602 A	353
	354	extern void proc_init_cpumon_params(void);
	355	extern void thread_policy_init(void);
	356
	357	int task_compute_main_thread_qos(task_t task);
	358
	359	/* thread policy internals */
	360	extern void thread_policy_reset(thread_t thread);
	361	extern kern_return_t thread_set_mode_and_absolute_pri(thread_t thread, integer_t policy, integer_t priority);
	362
	363	extern void thread_policy_update_tasklocked(thread_t thread, integer_t priority, integer_t max_priority, task_pend_token_t pend_token);
	364
	365	#include "mach/resource_notify.h" /* from MIG */
	366
	367	/*! @function send_resource_violation
0a7de745 A	368	* @abstract send usage monitor violation notification
	369	*
	370	* @param violator the task (process) violating its CPU budget
	371	* @param ledger_info the entry tracking the resource limit
	372	* @param flags see constants for type in sys/reason.h
	373	*
	374	* @result KERN_SUCCESS if the message was sent
	375	*
	376	* @discussion
	377	* send_resource_violation() calls the corresponding MIG routine
	378	* over the host special RESOURCE_NOTIFY port.
	379	*/
39037602	380	kern_return_t send_resource_violation(typeof(send_cpu_usage_violation),
0a7de745 A	381	task_t violator,
	382	struct ledger_entry_info *ledger_info,
	383	resource_notify_flags_t flags);
39037602 A	384
39037602 A	385	/*! @function trace_resource_violation
0a7de745 A	386	* @abstract trace violations on K32/64
	387	*
	388	* @param code the (K64) DBG_MACH_RESOURCE trace code
	389	* @param ledger_info the entry tracking the resource limit
	390	*
	391	* @discussion
	392	* Trace observed usage and corresponding limit on K32 or K64. On
	393	* K32, a pair of trace points are used. The low nibble of the K32
	394	* trace points must start at double the low nibble of the provided
	395	* K64 trace point. For example:
	396	#define LOGWRITES_VIOLATED 0x022
	397	* ...
	398	#define LOGWRITES_VIOLATED_K32A 0x024
	399	#define LOGWRITES_VIOLATED_K32B 0x025
	400	*/
39037602	401	void trace_resource_violation(uint16_t code,
0a7de745	402	struct ledger_entry_info *ledger_info);
39037602 A	403
	404	#endif /* MACH_KERNEL_PRIVATE */
	405
	406	#endif /* XNU_KERNEL_PRIVATE */
	407
	408	#endif /* _KERN_POLICY_INTERNAL_H_ */