X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/6d2010ae8f7a6078e10b361c6962983bab233e0f..c7d2c2c6ee645e10cbccdd01c6191873ec77239d:/osfmk/kern/sched.h diff --git a/osfmk/kern/sched.h b/osfmk/kern/sched.h index 9532f4095..1a46180a9 100644 --- a/osfmk/kern/sched.h +++ b/osfmk/kern/sched.h @@ -67,12 +67,9 @@ #ifndef _KERN_SCHED_H_ #define _KERN_SCHED_H_ -#include - #include #include #include -#include #include #include #include @@ -150,21 +147,22 @@ #define MINPRI_KERNEL (MAXPRI_KERNEL - (NRQS / 8) + 1) /* 80 */ #define MAXPRI_RESERVED (MINPRI_KERNEL - 1) /* 79 */ +#define BASEPRI_GRAPHICS (MAXPRI_RESERVED - 3) /* 76 */ #define MINPRI_RESERVED (MAXPRI_RESERVED - (NRQS / 8) + 1) /* 64 */ #define MAXPRI_USER (MINPRI_RESERVED - 1) /* 63 */ #define BASEPRI_CONTROL (BASEPRI_DEFAULT + 17) /* 48 */ #define BASEPRI_FOREGROUND (BASEPRI_DEFAULT + 16) /* 47 */ #define BASEPRI_BACKGROUND (BASEPRI_DEFAULT + 15) /* 46 */ +#define BASEPRI_USER_INITIATED (BASEPRI_DEFAULT + 6) /* 37 */ #define BASEPRI_DEFAULT (MAXPRI_USER - (NRQS / 4)) /* 31 */ +#define MAXPRI_SUPPRESSED (BASEPRI_DEFAULT - 3) /* 28 */ +#define BASEPRI_UTILITY (BASEPRI_DEFAULT - 11) /* 20 */ #define MAXPRI_THROTTLE (MINPRI + 4) /* 4 */ #define MINPRI_USER MINPRI /* 0 */ -#ifdef CONFIG_EMBEDDED -#define DEPRESSPRI MAXPRI_THROTTLE -#else #define DEPRESSPRI MINPRI /* depress priority */ -#endif +#define MAXPRI_PROMOTE (MAXPRI_KERNEL) /* ceiling for mutex promotion */ /* Type used for thread->sched_mode and saved_mode */ typedef enum { @@ -172,7 +170,6 @@ typedef enum { TH_MODE_REALTIME, /* time constraints supplied */ TH_MODE_FIXED, /* use fixed priorities, no decay */ TH_MODE_TIMESHARE, /* use timesharing algorithm */ - TH_MODE_FAIRSHARE /* use fair-share scheduling */ } sched_mode_t; /* @@ -185,7 +182,7 @@ struct runq_stats { uint64_t last_change_timestamp; }; -#if defined(CONFIG_SCHED_TRADITIONAL) || defined(CONFIG_SCHED_PROTO) || defined(CONFIG_SCHED_FIXEDPRIORITY) +#if defined(CONFIG_SCHED_TIMESHARE_CORE) || defined(CONFIG_SCHED_PROTO) struct run_queue { int highq; /* highest runnable queue */ @@ -197,7 +194,7 @@ struct run_queue { struct runq_stats runq_stats; }; -#endif /* defined(CONFIG_SCHED_TRADITIONAL) || defined(CONFIG_SCHED_PROTO) || defined(CONFIG_SCHED_FIXEDPRIORITY) */ +#endif /* defined(CONFIG_SCHED_TIMESHARE_CORE) || defined(CONFIG_SCHED_PROTO) */ struct rt_queue { int count; /* # of threads total */ @@ -206,15 +203,6 @@ struct rt_queue { struct runq_stats runq_stats; }; -#if defined(CONFIG_SCHED_TRADITIONAL) || defined(CONFIG_SCHED_PROTO) || defined(CONFIG_SCHED_FIXEDPRIORITY) -struct fairshare_queue { - int count; /* # of threads total */ - queue_head_t queue; /* all runnable threads demoted to fairshare scheduling */ - - struct runq_stats runq_stats; -}; -#endif - #if defined(CONFIG_SCHED_GRRR_CORE) /* @@ -261,10 +249,15 @@ struct grrr_run_queue { #endif /* defined(CONFIG_SCHED_GRRR_CORE) */ -#define first_timeslice(processor) ((processor)->timeslice > 0) - extern struct rt_queue rt_runq; +#if defined(CONFIG_SCHED_MULTIQ) +sched_group_t sched_group_create(void); +void sched_group_destroy(sched_group_t sched_group); +#endif /* defined(CONFIG_SCHED_MULTIQ) */ + + + /* * Scheduler routines. */ @@ -275,12 +268,13 @@ extern void thread_quantum_expire( timer_call_param_t thread); /* Context switch check for current processor */ -extern ast_t csw_check(processor_t processor); +extern ast_t csw_check(processor_t processor, + ast_t check_reason); -#if defined(CONFIG_SCHED_TRADITIONAL) +#if defined(CONFIG_SCHED_TIMESHARE_CORE) extern uint32_t std_quantum, min_std_quantum; extern uint32_t std_quantum_us; -#endif +#endif /* CONFIG_SCHED_TIMESHARE_CORE */ extern uint32_t thread_depress_time; extern uint32_t default_timeshare_computation; @@ -288,24 +282,28 @@ extern uint32_t default_timeshare_constraint; extern uint32_t max_rt_quantum, min_rt_quantum; -extern uint32_t sched_cswtime; +extern int default_preemption_rate; +extern int default_bg_preemption_rate; -#if defined(CONFIG_SCHED_TRADITIONAL) +#if defined(CONFIG_SCHED_TIMESHARE_CORE) /* - * Age usage (1 << SCHED_TICK_SHIFT) times per second. + * Age usage at approximately (1 << SCHED_TICK_SHIFT) times per second + * Aging may be deferred during periods where all processors are idle + * and cumulatively applied during periods of activity. */ #define SCHED_TICK_SHIFT 3 +#define SCHED_TICK_MAX_DELTA (8) extern unsigned sched_tick; extern uint32_t sched_tick_interval; -#endif /* CONFIG_SCHED_TRADITIONAL */ +#endif /* CONFIG_SCHED_TIMESHARE_CORE */ extern uint64_t sched_one_second_interval; /* Periodic computation of various averages */ -extern void compute_averages(void); +extern void compute_averages(uint64_t); extern void compute_averunnable( void *nrun); @@ -319,6 +317,9 @@ extern void compute_memory_pressure( extern void compute_zone_gc_throttle( void *arg); +extern void compute_pageout_gc_throttle( + void *arg); + extern void compute_pmap_gc_throttle( void *arg); @@ -326,16 +327,21 @@ extern void compute_pmap_gc_throttle( * Conversion factor from usage * to priority. */ -#if defined(CONFIG_SCHED_TRADITIONAL) +#if defined(CONFIG_SCHED_TIMESHARE_CORE) extern uint32_t sched_pri_shift; +extern uint32_t sched_background_pri_shift; +extern uint32_t sched_combined_fgbg_pri_shift; extern uint32_t sched_fixed_shift; extern int8_t sched_load_shifts[NRQS]; -#endif +extern uint32_t sched_decay_usage_age_factor; +extern uint32_t sched_use_combined_fgbg_decay; +void sched_timeshare_consider_maintenance(uint64_t); +#endif /* CONFIG_SCHED_TIMESHARE_CORE */ extern int32_t sched_poll_yield_shift; extern uint64_t sched_safe_duration; -extern uint32_t sched_run_count, sched_share_count; +extern uint32_t sched_run_count, sched_share_count, sched_background_count; extern uint32_t sched_load_average, sched_mach_factor; extern uint32_t avenrun[3], mach_factor[3]; @@ -343,26 +349,50 @@ extern uint32_t avenrun[3], mach_factor[3]; extern uint64_t max_unsafe_computation; extern uint64_t max_poll_computation; -#define sched_run_incr() \ -MACRO_BEGIN \ - hw_atomic_add(&sched_run_count, 1); \ +/* TH_RUN & !TH_IDLE controls whether a thread has a run count */ +#define sched_run_incr(th) \ + hw_atomic_add(&sched_run_count, 1) \ + +#define sched_run_decr(th) \ + hw_atomic_sub(&sched_run_count, 1) \ + +#if MACH_ASSERT +extern void sched_share_incr(thread_t thread); +extern void sched_share_decr(thread_t thread); +extern void sched_background_incr(thread_t thread); +extern void sched_background_decr(thread_t thread); + +extern void assert_thread_sched_count(thread_t thread); + +#else /* MACH_ASSERT */ +/* sched_mode == TH_MODE_TIMESHARE controls whether a thread has a timeshare count when it has a run count */ +#define sched_share_incr(th) \ +MACRO_BEGIN \ + (void)hw_atomic_add(&sched_share_count, 1); \ MACRO_END -#define sched_run_decr() \ -MACRO_BEGIN \ - hw_atomic_sub(&sched_run_count, 1); \ +#define sched_share_decr(th) \ +MACRO_BEGIN \ + (void)hw_atomic_sub(&sched_share_count, 1); \ MACRO_END -#define sched_share_incr() \ -MACRO_BEGIN \ - (void)hw_atomic_add(&sched_share_count, 1); \ +/* TH_SFLAG_THROTTLED controls whether a thread has a background count when it has a run count and a share count */ +#define sched_background_incr(th) \ +MACRO_BEGIN \ + hw_atomic_add(&sched_background_count, 1); \ MACRO_END -#define sched_share_decr() \ -MACRO_BEGIN \ - (void)hw_atomic_sub(&sched_share_count, 1); \ +#define sched_background_decr(th) \ +MACRO_BEGIN \ + hw_atomic_sub(&sched_background_count, 1); \ MACRO_END +#define assert_thread_sched_count(th) \ +MACRO_BEGIN \ +MACRO_END + +#endif /* !MACH_ASSERT */ + /* * thread_timer_delta macro takes care of both thread timers. */