X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/de355530ae67247cbd0da700edb3a2a1dae884c2..316670eb35587141e969394ae8537d66b9211e80:/osfmk/kern/thread_policy.c diff --git a/osfmk/kern/thread_policy.c b/osfmk/kern/thread_policy.c index d7e2c311a..8108514f5 100644 --- a/osfmk/kern/thread_policy.c +++ b/osfmk/kern/thread_policy.c @@ -1,62 +1,86 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2007 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. * - * @APPLE_LICENSE_HEADER_END@ - */ -/* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. - * - * HISTORY - * - * 15 October 2000 (debo) - * Created. + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ +#include +#include + +#include +#include #include +#include static void thread_recompute_priority( thread_t thread); +#if CONFIG_EMBEDDED +static void +thread_throttle( + thread_t thread, + integer_t task_priority); + +extern int mach_do_background_thread(thread_t thread, int prio); +#endif + + kern_return_t thread_policy_set( - thread_act_t act, + thread_t thread, thread_policy_flavor_t flavor, thread_policy_t policy_info, mach_msg_type_number_t count) { - kern_return_t result = KERN_SUCCESS; - thread_t thread; - spl_t s; - if (act == THR_ACT_NULL) + if (thread == THREAD_NULL) return (KERN_INVALID_ARGUMENT); - thread = act_lock_thread(act); - if (!act->active) { - act_unlock_thread(act); + if (thread->static_param) + return (KERN_SUCCESS); - return (KERN_TERMINATED); - } + return (thread_policy_set_internal(thread, flavor, policy_info, count)); +} - assert(thread != THREAD_NULL); +kern_return_t +thread_policy_set_internal( + thread_t thread, + thread_policy_flavor_t flavor, + thread_policy_t policy_info, + mach_msg_type_number_t count) +{ + kern_return_t result = KERN_SUCCESS; + spl_t s; + + thread_mtx_lock(thread); + if (!thread->active) { + thread_mtx_unlock(thread); + return (KERN_TERMINATED); + } switch (flavor) { case THREAD_EXTENDED_POLICY: @@ -70,26 +94,40 @@ thread_policy_set( timeshare = info->timeshare; } + if (!SCHED(supports_timeshare_mode)()) + timeshare = FALSE; + s = splsched(); thread_lock(thread); - if (!(thread->sched_mode & TH_MODE_FAILSAFE)) { - thread->sched_mode &= ~TH_MODE_REALTIME; + if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK)) { + integer_t oldmode = (thread->sched_mode == TH_MODE_TIMESHARE); - if (timeshare) - thread->sched_mode |= TH_MODE_TIMESHARE; - else - thread->sched_mode &= ~TH_MODE_TIMESHARE; + if (timeshare) { + thread->sched_mode = TH_MODE_TIMESHARE; + + if (!oldmode) { + if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN) + sched_share_incr(); + } + } + else { + thread->sched_mode = TH_MODE_FIXED; + + if (oldmode) { + if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN) + sched_share_decr(); + } + } thread_recompute_priority(thread); } else { - thread->safe_mode &= ~TH_MODE_REALTIME; if (timeshare) - thread->safe_mode |= TH_MODE_TIMESHARE; + thread->saved_mode = TH_MODE_TIMESHARE; else - thread->safe_mode &= ~TH_MODE_TIMESHARE; + thread->saved_mode = TH_MODE_FIXED; } thread_unlock(thread); @@ -108,7 +146,8 @@ thread_policy_set( } info = (thread_time_constraint_policy_t)policy_info; - if ( info->computation > max_rt_quantum || + if ( info->constraint < info->computation || + info->computation > max_rt_quantum || info->computation < min_rt_quantum ) { result = KERN_INVALID_ARGUMENT; break; @@ -122,14 +161,16 @@ thread_policy_set( thread->realtime.constraint = info->constraint; thread->realtime.preemptible = info->preemptible; - if (!(thread->sched_mode & TH_MODE_FAILSAFE)) { - thread->sched_mode &= ~TH_MODE_TIMESHARE; - thread->sched_mode |= TH_MODE_REALTIME; - thread_recompute_priority(thread); + if (thread->sched_flags & TH_SFLAG_DEMOTED_MASK) { + thread->saved_mode = TH_MODE_REALTIME; } else { - thread->safe_mode &= ~TH_MODE_TIMESHARE; - thread->safe_mode |= TH_MODE_REALTIME; + if (thread->sched_mode == TH_MODE_TIMESHARE) { + if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN) + sched_share_decr(); + } + thread->sched_mode = TH_MODE_REALTIME; + thread_recompute_priority(thread); } thread_unlock(thread); @@ -146,7 +187,6 @@ thread_policy_set( result = KERN_INVALID_ARGUMENT; break; } - info = (thread_precedence_policy_t)policy_info; s = splsched(); @@ -162,13 +202,48 @@ thread_policy_set( break; } + case THREAD_AFFINITY_POLICY: + { + thread_affinity_policy_t info; + + if (!thread_affinity_is_supported()) { + result = KERN_NOT_SUPPORTED; + break; + } + if (count < THREAD_AFFINITY_POLICY_COUNT) { + result = KERN_INVALID_ARGUMENT; + break; + } + + info = (thread_affinity_policy_t) policy_info; + /* + * Unlock the thread mutex here and + * return directly after calling thread_affinity_set(). + * This is necessary for correct lock ordering because + * thread_affinity_set() takes the task lock. + */ + thread_mtx_unlock(thread); + return thread_affinity_set(thread, info->affinity_tag); + } + +#if CONFIG_EMBEDDED + case THREAD_BACKGROUND_POLICY: + { + thread_background_policy_t info; + + info = (thread_background_policy_t) policy_info; + + thread_mtx_unlock(thread); + return mach_do_background_thread(thread, info->priority); + } +#endif /* CONFIG_EMBEDDED */ + default: result = KERN_INVALID_ARGUMENT; break; } - act_unlock_thread(act); - + thread_mtx_unlock(thread); return (result); } @@ -178,8 +253,8 @@ thread_recompute_priority( { integer_t priority; - if (thread->sched_mode & TH_MODE_REALTIME) - priority = BASEPRI_REALTIME; + if (thread->sched_mode == TH_MODE_REALTIME) + priority = BASEPRI_RTQUEUES; else { if (thread->importance > MAXPRI) priority = MAXPRI; @@ -196,11 +271,51 @@ thread_recompute_priority( else if (priority < MINPRI) priority = MINPRI; +#if CONFIG_EMBEDDED + /* No one can have a base priority less than MAXPRI_THROTTLE */ + if (priority < MAXPRI_THROTTLE) + priority = MAXPRI_THROTTLE; +#endif /* CONFIG_EMBEDDED */ } set_priority(thread, priority); } +#if CONFIG_EMBEDDED +static void +thread_throttle( + thread_t thread, + integer_t task_priority) +{ + if ((!(thread->sched_flags & TH_SFLAG_THROTTLED) + || (thread->sched_flags & TH_SFLAG_PENDING_THROTTLE_PROMOTION)) + && (task_priority <= MAXPRI_THROTTLE)) { + + /* Kill a promotion if it was in flight */ + thread->sched_flags &= ~TH_SFLAG_PENDING_THROTTLE_PROMOTION; + + if (!(thread->sched_flags & TH_SFLAG_THROTTLED)) { + /* + * Set the pending bit so that we can switch runqueues + * (potentially) at a later time safely + */ + thread->sched_flags |= TH_SFLAG_PENDING_THROTTLE_DEMOTION; + } + } + else if (((thread->sched_flags & TH_SFLAG_THROTTLED) + || (thread->sched_flags & TH_SFLAG_PENDING_THROTTLE_DEMOTION)) + && (task_priority > MAXPRI_THROTTLE)) { + + /* Kill a demotion if it was in flight */ + thread->sched_flags &= ~TH_SFLAG_PENDING_THROTTLE_DEMOTION; + + if (thread->sched_flags & TH_SFLAG_THROTTLED) { + thread->sched_flags |= TH_SFLAG_PENDING_THROTTLE_PROMOTION; + } + } +} +#endif + void thread_task_priority( thread_t thread, @@ -214,6 +329,10 @@ thread_task_priority( s = splsched(); thread_lock(thread); +#if CONFIG_EMBEDDED + thread_throttle(thread, priority); +#endif + thread->task_priority = priority; thread->max_priority = max_priority; @@ -223,30 +342,61 @@ thread_task_priority( splx(s); } +void +thread_policy_reset( + thread_t thread) +{ + spl_t s; + + s = splsched(); + thread_lock(thread); + + if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK)) { + sched_mode_t oldmode = thread->sched_mode; + + thread->sched_mode = SCHED(initial_thread_sched_mode)(thread->task); + + if ((oldmode != TH_MODE_TIMESHARE) && (thread->sched_mode == TH_MODE_TIMESHARE)) { + + if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN) + sched_share_incr(); + } + } + else { + thread->sched_mode = thread->saved_mode; + thread->saved_mode = TH_MODE_NONE; + thread->sched_flags &= ~TH_SFLAG_DEMOTED_MASK; + } + + thread->importance = 0; + + thread_recompute_priority(thread); + + thread_unlock(thread); + splx(s); +} + kern_return_t thread_policy_get( - thread_act_t act, + thread_t thread, thread_policy_flavor_t flavor, thread_policy_t policy_info, mach_msg_type_number_t *count, boolean_t *get_default) { kern_return_t result = KERN_SUCCESS; - thread_t thread; spl_t s; - if (act == THR_ACT_NULL) + if (thread == THREAD_NULL) return (KERN_INVALID_ARGUMENT); - thread = act_lock_thread(act); - if (!act->active) { - act_unlock_thread(act); + thread_mtx_lock(thread); + if (!thread->active) { + thread_mtx_unlock(thread); return (KERN_TERMINATED); } - assert(thread != THREAD_NULL); - switch (flavor) { case THREAD_EXTENDED_POLICY: @@ -257,12 +407,12 @@ thread_policy_get( s = splsched(); thread_lock(thread); - if ( !(thread->sched_mode & TH_MODE_REALTIME) && - !(thread->safe_mode & TH_MODE_REALTIME) ) { - if (!(thread->sched_mode & TH_MODE_FAILSAFE)) - timeshare = (thread->sched_mode & TH_MODE_TIMESHARE) != 0; + if ( (thread->sched_mode != TH_MODE_REALTIME) && + (thread->saved_mode != TH_MODE_REALTIME) ) { + if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK)) + timeshare = (thread->sched_mode == TH_MODE_TIMESHARE) != 0; else - timeshare = (thread->safe_mode & TH_MODE_TIMESHARE) != 0; + timeshare = (thread->saved_mode == TH_MODE_TIMESHARE) != 0; } else *get_default = TRUE; @@ -296,8 +446,8 @@ thread_policy_get( s = splsched(); thread_lock(thread); - if ( (thread->sched_mode & TH_MODE_REALTIME) || - (thread->safe_mode & TH_MODE_REALTIME) ) { + if ( (thread->sched_mode == TH_MODE_REALTIME) || + (thread->saved_mode == TH_MODE_REALTIME) ) { info->period = thread->realtime.period; info->computation = thread->realtime.computation; info->constraint = thread->realtime.constraint; @@ -312,8 +462,8 @@ thread_policy_get( if (*get_default) { info->period = 0; - info->computation = std_quantum / 2; - info->constraint = std_quantum; + info->computation = default_timeshare_computation; + info->constraint = default_timeshare_constraint; info->preemptible = TRUE; } @@ -346,12 +496,35 @@ thread_policy_get( break; } + case THREAD_AFFINITY_POLICY: + { + thread_affinity_policy_t info; + + if (!thread_affinity_is_supported()) { + result = KERN_NOT_SUPPORTED; + break; + } + if (*count < THREAD_AFFINITY_POLICY_COUNT) { + result = KERN_INVALID_ARGUMENT; + break; + } + + info = (thread_affinity_policy_t)policy_info; + + if (!(*get_default)) + info->affinity_tag = thread_affinity_get(thread); + else + info->affinity_tag = THREAD_AFFINITY_TAG_NULL; + + break; + } + default: result = KERN_INVALID_ARGUMENT; break; } - act_unlock_thread(act); + thread_mtx_unlock(thread); return (result); }