xnu-1699.22.73.tar.gz

[apple/xnu.git] / osfmk / kern / thread_policy.c

diff --git a/osfmk/kern/thread_policy.c b/osfmk/kern/thread_policy.c
index c9e75fc1ebfa1b2f535aef41f937f6513066d4a4..7ed70a1511e6ad814c3ffec3144c0732ddc653ac 100644 (file)
--- a/osfmk/kern/thread_policy.c
+++ b/osfmk/kern/thread_policy.c
@@ -1,23 +1,29 @@
 /*
 /*

- * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2007 Apple Inc. All rights reserved.

  *
  *

- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

  * 
  * 

- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.

  * 
  * 

- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER

  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,

- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.

  * 
  * 

- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@

  */
 
 #include <mach/mach_types.h>
  */
 
 #include <mach/mach_types.h>


@@ -26,11 +32,22 @@
 #include <kern/kern_types.h>
 #include <kern/processor.h>
 #include <kern/thread.h>
 #include <kern/kern_types.h>
 #include <kern/processor.h>
 #include <kern/thread.h>

+#include <kern/affinity.h>

 
 static void
 thread_recompute_priority(
        thread_t                thread);
 
 
 static void
 thread_recompute_priority(
        thread_t                thread);
 

+#if CONFIG_EMBEDDED
+static void
+thread_throttle(
+       thread_t                thread,
+       integer_t               task_priority);
+
+extern int mach_do_background_thread(thread_t thread, int prio);
+#endif
+
+

 kern_return_t
 thread_policy_set(
        thread_t                                thread,
 kern_return_t
 thread_policy_set(
        thread_t                                thread,


@@ -38,19 +55,32 @@ thread_policy_set(
        thread_policy_t                 policy_info,
        mach_msg_type_number_t  count)
 {
        thread_policy_t                 policy_info,
        mach_msg_type_number_t  count)
 {

-       kern_return_t                   result = KERN_SUCCESS;
-       spl_t                                   s;

 
        if (thread == THREAD_NULL)
                return (KERN_INVALID_ARGUMENT);
 
 
        if (thread == THREAD_NULL)
                return (KERN_INVALID_ARGUMENT);
 

+       if (thread->static_param)
+               return (KERN_SUCCESS);
+
+       return (thread_policy_set_internal(thread, flavor, policy_info, count));
+}
+
+kern_return_t
+thread_policy_set_internal(
+       thread_t                                thread,
+       thread_policy_flavor_t  flavor,
+       thread_policy_t                 policy_info,
+       mach_msg_type_number_t  count)
+{
+       kern_return_t                   result = KERN_SUCCESS;
+       spl_t                                   s;
+

        thread_mtx_lock(thread);
        if (!thread->active) {
                thread_mtx_unlock(thread);
 
                return (KERN_TERMINATED);
        }
        thread_mtx_lock(thread);
        if (!thread->active) {
                thread_mtx_unlock(thread);
 
                return (KERN_TERMINATED);
        }

-

        switch (flavor) {
 
        case THREAD_EXTENDED_POLICY:
        switch (flavor) {
 
        case THREAD_EXTENDED_POLICY:


@@ -64,37 +94,40 @@ thread_policy_set(
                        timeshare = info->timeshare;
                }
 
                        timeshare = info->timeshare;
                }
 

+               if (!SCHED(supports_timeshare_mode)())
+                       timeshare = FALSE;
+               

                s = splsched();
                thread_lock(thread);
 
                s = splsched();
                thread_lock(thread);
 

-               if (!(thread->sched_mode & TH_MODE_FAILSAFE)) {
-                       integer_t       oldmode = (thread->sched_mode & TH_MODE_TIMESHARE);
+               if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK)) {
+                       integer_t       oldmode = (thread->sched_mode == TH_MODE_TIMESHARE);

 
 

-                       thread->sched_mode &= ~TH_MODE_REALTIME;
+                       if (timeshare) {
+                               thread->sched_mode = TH_MODE_TIMESHARE;

 
 

-                       if (timeshare && !oldmode) {
-                               thread->sched_mode |= TH_MODE_TIMESHARE;
-
-                               if (thread->state & TH_RUN)
-                                       pset_share_incr(thread->processor_set);
+                               if (!oldmode) {
+                                       if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                                               sched_share_incr();
+                               }

                        }
                        }

-                       else
-                       if (!timeshare && oldmode) {
-                               thread->sched_mode &= ~TH_MODE_TIMESHARE;
+                       else {
+                               thread->sched_mode = TH_MODE_FIXED;

 
 

-                               if (thread->state & TH_RUN)
-                                       pset_share_decr(thread->processor_set);
+                               if (oldmode) {
+                                       if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                                               sched_share_decr();
+                               }

                        }
 
                        thread_recompute_priority(thread);
                }
                else {
                        }
 
                        thread_recompute_priority(thread);
                }
                else {

-                       thread->safe_mode &= ~TH_MODE_REALTIME;

 
                        if (timeshare)
 
                        if (timeshare)

-                               thread->safe_mode |= TH_MODE_TIMESHARE;
+                               thread->saved_mode = TH_MODE_TIMESHARE;

                        else
                        else

-                               thread->safe_mode &= ~TH_MODE_TIMESHARE;
+                               thread->saved_mode = TH_MODE_FIXED;

                }
 
                thread_unlock(thread);
                }
 
                thread_unlock(thread);


@@ -128,19 +161,22 @@ thread_policy_set(
                thread->realtime.constraint = info->constraint;
                thread->realtime.preemptible = info->preemptible;
 
                thread->realtime.constraint = info->constraint;
                thread->realtime.preemptible = info->preemptible;
 

-               if (!(thread->sched_mode & TH_MODE_FAILSAFE)) {
-                       if (thread->sched_mode & TH_MODE_TIMESHARE) {
-                               thread->sched_mode &= ~TH_MODE_TIMESHARE;
-
-                               if (thread->state & TH_RUN)
-                                       pset_share_decr(thread->processor_set);
-                       }
-                       thread->sched_mode |= TH_MODE_REALTIME;
-                       thread_recompute_priority(thread);
+               if (thread->sched_flags & TH_SFLAG_DEMOTED_MASK) {
+                       thread->saved_mode = TH_MODE_REALTIME;

                }
                }

+#if CONFIG_EMBEDDED
+               else if (thread->task_priority <= MAXPRI_THROTTLE) {
+                       thread->saved_mode = TH_MODE_REALTIME;
+                       thread->sched_flags |= TH_SFLAG_THROTTLED;              
+               }
+#endif

                else {
                else {

-                       thread->safe_mode &= ~TH_MODE_TIMESHARE;
-                       thread->safe_mode |= TH_MODE_REALTIME;
+                       if (thread->sched_mode == TH_MODE_TIMESHARE) {
+                               if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                                       sched_share_decr();
+                       }
+                       thread->sched_mode = TH_MODE_REALTIME;
+                       thread_recompute_priority(thread);

                }
 
                thread_unlock(thread);
                }
 
                thread_unlock(thread);


@@ -157,7 +193,6 @@ thread_policy_set(
                        result = KERN_INVALID_ARGUMENT;
                        break;
                }
                        result = KERN_INVALID_ARGUMENT;
                        break;
                }

-

                info = (thread_precedence_policy_t)policy_info;
 
                s = splsched();
                info = (thread_precedence_policy_t)policy_info;
 
                s = splsched();


@@ -173,13 +208,48 @@ thread_policy_set(
                break;
        }
 
                break;
        }
 

+       case THREAD_AFFINITY_POLICY:
+       {
+               thread_affinity_policy_t        info;
+
+               if (!thread_affinity_is_supported()) {
+                       result = KERN_NOT_SUPPORTED;
+                       break;
+               }
+               if (count < THREAD_AFFINITY_POLICY_COUNT) {
+                       result = KERN_INVALID_ARGUMENT;
+                       break;
+               }
+
+               info = (thread_affinity_policy_t) policy_info;
+               /*
+                * Unlock the thread mutex here and
+                * return directly after calling thread_affinity_set().
+                * This is necessary for correct lock ordering because
+                * thread_affinity_set() takes the task lock.
+                */
+               thread_mtx_unlock(thread);
+               return thread_affinity_set(thread, info->affinity_tag);
+       }
+
+#if CONFIG_EMBEDDED
+       case THREAD_BACKGROUND_POLICY:
+       {
+               thread_background_policy_t      info;
+
+               info = (thread_background_policy_t) policy_info;
+
+               thread_mtx_unlock(thread);
+               return mach_do_background_thread(thread, info->priority);
+       }
+#endif /* CONFIG_EMBEDDED */
+

        default:
                result = KERN_INVALID_ARGUMENT;
                break;
        }
 
        thread_mtx_unlock(thread);
        default:
                result = KERN_INVALID_ARGUMENT;
                break;
        }
 
        thread_mtx_unlock(thread);

-

        return (result);
 }
 
        return (result);
 }
 


@@ -189,7 +259,7 @@ thread_recompute_priority(
 {
        integer_t               priority;
 
 {
        integer_t               priority;
 

-       if (thread->sched_mode & TH_MODE_REALTIME)
+       if (thread->sched_mode == TH_MODE_REALTIME)

                priority = BASEPRI_RTQUEUES;
        else {
                if (thread->importance > MAXPRI)
                priority = BASEPRI_RTQUEUES;
        else {
                if (thread->importance > MAXPRI)


@@ -207,11 +277,75 @@ thread_recompute_priority(
                else
                if (priority < MINPRI)
                        priority = MINPRI;
                else
                if (priority < MINPRI)
                        priority = MINPRI;

+#if CONFIG_EMBEDDED
+               /* No one can have a base priority less than MAXPRI_THROTTLE */
+               if (priority < MAXPRI_THROTTLE) 
+                       priority = MAXPRI_THROTTLE;
+#endif /* CONFIG_EMBEDDED */

        }
 
        set_priority(thread, priority);
 }
 
        }
 
        set_priority(thread, priority);
 }
 

+#if CONFIG_EMBEDDED
+static void
+thread_throttle(
+       thread_t                thread,
+       integer_t               task_priority)
+{
+       if (!(thread->sched_flags & TH_SFLAG_THROTTLED) && 
+               (task_priority <= MAXPRI_THROTTLE)) {
+
+               if (!((thread->sched_mode == TH_MODE_REALTIME) ||
+                         (thread->saved_mode == TH_MODE_REALTIME))) {
+                       return;
+               }
+
+               /* Demote to timeshare if throttling */
+               if (thread->sched_mode == TH_MODE_REALTIME)             
+               {
+                       thread->saved_mode = TH_MODE_REALTIME;
+
+                       if (thread->sched_mode == TH_MODE_TIMESHARE) {
+                               if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                                       sched_share_incr();
+                       }
+               }
+
+               /* TH_SFLAG_FAILSAFE and TH_SFLAG_THROTTLED are mutually exclusive,
+                * since a throttled thread is not realtime during the throttle
+                * and doesn't need the failsafe repromotion. We therefore clear
+                * the former and set the latter flags here.
+                */
+               thread->sched_flags &= ~TH_SFLAG_FAILSAFE;
+               thread->sched_flags |= TH_SFLAG_THROTTLED;
+               
+               if (SCHED(supports_timeshare_mode)())
+                       thread->sched_mode = TH_MODE_TIMESHARE;
+               else
+                       thread->sched_mode = TH_MODE_FIXED;
+       }
+       else if ((thread->sched_flags & TH_SFLAG_THROTTLED) &&
+                        (task_priority > MAXPRI_THROTTLE)) {
+
+               /* Promote back to real time if unthrottling */
+               if (!(thread->saved_mode == TH_MODE_TIMESHARE)) {
+
+                       thread->sched_mode = thread->saved_mode;
+
+                       if (thread->sched_mode == TH_MODE_TIMESHARE) {
+                               if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                                       sched_share_decr();
+                       }
+                       
+                       thread->saved_mode = TH_MODE_NONE;
+               }
+
+               thread->sched_flags &= ~TH_SFLAG_THROTTLED;
+       }       
+}
+#endif
+

 void
 thread_task_priority(
        thread_t                thread,
 void
 thread_task_priority(
        thread_t                thread,


@@ -225,6 +359,10 @@ thread_task_priority(
        s = splsched();
        thread_lock(thread);
 
        s = splsched();
        thread_lock(thread);
 

+#if CONFIG_EMBEDDED
+       thread_throttle(thread, priority);
+#endif
+

        thread->task_priority = priority;
        thread->max_priority = max_priority;
 
        thread->task_priority = priority;
        thread->max_priority = max_priority;
 


@@ -238,24 +376,33 @@ void
 thread_policy_reset(
        thread_t                thread)
 {
 thread_policy_reset(
        thread_t                thread)
 {

-       if (!(thread->sched_mode & TH_MODE_FAILSAFE)) {
-               thread->sched_mode &= ~TH_MODE_REALTIME;
+       spl_t           s;
+
+       s = splsched();
+       thread_lock(thread);
+
+       if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK)) {
+               sched_mode_t oldmode = thread->sched_mode;
+               
+               thread->sched_mode = SCHED(initial_thread_sched_mode)(thread->task);

 
 

-               if (!(thread->sched_mode & TH_MODE_TIMESHARE)) {
-                       thread->sched_mode |= TH_MODE_TIMESHARE;
+               if ((oldmode != TH_MODE_TIMESHARE) && (thread->sched_mode == TH_MODE_TIMESHARE)) {

 
 

-                       if (thread->state & TH_RUN)
-                               pset_share_incr(thread->processor_set);
+                       if ((thread->state & (TH_RUN|TH_IDLE)) == TH_RUN)
+                               sched_share_incr();

                }
        }
        else {
                }
        }
        else {

-               thread->safe_mode = 0;
-               thread->sched_mode &= ~TH_MODE_FAILSAFE;
+               thread->saved_mode = TH_MODE_NONE;
+               thread->sched_flags &= ~TH_SFLAG_DEMOTED_MASK;

        }
 
        thread->importance = 0;
 
        thread_recompute_priority(thread);
        }
 
        thread->importance = 0;
 
        thread_recompute_priority(thread);

+
+       thread_unlock(thread);
+       splx(s);

 }
 
 kern_return_t
 }
 
 kern_return_t


@@ -289,12 +436,12 @@ thread_policy_get(
                        s = splsched();
                        thread_lock(thread);
 
                        s = splsched();
                        thread_lock(thread);
 

-                       if (    !(thread->sched_mode & TH_MODE_REALTIME)        &&
-                                       !(thread->safe_mode & TH_MODE_REALTIME)                 ) {
-                               if (!(thread->sched_mode & TH_MODE_FAILSAFE))
-                                       timeshare = (thread->sched_mode & TH_MODE_TIMESHARE) != 0;
+                       if (     (thread->sched_mode != TH_MODE_REALTIME)       &&
+                                        (thread->saved_mode != TH_MODE_REALTIME)                       ) {
+                               if (!(thread->sched_flags & TH_SFLAG_DEMOTED_MASK))
+                                       timeshare = (thread->sched_mode == TH_MODE_TIMESHARE) != 0;

                                else
                                else

-                                       timeshare = (thread->safe_mode & TH_MODE_TIMESHARE) != 0;
+                                       timeshare = (thread->saved_mode == TH_MODE_TIMESHARE) != 0;

                        }
                        else
                                *get_default = TRUE;
                        }
                        else
                                *get_default = TRUE;


@@ -328,8 +475,8 @@ thread_policy_get(
                        s = splsched();
                        thread_lock(thread);
 
                        s = splsched();
                        thread_lock(thread);
 

-                       if (    (thread->sched_mode & TH_MODE_REALTIME) ||
-                                       (thread->safe_mode & TH_MODE_REALTIME)          ) {
+                       if (    (thread->sched_mode == TH_MODE_REALTIME)        ||
+                                       (thread->saved_mode == TH_MODE_REALTIME)                ) {

                                info->period = thread->realtime.period;
                                info->computation = thread->realtime.computation;
                                info->constraint = thread->realtime.constraint;
                                info->period = thread->realtime.period;
                                info->computation = thread->realtime.computation;
                                info->constraint = thread->realtime.constraint;


@@ -344,8 +491,8 @@ thread_policy_get(
 
                if (*get_default) {
                        info->period = 0;
 
                if (*get_default) {
                        info->period = 0;

-                       info->computation = std_quantum / 2;
-                       info->constraint = std_quantum;
+                       info->computation = default_timeshare_computation;
+                       info->constraint = default_timeshare_constraint;

                        info->preemptible = TRUE;
                }
 
                        info->preemptible = TRUE;
                }
 


@@ -378,6 +525,29 @@ thread_policy_get(
                break;
        }
 
                break;
        }
 

+       case THREAD_AFFINITY_POLICY:
+       {
+               thread_affinity_policy_t                info;
+
+               if (!thread_affinity_is_supported()) {
+                       result = KERN_NOT_SUPPORTED;
+                       break;
+               }
+               if (*count < THREAD_AFFINITY_POLICY_COUNT) {
+                       result = KERN_INVALID_ARGUMENT;
+                       break;
+               }
+
+               info = (thread_affinity_policy_t)policy_info;
+
+               if (!(*get_default))
+                       info->affinity_tag = thread_affinity_get(thread);
+               else
+                       info->affinity_tag = THREAD_AFFINITY_TAG_NULL;
+
+               break;
+       }
+

        default:
                result = KERN_INVALID_ARGUMENT;
                break;
        default:
                result = KERN_INVALID_ARGUMENT;
                break;