osfmk/kern/thread_swap.c

   1 /*
   2  * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
   3  *
   4  * @APPLE_LICENSE_HEADER_START@
   5  *
   6  * The contents of this file constitute Original Code as defined in and
   7  * are subject to the Apple Public Source License Version 1.1 (the
   8  * "License").  You may not use this file except in compliance with the
   9  * License.  Please obtain a copy of the License at
  10  * http://www.apple.com/publicsource and read it before using this file.
  11  *
  12  * This Original Code and all software distributed under the License are
  13  * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  14  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  15  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
  17  * License for the specific language governing rights and limitations
  18  * under the License.
  19  *
  20  * @APPLE_LICENSE_HEADER_END@
  21  */
  22 /*
  23  * @OSF_COPYRIGHT@
  24  */
  25 /*
  26  * Mach Operating System
  27  * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
  28  * All Rights Reserved.
  29  *
  30  * Permission to use, copy, modify and distribute this software and its
  31  * documentation is hereby granted, provided that both the copyright
  32  * notice and this permission notice appear in all copies of the
  33  * software, derivative works or modified versions, and any portions
  34  * thereof, and that both notices appear in supporting documentation.
  35  *
  36  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  37  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  38  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
  39  *
  40  * Carnegie Mellon requests users of this software to return to
  41  *
  42  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  43  *  School of Computer Science
  44  *  Carnegie Mellon University
  45  *  Pittsburgh PA 15213-3890
  46  *
  47  * any improvements or extensions that they make and grant Carnegie Mellon
  48  * the rights to redistribute these changes.
  49  */
  50 /*
  51  */
  52
  53 #include <kern/thread.h>
  54 #include <kern/lock.h>
  55 #include <vm/vm_map.h>
  56 #include <vm/vm_kern.h>
  57 #include <mach/vm_param.h>
  58 #include <kern/sched_prim.h>
  59 #include <kern/processor.h>
  60 #include <kern/thread_swap.h>
  61 #include <kern/spl.h>           /* for splsched */
  62 #include <kern/misc_protos.h>
  63 #include <kern/counters.h>
  64 #include <mach/policy.h>
  65
  66 queue_head_t            swapin_queue;
  67 decl_simple_lock_data(,swapin_lock)
  68
  69 mach_counter_t c_swapin_thread_block;
  70
  71 void    swapin_thread(void);
  72
  73 /*
  74  *      swapin_init: [exported]
  75  *
  76  *      Initialize the swapper module.
  77  */
  78 void
  79 swapin_init(void)
  80 {
  81          queue_init(&swapin_queue);
  82          simple_lock_init(&swapin_lock, ETAP_THREAD_SWAPPER);
  83          kernel_thread_with_priority(swapin_thread, MINPRI_KERNEL);
  84 }
  85
  86 /*
  87  *      thread_swapin: [exported]
  88  *
  89  *      Place the specified thread in the list of threads to swapin.
  90  *      Called with thread locked, returned unlocked.
  91  */
  92
  93 void
  94 thread_swapin(
  95         register thread_t       thread)
  96 {
  97         switch (thread->state & TH_STACK_STATE) {
  98
  99         case TH_STACK_HANDOFF:
 100                 /*
 101                  *      Swapped out.
 102                  */
 103                 thread->state = (thread->state & ~TH_STACK_STATE) | TH_STACK_ALLOC;
 104                 thread_unlock(thread);
 105                 simple_lock(&swapin_lock);
 106                 enqueue_tail(&swapin_queue, (queue_entry_t) thread);
 107                 simple_unlock(&swapin_lock);
 108                 thread_wakeup((event_t)&swapin_queue);
 109                 break;
 110
 111         case TH_STACK_ALLOC:
 112                 /*
 113                  *      Already queued.
 114                  */
 115                 thread_unlock(thread);
 116                 break;
 117
 118         default:
 119                 /*
 120                  *      Already swapped in.
 121                  */
 122                 panic("thread_swapin");
 123         }
 124 }
 125
 126 /*
 127  *      thread_doswapin:
 128  *
 129  *      Swapin the specified thread, if it should be runnable, then put
 130  *      it on a run queue.
 131  */
 132 void
 133 thread_doswapin(
 134         register thread_t       thread)
 135 {
 136         vm_offset_t             stack;
 137         spl_t                   s;
 138
 139         /*
 140          *      Allocate the kernel stack.
 141          */
 142         stack = stack_alloc(thread, thread_continue);
 143         assert(stack);
 144
 145         /*
 146          *      Place on run queue.
 147          */
 148         s = splsched();
 149         thread_lock(thread);
 150         thread->state &= ~(TH_STACK_HANDOFF | TH_STACK_ALLOC);
 151         if (thread->state & TH_RUN)
 152                 thread_setrun(thread, SCHED_PREEMPT | SCHED_TAILQ);
 153         thread_unlock(thread);
 154         (void) splx(s);
 155 }
 156
 157 /*
 158  *      swapin_thread: [exported]
 159  *
 160  *      This procedure executes as a kernel thread.  Threads that need to
 161  *      be swapped in are swapped in by this thread.
 162  */
 163 void
 164 swapin_thread_continue(void)
 165 {
 166         register thread_t       thread;
 167
 168         (void)splsched();
 169         simple_lock(&swapin_lock);
 170
 171         while ((thread = (thread_t)dequeue_head(&swapin_queue)) != THREAD_NULL) {
 172                 simple_unlock(&swapin_lock);
 173                 (void)spllo();
 174
 175                 thread_doswapin(thread);
 176
 177                 (void)splsched();
 178                 simple_lock(&swapin_lock);
 179         }
 180
 181         assert_wait((event_t)&swapin_queue, THREAD_UNINT);
 182         simple_unlock(&swapin_lock);
 183         (void)spllo();
 184
 185         counter(c_swapin_thread_block++);
 186         thread_block(swapin_thread_continue);
 187         /*NOTREACHED*/
 188 }
 189
 190 void
 191 swapin_thread(void)
 192 {
 193         swapin_thread_continue();
 194         /*NOTREACHED*/
 195 }