xnu-1228.12.14.tar.gz

[apple/xnu.git] / osfmk / ppc / pcb.c

diff --git a/osfmk/ppc/pcb.c b/osfmk/ppc/pcb.c
index 493c9f7f7ee0ad41ad139d434daa52e073e6fd34..38569fc947db92cdb320671a5e6d1b8901629837 100644 (file)
--- a/osfmk/ppc/pcb.c
+++ b/osfmk/ppc/pcb.c
@@ -1,23 +1,29 @@
 /*
 /*

- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2007 Apple Inc. All rights reserved.

  *
  *

- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

  * 
  * 

- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.

  * 
  * 

- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER

  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,

- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.

  * 
  * 

- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@

  */
 /*
  * @OSF_COPYRIGHT@
  */
 /*
  * @OSF_COPYRIGHT@


@@ -44,37 +50,44 @@
  *     Utah $Hdr: pcb.c 1.23 92/06/27$
  */
 
  *     Utah $Hdr: pcb.c 1.23 92/06/27$
  */
 

-#include <cpus.h>

 #include <debug.h>
 
 #include <types.h>
 #include <debug.h>
 
 #include <types.h>

+
+#include <mach/mach_types.h>
+#include <mach/thread_status.h>
+
+#include <kern/kern_types.h>

 #include <kern/task.h>
 #include <kern/thread.h>
 #include <kern/task.h>
 #include <kern/thread.h>

-#include <kern/thread_act.h>
-#include <kern/thread_swap.h>
-#include <mach/thread_status.h>
-#include <vm/vm_kern.h>
+#include <kern/misc_protos.h>

 #include <kern/mach_param.h>
 #include <kern/mach_param.h>

+#include <kern/spl.h>
+#include <kern/machine.h>
+
+#include <vm/vm_map.h>
+#include <vm/vm_kern.h>
+#include <vm/vm_protos.h>

 
 

-#include <kern/misc_protos.h>

 #include <ppc/misc_protos.h>
 #include <ppc/misc_protos.h>

+#include <ppc/cpu_internal.h>

 #include <ppc/exception.h>
 #include <ppc/proc_reg.h>
 #include <ppc/exception.h>
 #include <ppc/proc_reg.h>

-#include <kern/spl.h>

 #include <ppc/pmap.h>
 #include <ppc/trap.h>
 #include <ppc/mappings.h>
 #include <ppc/savearea.h>
 #include <ppc/Firmware.h>
 #include <ppc/asm.h>
 #include <ppc/pmap.h>
 #include <ppc/trap.h>
 #include <ppc/mappings.h>
 #include <ppc/savearea.h>
 #include <ppc/Firmware.h>
 #include <ppc/asm.h>

-#include <ppc/thread_act.h>
+#include <ppc/thread.h>

 #include <ppc/vmachmon.h>
 #include <ppc/low_trace.h>
 #include <ppc/vmachmon.h>
 #include <ppc/low_trace.h>

+#include <ppc/lowglobals.h>
+#include <ppc/fpu_protos.h>

 
 #include <sys/kdebug.h>
 
 
 #include <sys/kdebug.h>
 

-extern int             real_ncpus;                                             /* Number of actual CPUs */
-extern struct  Saveanchor saveanchor;                  /* Aliged savearea anchor */
+void   machine_act_terminate(thread_t);

 
 /*
  * These constants are dumb. They should not be in asm.h!
 
 /*
  * These constants are dumb. They should not be in asm.h!


@@ -89,167 +102,104 @@ int   vec_trap_count = 0;
 int   vec_switch_count = 0;
 #endif
 
 int   vec_switch_count = 0;
 #endif
 

-extern struct thread_shuttle   *Switch_context(
-                                       struct thread_shuttle   *old,
-                                       void                    (*cont)(void),
-                                       struct thread_shuttle   *new);
-
-
-#if    MACH_LDEBUG || MACH_KDB
-void           log_thread_action (char *, long, long, long);
-#endif
-
-

 /*
  * consider_machine_collect: try to collect machine-dependent pages
  */
 void
 /*
  * consider_machine_collect: try to collect machine-dependent pages
  */
 void

-consider_machine_collect()
+consider_machine_collect(void)

 {
     /*
 {
     /*

-     * none currently available
+     * XXX none currently available

      */
      */

-       return;

 }
 
 void
 }
 
 void

-consider_machine_adjust()
+consider_machine_adjust(void)

 {
         consider_mapping_adjust();
 }
 
 {
         consider_mapping_adjust();
 }
 

-
-/*
- * stack_attach: Attach a kernel stack to a thread.
- */
-void
-machine_kernel_stack_init(
-       struct thread_shuttle *thread,
-       void            (*start_pos)(thread_t))
-{
-    vm_offset_t        stack;
-    unsigned int                       *kss;
-       struct savearea                 *sv;
-
-    assert(thread->top_act->mact.pcb);
-    assert(thread->kernel_stack);
-    stack = thread->kernel_stack;
-
-#if    MACH_ASSERT
-    if (watchacts & WA_PCB)
-               printf("machine_kernel_stack_init(thr=%x,stk=%x,start_pos=%x)\n", thread,stack,start_pos);
-#endif /* MACH_ASSERT */
-       
-       kss = (unsigned int *)STACK_IKS(stack);
-       sv = thread->top_act->mact.pcb;                                         /* This for the sake of C */
-
-       sv->save_lr = (unsigned int) start_pos;                         /* Set up the execution address */
-       sv->save_srr0 = (unsigned int) start_pos;                       /* Here too */
-       sv->save_srr1  = MSR_SUPERVISOR_INT_OFF;                        /* Set the normal running MSR */
-       sv->save_r1 = (vm_offset_t) ((int)kss - KF_SIZE);       /* Point to the top frame on the stack */
-       sv->save_fpscr = 0;                                                                     /* Clear all floating point exceptions */
-       sv->save_vrsave = 0;                                                            /* Set the vector save state */
-       sv->save_vscr[3] = 0x00010000;                                          /* Supress java mode */
-
-       *((int *)sv->save_r1) = 0;                                                      /* Zero the frame backpointer */
-       thread->top_act->mact.ksp = 0;                                          /* Show that the kernel stack is in use already */
-
-}
-

 /*
  * switch_context: Switch from one thread to another, needed for
  *                switching of space
  * 
  */
 /*
  * switch_context: Switch from one thread to another, needed for
  *                switching of space
  * 
  */

-struct thread_shuttle*
-switch_context(
-       struct thread_shuttle *old,
-       void (*continuation)(void),
-       struct thread_shuttle *new)
+thread_t
+machine_switch_context(
+       thread_t                        old,
+       thread_continue_t       continuation,
+       thread_t                        new)

 {
 {

-       register thread_act_t old_act = old->top_act, new_act = new->top_act;
-       register struct thread_shuttle* retval;
+       register thread_t retval;

        pmap_t  new_pmap;
        facility_context *fowner;
        pmap_t  new_pmap;
        facility_context *fowner;

-       int     my_cpu;
-       
-#if    MACH_LDEBUG || MACH_KDB
-       log_thread_action("switch", 
-                         (long)old, 
-                         (long)new, 
-                         (long)__builtin_return_address(0));
-#endif
+       struct per_proc_info *ppinfo;

 
 

-       my_cpu = cpu_number();
-       per_proc_info[my_cpu].old_thread = (unsigned int)old;
-       per_proc_info[my_cpu].cpu_flags &= ~traceBE;  /* disable branch tracing if on */
-       assert(old_act->kernel_loaded ||
-              active_stacks[my_cpu] == old_act->thread->kernel_stack);
-              
-       check_simple_locks();
+       if (old == new)
+               panic("machine_switch_context");

 
 

+       ppinfo = getPerProc();                                                          /* Get our processor block */
+
+       ppinfo->old_thread = (unsigned int)old;
+              

        /* Our context might wake up on another processor, so we must
         * not keep hot state in our FPU, it must go back to the pcb
         * so that it can be found by the other if needed
         */
        if(real_ncpus > 1) {                                                            /* This is potentially slow, so only do when actually SMP */
        /* Our context might wake up on another processor, so we must
         * not keep hot state in our FPU, it must go back to the pcb
         * so that it can be found by the other if needed
         */
        if(real_ncpus > 1) {                                                            /* This is potentially slow, so only do when actually SMP */

-               fowner = per_proc_info[my_cpu].FPU_owner;       /* Cache this because it may change */
+               fowner = ppinfo->FPU_owner;                                             /* Cache this because it may change */

                if(fowner) {                                                                    /* Is there any live context? */
                if(fowner) {                                                                    /* Is there any live context? */

-                       if(fowner->facAct == old->top_act) {            /* Is it for us? */
+                       if(fowner->facAct == old) {             /* Is it for us? */

                                fpu_save(fowner);                                               /* Yes, save it */
                        }
                }
                                fpu_save(fowner);                                               /* Yes, save it */
                        }
                }

-               fowner = per_proc_info[my_cpu].VMX_owner;       /* Cache this because it may change */
+               fowner = ppinfo->VMX_owner;                                             /* Cache this because it may change */

                if(fowner) {                                                                    /* Is there any live context? */
                if(fowner) {                                                                    /* Is there any live context? */

-                       if(fowner->facAct == old->top_act) {            /* Is it for us? */
+                       if(fowner->facAct == old) {             /* Is it for us? */

                                vec_save(fowner);                                               /* Yes, save it */
                        }
                }
        }
 
                                vec_save(fowner);                                               /* Yes, save it */
                        }
                }
        }
 

-#if DEBUG
-       if (watchacts & WA_PCB) {
-               printf("switch_context(0x%08x, 0x%x, 0x%08x)\n",
-                      old,continuation,new);
-       }
-#endif /* DEBUG */
-

        /*
         * If old thread is running VM, save per proc userProtKey and FamVMmode spcFlags bits in the thread spcFlags
         * This bits can be modified in the per proc without updating the thread spcFlags
         */
        /*
         * If old thread is running VM, save per proc userProtKey and FamVMmode spcFlags bits in the thread spcFlags
         * This bits can be modified in the per proc without updating the thread spcFlags
         */

-       if(old_act->mact.specFlags & runningVM) {
-               old_act->mact.specFlags &=  ~(userProtKey|FamVMmode);
-               old_act->mact.specFlags |= (per_proc_info[my_cpu].spcFlags) & (userProtKey|FamVMmode);
+       if(old->machine.specFlags & runningVM) {
+               old->machine.specFlags &=  ~(userProtKey|FamVMmode);
+               old->machine.specFlags |= (ppinfo->spcFlags) & (userProtKey|FamVMmode);

        }
        }

+       old->machine.specFlags &= ~OnProc;
+       new->machine.specFlags |= OnProc;

 
        /*
         * We do not have to worry about the PMAP module, so switch.
         *
 
        /*
         * We do not have to worry about the PMAP module, so switch.
         *

-        * We must not use top_act->map since this may not be the actual
+        * We must not use thread->map since this may not be the actual

         * task map, but the map being used for a klcopyin/out.
         */
 
         * task map, but the map being used for a klcopyin/out.
         */
 

-       if(new_act->mact.specFlags & runningVM) {                       /* Is the new guy running a VM? */
-               pmap_switch(new_act->mact.vmmCEntry->vmmPmap);  /* Switch to the VM's pmap */
-               per_proc_info[my_cpu].VMMareaPhys = (vm_offset_t)new_act->mact.vmmCEntry->vmmContextPhys;
-               per_proc_info[my_cpu].FAMintercept = new_act->mact.vmmCEntry->vmmFAMintercept;
+       if(new->machine.specFlags & runningVM) {                        /* Is the new guy running a VM? */
+               pmap_switch(new->machine.vmmCEntry->vmmPmap);   /* Switch to the VM's pmap */
+               ppinfo->VMMareaPhys = new->machine.vmmCEntry->vmmContextPhys;
+               ppinfo->VMMXAFlgs = new->machine.vmmCEntry->vmmXAFlgs;
+               ppinfo->FAMintercept = new->machine.vmmCEntry->vmmFAMintercept;

        }
        else {                                                                                          /* otherwise, we use the task's pmap */
        }
        else {                                                                                          /* otherwise, we use the task's pmap */

-               new_pmap = new_act->task->map->pmap;
-               if ((old_act->task->map->pmap != new_pmap) || (old_act->mact.specFlags & runningVM)) {
+               new_pmap = new->task->map->pmap;
+               if ((old->task->map->pmap != new_pmap) || (old->machine.specFlags & runningVM)) {

                        pmap_switch(new_pmap);                                          /* Switch if there is a change */
                }
        }
 
                        pmap_switch(new_pmap);                                          /* Switch if there is a change */
                }
        }
 

-       KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_SCHED,MACH_SCHED) | DBG_FUNC_NONE,
-                    (int)old, (int)new, old->sched_pri, new->sched_pri, 0);
+       if(old->machine.umwSpace != invalSpace) {                       /* Does our old guy have an active window? */
+               old->machine.umwSpace |= umwSwitchAway;                 /* Show we switched away from this guy */
+               hw_blow_seg(lowGlo.lgUMWvaddr);                                 /* Blow off the first segment */
+               hw_blow_seg(lowGlo.lgUMWvaddr + 0x10000000ULL); /* Blow off the second segment */
+       }

 
        retval = Switch_context(old, continuation, new);
 
        retval = Switch_context(old, continuation, new);

-       assert(retval != (struct thread_shuttle*)NULL);
-
-       if (branch_tracing_enabled())
-         per_proc_info[my_cpu].cpu_flags |= traceBE;  /* restore branch tracing */
+       assert(retval != NULL);

 
        /* We've returned from having switched context, so we should be
         * back in the original context.
 
        /* We've returned from having switched context, so we should be
         * back in the original context.


@@ -258,63 +208,33 @@ switch_context(
        return retval;
 }
 
        return retval;
 }
 

-/*
- * Alter the thread's state so that a following thread_exception_return
- * will make the thread return 'retval' from a syscall.
- */
-void
-thread_set_syscall_return(
-       struct thread_shuttle *thread,
-       kern_return_t   retval)
-{
-
-#if    MACH_ASSERT
-       if (watchacts & WA_PCB)
-               printf("thread_set_syscall_return(thr=%x,retval=%d)\n", thread,retval);
-#endif /* MACH_ASSERT */
-
-        thread->top_act->mact.pcb->save_r3 = retval;
-}
-

 /*
  * Initialize the machine-dependent state for a new thread.
  */
 kern_return_t
 /*
  * Initialize the machine-dependent state for a new thread.
  */
 kern_return_t

-thread_machine_create(
-                     struct thread_shuttle *thread,
-                     thread_act_t thr_act,
-                     void (*start_pos)(thread_t))
+machine_thread_create(
+       thread_t                thread,
+       task_t                  task)

 {
 {

+       struct savearea         *sv;                                                                    /* Pointer to newly allocated savearea */

 
 

-       savearea                *sv;                                                                    /* Pointer to newly allocated savearea */
-       unsigned int    *CIsTooLimited, i;
-
-
-#if    MACH_ASSERT
-    if (watchacts & WA_PCB)
-       printf("thread_machine_create(thr=%x,thr_act=%x,st=%x)\n", thread, thr_act, start_pos);
-#endif /* MACH_ASSERT */
-
-       hw_atomic_add(&saveanchor.savetarget, 4);                               /* Account for the number of saveareas we think we "need"
+       (void)hw_atomic_add(&saveanchor.savetarget, 4); /* Account for the number of saveareas we think we "need"

                                                                                                                           for this activation */
                                                                                                                           for this activation */

-       assert(thr_act->mact.pcb == (savearea *)0);                             /* Make sure there was no previous savearea */
+       assert(thread->machine.pcb == (struct savearea *)0);                            /* Make sure there was no previous savearea */

        
        sv = save_alloc();                                                                              /* Go get us a savearea */
                
        
        sv = save_alloc();                                                                              /* Go get us a savearea */
                

-       bzero((char *)((unsigned int)sv + sizeof(savearea_comm)), (sizeof(savearea) - sizeof(savearea_comm)));  /* Clear it */
+       bzero((char *)((unsigned int)sv + sizeof(savearea_comm)), (sizeof(struct savearea) - sizeof(savearea_comm)));   /* Clear it */

                
        sv->save_hdr.save_prev = 0;                                                             /* Clear the back pointer */
        sv->save_hdr.save_flags = (sv->save_hdr.save_flags & ~SAVtype) | (SAVgeneral << SAVtypeshft);   /* Mark as in use */
                
        sv->save_hdr.save_prev = 0;                                                             /* Clear the back pointer */
        sv->save_hdr.save_flags = (sv->save_hdr.save_flags & ~SAVtype) | (SAVgeneral << SAVtypeshft);   /* Mark as in use */

-       sv->save_hdr.save_act = thr_act;                                                /* Set who owns it */
-       sv->save_vscr[3] = 0x00010000;                                                  /* Supress java mode */
-       thr_act->mact.pcb = sv;                                                                 /* Point to the save area */
-       thr_act->mact.curctx = &thr_act->mact.facctx;                   /* Initialize facility context */
-       thr_act->mact.facctx.facAct = thr_act;                                  /* Initialize facility context pointer to activation */
-
-#if    MACH_ASSERT
-       if (watchacts & WA_PCB)
-               printf("pcb_init(%x) pcb=%x\n", thr_act, sv);
-#endif /* MACH_ASSERT */
+       sv->save_hdr.save_act = thread; /* Set who owns it */
+       thread->machine.pcb = sv;                                                                       /* Point to the save area */
+       thread->machine.curctx = &thread->machine.facctx;                       /* Initialize facility context */
+       thread->machine.facctx.facAct = thread;                                         /* Initialize facility context pointer to activation */
+       thread->machine.umwSpace = invalSpace;                                          /* Initialize user memory window space to invalid */
+       thread->machine.preemption_count = 0;                                           /* Initialize preemption counter */
+

        /*
         * User threads will pull their context from the pcb when first
         * returning to user mode, so fill in all the necessary values.
        /*
         * User threads will pull their context from the pcb when first
         * returning to user mode, so fill in all the necessary values.


@@ -322,13 +242,16 @@ thread_machine_create(
         * at the base of the kernel stack (see stack_attach()).
         */
 
         * at the base of the kernel stack (see stack_attach()).
         */
 

-       sv->save_srr1 = MSR_EXPORT_MASK_SET;                                    /* Set the default user MSR */
+       thread->machine.upcb = sv;                                                              /* Set user pcb */
+       sv->save_srr1 = (uint64_t)MSR_EXPORT_MASK_SET;                  /* Set the default user MSR */
+       if(task_has_64BitAddr(task)) sv->save_srr1 |= (uint64_t)MASK32(MSR_SF) << 32;   /* If 64-bit task, force 64-bit mode */
+       sv->save_fpscr = 0;                                                                             /* Clear all floating point exceptions */
+       sv->save_vrsave = 0;                                                                    /* Set the vector save state */
+       sv->save_vscr[0] = 0x00000000;                                  
+       sv->save_vscr[1] = 0x00000000;                                  
+       sv->save_vscr[2] = 0x00000000;                                  
+       sv->save_vscr[3] = 0x00010000;                                                  /* Disable java mode and clear saturated */

        
        

-       CIsTooLimited = (unsigned int *)(&sv->save_sr0);                /* Make a pointer 'cause C can't cast on the left */
-       for(i=0; i<16; i++) {                                                                   /* Initialize all SRs */
-               CIsTooLimited[i] = SEG_REG_PROT | (i << 20) | thr_act->task->map->pmap->space;  /* Set the SR value */
-       }
-

     return(KERN_SUCCESS);
 }
 
     return(KERN_SUCCESS);
 }
 


@@ -336,343 +259,213 @@ thread_machine_create(
  * Machine-dependent cleanup prior to destroying a thread
  */
 void
  * Machine-dependent cleanup prior to destroying a thread
  */
 void

-thread_machine_destroy( thread_t thread )
+machine_thread_destroy(
+       thread_t                thread)

 {
 {

-       spl_t s;
-
-       if (thread->kernel_stack) {
-               s = splsched();
-               stack_free(thread);
-               splx(s);
-       }
-}
+       struct savearea *local_pcb, *ppsv;
+       savearea_vec *vsv, *vpsv;
+       savearea_fpu *fsv, *fpsv;
+       boolean_t intr;

 
 /*
 
 /*

- * flush out any lazily evaluated HW state in the
- * owning thread's context, before termination.
- */
-void
-thread_machine_flush( thread_act_t cur_act )
-{
-}
-
-/*
- * Number of times we needed to swap an activation back in before
- * switching to it.
- */
-int switch_act_swapins = 0;
-
-/*
- * machine_switch_act
- *
- * Machine-dependent details of activation switching.  Called with
- * RPC locks held and preemption disabled.
- */
-void
-machine_switch_act( 
-       thread_t        thread,
-       thread_act_t    old,
-       thread_act_t    new,
-       int                             cpu)
-{
-       pmap_t          new_pmap;
-       facility_context *fowner;
-
-       /* Our context might wake up on another processor, so we must
-        * not keep hot state in our FPU, it must go back to the pcb
-        * so that it can be found by the other if needed
-        */
-       if(real_ncpus > 1) {                                                            /* This is potentially slow, so only do when actually SMP */
-               fowner = per_proc_info[cpu_number()].FPU_owner; /* Cache this because it may change */
-               if(fowner) {                                                                    /* Is there any live context? */
-                       if(fowner->facAct == old) {                                     /* Is it for us? */
-                               fpu_save(fowner);                                               /* Yes, save it */
-                       }
-               }
-               fowner = per_proc_info[cpu_number()].VMX_owner; /* Cache this because it may change */
-               if(fowner) {                                                                    /* Is there any live context? */
-                       if(fowner->facAct == old) {                                     /* Is it for us? */
-                               vec_save(fowner);                                               /* Yes, save it */
-                       }
-               }
-       }
-
-       active_stacks[cpu] = thread->kernel_stack;
-
-       ast_context(new, cpu);
-
-       /* Activations might have different pmaps 
-        * (process->kernel->server, for example).
-        * Change space if needed
-        */
-
-       if(new->mact.specFlags & runningVM) {                   /* Is the new guy running a VM? */
-               pmap_switch(new->mact.vmmCEntry->vmmPmap);      /* Switch to the VM's pmap */
-       }
-       else {                                                                                          /* otherwise, we use the task's pmap */
-               new_pmap = new->task->map->pmap;
-               if ((old->task->map->pmap != new_pmap)  || (old->mact.specFlags & runningVM)) {
-                       pmap_switch(new_pmap);
-               }
-       }
-
-}
-
-void
-pcb_user_to_kernel(thread_act_t act)
-{
-
-       return;                                                                                                 /* Not needed, I hope... */
-}
-
-
-/*
- * act_machine_sv_free
- * release saveareas associated with an act. if flag is true, release
- * user level savearea(s) too, else don't
- *
- * this code cannot block so we call the proper save area free routine
+ *     This function will release all context.

  */
  */

-void
-act_machine_sv_free(thread_act_t act)
-{
-       register savearea *pcb, *userpcb;
-       register savearea_vec *vsv, *vpsv;
-       register savearea_fpu *fsv, *fpsv;
-       register savearea *svp;
-       register int i;

 
 

-/*
- *     This function will release all non-user state context.
- */
+       machine_act_terminate(thread);                                                  /* Make sure all virtual machines are dead first */

  
 /*
  *
  
 /*
  *

- *     Walk through and release all floating point and vector contexts that are not
- *     user state.  We will also blow away live context if it belongs to non-user state.
+ *     Walk through and release all floating point and vector contexts. Also kill live context.

  *
  */
  *
  */

+
+       intr = ml_set_interrupts_enabled(FALSE);                                /* Disable for interruptions */

  
  

-       if(act->mact.curctx->VMXlevel) {                                                /* Is the current level user state? */
-               toss_live_vec(act->mact.curctx);                                        /* Dump live vectors if is not user */
-               act->mact.curctx->VMXlevel = 0;                                         /* Mark as user state */
-       }
+       toss_live_vec(thread->machine.curctx);                                  /* Dump live vectors */

 
 

-       vsv = act->mact.curctx->VMXsave;                                                /* Get the top vector savearea */
-       
+       vsv = thread->machine.curctx->VMXsave;                                  /* Get the top vector savearea */
+       

        while(vsv) {                                                                                    /* Any VMX saved state? */
                vpsv = vsv;                                                                                     /* Remember so we can toss this */
        while(vsv) {                                                                                    /* Any VMX saved state? */
                vpsv = vsv;                                                                                     /* Remember so we can toss this */

-               if (!vsv->save_hdr.save_level) break;                           /* Done when hit user if any */
-               vsv = (savearea_vec *)vsv->save_hdr.save_prev;          /* Get one underneath our's */          
-               save_ret((savearea *)vpsv);                                                     /* Release it */
+               /* XXX save_prev should be a void * 4425537 */
+               vsv = CAST_DOWN(savearea_vec *, vsv->save_hdr.save_prev);  /* Get one underneath our's */
+               save_release((struct savearea *)vpsv);                                          /* Release it */

        }
        
        }
        

-       act->mact.curctx->VMXsave = vsv;                                                /* Queue the user context to the top */
+       thread->machine.curctx->VMXsave = NULL;                                 /* Kill chain */

  
  

-       if(act->mact.curctx->FPUlevel) {                                                /* Is the current level user state? */
-               toss_live_fpu(act->mact.curctx);                                        /* Dump live float if is not user */
-               act->mact.curctx->FPUlevel = 0;                                         /* Mark as user state */
-       }
+       toss_live_fpu(thread->machine.curctx);                                  /* Dump live float */

 
 

-       fsv = act->mact.curctx->FPUsave;                                                /* Get the top float savearea */
+       fsv = thread->machine.curctx->FPUsave;                                  /* Get the top float savearea */

        
        while(fsv) {                                                                                    /* Any float saved state? */
                fpsv = fsv;                                                                                     /* Remember so we can toss this */
        
        while(fsv) {                                                                                    /* Any float saved state? */
                fpsv = fsv;                                                                                     /* Remember so we can toss this */

-               if (!fsv->save_hdr.save_level) break;                           /* Done when hit user if any */
-               fsv = (savearea_fpu *)fsv->save_hdr.save_prev;          /* Get one underneath our's */          
-               save_ret((savearea *)fpsv);                                                     /* Release it */
+               /* XXX save_prev should be a void * 4425537 */
+               fsv = CAST_DOWN(savearea_fpu *, fsv->save_hdr.save_prev);   /* Get one underneath our's */
+               save_release((struct savearea *)fpsv);                                          /* Release it */

        }
        
        }
        

-       act->mact.curctx->FPUsave = fsv;                                                /* Queue the user context to the top */
+       thread->machine.curctx->FPUsave = NULL;                                 /* Kill chain */

 
 /*
 
 /*

- * free all regular saveareas except a user savearea, if any
+ * free all regular saveareas.

  */
 
  */
 

-       pcb = act->mact.pcb;                                                                    /* Get the general savearea */
-       userpcb = 0;                                                                                    /* Assume no user context for now */
+       local_pcb = thread->machine.pcb;                                                                /* Get the general savearea */

        
        

-       while(pcb) {                                                                                    /* Any float saved state? */
-               if (pcb->save_srr1 & MASK(MSR_PR)) {                            /* Is this a user savearea? */
-                       userpcb = pcb;                                                                  /* Remember so we can toss this */
-                       break;
-               }
-               svp = pcb;                                                                                      /* Remember this */
-               pcb = pcb->save_hdr.save_prev;                                          /* Get one underneath our's */          
-               save_ret(svp);                                                                          /* Release it */
+       while(local_pcb) {                                                                                      /* Any float saved state? */
+               ppsv = local_pcb;                                                                                       /* Remember so we can toss this */
+               /* XXX save_prev should be a void * 4425537 */
+               local_pcb = CAST_DOWN(struct savearea *, local_pcb->save_hdr.save_prev);  /* Get one underneath our's */ 
+               save_release(ppsv);                                                                     /* Release it */

        }
        
        }
        

-       act->mact.pcb = userpcb;                                                                /* Chain in the user if there is one, or 0 if not */
-       
-}
+       (void)hw_atomic_sub(&saveanchor.savetarget, 4); /* Unaccount for the number of saveareas we think we "need" */

 
 

+       (void) ml_set_interrupts_enabled(intr);                                 /* Restore interrupts if enabled */

 
 

-/*
- * act_virtual_machine_destroy:
- * Shutdown any virtual machines associated with a thread
- */
-void
-act_virtual_machine_destroy(thread_act_t act)
-{
-       if(act->mact.bbDescAddr) {                                                              /* Check if the Blue box assist is active */
-               disable_bluebox_internal(act);                                          /* Kill off bluebox */
-       }
-       
-       if(act->mact.vmmControl) {                                                              /* Check if VMM is active */
-               vmm_tear_down_all(act);                                                         /* Kill off all VMM contexts */
-       }

 }
 
 /*
 }
 
 /*

- * act_machine_destroy: Shutdown any state associated with a thread pcb.
+ * act_machine_sv_free
+ * release saveareas associated with a thread. if flag is true, release
+ * user level savearea(s) too, else don't
+ *
+ * This code must run with interruptions disabled because an interrupt handler
+ * could use floating point and/or vectors.  If this happens and the thread we
+ * are blowing off owns the facility, we can deadlock.

  */
 void
  */
 void

-act_machine_destroy(thread_act_t act)
+act_machine_sv_free(thread_t act,  __unused int flag)

 {
 {

-
-       register savearea *pcb, *ppsv;
-       register savearea_vec *vsv, *vpsv;
-       register savearea_fpu *fsv, *fpsv;
-       register savearea *svp;
-       register int i;
-
-#if    MACH_ASSERT
-       if (watchacts & WA_PCB)
-               printf("act_machine_destroy(0x%x)\n", act);
-#endif /* MACH_ASSERT */
+       struct savearea *local_pcb, *userpcb;
+       register savearea_vec *vsv, *vpst, *vsvt;
+       register savearea_fpu *fsv, *fpst, *fsvt;
+       struct savearea *svp;
+       boolean_t intr;

 
 /*
 
 /*

- *     This function will release all context.
+ *     This function will release all non-user state context.

  */
  */

-
-       act_virtual_machine_destroy(act);                                               /* Make sure all virtual machines are dead first */

  
 /*
  *
  
 /*
  *

- *     Walk through and release all floating point and vector contexts. Also kill live context.
+ *     Walk through and release all floating point and vector contexts that are not
+ *     user state.  We will also blow away live context if it belongs to non-user state.
+ *     Note that the level can not change while we are in this code.  Nor can another
+ *     context be pushed on the stack.
+ *
+ *     We do nothing here if the current level is user.  Otherwise,
+ *     the live context is cleared.  Then we find the user saved context.
+ *     Next,  we take the sync lock (to keep us from munging things in *_switch).
+ *     The level is set to 0 and all stacked context other than user is dequeued.
+ *     Then we unlock.  Next, all of the old kernel contexts are released.

  *
  */
  *
  */

- 
-       toss_live_vec(act->mact.curctx);                                                /* Dump live vectors */

 
 

-       vsv = act->mact.curctx->VMXsave;                                                /* Get the top vector savearea */
+       intr = ml_set_interrupts_enabled(FALSE);                                /* Disable for interruptions */
+
+       if(act->machine.curctx->VMXlevel) {                                             /* Is the current level user state? */
+               
+               toss_live_vec(act->machine.curctx);                                     /* Dump live vectors if is not user */
+               
+               if(!hw_lock_to((hw_lock_t)&act->machine.curctx->VMXsync, LockTimeOut)) {        /* Get the sync lock */ 
+                       panic("act_machine_sv_free - timeout getting VMX sync lock\n"); /* Tell all and die */
+               }

        
        

-       while(vsv) {                                                                                    /* Any VMX saved state? */
-               vpsv = vsv;                                                                                     /* Remember so we can toss this */
-               vsv = (savearea_vec *)vsv->save_hdr.save_prev;          /* Get one underneath our's */          
-               save_release((savearea *)vpsv);                                         /* Release it */
+               vsv = act->machine.curctx->VMXsave;                                     /* Get the top vector savearea */
+               while(vsv && vsv->save_hdr.save_level)  /* Find user context if any */
+                       /* XXX save_prev should be a void * 4425537 */
+                       vsv = CAST_DOWN(savearea_vec *,
+                                       vsv->save_hdr.save_prev);
+               
+               vsvt = act->machine.curctx->VMXsave;                            /* Get the top of the chain */
+               act->machine.curctx->VMXsave = vsv;                                     /* Point to the user context */
+               act->machine.curctx->VMXlevel = NULL;                                   /* Set the level to user */
+               hw_lock_unlock((hw_lock_t)&act->machine.curctx->VMXsync);       /* Unlock */
+               
+               while(vsvt) {                                                                           /* Clear any VMX saved state */
+                       if (vsvt == vsv) break;                                                 /* Done when hit user if any */
+                       vpst = vsvt;                                                                    /* Remember so we can toss this */
+                       /* XXX save_prev should be a void * 4425537 */
+                       vsvt = CAST_DOWN(savearea_vec *, vsvt->save_hdr.save_prev);     /* Get one underneath our's */          
+                       save_ret((struct savearea *)vpst);                                              /* Release it */
+               }
+               

        }
        }

-       
-       act->mact.curctx->VMXsave = 0;                                                  /* Kill chain */

  
  

-       toss_live_fpu(act->mact.curctx);                                                /* Dump live float */
+       if(act->machine.curctx->FPUlevel) {                                             /* Is the current level user state? */
+               
+               toss_live_fpu(act->machine.curctx);                                     /* Dump live floats if is not user */

 
 

-       fsv = act->mact.curctx->FPUsave;                                                /* Get the top float savearea */
-       
-       while(fsv) {                                                                                    /* Any float saved state? */
-               fpsv = fsv;                                                                                     /* Remember so we can toss this */
-               fsv = (savearea_fpu *)fsv->save_hdr.save_prev;          /* Get one underneath our's */          
-               save_release((savearea *)fpsv);                                         /* Release it */
+               if(!hw_lock_to((hw_lock_t)&act->machine.curctx->FPUsync, LockTimeOut)) {        /* Get the sync lock */ 
+                       panic("act_machine_sv_free - timeout getting FPU sync lock\n"); /* Tell all and die */
+               }
+               
+               fsv = act->machine.curctx->FPUsave;                                     /* Get the top floats savearea */
+               while(fsv && fsv->save_hdr.save_level)  /* Find user context if any */
+                       /* XXX save_prev should be a void * */
+                       fsv = CAST_DOWN(savearea_fpu *, fsv->save_hdr.save_prev);
+               
+               fsvt = act->machine.curctx->FPUsave;                            /* Get the top of the chain */
+               act->machine.curctx->FPUsave = fsv;                                     /* Point to the user context */
+               act->machine.curctx->FPUlevel = NULL;                                   /* Set the level to user */
+               hw_lock_unlock((hw_lock_t)&act->machine.curctx->FPUsync);       /* Unlock */
+               
+               while(fsvt) {                                                                           /* Clear any VMX saved state */
+                       if (fsvt == fsv) break;                                                 /* Done when hit user if any */
+                       fpst = fsvt;                                                                    /* Remember so we can toss this */
+                       /* XXX save_prev should be a void * 4425537 */
+                       fsvt = CAST_DOWN(savearea_fpu *, fsvt->save_hdr.save_prev);     /* Get one underneath our's */          
+                       save_ret((struct savearea *)fpst);                                              /* Release it */
+               }
+               

        }
        }

-       
-       act->mact.curctx->FPUsave = 0;                                                  /* Kill chain */

 
 /*
 
 /*

- * free all regular saveareas.
+ * free all regular saveareas except a user savearea, if any

  */
 
  */
 

-       pcb = act->mact.pcb;                                                                    /* Get the general savearea */
+       local_pcb = act->machine.pcb;                                                                   /* Get the general savearea */
+       userpcb = NULL;                                                                                 /* Assume no user context for now */

        
        

-       while(pcb) {                                                                                    /* Any float saved state? */
-               ppsv = pcb;                                                                                     /* Remember so we can toss this */
-               pcb = pcb->save_hdr.save_prev;                                          /* Get one underneath our's */          
-               save_release(ppsv);                                                                     /* Release it */
+       while(local_pcb) {                                                                                      /* Any float saved state? */
+               if (local_pcb->save_srr1 & MASK(MSR_PR)) {                              /* Is this a user savearea? */
+                       userpcb = local_pcb;                                                                    /* Remember so we can toss this */
+                       break;
+               }
+               svp = local_pcb;                                                                                        /* Remember this */
+               /* XXX save_prev should be a void * 4425537 */
+               local_pcb = CAST_DOWN(struct savearea *, local_pcb->save_hdr.save_prev);  /* Get one underneath our's */ 
+               save_ret(svp);                                                                          /* Release it */

        }
        
        }
        

-       hw_atomic_sub(&saveanchor.savetarget, 4);                               /* Unaccount for the number of saveareas we think we "need" */
+       act->machine.pcb = userpcb;                                                             /* Chain in the user if there is one, or 0 if not */
+       (void) ml_set_interrupts_enabled(intr);                                 /* Restore interrupts if enabled */

 
 }
 
 
 }
 

-
-kern_return_t
-act_machine_create(task_t task, thread_act_t thr_act)
-{
-       /*
-        * Clear & Init the pcb  (sets up user-mode s regs)
-        * We don't use this anymore.
-        */
-
-       return KERN_SUCCESS;
-}
-
-void act_machine_init()
-{
-#if    MACH_ASSERT
-    if (watchacts & WA_PCB)
-       printf("act_machine_init()\n");
-#endif /* MACH_ASSERT */
-
-    /* Good to verify these once */
-    assert( THREAD_MACHINE_STATE_MAX <= THREAD_STATE_MAX );
-
-    assert( THREAD_STATE_MAX >= PPC_THREAD_STATE_COUNT );
-    assert( THREAD_STATE_MAX >= PPC_EXCEPTION_STATE_COUNT );
-    assert( THREAD_STATE_MAX >= PPC_FLOAT_STATE_COUNT );
-
-    /*
-     * If we start using kernel activations,
-     * would normally create kernel_thread_pool here,
-     * populating it from the act_zone
-     */
-}
-

 void
 void

-act_machine_return(int code)
+machine_act_terminate(
+       thread_t        act)

 {
 {

-    thread_act_t thr_act = current_act();
-
-#if    MACH_ASSERT
-    if (watchacts & WA_EXIT)
-       printf("act_machine_return(0x%x) cur_act=%x(%d) thr=%x(%d)\n",
-              code, thr_act, thr_act->ref_count,
-              thr_act->thread, thr_act->thread->ref_count);
-#endif /* MACH_ASSERT */
-
-
-       /*
-        * This code is called with nothing locked.
-        * It also returns with nothing locked, if it returns.
-        *
-        * This routine terminates the current thread activation.
-        * If this is the only activation associated with its
-        * thread shuttle, then the entire thread (shuttle plus
-        * activation) is terminated.
-        */
-       assert( code == KERN_TERMINATED );
-       assert( thr_act );
-       assert(thr_act->thread->top_act == thr_act);
-
-       /* This is the only activation attached to the shuttle... */
-
-       thread_terminate_self();
-
-       /*NOTREACHED*/
-       panic("act_machine_return: TALKING ZOMBIE! (1)");
+       if(act->machine.bbDescAddr) {                                                   /* Check if the Blue box assist is active */
+               disable_bluebox_internal(act);                                          /* Kill off bluebox */
+       }
+       
+       if(act->machine.vmmControl) {                                                   /* Check if VMM is active */
+               vmm_tear_down_all(act);                                                         /* Kill off all VMM contexts */
+       }

 }
 
 void
 }
 
 void

-thread_machine_set_current(struct thread_shuttle *thread)
+machine_thread_terminate_self(void)

 {
 {

-    register int       my_cpu = cpu_number();
-
-    set_machine_current_thread(thread);
-    set_machine_current_act(thread->top_act);
-       
-    active_kloaded[my_cpu] = thread->top_act->kernel_loaded ? thread->top_act : THR_ACT_NULL;
+       machine_act_terminate(current_thread());

 }
 
 void
 }
 
 void

-thread_machine_init(void)
+machine_thread_init(void)

 {
 #ifdef MACHINE_STACK
 #if KERNEL_STACK_SIZE > PPC_PGBYTES
 {
 #ifdef MACHINE_STACK
 #if KERNEL_STACK_SIZE > PPC_PGBYTES


@@ -682,41 +475,17 @@ thread_machine_init(void)
 }
 
 #if MACH_ASSERT
 }
 
 #if MACH_ASSERT

-

 void
 dump_thread(thread_t th)
 {
 void
 dump_thread(thread_t th)
 {

-       printf(" thread @ 0x%x:\n", th);
-}
-
-int
-    dump_act(thread_act_t thr_act)
-{
-    if (!thr_act)
-       return(0);
-
-    printf("thr_act(0x%x)(%d): thread=%x(%d) task=%x(%d)\n",
-          thr_act, thr_act->ref_count,
-          thr_act->thread, thr_act->thread ? thr_act->thread->ref_count:0,
-          thr_act->task,   thr_act->task   ? thr_act->task->ref_count : 0);
-
-    printf("\talerts=%x mask=%x susp=%x active=%x hi=%x lo=%x\n",
-          thr_act->alerts, thr_act->alert_mask,
-          thr_act->suspend_count, thr_act->active,
-          thr_act->higher, thr_act->lower);
-
-    return((int)thr_act);
+       printf(" thread @ %p:\n", th);

 }
 }

+#endif /* MACH_ASSERT */

 
 

-#endif
-
-unsigned int 
-get_useraddr()
+user_addr_t 
+get_useraddr(void)

 {
 {

-
-       thread_act_t thr_act = current_act();
-
-       return(thr_act->mact.pcb->save_srr0);
+       return(current_thread()->machine.upcb->save_srr0);

 }
 
 /*
 }
 
 /*


@@ -724,7 +493,8 @@ get_useraddr()
  */
 
 vm_offset_t
  */
 
 vm_offset_t

-stack_detach(thread_t thread)
+machine_stack_detach(
+       thread_t                thread)

 {
   vm_offset_t stack;
 
 {
   vm_offset_t stack;
 


@@ -732,8 +502,7 @@ stack_detach(thread_t thread)
                                                                                        thread, thread->priority,
                                                                                        thread->sched_pri, 0, 0);
 
                                                                                        thread, thread->priority,
                                                                                        thread->sched_pri, 0, 0);
 

-  if (thread->top_act)
-         act_machine_sv_free(thread->top_act);
+  act_machine_sv_free(thread, 0);      /* XXX flag == 0 OK? */

 
   stack = thread->kernel_stack;
   thread->kernel_stack = 0;
 
   stack = thread->kernel_stack;
   thread->kernel_stack = 0;


@@ -753,18 +522,16 @@ stack_detach(thread_t thread)
  */
 
 void
  */
 
 void

-stack_attach(struct thread_shuttle *thread,
-            vm_offset_t stack,
-            void (*start_pos)(thread_t))
+machine_stack_attach(
+       thread_t                thread,
+       vm_offset_t             stack)

 {
 {

-  thread_act_t thr_act;

   unsigned int *kss;
   struct savearea *sv;
 
         KERNEL_DEBUG(MACHDBG_CODE(DBG_MACH_SCHED,MACH_STACK_ATTACH),
             thread, thread->priority,
   unsigned int *kss;
   struct savearea *sv;
 
         KERNEL_DEBUG(MACHDBG_CODE(DBG_MACH_SCHED,MACH_STACK_ATTACH),
             thread, thread->priority,

-            thread->sched_pri, start_pos,
-            0);
+            thread->sched_pri, 0, 0);

 
   assert(stack);
   kss = (unsigned int *)STACK_IKS(stack);
 
   assert(stack);
   kss = (unsigned int *)STACK_IKS(stack);


@@ -772,25 +539,22 @@ stack_attach(struct thread_shuttle *thread,
 
   /* during initialization we sometimes do not have an
      activation. in that case do not do anything */
 
   /* during initialization we sometimes do not have an
      activation. in that case do not do anything */

-  if ((thr_act = thread->top_act) != 0) {
-    sv = save_get();  /* cannot block */
-       sv->save_hdr.save_flags = (sv->save_hdr.save_flags & ~SAVtype) | (SAVgeneral << SAVtypeshft);   /* Mark as in use */
-    sv->save_hdr.save_act = thr_act;
-       sv->save_hdr.save_prev = thr_act->mact.pcb;
-    thr_act->mact.pcb = sv;
-
-    sv->save_srr0 = (unsigned int) start_pos;
-    /* sv->save_r3 = ARG ? */
-    sv->save_r1 = (vm_offset_t)((int)kss - KF_SIZE);
-       sv->save_srr1 = MSR_SUPERVISOR_INT_OFF;
-       sv->save_fpscr = 0;                                                                     /* Clear all floating point exceptions */
-       sv->save_vrsave = 0;                                                            /* Set the vector save state */
-       sv->save_vscr[3] = 0x00010000;                                          /* Supress java mode */
-    *((int *)sv->save_r1) = 0;
-    thr_act->mact.ksp = 0;                           
-  }
-
-  return;
+  sv = save_get();  /* cannot block */
+  sv->save_hdr.save_flags = (sv->save_hdr.save_flags & ~SAVtype) | (SAVgeneral << SAVtypeshft);        /* Mark as in use */
+  sv->save_hdr.save_act = thread;
+  sv->save_hdr.save_prev = (addr64_t)((uintptr_t)thread->machine.pcb);
+  thread->machine.pcb = sv;
+
+  sv->save_srr0 = (unsigned int)thread_continue;
+  /* sv->save_r3 = ARG ? */
+  sv->save_r1 = (vm_offset_t)((int)kss - KF_SIZE);
+  sv->save_srr1 = MSR_SUPERVISOR_INT_OFF;
+  sv->save_fpscr = 0;                                                                  /* Clear all floating point exceptions */
+  sv->save_vrsave = 0;                                                         /* Set the vector save state */
+  sv->save_vscr[3] = 0x00010000;                                               /* Supress java mode */
+  *(CAST_DOWN(int *, sv->save_r1)) = 0;
+
+  thread->machine.ksp = 0;                           

 }
 
 /*
 }
 
 /*


@@ -798,120 +562,111 @@ stack_attach(struct thread_shuttle *thread,
  */
 
 void
  */
 
 void

-stack_handoff(thread_t old,
-             thread_t new)
+machine_stack_handoff(
+       thread_t                old,
+       thread_t                new)

 {
 
        vm_offset_t stack;
        pmap_t new_pmap;
        facility_context *fowner;
 {
 
        vm_offset_t stack;
        pmap_t new_pmap;
        facility_context *fowner;

-       int     my_cpu;
+       mapping_t *mp;
+       struct per_proc_info *ppinfo;

        
        

-       assert(new->top_act);
-       assert(old->top_act);
+       assert(new);
+       assert(old);
+
+       if (old == new)
+               panic("machine_stack_handoff");

        
        

-       my_cpu = cpu_number();
-       stack = stack_detach(old);
+       stack = machine_stack_detach(old);

        new->kernel_stack = stack;
        new->kernel_stack = stack;

-       if (stack == old->stack_privilege) {
-               assert(new->stack_privilege);
-               old->stack_privilege = new->stack_privilege;
-               new->stack_privilege = stack;
+       if (stack == old->reserved_stack) {
+               assert(new->reserved_stack);
+               old->reserved_stack = new->reserved_stack;
+               new->reserved_stack = stack;

        }
 
        }
 

-       per_proc_info[my_cpu].cpu_flags &= ~traceBE;
+       ppinfo = getPerProc();                                                          /* Get our processor block */

 
        if(real_ncpus > 1) {                                                            /* This is potentially slow, so only do when actually SMP */
 
        if(real_ncpus > 1) {                                                            /* This is potentially slow, so only do when actually SMP */

-               fowner = per_proc_info[my_cpu].FPU_owner;       /* Cache this because it may change */
+               fowner = ppinfo->FPU_owner;                                             /* Cache this because it may change */

                if(fowner) {                                                                    /* Is there any live context? */
                if(fowner) {                                                                    /* Is there any live context? */

-                       if(fowner->facAct == old->top_act) {            /* Is it for us? */
+                       if(fowner->facAct == old) {             /* Is it for us? */

                                fpu_save(fowner);                                               /* Yes, save it */
                        }
                }
                                fpu_save(fowner);                                               /* Yes, save it */
                        }
                }

-               fowner = per_proc_info[my_cpu].VMX_owner;       /* Cache this because it may change */
+               fowner = ppinfo->VMX_owner;                                             /* Cache this because it may change */

                if(fowner) {                                                                    /* Is there any live context? */
                if(fowner) {                                                                    /* Is there any live context? */

-                       if(fowner->facAct == old->top_act) {            /* Is it for us? */
+                       if(fowner->facAct == old) {             /* Is it for us? */

                                vec_save(fowner);                                               /* Yes, save it */
                        }
                }
        }
                                vec_save(fowner);                                               /* Yes, save it */
                        }
                }
        }

+

        /*
         * If old thread is running VM, save per proc userProtKey and FamVMmode spcFlags bits in the thread spcFlags
         * This bits can be modified in the per proc without updating the thread spcFlags
         */
        /*
         * If old thread is running VM, save per proc userProtKey and FamVMmode spcFlags bits in the thread spcFlags
         * This bits can be modified in the per proc without updating the thread spcFlags
         */

-       if(old->top_act->mact.specFlags & runningVM) {                  /* Is the current thread running a VM? */
-               old->top_act->mact.specFlags &= ~(userProtKey|FamVMmode);
-               old->top_act->mact.specFlags |= (per_proc_info[my_cpu].spcFlags) & (userProtKey|FamVMmode);
+       if(old->machine.specFlags & runningVM) {                        /* Is the current thread running a VM? */
+               old->machine.specFlags &= ~(userProtKey|FamVMmode);
+               old->machine.specFlags |= (ppinfo->spcFlags) & (userProtKey|FamVMmode);

        }
        }

-
-       KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_SCHED,MACH_STACK_HANDOFF) | DBG_FUNC_NONE,
-                    (int)old, (int)new, old->sched_pri, new->sched_pri, 0);
-
-
-       if(new->top_act->mact.specFlags & runningVM) {  /* Is the new guy running a VM? */
-               pmap_switch(new->top_act->mact.vmmCEntry->vmmPmap);     /* Switch to the VM's pmap */
-               per_proc_info[my_cpu].VMMareaPhys = (vm_offset_t)new->top_act->mact.vmmCEntry->vmmContextPhys;
-               per_proc_info[my_cpu].FAMintercept = new->top_act->mact.vmmCEntry->vmmFAMintercept;
+       old->machine.specFlags &= ~OnProc;
+       new->machine.specFlags |= OnProc;
+
+       if(new->machine.specFlags & runningVM) {        /* Is the new guy running a VM? */
+               pmap_switch(new->machine.vmmCEntry->vmmPmap);   /* Switch to the VM's pmap */
+               ppinfo->VMMareaPhys = new->machine.vmmCEntry->vmmContextPhys;
+               ppinfo->VMMXAFlgs = new->machine.vmmCEntry->vmmXAFlgs;
+               ppinfo->FAMintercept = new->machine.vmmCEntry->vmmFAMintercept;

        }
        else {                                                                                  /* otherwise, we use the task's pmap */
        }
        else {                                                                                  /* otherwise, we use the task's pmap */

-               new_pmap = new->top_act->task->map->pmap;
-               if ((old->top_act->task->map->pmap != new_pmap) || (old->top_act->mact.specFlags & runningVM)) {
+               new_pmap = new->task->map->pmap;
+               if ((old->task->map->pmap != new_pmap) || (old->machine.specFlags & runningVM)) {

                        pmap_switch(new_pmap);
                }
        }
 
                        pmap_switch(new_pmap);
                }
        }
 

-       thread_machine_set_current(new);
-       active_stacks[my_cpu] = new->kernel_stack;
-       per_proc_info[my_cpu].Uassist = new->top_act->mact.cthread_self;
+       machine_set_current_thread(new);
+       ppinfo->Uassist = new->machine.cthread_self;

 
 

-       per_proc_info[my_cpu].ppbbTaskEnv = new->top_act->mact.bbTaskEnv;
-       per_proc_info[my_cpu].spcFlags = new->top_act->mact.specFlags;
+       ppinfo->ppbbTaskEnv = new->machine.bbTaskEnv;
+       ppinfo->spcFlags = new->machine.specFlags;
+       
+       old->machine.umwSpace |= umwSwitchAway;                 /* Show we switched away from this guy */
+       mp = (mapping_t *)&ppinfo->ppUMWmp;
+       mp->mpSpace = invalSpace;                                               /* Since we can't handoff in the middle of copy in/out, just invalidate */

 
 

-       if (branch_tracing_enabled()) 
-               per_proc_info[my_cpu].cpu_flags |= traceBE;
-    
-       if(trcWork.traceMask) dbgTrace(0x12345678, (unsigned int)old->top_act, (unsigned int)new->top_act);     /* Cut trace entry if tracing */    
+       if(trcWork.traceMask) dbgTrace(0x9903, (unsigned int)old, (unsigned int)new, 0, 0);     /* Cut trace entry if tracing */    

     
   return;
 }
 
     
   return;
 }
 

+void Call_continuation(thread_continue_t, void *, wait_result_t, vm_offset_t);
+

 /*
  * clean and initialize the current kernel stack and go to
  * the given continuation routine
  */
 
 void
 /*
  * clean and initialize the current kernel stack and go to
  * the given continuation routine
  */
 
 void

-call_continuation(void (*continuation)(void) )
+call_continuation(
+       thread_continue_t       continuation,
+       void                            *parameter,
+       wait_result_t           wresult)

 {
 {

+       thread_t                self = current_thread();
+       unsigned int    *kss;
+       vm_offset_t             tsp;

 
 

-  unsigned int *kss;
-  vm_offset_t tsp;
-
-  assert(current_thread()->kernel_stack);
-  kss = (unsigned int *)STACK_IKS(current_thread()->kernel_stack);
-  assert(continuation);
+       assert(self->kernel_stack);
+       kss = (unsigned int *)STACK_IKS(self->kernel_stack);
+       assert(continuation);

 
 

-  tsp = (vm_offset_t)((int)kss - KF_SIZE);
-  assert(tsp);
-  *((int *)tsp) = 0;
-
-  Call_continuation(continuation, tsp);
-  
-  return;
-}
-
-void
-thread_swapin_mach_alloc(thread_t thread)
-{
-    struct savearea *sv;
-
-       assert(thread->top_act->mact.pcb == 0);
-
-    sv = save_alloc();
-       assert(sv);
-    sv->save_hdr.save_prev = 0;                                                /* Initialize back chain */
-       sv->save_hdr.save_flags = (sv->save_hdr.save_flags & ~SAVtype) | (SAVgeneral << SAVtypeshft);   /* Mark as in use */
-    sv->save_hdr.save_act = thread->top_act;           /* Initialize owner */
-    thread->top_act->mact.pcb = sv;
+       tsp = (vm_offset_t)((int)kss - KF_SIZE);
+       assert(tsp);
+       *((int *)tsp) = 0;

 
 

+       Call_continuation(continuation, parameter, wresult, tsp);

 }
 }