xnu-792.13.8.tar.gz

[apple/xnu.git] / osfmk / ppc / ppc_init.c

diff --git a/osfmk/ppc/ppc_init.c b/osfmk/ppc/ppc_init.c
index 7eee4034f527263959b7a2da88d758833945fbd0..47f0263a380c353d7f25dd4fab1e0d82d0af5c02 100644 (file)
--- a/osfmk/ppc/ppc_init.c
+++ b/osfmk/ppc/ppc_init.c
@@ -1,23 +1,31 @@
 /*
 /*

- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved.

  *
  *

- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_LICENSE_OSREFERENCE_HEADER_START@

  * 
  * 

- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
- * 
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
- * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
- * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
- * 
- * @APPLE_LICENSE_HEADER_END@
+ * This file contains Original Code and/or Modifications of Original Code 
+ * as defined in and that are subject to the Apple Public Source License 
+ * Version 2.0 (the 'License'). You may not use this file except in 
+ * compliance with the License.  The rights granted to you under the 
+ * License may not be used to create, or enable the creation or 
+ * redistribution of, unlawful or unlicensed copies of an Apple operating 
+ * system, or to circumvent, violate, or enable the circumvention or 
+ * violation of, any terms of an Apple operating system software license 
+ * agreement.
+ *
+ * Please obtain a copy of the License at 
+ * http://www.opensource.apple.com/apsl/ and read it before using this 
+ * file.
+ *
+ * The Original Code and all software distributed under the License are 
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 
+ * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 
+ * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 
+ * Please see the License for the specific language governing rights and 
+ * limitations under the License.
+ *
+ * @APPLE_LICENSE_OSREFERENCE_HEADER_END@

  */
 /*
  * @OSF_COPYRIGHT@
  */
 /*
  * @OSF_COPYRIGHT@


@@ -31,6 +39,7 @@
 #include <kern/misc_protos.h>
 #include <kern/thread.h>
 #include <kern/processor.h>
 #include <kern/misc_protos.h>
 #include <kern/thread.h>
 #include <kern/processor.h>

+#include <kern/startup.h>

 #include <machine/machine_routines.h>
 #include <ppc/boot.h>
 #include <ppc/proc_reg.h>
 #include <machine/machine_routines.h>
 #include <ppc/boot.h>
 #include <ppc/proc_reg.h>


@@ -38,18 +47,23 @@
 #include <ppc/pmap.h>
 #include <ppc/new_screen.h>
 #include <ppc/exception.h>
 #include <ppc/pmap.h>
 #include <ppc/new_screen.h>
 #include <ppc/exception.h>

+#include <ppc/asm.h>

 #include <ppc/Firmware.h>
 #include <ppc/savearea.h>
 #include <ppc/low_trace.h>
 #include <ppc/Diagnostics.h>
 #include <ppc/Firmware.h>
 #include <ppc/savearea.h>
 #include <ppc/low_trace.h>
 #include <ppc/Diagnostics.h>

+#include <ppc/cpu_internal.h>

 #include <ppc/mem.h>
 #include <ppc/mappings.h>
 #include <ppc/mem.h>
 #include <ppc/mappings.h>

+#include <ppc/locks.h>
+#include <kern/pms.h>
+#include <ppc/rtclock.h>

 
 #include <pexpert/pexpert.h>
 
 
 #include <pexpert/pexpert.h>
 

-extern unsigned int intstack_top_ss;   /* declared in start.s */
-extern unsigned int debstackptr;               /* declared in start.s */
-extern unsigned int debstack_top_ss;   /* declared in start.s */
+extern unsigned int mckFlags;
+extern vm_offset_t     intstack;
+extern vm_offset_t     debstack;  

 
 int pc_trace_buf[1024] = {0};
 int pc_trace_cnt = 1024;
 
 int pc_trace_buf[1024] = {0};
 int pc_trace_cnt = 1024;


@@ -62,118 +76,164 @@ extern unsigned int hwulckbPatch_isync;
 extern unsigned int hwulckbPatch_eieio;
 extern unsigned int mulckPatch_isync;
 extern unsigned int mulckPatch_eieio;
 extern unsigned int hwulckbPatch_eieio;
 extern unsigned int mulckPatch_isync;
 extern unsigned int mulckPatch_eieio;

+extern unsigned int mulckePatch_isync;
+extern unsigned int mulckePatch_eieio;

 extern unsigned int sulckPatch_isync;
 extern unsigned int sulckPatch_eieio;
 extern unsigned int sulckPatch_isync;
 extern unsigned int sulckPatch_eieio;

+extern unsigned int rwlesPatch_isync;
+extern unsigned int rwlesPatch_eieio;
+extern unsigned int rwldPatch_isync;
+extern unsigned int rwldPatch_eieio;

 extern unsigned int retfsectPatch_eieio;
 extern unsigned int retfsectPatch_isync;
 extern unsigned int retfsectPatch_eieio;
 extern unsigned int retfsectPatch_isync;

+extern unsigned int bcopy_nop_if_32bit;
+extern unsigned int bcopy_nc_nop_if_32bit;
+extern unsigned int memcpy_nop_if_32bit;
+extern unsigned int xsum_nop_if_32bit;
+extern unsigned int uft_nop_if_32bit;
+extern unsigned int uft_uaw_nop_if_32bit;
+extern unsigned int uft_cuttrace;

 
 int forcenap = 0;
 
 int forcenap = 0;

+int wcte = 0;                          /* Non-cache gather timer disabled */

 
 

-patch_entry_t patch_table[PATCH_TABLE_SIZE] = {
-       &extPatch32,                    0x60000000, PATCH_FEATURE,              PatchExt32,
-       &extPatchMCK,                   0x60000000, PATCH_PROCESSOR,    CPU_SUBTYPE_POWERPC_970,
-       &hwulckPatch_isync,             0x60000000, PATCH_FEATURE,              PatchLwsync,
-       &hwulckPatch_eieio,             0x7c2004ac, PATCH_FEATURE,              PatchLwsync,
-       &hwulckbPatch_isync,            0x60000000, PATCH_FEATURE,              PatchLwsync,
-       &hwulckbPatch_eieio,            0x7c2004ac, PATCH_FEATURE,              PatchLwsync,
-       &mulckPatch_isync,              0x60000000, PATCH_FEATURE,              PatchLwsync,
-       &mulckPatch_eieio,              0x7c2004ac, PATCH_FEATURE,              PatchLwsync,
-       &sulckPatch_isync,              0x60000000, PATCH_FEATURE,              PatchLwsync,
-       &sulckPatch_eieio,              0x7c2004ac, PATCH_FEATURE,              PatchLwsync,
+patch_entry_t patch_table[] = {
+       {&extPatch32,                   0x60000000, PATCH_FEATURE,              PatchExt32},
+       {&extPatchMCK,                  0x60000000, PATCH_PROCESSOR,    CPU_SUBTYPE_POWERPC_970},
+       {&hwulckPatch_isync,    0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&hwulckPatch_eieio,    0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&hwulckbPatch_isync,   0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&hwulckbPatch_eieio,   0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&mulckPatch_isync,             0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&mulckPatch_eieio,             0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&mulckePatch_isync,    0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&mulckePatch_eieio,    0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&sulckPatch_isync,             0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&sulckPatch_eieio,             0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&rwlesPatch_isync,             0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&rwlesPatch_eieio,             0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&rwldPatch_isync,              0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&rwldPatch_eieio,              0x7c2004ac, PATCH_FEATURE,              PatchLwsync},
+       {&bcopy_nop_if_32bit,   0x60000000, PATCH_FEATURE,              PatchExt32},
+       {&bcopy_nc_nop_if_32bit,0x60000000, PATCH_FEATURE,              PatchExt32},
+       {&memcpy_nop_if_32bit,  0x60000000, PATCH_FEATURE,              PatchExt32},

 #if    !MACH_LDEBUG
 #if    !MACH_LDEBUG

-       &retfsectPatch_isync,   0x60000000, PATCH_FEATURE,              PatchLwsync,
-       &retfsectPatch_eieio,   0x7c2004ac, PATCH_FEATURE,              PatchLwsync
-#else
-       0,                                              0,                      PATCH_INVALID,          0,
-       0,                                              0,                      PATCH_INVALID,          0
+       {&retfsectPatch_isync,  0x60000000, PATCH_FEATURE,              PatchLwsync},
+       {&retfsectPatch_eieio,  0x7c2004ac, PATCH_FEATURE,              PatchLwsync},

 #endif
 #endif

+       {&xsum_nop_if_32bit,    0x60000000,     PATCH_FEATURE,          PatchExt32},
+       {&uft_nop_if_32bit,             0x60000000,     PATCH_FEATURE,          PatchExt32},
+       {&uft_uaw_nop_if_32bit, 0x60000000,     PATCH_FEATURE,          PatchExt32},
+       {&uft_cuttrace,                 0x60000000,     PATCH_FEATURE,          PatchExt32},
+    {NULL,                  0x00000000, PATCH_END_OF_TABLE, 0}

        };
 
        };
 

-void ppc_init(boot_args *args)
+
+/*
+ * Forward definition
+ */
+void   ppc_init(
+                       boot_args       *args);
+
+void   ppc_init_cpu(
+                       struct per_proc_info *proc_info);
+
+/*
+ *             Routine:                ppc_init
+ *             Function:
+ */
+void
+ppc_init(
+               boot_args *args)

 {
 {

-       int i;
-       unsigned long *src,*dst;
-       char *str;
-       unsigned long   addr, videoAddr;
-       unsigned int    maxmem;
-       uint64_t                xmaxmem, newhid;
-       unsigned int    cputrace;
-       unsigned int    novmx, fhrdl1;
-       extern vm_offset_t static_memory_end;
-       thread_t                thread;
-       mapping *mp;
-       
+       unsigned int            maxmem;
+       uint64_t                        xmaxmem;
+       uint64_t                        newhid;
+       unsigned int            cputrace;
+       unsigned int            novmx;
+       unsigned int            mcksoft;
+       thread_t                        thread;
+       mapping_t                       *mp;
+       uint64_t                        scdata;
+
+
+

        /*
         * Setup per_proc info for first cpu.
         */
 
        /*
         * Setup per_proc info for first cpu.
         */
 

-       per_proc_info[0].cpu_number = 0;
-       per_proc_info[0].cpu_flags = 0;
-       per_proc_info[0].istackptr = 0; /* we're on the interrupt stack */
-       per_proc_info[0].intstack_top_ss = intstack_top_ss;
-       per_proc_info[0].debstackptr = debstackptr;
-       per_proc_info[0].debstack_top_ss = debstack_top_ss;
-       per_proc_info[0].interrupts_enabled = 0;
-       per_proc_info[0].pp_preemption_count = -1;
-       per_proc_info[0].pp_simple_lock_count = 0;
-       per_proc_info[0].pp_interrupt_level = 0;
-       per_proc_info[0].need_ast = (unsigned int)&need_ast[0];
-       per_proc_info[0].FPU_owner = 0;
-       per_proc_info[0].VMX_owner = 0;
-       mp = (mapping *)per_proc_info[0].ppCIOmp;
-       mp->mpFlags = 0x01000000 | mpSpecial | 1;
+       BootProcInfo.cpu_number = 0;
+       BootProcInfo.cpu_flags = 0;
+       BootProcInfo.istackptr = 0;                                                     /* we're on the interrupt stack */
+       BootProcInfo.intstack_top_ss = (vm_offset_t)&intstack + INTSTACK_SIZE - FM_SIZE;
+       BootProcInfo.debstack_top_ss = (vm_offset_t)&debstack + KERNEL_STACK_SIZE - FM_SIZE;
+       BootProcInfo.debstackptr = BootProcInfo.debstack_top_ss;
+       BootProcInfo.interrupts_enabled = 0;
+       BootProcInfo.pending_ast = AST_NONE;
+       BootProcInfo.FPU_owner = 0;
+       BootProcInfo.VMX_owner = 0;
+       BootProcInfo.pp_cbfr = console_per_proc_alloc(TRUE);
+       BootProcInfo.rtcPop = EndOfAllTime;
+       BootProcInfo.pp2ndPage = (addr64_t)&BootProcInfo;       /* Initial physical address of the second page */
+
+       BootProcInfo.pms.pmsStamp = 0;                                          /* Dummy transition time */
+       BootProcInfo.pms.pmsPop = EndOfAllTime;                         /* Set the pop way into the future */
+       
+       BootProcInfo.pms.pmsState = pmsParked;                          /* Park the power stepper */
+       BootProcInfo.pms.pmsCSetCmd = pmsCInit;                         /* Set dummy initial hardware state */
+       
+       mp = (mapping_t *)BootProcInfo.ppUMWmp;
+       mp->mpFlags = 0x01000000 | mpLinkage | mpPerm | 1;

        mp->mpSpace = invalSpace;
 
        mp->mpSpace = invalSpace;
 

-       machine_slot[0].is_cpu = TRUE;
+       pmsInit();                                                                                      /* Initialize the stepper */

 
        thread_bootstrap();
 
 
        thread_bootstrap();
 

-       thread = current_act();
-       thread->mact.curctx = &thread->mact.facctx;
-       thread->mact.facctx.facAct = thread;
-       thread->mact.cioSpace = invalSpace;                                     /* Initialize copyin/out space to invalid */
-       thread->mact.preemption_count = 1;
+       thread = current_thread();
+       thread->machine.curctx = &thread->machine.facctx;
+       thread->machine.facctx.facAct = thread;
+       thread->machine.umwSpace = invalSpace;                          /* Initialize user memory window space to invalid */
+       thread->machine.preemption_count = 1;

 
 

+       cpu_bootstrap();

        cpu_init();
 
        cpu_init();
 

-       /*
-        * Setup some processor related structures to satisfy funnels.
-        * Must be done before using unparallelized device drivers.
-        */
-       processor_ptr[0] = &processor_array[0];

        master_cpu = 0;
        master_cpu = 0;

-       master_processor = cpu_to_processor(master_cpu);
+       processor_bootstrap();
+
+       timer_switch((uint32_t)mach_absolute_time(), &thread->system_timer);

 
 

-       static_memory_end = round_page_32(args->topOfKernelData);;
+       static_memory_end = round_page(args->topOfKernelData);;

       
       

-       PE_init_platform(FALSE, args);                          /* Get platform expert set up */
+       PE_init_platform(FALSE, args);                                          /* Get platform expert set up */

 
        if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0;       /* Special run without VMX? */
 
        if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0;       /* Special run without VMX? */

-       if(novmx) {                                                                     /* Yeah, turn it off */
-               for(i = 0; i < NCPUS; i++) {                    /* Cycle through all potential processors */
-                       per_proc_info[i].pf.Available &= ~pfAltivec;    /* Turn off Altivec available */
-               }
-               __asm__ volatile("mtsprg 2,%0" : : "r" (per_proc_info[0].pf.Available));        /* Set live value */
+       if(novmx) {                                                                                     /* Yeah, turn it off */
+               BootProcInfo.pf.Available &= ~pfAltivec;                /* Turn off Altivec available */
+               __asm__ volatile("mtsprg 2,%0" : : "r" (BootProcInfo.pf.Available));    /* Set live value */

        }
 
        if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0;  /* If force nap not set, make 0 */
        else {
        }
 
        if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0;  /* If force nap not set, make 0 */
        else {

-               if(forcenap < 2) forcenap = forcenap + 1;                       /* Else set 1 for off, 2 for on */
-               else forcenap = 0;                                                                      /* Clear for error case */
+               if(forcenap < 2) forcenap = forcenap + 1;               /* Else set 1 for off, 2 for on */
+               else forcenap = 0;                                                              /* Clear for error case */

        }
        
        }
        

-       if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags=0;      /* Set diagnostic flags */
+       if (!PE_parse_boot_arg("pmsx", &pmsExperimental)) pmsExperimental = 0;  /* Check if we should start in experimental power management stepper mode */
+       if (!PE_parse_boot_arg("lcks", &LcksOpts)) LcksOpts = 0;        /* Set lcks options */
+       if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags = 0;    /* Set diagnostic flags */

        if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF;        /* If tracing requested, enable it */
 
        if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF;        /* If tracing requested, enable it */
 

-       if(PE_parse_boot_arg("ctrc", &cputrace)) {                                                      /* See if tracing is limited to a specific cpu */
+       if(PE_parse_boot_arg("ctrc", &cputrace)) {                      /* See if tracing is limited to a specific cpu */

                trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF);        /* Limit to 4 */
        }
 
        if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) {      /* See if non-default trace buffer size */
 #if DEBUG
                trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF);        /* Limit to 4 */
        }
 
        if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) {      /* See if non-default trace buffer size */
 #if DEBUG

-               trcWork.traceSize = 32;                                 /* Default 32 page trace table for DEBUG */
+               trcWork.traceSize = 32;                                                 /* Default 32 page trace table for DEBUG */

 #else
 #else

-               trcWork.traceSize = 8;                                  /* Default 8 page trace table for RELEASE */
+               trcWork.traceSize = 8;                                                  /* Default 8 page trace table for RELEASE */

 #endif
        }
 
 #endif
        }
 


@@ -186,45 +246,62 @@ void ppc_init(boot_args *args)
        else
                xmaxmem = (uint64_t)maxmem * (1024 * 1024);
 
        else
                xmaxmem = (uint64_t)maxmem * (1024 * 1024);
 

-/*   
- * VM initialization, after this we're using page tables...
- */
+       if (!PE_parse_boot_arg("wcte", &wcte)) wcte = 0;        /* If write combine timer enable not supplied, make 1 */
+       else wcte = (wcte != 0);                                                        /* Force to 0 or 1 */
+
+       if (!PE_parse_boot_arg("mcklog", &mckFlags)) mckFlags = 0;      /* If machine check flags not specified, clear */
+       else if(mckFlags > 1) mckFlags = 0;                                     /* If bogus, clear */
+    
+    if (!PE_parse_boot_arg("ht_shift", &hash_table_shift))  /* should we use a non-default hash table size? */
+        hash_table_shift = 0;                           /* no, use default size */
+
+       /*   
+        * VM initialization, after this we're using page tables...
+        */

 
        ppc_vm_init(xmaxmem, args);
        
 
        ppc_vm_init(xmaxmem, args);
        

-       if(per_proc_info[0].pf.Available & pf64Bit) {           /* Are we on a 64-bit machine */
-               if(PE_parse_boot_arg("fhrdl1", &fhrdl1)) {              /* Have they supplied "Force Hardware Recovery of Data cache level 1 errors? */
-                       newhid = per_proc_info[0].pf.pfHID5;            /* Get the old HID5 */
-                       if(fhrdl1 < 2) {
+       if(BootProcInfo.pf.Available & pf64Bit) {                       /* Are we on a 64-bit machine */
+               
+               if(!wcte) {
+                       (void)ml_scom_read(GUSModeReg << 8, &scdata);   /* Get GUS mode register */
+                       scdata = scdata | GUSMstgttoff;                                 /* Disable the NCU store gather timer */
+                       (void)ml_scom_write(GUSModeReg << 8, scdata);   /* Get GUS mode register */
+               }
+               
+               if(PE_parse_boot_arg("mcksoft", &mcksoft)) {    /* Have they supplied "machine check software recovery? */
+                       newhid = BootProcInfo.pf.pfHID5;                        /* Get the old HID5 */
+                       if(mcksoft < 2) {

                                newhid &= 0xFFFFFFFFFFFFDFFFULL;                /* Clear the old one */
                                newhid &= 0xFFFFFFFFFFFFDFFFULL;                /* Clear the old one */

-                               newhid |= (fhrdl1 ^ 1) << 13;                   /* Set new value to enable machine check recovery */
-                               for(i = 0; i < NCPUS; i++)      per_proc_info[i].pf.pfHID5 = newhid;    /* Set all shadows */
+                               newhid |= (mcksoft & 1) << 13;                  /* Set new value to enable machine check recovery */
+                               BootProcInfo.pf.pfHID5 = newhid;                /* Set the new one */

                                hid5set64(newhid);                                              /* Set the hid for this processir */
                        }
                }
        }
                                hid5set64(newhid);                                              /* Set the hid for this processir */
                        }
                }
        }

-       
-       
-       PE_init_platform(TRUE, args);
-       
+               

        machine_startup(args);
 }
 
        machine_startup(args);
 }
 

+/*
+ *             Routine:                ppc_init_cpu
+ *             Function:
+ */
+void

 ppc_init_cpu(
 ppc_init_cpu(

-       struct per_proc_info *proc_info)
+               struct per_proc_info    *proc_info) 

 {
 {

-       int i;
+       uint64_t scdata;

 
        proc_info->cpu_flags &= ~SleepState;
 
 
        proc_info->cpu_flags &= ~SleepState;
 

-       if(!(proc_info->next_savearea))                 /* Do we have a savearea set up already? */
-               proc_info->next_savearea = (uint64_t)save_get_init();   /* Get a savearea  */
-       
+       if((BootProcInfo.pf.Available & pf64Bit) && !wcte) {    /* Should we disable the store gather timer? */
+               (void)ml_scom_read(GUSModeReg << 8, &scdata);   /* Get GUS mode register */
+               scdata = scdata | GUSMstgttoff;                                 /* Disable the NCU store gather timer */
+               (void)ml_scom_write(GUSModeReg << 8, scdata);   /* Get GUS mode register */
+       }
+

        cpu_init();
        
        cpu_init();
        

-       ppc_vm_cpu_init(proc_info);
-
-       ml_thrm_init();                                                 /* Start thermal monitoring on this processor */
-

        slave_main();
 }
        slave_main();
 }