/*
- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved.
*
* @APPLE_LICENSE_HEADER_START@
*
- * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
- *
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
#include <kern/misc_protos.h>
#include <kern/thread.h>
#include <kern/processor.h>
+#include <kern/startup.h>
#include <machine/machine_routines.h>
#include <ppc/boot.h>
#include <ppc/proc_reg.h>
#include <ppc/pmap.h>
#include <ppc/new_screen.h>
#include <ppc/exception.h>
+#include <ppc/asm.h>
#include <ppc/Firmware.h>
#include <ppc/savearea.h>
#include <ppc/low_trace.h>
#include <ppc/Diagnostics.h>
+#include <ppc/cpu_internal.h>
#include <ppc/mem.h>
#include <ppc/mappings.h>
+#include <ppc/locks.h>
+#include <ppc/pms.h>
+#include <ppc/rtclock.h>
#include <pexpert/pexpert.h>
-extern unsigned int intstack_top_ss; /* declared in start.s */
-extern unsigned int debstackptr; /* declared in start.s */
-extern unsigned int debstack_top_ss; /* declared in start.s */
+extern unsigned int mckFlags;
+extern vm_offset_t intstack;
+extern vm_offset_t debstack;
int pc_trace_buf[1024] = {0};
int pc_trace_cnt = 1024;
extern unsigned int hwulckbPatch_eieio;
extern unsigned int mulckPatch_isync;
extern unsigned int mulckPatch_eieio;
+extern unsigned int mulckePatch_isync;
+extern unsigned int mulckePatch_eieio;
extern unsigned int sulckPatch_isync;
extern unsigned int sulckPatch_eieio;
+extern unsigned int rwlesPatch_isync;
+extern unsigned int rwlesPatch_eieio;
+extern unsigned int rwldPatch_isync;
+extern unsigned int rwldPatch_eieio;
extern unsigned int retfsectPatch_eieio;
extern unsigned int retfsectPatch_isync;
+extern unsigned int bcopy_nop_if_32bit;
+extern unsigned int bcopy_nc_nop_if_32bit;
+extern unsigned int memcpy_nop_if_32bit;
+extern unsigned int xsum_nop_if_32bit;
+extern unsigned int uft_nop_if_32bit;
+extern unsigned int uft_uaw_nop_if_32bit;
+extern unsigned int uft_cuttrace;
int forcenap = 0;
+int wcte = 0; /* Non-cache gather timer disabled */
-patch_entry_t patch_table[PATCH_TABLE_SIZE] = {
- &extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32,
- &extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970,
- &hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync,
- &hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync,
- &hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync,
- &hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync,
- &mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync,
- &mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync,
- &sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync,
- &sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync,
+patch_entry_t patch_table[] = {
+ {&extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {&extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970},
+ {&hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&mulckePatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&mulckePatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&rwlesPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&rwlesPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&rwldPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&rwldPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
+ {&bcopy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {&bcopy_nc_nop_if_32bit,0x60000000, PATCH_FEATURE, PatchExt32},
+ {&memcpy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32},
#if !MACH_LDEBUG
- &retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync,
- &retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync
-#else
- 0, 0, PATCH_INVALID, 0,
- 0, 0, PATCH_INVALID, 0
+ {&retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync},
+ {&retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync},
#endif
+ {&xsum_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {&uft_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {&uft_uaw_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {&uft_cuttrace, 0x60000000, PATCH_FEATURE, PatchExt32},
+ {NULL, 0x00000000, PATCH_END_OF_TABLE, 0}
};
-void ppc_init(boot_args *args)
+
+/*
+ * Forward definition
+ */
+void ppc_init(
+ boot_args *args);
+
+void ppc_init_cpu(
+ struct per_proc_info *proc_info);
+
+/*
+ * Routine: ppc_init
+ * Function:
+ */
+void
+ppc_init(
+ boot_args *args)
{
- int i;
- unsigned long *src,*dst;
- char *str;
- unsigned long addr, videoAddr;
- unsigned int maxmem;
- uint64_t xmaxmem;
- unsigned int cputrace;
- unsigned int novmx;
- extern vm_offset_t static_memory_end;
- mapping *mp;
-
+ unsigned int maxmem;
+ uint64_t xmaxmem;
+ uint64_t newhid;
+ unsigned int cputrace;
+ unsigned int novmx;
+ unsigned int mcksoft;
+ thread_t thread;
+ mapping_t *mp;
+ uint64_t scdata;
+
+
+
/*
* Setup per_proc info for first cpu.
*/
- per_proc_info[0].cpu_number = 0;
- per_proc_info[0].cpu_flags = 0;
- per_proc_info[0].istackptr = 0; /* we're on the interrupt stack */
- per_proc_info[0].intstack_top_ss = intstack_top_ss;
- per_proc_info[0].debstackptr = debstackptr;
- per_proc_info[0].debstack_top_ss = debstack_top_ss;
- per_proc_info[0].interrupts_enabled = 0;
- per_proc_info[0].active_kloaded = (unsigned int)
- &active_kloaded[0];
- set_machine_current_thread(&pageout_thread);
- set_machine_current_act(&pageout_act);
- pageout_thread.top_act = &pageout_act;
- pageout_act.thread = &pageout_thread;
- pageout_act.mact.curctx = &pageout_act.mact.facctx;
- pageout_act.mact.facctx.facAct = &pageout_act;
- pageout_act.mact.cioSpace = invalSpace; /* Initialize copyin/out space to invalid */
- pageout_act.mact.preemption_count = 1;
- per_proc_info[0].pp_preemption_count = -1;
- per_proc_info[0].pp_simple_lock_count = 0;
- per_proc_info[0].pp_interrupt_level = 0;
- per_proc_info[0].active_stacks = (unsigned int)
- &active_stacks[0];
- per_proc_info[0].need_ast = (unsigned int)
- &need_ast[0];
- per_proc_info[0].FPU_owner = 0;
- per_proc_info[0].VMX_owner = 0;
- mp = (mapping *)per_proc_info[0].ppCIOmp;
- mp->mpFlags = 0x01000000 | mpSpecial | 1;
+ BootProcInfo.cpu_number = 0;
+ BootProcInfo.cpu_flags = 0;
+ BootProcInfo.istackptr = 0; /* we're on the interrupt stack */
+ BootProcInfo.intstack_top_ss = (vm_offset_t)&intstack + INTSTACK_SIZE - FM_SIZE;
+ BootProcInfo.debstack_top_ss = (vm_offset_t)&debstack + KERNEL_STACK_SIZE - FM_SIZE;
+ BootProcInfo.debstackptr = BootProcInfo.debstack_top_ss;
+ BootProcInfo.interrupts_enabled = 0;
+ BootProcInfo.pending_ast = AST_NONE;
+ BootProcInfo.FPU_owner = 0;
+ BootProcInfo.VMX_owner = 0;
+ BootProcInfo.pp_cbfr = console_per_proc_alloc(TRUE);
+ BootProcInfo.rtcPop = EndOfAllTime;
+ BootProcInfo.pp2ndPage = (addr64_t)&BootProcInfo; /* Initial physical address of the second page */
+
+ BootProcInfo.pms.pmsStamp = 0; /* Dummy transition time */
+ BootProcInfo.pms.pmsPop = EndOfAllTime; /* Set the pop way into the future */
+
+ BootProcInfo.pms.pmsState = pmsParked; /* Park the power stepper */
+ BootProcInfo.pms.pmsCSetCmd = pmsCInit; /* Set dummy initial hardware state */
+
+ mp = (mapping_t *)BootProcInfo.ppUMWmp;
+ mp->mpFlags = 0x01000000 | mpLinkage | mpPerm | 1;
mp->mpSpace = invalSpace;
- machine_slot[0].is_cpu = TRUE;
+ pmsInit(); /* Initialize the stepper */
+ thread_bootstrap();
+
+ thread = current_thread();
+ thread->machine.curctx = &thread->machine.facctx;
+ thread->machine.facctx.facAct = thread;
+ thread->machine.umwSpace = invalSpace; /* Initialize user memory window space to invalid */
+ thread->machine.preemption_count = 1;
+
+ cpu_bootstrap();
cpu_init();
- /*
- * Setup some processor related structures to satisfy funnels.
- * Must be done before using unparallelized device drivers.
- */
- processor_ptr[0] = &processor_array[0];
master_cpu = 0;
- master_processor = cpu_to_processor(master_cpu);
+ processor_bootstrap();
- static_memory_end = round_page_32(args->topOfKernelData);;
+ timer_switch((uint32_t)mach_absolute_time(), &thread->system_timer);
+
+ static_memory_end = round_page(args->topOfKernelData);;
- PE_init_platform(FALSE, args); /* Get platform expert set up */
+ PE_init_platform(FALSE, args); /* Get platform expert set up */
if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0; /* Special run without VMX? */
- if(novmx) { /* Yeah, turn it off */
- for(i = 0; i < NCPUS; i++) { /* Cycle through all potential processors */
- per_proc_info[i].pf.Available &= ~pfAltivec; /* Turn off Altivec available */
- }
- __asm__ volatile("mtsprg 2,%0" : : "r" (per_proc_info[0].pf.Available)); /* Set live value */
+ if(novmx) { /* Yeah, turn it off */
+ BootProcInfo.pf.Available &= ~pfAltivec; /* Turn off Altivec available */
+ __asm__ volatile("mtsprg 2,%0" : : "r" (BootProcInfo.pf.Available)); /* Set live value */
}
if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0; /* If force nap not set, make 0 */
else {
- if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */
- else forcenap = 0; /* Clear for error case */
+ if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */
+ else forcenap = 0; /* Clear for error case */
}
- if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags=0; /* Set diagnostic flags */
+ if (!PE_parse_boot_arg("pmsx", &pmsExperimental)) pmsExperimental = 0; /* Check if we should start in experimental power management stepper mode */
+ if (!PE_parse_boot_arg("lcks", &LcksOpts)) LcksOpts = 0; /* Set lcks options */
+ if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags = 0; /* Set diagnostic flags */
if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF; /* If tracing requested, enable it */
- if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */
+ if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */
trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF); /* Limit to 4 */
}
if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) { /* See if non-default trace buffer size */
#if DEBUG
- trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */
+ trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */
#else
- trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */
+ trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */
#endif
}
if(trcWork.traceSize < 1) trcWork.traceSize = 1; /* Minimum size of 1 page */
if(trcWork.traceSize > 256) trcWork.traceSize = 256; /* Maximum size of 256 pages */
- trcWork.traceSize = trcWork.traceSize * 4096; /* Change page count to size */
+ trcWork.traceSize = trcWork.traceSize * 4096; /* Change page count to size */
if (!PE_parse_boot_arg("maxmem", &maxmem))
xmaxmem=0;
else
xmaxmem = (uint64_t)maxmem * (1024 * 1024);
-/*
- * VM initialization, after this we're using page tables...
- */
+ if (!PE_parse_boot_arg("wcte", &wcte)) wcte = 0; /* If write combine timer enable not supplied, make 1 */
+ else wcte = (wcte != 0); /* Force to 0 or 1 */
+
+ if (!PE_parse_boot_arg("mcklog", &mckFlags)) mckFlags = 0; /* If machine check flags not specified, clear */
+ else if(mckFlags > 1) mckFlags = 0; /* If bogus, clear */
+
+ if (!PE_parse_boot_arg("ht_shift", &hash_table_shift)) /* should we use a non-default hash table size? */
+ hash_table_shift = 0; /* no, use default size */
+
+ /*
+ * VM initialization, after this we're using page tables...
+ */
ppc_vm_init(xmaxmem, args);
- PE_init_platform(TRUE, args);
-
+ if(BootProcInfo.pf.Available & pf64Bit) { /* Are we on a 64-bit machine */
+
+ if(!wcte) {
+ (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */
+ scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */
+ (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */
+ }
+
+ if(PE_parse_boot_arg("mcksoft", &mcksoft)) { /* Have they supplied "machine check software recovery? */
+ newhid = BootProcInfo.pf.pfHID5; /* Get the old HID5 */
+ if(mcksoft < 2) {
+ newhid &= 0xFFFFFFFFFFFFDFFFULL; /* Clear the old one */
+ newhid |= (mcksoft & 1) << 13; /* Set new value to enable machine check recovery */
+ BootProcInfo.pf.pfHID5 = newhid; /* Set the new one */
+ hid5set64(newhid); /* Set the hid for this processir */
+ }
+ }
+ }
+
machine_startup(args);
}
+/*
+ * Routine: ppc_init_cpu
+ * Function:
+ */
+void
ppc_init_cpu(
- struct per_proc_info *proc_info)
+ struct per_proc_info *proc_info)
{
- int i;
+ uint64_t scdata;
- if(!(proc_info->next_savearea)) /* Do we have a savearea set up already? */
- proc_info->next_savearea = (vm_offset_t)save_get_init(); /* Get a savearea */
-
- cpu_init();
-
- ppc_vm_cpu_init(proc_info);
+ proc_info->cpu_flags &= ~SleepState;
- ml_thrm_init(); /* Start thermal monitoring on this processor */
+ if((BootProcInfo.pf.Available & pf64Bit) && !wcte) { /* Should we disable the store gather timer? */
+ (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */
+ scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */
+ (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */
+ }
+ cpu_init();
+
slave_main();
}
projects / apple / xnu.git / blobdiff