X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/d7e50217d7adf6e52786a38bcaa4cd698cb9a79e..ff6e181ae92fc6f1e89841290f461d1f2f9badd9:/osfmk/ppc/ppc_init.c diff --git a/osfmk/ppc/ppc_init.c b/osfmk/ppc/ppc_init.c index 7c3f7a70d..9a0297d5b 100644 --- a/osfmk/ppc/ppc_init.c +++ b/osfmk/ppc/ppc_init.c @@ -1,10 +1,8 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved. * * @APPLE_LICENSE_HEADER_START@ * - * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved. - * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in @@ -34,6 +32,7 @@ #include #include #include +#include #include #include #include @@ -41,18 +40,23 @@ #include #include #include +#include #include #include #include #include +#include #include #include +#include +#include +#include #include -extern unsigned int intstack_top_ss; /* declared in start.s */ -extern unsigned int debstackptr; /* declared in start.s */ -extern unsigned int debstack_top_ss; /* declared in start.s */ +extern unsigned int mckFlags; +extern vm_offset_t intstack; +extern vm_offset_t debstack; int pc_trace_buf[1024] = {0}; int pc_trace_cnt = 1024; @@ -65,158 +69,232 @@ extern unsigned int hwulckbPatch_isync; extern unsigned int hwulckbPatch_eieio; extern unsigned int mulckPatch_isync; extern unsigned int mulckPatch_eieio; +extern unsigned int mulckePatch_isync; +extern unsigned int mulckePatch_eieio; extern unsigned int sulckPatch_isync; extern unsigned int sulckPatch_eieio; +extern unsigned int rwlesPatch_isync; +extern unsigned int rwlesPatch_eieio; +extern unsigned int rwldPatch_isync; +extern unsigned int rwldPatch_eieio; extern unsigned int retfsectPatch_eieio; extern unsigned int retfsectPatch_isync; +extern unsigned int bcopy_nop_if_32bit; +extern unsigned int bcopy_nc_nop_if_32bit; +extern unsigned int memcpy_nop_if_32bit; +extern unsigned int xsum_nop_if_32bit; +extern unsigned int uft_nop_if_32bit; +extern unsigned int uft_uaw_nop_if_32bit; +extern unsigned int uft_cuttrace; int forcenap = 0; +int wcte = 0; /* Non-cache gather timer disabled */ -patch_entry_t patch_table[PATCH_TABLE_SIZE] = { - &extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32, - &extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970, - &hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, +patch_entry_t patch_table[] = { + {&extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970}, + {&hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&bcopy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&bcopy_nc_nop_if_32bit,0x60000000, PATCH_FEATURE, PatchExt32}, + {&memcpy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, #if !MACH_LDEBUG - &retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync -#else - 0, 0, PATCH_INVALID, 0, - 0, 0, PATCH_INVALID, 0 + {&retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, #endif + {&xsum_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_uaw_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_cuttrace, 0x60000000, PATCH_FEATURE, PatchExt32}, + {NULL, 0x00000000, PATCH_END_OF_TABLE, 0} }; -void ppc_init(boot_args *args) + +/* + * Forward definition + */ +void ppc_init( + boot_args *args); + +void ppc_init_cpu( + struct per_proc_info *proc_info); + +/* + * Routine: ppc_init + * Function: + */ +void +ppc_init( + boot_args *args) { - int i; - unsigned long *src,*dst; - char *str; - unsigned long addr, videoAddr; - unsigned int maxmem; - uint64_t xmaxmem; - unsigned int cputrace; - unsigned int novmx; - extern vm_offset_t static_memory_end; - mapping *mp; - + unsigned int maxmem; + uint64_t xmaxmem; + uint64_t newhid; + unsigned int cputrace; + unsigned int novmx; + unsigned int mcksoft; + thread_t thread; + mapping_t *mp; + uint64_t scdata; + + + /* * Setup per_proc info for first cpu. */ - per_proc_info[0].cpu_number = 0; - per_proc_info[0].cpu_flags = 0; - per_proc_info[0].istackptr = 0; /* we're on the interrupt stack */ - per_proc_info[0].intstack_top_ss = intstack_top_ss; - per_proc_info[0].debstackptr = debstackptr; - per_proc_info[0].debstack_top_ss = debstack_top_ss; - per_proc_info[0].interrupts_enabled = 0; - per_proc_info[0].active_kloaded = (unsigned int) - &active_kloaded[0]; - set_machine_current_thread(&pageout_thread); - set_machine_current_act(&pageout_act); - pageout_thread.top_act = &pageout_act; - pageout_act.thread = &pageout_thread; - pageout_act.mact.curctx = &pageout_act.mact.facctx; - pageout_act.mact.facctx.facAct = &pageout_act; - pageout_act.mact.cioSpace = invalSpace; /* Initialize copyin/out space to invalid */ - pageout_act.mact.preemption_count = 1; - per_proc_info[0].pp_preemption_count = -1; - per_proc_info[0].pp_simple_lock_count = 0; - per_proc_info[0].pp_interrupt_level = 0; - per_proc_info[0].active_stacks = (unsigned int) - &active_stacks[0]; - per_proc_info[0].need_ast = (unsigned int) - &need_ast[0]; - per_proc_info[0].FPU_owner = 0; - per_proc_info[0].VMX_owner = 0; - mp = (mapping *)per_proc_info[0].ppCIOmp; - mp->mpFlags = 0x01000000 | mpSpecial | 1; + BootProcInfo.cpu_number = 0; + BootProcInfo.cpu_flags = 0; + BootProcInfo.istackptr = 0; /* we're on the interrupt stack */ + BootProcInfo.intstack_top_ss = (vm_offset_t)&intstack + INTSTACK_SIZE - FM_SIZE; + BootProcInfo.debstack_top_ss = (vm_offset_t)&debstack + KERNEL_STACK_SIZE - FM_SIZE; + BootProcInfo.debstackptr = BootProcInfo.debstack_top_ss; + BootProcInfo.interrupts_enabled = 0; + BootProcInfo.pending_ast = AST_NONE; + BootProcInfo.FPU_owner = 0; + BootProcInfo.VMX_owner = 0; + BootProcInfo.pp_cbfr = console_per_proc_alloc(TRUE); + BootProcInfo.rtcPop = EndOfAllTime; + BootProcInfo.pp2ndPage = (addr64_t)&BootProcInfo; /* Initial physical address of the second page */ + + BootProcInfo.pms.pmsStamp = 0; /* Dummy transition time */ + BootProcInfo.pms.pmsPop = EndOfAllTime; /* Set the pop way into the future */ + + BootProcInfo.pms.pmsState = pmsParked; /* Park the power stepper */ + BootProcInfo.pms.pmsCSetCmd = pmsCInit; /* Set dummy initial hardware state */ + + mp = (mapping_t *)BootProcInfo.ppUMWmp; + mp->mpFlags = 0x01000000 | mpLinkage | mpPerm | 1; mp->mpSpace = invalSpace; - machine_slot[0].is_cpu = TRUE; + pmsInit(); /* Initialize the stepper */ + thread_bootstrap(); + + thread = current_thread(); + thread->machine.curctx = &thread->machine.facctx; + thread->machine.facctx.facAct = thread; + thread->machine.umwSpace = invalSpace; /* Initialize user memory window space to invalid */ + thread->machine.preemption_count = 1; + + cpu_bootstrap(); cpu_init(); - /* - * Setup some processor related structures to satisfy funnels. - * Must be done before using unparallelized device drivers. - */ - processor_ptr[0] = &processor_array[0]; master_cpu = 0; - master_processor = cpu_to_processor(master_cpu); + processor_bootstrap(); - static_memory_end = round_page_32(args->topOfKernelData);; + timer_switch((uint32_t)mach_absolute_time(), &thread->system_timer); + + static_memory_end = round_page(args->topOfKernelData);; - PE_init_platform(FALSE, args); /* Get platform expert set up */ + PE_init_platform(FALSE, args); /* Get platform expert set up */ if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0; /* Special run without VMX? */ - if(novmx) { /* Yeah, turn it off */ - for(i = 0; i < NCPUS; i++) { /* Cycle through all potential processors */ - per_proc_info[i].pf.Available &= ~pfAltivec; /* Turn off Altivec available */ - } - __asm__ volatile("mtsprg 2,%0" : : "r" (per_proc_info[0].pf.Available)); /* Set live value */ + if(novmx) { /* Yeah, turn it off */ + BootProcInfo.pf.Available &= ~pfAltivec; /* Turn off Altivec available */ + __asm__ volatile("mtsprg 2,%0" : : "r" (BootProcInfo.pf.Available)); /* Set live value */ } if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0; /* If force nap not set, make 0 */ else { - if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */ - else forcenap = 0; /* Clear for error case */ + if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */ + else forcenap = 0; /* Clear for error case */ } - if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags=0; /* Set diagnostic flags */ + if (!PE_parse_boot_arg("pmsx", &pmsExperimental)) pmsExperimental = 0; /* Check if we should start in experimental power management stepper mode */ + if (!PE_parse_boot_arg("lcks", &LcksOpts)) LcksOpts = 0; /* Set lcks options */ + if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags = 0; /* Set diagnostic flags */ if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF; /* If tracing requested, enable it */ - if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ + if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF); /* Limit to 4 */ } if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) { /* See if non-default trace buffer size */ #if DEBUG - trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */ + trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */ #else - trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */ + trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */ #endif } if(trcWork.traceSize < 1) trcWork.traceSize = 1; /* Minimum size of 1 page */ if(trcWork.traceSize > 256) trcWork.traceSize = 256; /* Maximum size of 256 pages */ - trcWork.traceSize = trcWork.traceSize * 4096; /* Change page count to size */ + trcWork.traceSize = trcWork.traceSize * 4096; /* Change page count to size */ if (!PE_parse_boot_arg("maxmem", &maxmem)) xmaxmem=0; else xmaxmem = (uint64_t)maxmem * (1024 * 1024); -/* - * VM initialization, after this we're using page tables... - */ + if (!PE_parse_boot_arg("wcte", &wcte)) wcte = 0; /* If write combine timer enable not supplied, make 1 */ + else wcte = (wcte != 0); /* Force to 0 or 1 */ + + if (!PE_parse_boot_arg("mcklog", &mckFlags)) mckFlags = 0; /* If machine check flags not specified, clear */ + else if(mckFlags > 1) mckFlags = 0; /* If bogus, clear */ + + if (!PE_parse_boot_arg("ht_shift", &hash_table_shift)) /* should we use a non-default hash table size? */ + hash_table_shift = 0; /* no, use default size */ + + /* + * VM initialization, after this we're using page tables... + */ ppc_vm_init(xmaxmem, args); - PE_init_platform(TRUE, args); - + if(BootProcInfo.pf.Available & pf64Bit) { /* Are we on a 64-bit machine */ + + if(!wcte) { + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ + } + + if(PE_parse_boot_arg("mcksoft", &mcksoft)) { /* Have they supplied "machine check software recovery? */ + newhid = BootProcInfo.pf.pfHID5; /* Get the old HID5 */ + if(mcksoft < 2) { + newhid &= 0xFFFFFFFFFFFFDFFFULL; /* Clear the old one */ + newhid |= (mcksoft & 1) << 13; /* Set new value to enable machine check recovery */ + BootProcInfo.pf.pfHID5 = newhid; /* Set the new one */ + hid5set64(newhid); /* Set the hid for this processir */ + } + } + } + machine_startup(args); } +/* + * Routine: ppc_init_cpu + * Function: + */ +void ppc_init_cpu( - struct per_proc_info *proc_info) + struct per_proc_info *proc_info) { - int i; + uint64_t scdata; - if(!(proc_info->next_savearea)) /* Do we have a savearea set up already? */ - proc_info->next_savearea = (vm_offset_t)save_get_init(); /* Get a savearea */ - - cpu_init(); - - ppc_vm_cpu_init(proc_info); + proc_info->cpu_flags &= ~SleepState; - ml_thrm_init(); /* Start thermal monitoring on this processor */ + if((BootProcInfo.pf.Available & pf64Bit) && !wcte) { /* Should we disable the store gather timer? */ + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ + } + cpu_init(); + slave_main(); }