X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/e5568f75972dfc723778653c11cb6b4dc825716a..4a3eedf9ecc9bbe3f3a5c6ce5e53ad199d639d32:/osfmk/ppc/ppc_init.c?ds=sidebyside diff --git a/osfmk/ppc/ppc_init.c b/osfmk/ppc/ppc_init.c index 7eee4034f..781eb38a1 100644 --- a/osfmk/ppc/ppc_init.c +++ b/osfmk/ppc/ppc_init.c @@ -1,23 +1,29 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2007 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. * - * @APPLE_LICENSE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ @@ -31,6 +37,7 @@ #include #include #include +#include #include #include #include @@ -38,21 +45,23 @@ #include #include #include +#include #include #include #include #include +#include #include #include +#include +#include +#include #include -extern unsigned int intstack_top_ss; /* declared in start.s */ -extern unsigned int debstackptr; /* declared in start.s */ -extern unsigned int debstack_top_ss; /* declared in start.s */ - -int pc_trace_buf[1024] = {0}; -int pc_trace_cnt = 1024; +extern unsigned int mckFlags; +extern vm_offset_t intstack; +extern vm_offset_t debstack; extern unsigned int extPatchMCK; extern unsigned int extPatch32; @@ -62,118 +71,162 @@ extern unsigned int hwulckbPatch_isync; extern unsigned int hwulckbPatch_eieio; extern unsigned int mulckPatch_isync; extern unsigned int mulckPatch_eieio; +extern unsigned int mulckePatch_isync; +extern unsigned int mulckePatch_eieio; extern unsigned int sulckPatch_isync; extern unsigned int sulckPatch_eieio; -extern unsigned int retfsectPatch_eieio; -extern unsigned int retfsectPatch_isync; +extern unsigned int rwlesPatch_isync; +extern unsigned int rwlesPatch_eieio; +extern unsigned int rwldPatch_isync; +extern unsigned int rwldPatch_eieio; +extern unsigned int bcopy_nop_if_32bit; +extern unsigned int bcopy_nc_nop_if_32bit; +extern unsigned int memcpy_nop_if_32bit; +extern unsigned int xsum_nop_if_32bit; +extern unsigned int uft_nop_if_32bit; +extern unsigned int uft_uaw_nop_if_32bit; +extern unsigned int uft_cuttrace; int forcenap = 0; +int wcte = 0; /* Non-cache gather timer disabled */ -patch_entry_t patch_table[PATCH_TABLE_SIZE] = { - &extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32, - &extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970, - &hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, - &sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync, -#if !MACH_LDEBUG - &retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync, - &retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync -#else - 0, 0, PATCH_INVALID, 0, - 0, 0, PATCH_INVALID, 0 -#endif +int debug_task; + +patch_entry_t patch_table[] = { + {&extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970}, + {&hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&bcopy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&bcopy_nc_nop_if_32bit,0x60000000, PATCH_FEATURE, PatchExt32}, + {&memcpy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&xsum_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_uaw_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_cuttrace, 0x60000000, PATCH_FEATURE, PatchExt32}, + {NULL, 0x00000000, PATCH_END_OF_TABLE, 0} }; -void ppc_init(boot_args *args) -{ - int i; - unsigned long *src,*dst; - char *str; - unsigned long addr, videoAddr; - unsigned int maxmem; - uint64_t xmaxmem, newhid; - unsigned int cputrace; - unsigned int novmx, fhrdl1; - extern vm_offset_t static_memory_end; - thread_t thread; - mapping *mp; + +/* + * Forward definition + */ +void ppc_init( + boot_args *args); + +void ppc_init_cpu( + struct per_proc_info *proc_info); + +/* + * Routine: ppc_init + * Function: + */ +void +ppc_init( + boot_args *args) +{ + unsigned int maxmem; + uint64_t xmaxmem; + uint64_t newhid; + unsigned int cputrace; + unsigned int novmx; + unsigned int mcksoft; + thread_t thread; + mapping_t *mp; + uint64_t scdata; + + /* * Setup per_proc info for first cpu. */ - per_proc_info[0].cpu_number = 0; - per_proc_info[0].cpu_flags = 0; - per_proc_info[0].istackptr = 0; /* we're on the interrupt stack */ - per_proc_info[0].intstack_top_ss = intstack_top_ss; - per_proc_info[0].debstackptr = debstackptr; - per_proc_info[0].debstack_top_ss = debstack_top_ss; - per_proc_info[0].interrupts_enabled = 0; - per_proc_info[0].pp_preemption_count = -1; - per_proc_info[0].pp_simple_lock_count = 0; - per_proc_info[0].pp_interrupt_level = 0; - per_proc_info[0].need_ast = (unsigned int)&need_ast[0]; - per_proc_info[0].FPU_owner = 0; - per_proc_info[0].VMX_owner = 0; - mp = (mapping *)per_proc_info[0].ppCIOmp; - mp->mpFlags = 0x01000000 | mpSpecial | 1; + BootProcInfo.cpu_number = 0; + BootProcInfo.cpu_flags = 0; + BootProcInfo.istackptr = 0; /* we're on the interrupt stack */ + BootProcInfo.intstack_top_ss = (vm_offset_t)&intstack + INTSTACK_SIZE - FM_SIZE; + BootProcInfo.debstack_top_ss = (vm_offset_t)&debstack + KERNEL_STACK_SIZE - FM_SIZE; + BootProcInfo.debstackptr = BootProcInfo.debstack_top_ss; + BootProcInfo.interrupts_enabled = 0; + BootProcInfo.pending_ast = AST_NONE; + BootProcInfo.FPU_owner = NULL; + BootProcInfo.VMX_owner = NULL; + BootProcInfo.pp_cbfr = console_per_proc_alloc(TRUE); + BootProcInfo.rtcPop = EndOfAllTime; + BootProcInfo.pp2ndPage = (addr64_t)&BootProcInfo; /* Initial physical address of the second page */ + + BootProcInfo.pms.pmsStamp = 0; /* Dummy transition time */ + BootProcInfo.pms.pmsPop = EndOfAllTime; /* Set the pop way into the future */ + + BootProcInfo.pms.pmsState = pmsParked; /* Park the power stepper */ + BootProcInfo.pms.pmsCSetCmd = pmsCInit; /* Set dummy initial hardware state */ + + mp = (mapping_t *)BootProcInfo.ppUMWmp; + mp->mpFlags = 0x01000000 | mpLinkage | mpPerm | 1; mp->mpSpace = invalSpace; - machine_slot[0].is_cpu = TRUE; + pmsInit(); /* Initialize the stepper */ thread_bootstrap(); - thread = current_act(); - thread->mact.curctx = &thread->mact.facctx; - thread->mact.facctx.facAct = thread; - thread->mact.cioSpace = invalSpace; /* Initialize copyin/out space to invalid */ - thread->mact.preemption_count = 1; + thread = current_thread(); + thread->machine.curctx = &thread->machine.facctx; + thread->machine.facctx.facAct = thread; + thread->machine.umwSpace = invalSpace; /* Initialize user memory window space to invalid */ + thread->machine.preemption_count = 1; + cpu_bootstrap(); cpu_init(); - /* - * Setup some processor related structures to satisfy funnels. - * Must be done before using unparallelized device drivers. - */ - processor_ptr[0] = &processor_array[0]; master_cpu = 0; - master_processor = cpu_to_processor(master_cpu); + processor_bootstrap(); + + timer_start(&thread->system_timer, mach_absolute_time()); + PROCESSOR_DATA(master_processor, kernel_timer) = + PROCESSOR_DATA(master_processor, thread_timer) = &thread->system_timer; - static_memory_end = round_page_32(args->topOfKernelData);; + static_memory_end = round_page(args->topOfKernelData);; - PE_init_platform(FALSE, args); /* Get platform expert set up */ + PE_init_platform(FALSE, args); /* Get platform expert set up */ if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0; /* Special run without VMX? */ - if(novmx) { /* Yeah, turn it off */ - for(i = 0; i < NCPUS; i++) { /* Cycle through all potential processors */ - per_proc_info[i].pf.Available &= ~pfAltivec; /* Turn off Altivec available */ - } - __asm__ volatile("mtsprg 2,%0" : : "r" (per_proc_info[0].pf.Available)); /* Set live value */ + if(novmx) { /* Yeah, turn it off */ + BootProcInfo.pf.Available &= ~pfAltivec; /* Turn off Altivec available */ + __asm__ volatile("mtsprg 2,%0" : : "r" (BootProcInfo.pf.Available)); /* Set live value */ } if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0; /* If force nap not set, make 0 */ else { - if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */ - else forcenap = 0; /* Clear for error case */ + if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */ + else forcenap = 0; /* Clear for error case */ } - if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags=0; /* Set diagnostic flags */ + if (!PE_parse_boot_arg("pmsx", &pmsExperimental)) pmsExperimental = 0; /* Check if we should start in experimental power management stepper mode */ + if (!PE_parse_boot_arg("lcks", &LcksOpts)) LcksOpts = 0; /* Set lcks options */ + if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags = 0; /* Set diagnostic flags */ if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF; /* If tracing requested, enable it */ - if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ + if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF); /* Limit to 4 */ } if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) { /* See if non-default trace buffer size */ #if DEBUG - trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */ + trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */ #else - trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */ + trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */ #endif } @@ -186,45 +239,62 @@ void ppc_init(boot_args *args) else xmaxmem = (uint64_t)maxmem * (1024 * 1024); -/* - * VM initialization, after this we're using page tables... - */ + if (!PE_parse_boot_arg("wcte", &wcte)) wcte = 0; /* If write combine timer enable not supplied, make 1 */ + else wcte = (wcte != 0); /* Force to 0 or 1 */ + + if (!PE_parse_boot_arg("mcklog", &mckFlags)) mckFlags = 0; /* If machine check flags not specified, clear */ + else if(mckFlags > 1) mckFlags = 0; /* If bogus, clear */ + + if (!PE_parse_boot_arg("ht_shift", &hash_table_shift)) /* should we use a non-default hash table size? */ + hash_table_shift = 0; /* no, use default size */ + + /* + * VM initialization, after this we're using page tables... + */ ppc_vm_init(xmaxmem, args); - if(per_proc_info[0].pf.Available & pf64Bit) { /* Are we on a 64-bit machine */ - if(PE_parse_boot_arg("fhrdl1", &fhrdl1)) { /* Have they supplied "Force Hardware Recovery of Data cache level 1 errors? */ - newhid = per_proc_info[0].pf.pfHID5; /* Get the old HID5 */ - if(fhrdl1 < 2) { + if(BootProcInfo.pf.Available & pf64Bit) { /* Are we on a 64-bit machine */ + + if(!wcte) { + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ + } + + if(PE_parse_boot_arg("mcksoft", &mcksoft)) { /* Have they supplied "machine check software recovery? */ + newhid = BootProcInfo.pf.pfHID5; /* Get the old HID5 */ + if(mcksoft < 2) { newhid &= 0xFFFFFFFFFFFFDFFFULL; /* Clear the old one */ - newhid |= (fhrdl1 ^ 1) << 13; /* Set new value to enable machine check recovery */ - for(i = 0; i < NCPUS; i++) per_proc_info[i].pf.pfHID5 = newhid; /* Set all shadows */ + newhid |= (mcksoft & 1) << 13; /* Set new value to enable machine check recovery */ + BootProcInfo.pf.pfHID5 = newhid; /* Set the new one */ hid5set64(newhid); /* Set the hid for this processir */ } } } - - - PE_init_platform(TRUE, args); - - machine_startup(args); + + machine_startup(); } +/* + * Routine: ppc_init_cpu + * Function: + */ +void ppc_init_cpu( - struct per_proc_info *proc_info) + struct per_proc_info *proc_info) { - int i; + uint64_t scdata; proc_info->cpu_flags &= ~SleepState; - if(!(proc_info->next_savearea)) /* Do we have a savearea set up already? */ - proc_info->next_savearea = (uint64_t)save_get_init(); /* Get a savearea */ - + if((BootProcInfo.pf.Available & pf64Bit) && !wcte) { /* Should we disable the store gather timer? */ + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ + } + cpu_init(); - ppc_vm_cpu_init(proc_info); - - ml_thrm_init(); /* Start thermal monitoring on this processor */ - slave_main(); }