X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/43866e378188c25dd1e2208016ab3cbeb086ae6c..ff6e181ae92fc6f1e89841290f461d1f2f9badd9:/osfmk/ppc/ppc_init.c diff --git a/osfmk/ppc/ppc_init.c b/osfmk/ppc/ppc_init.c index 790a9ce1a..9a0297d5b 100644 --- a/osfmk/ppc/ppc_init.c +++ b/osfmk/ppc/ppc_init.c @@ -1,10 +1,8 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved. * * @APPLE_LICENSE_HEADER_START@ * - * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved. - * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in @@ -27,12 +25,14 @@ */ #include +#include #include #include #include #include #include +#include #include #include #include @@ -40,300 +40,261 @@ #include #include #include +#include #include #include #include #include +#include #include +#include +#include +#include +#include #include -extern const char version[]; -extern const char version_variant[]; - -extern unsigned int intstack_top_ss; /* declared in start.s */ -extern unsigned int debstackptr; /* declared in start.s */ -extern unsigned int debstack_top_ss; /* declared in start.s */ - -extern void thandler(void); /* trap handler */ -extern void ihandler(void); /* interrupt handler */ -extern void shandler(void); /* syscall handler */ -extern void chandler(void); /* system choke */ -extern void fpu_switch(void); /* fp handler */ -extern void vec_switch(void); /* vector handler */ -extern void atomic_switch_trap(void); /* fast path atomic thread switch */ - -void (*exception_handlers[])(void) = { - thandler, /* 0x000 INVALID EXCEPTION (T_IN_VAIN) */ - thandler, /* 0x100 System reset (T_RESET) */ - thandler, /* 0x200 Machine check (T_MACHINE_CHECK) */ - thandler, /* 0x300 Data access (T_DATA_ACCESS) */ - thandler, /* 0x400 Instruction access (T_INSTRUCTION_ACCESS) */ - ihandler, /* 0x500 External interrupt (T_INTERRUPT) */ - thandler, /* 0x600 Alignment (T_ALIGNMENT) */ - thandler, /* 0x700 fp exc, ill/priv instr, trap (T_PROGRAM) */ - fpu_switch, /* 0x800 Floating point disabled (T_FP_UNAVAILABLE) */ - ihandler, /* 0x900 Decrementer (T_DECREMENTER) */ - thandler, /* 0xA00 I/O controller interface (T_IO_ERROR) */ - thandler, /* 0xB00 INVALID EXCEPTION (T_RESERVED) */ - shandler, /* 0xC00 System call exception (T_SYSTEM_CALL) */ - thandler, /* 0xD00 Trace (T_TRACE) */ - thandler, /* 0xE00 FP assist (T_FP_ASSIST) */ - thandler, /* 0xF00 Performance monitor (T_PERF_MON) */ - vec_switch, /* 0xF20 VMX (T_VMX) */ - thandler, /* 0x1000 INVALID EXCEPTION (T_INVALID_EXCP0) */ - thandler, /* 0x1100 INVALID EXCEPTION (T_INVALID_EXCP1) */ - thandler, /* 0x1200 INVALID EXCEPTION (T_INVALID_EXCP2) */ - thandler, /* 0x1300 instruction breakpoint (T_INSTRUCTION_BKPT) */ - ihandler, /* 0x1400 system management (T_SYSTEM_MANAGEMENT) */ - thandler, /* 0x1600 Altivec Assist (T_ALTIVEC_ASSIST) */ - ihandler, /* 0x1700 Thermal interruption (T_THERMAL) */ - thandler, /* 0x1800 INVALID EXCEPTION (T_INVALID_EXCP5) */ - thandler, /* 0x1900 INVALID EXCEPTION (T_INVALID_EXCP6) */ - thandler, /* 0x1A00 INVALID EXCEPTION (T_INVALID_EXCP7) */ - thandler, /* 0x1B00 INVALID EXCEPTION (T_INVALID_EXCP8) */ - thandler, /* 0x1C00 INVALID EXCEPTION (T_INVALID_EXCP9) */ - thandler, /* 0x1D00 INVALID EXCEPTION (T_INVALID_EXCP10) */ - thandler, /* 0x1E00 INVALID EXCEPTION (T_INVALID_EXCP11) */ - thandler, /* 0x1F00 INVALID EXCEPTION (T_INVALID_EXCP12) */ - thandler, /* 0x1F00 INVALID EXCEPTION (T_INVALID_EXCP13) */ - thandler, /* 0x2000 Run Mode/Trace (T_RUNMODE_TRACE) */ - - ihandler, /* Software Signal processor (T_SIGP) */ - thandler, /* Software Preemption (T_PREEMPT) */ - ihandler, /* Software INVALID EXCEPTION (T_CSWITCH) */ - ihandler, /* Software Shutdown Context (T_SHUTDOWN) */ - chandler /* Software System choke (crash) (T_CHOKE) */ -}; +extern unsigned int mckFlags; +extern vm_offset_t intstack; +extern vm_offset_t debstack; int pc_trace_buf[1024] = {0}; int pc_trace_cnt = 1024; -void ppc_init(boot_args *args) +extern unsigned int extPatchMCK; +extern unsigned int extPatch32; +extern unsigned int hwulckPatch_isync; +extern unsigned int hwulckPatch_eieio; +extern unsigned int hwulckbPatch_isync; +extern unsigned int hwulckbPatch_eieio; +extern unsigned int mulckPatch_isync; +extern unsigned int mulckPatch_eieio; +extern unsigned int mulckePatch_isync; +extern unsigned int mulckePatch_eieio; +extern unsigned int sulckPatch_isync; +extern unsigned int sulckPatch_eieio; +extern unsigned int rwlesPatch_isync; +extern unsigned int rwlesPatch_eieio; +extern unsigned int rwldPatch_isync; +extern unsigned int rwldPatch_eieio; +extern unsigned int retfsectPatch_eieio; +extern unsigned int retfsectPatch_isync; +extern unsigned int bcopy_nop_if_32bit; +extern unsigned int bcopy_nc_nop_if_32bit; +extern unsigned int memcpy_nop_if_32bit; +extern unsigned int xsum_nop_if_32bit; +extern unsigned int uft_nop_if_32bit; +extern unsigned int uft_uaw_nop_if_32bit; +extern unsigned int uft_cuttrace; + +int forcenap = 0; +int wcte = 0; /* Non-cache gather timer disabled */ + +patch_entry_t patch_table[] = { + {&extPatch32, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&extPatchMCK, 0x60000000, PATCH_PROCESSOR, CPU_SUBTYPE_POWERPC_970}, + {&hwulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&hwulckbPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&mulckePatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&sulckPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwlesPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&rwldPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, + {&bcopy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&bcopy_nc_nop_if_32bit,0x60000000, PATCH_FEATURE, PatchExt32}, + {&memcpy_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, +#if !MACH_LDEBUG + {&retfsectPatch_isync, 0x60000000, PATCH_FEATURE, PatchLwsync}, + {&retfsectPatch_eieio, 0x7c2004ac, PATCH_FEATURE, PatchLwsync}, +#endif + {&xsum_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_uaw_nop_if_32bit, 0x60000000, PATCH_FEATURE, PatchExt32}, + {&uft_cuttrace, 0x60000000, PATCH_FEATURE, PatchExt32}, + {NULL, 0x00000000, PATCH_END_OF_TABLE, 0} + }; + + +/* + * Forward definition + */ +void ppc_init( + boot_args *args); + +void ppc_init_cpu( + struct per_proc_info *proc_info); + +/* + * Routine: ppc_init + * Function: + */ +void +ppc_init( + boot_args *args) { - int i; - unsigned long *src,*dst; - char *str; - unsigned long addr, videoAddr; - unsigned int maxmem; - unsigned int cputrace; - bat_t bat; - extern vm_offset_t static_memory_end; - + unsigned int maxmem; + uint64_t xmaxmem; + uint64_t newhid; + unsigned int cputrace; + unsigned int novmx; + unsigned int mcksoft; + thread_t thread; + mapping_t *mp; + uint64_t scdata; + + + /* * Setup per_proc info for first cpu. */ - per_proc_info[0].cpu_number = 0; - per_proc_info[0].cpu_flags = 0; - per_proc_info[0].istackptr = 0; /* we're on the interrupt stack */ - per_proc_info[0].intstack_top_ss = intstack_top_ss; - per_proc_info[0].debstackptr = debstackptr; - per_proc_info[0].debstack_top_ss = debstack_top_ss; - per_proc_info[0].interrupts_enabled = 0; - per_proc_info[0].active_kloaded = (unsigned int) - &active_kloaded[0]; - set_machine_current_thread(&pageout_thread); - set_machine_current_act(&pageout_act); - pageout_thread.top_act = &pageout_act; - pageout_act.thread = &pageout_thread; - per_proc_info[0].pp_preemption_count = 1; - per_proc_info[0].pp_simple_lock_count = 0; - per_proc_info[0].pp_interrupt_level = 0; - per_proc_info[0].active_stacks = (unsigned int) - &active_stacks[0]; - per_proc_info[0].need_ast = (unsigned int) - &need_ast[0]; - per_proc_info[0].FPU_owner = 0; - per_proc_info[0].VMX_owner = 0; - - machine_slot[0].is_cpu = TRUE; + BootProcInfo.cpu_number = 0; + BootProcInfo.cpu_flags = 0; + BootProcInfo.istackptr = 0; /* we're on the interrupt stack */ + BootProcInfo.intstack_top_ss = (vm_offset_t)&intstack + INTSTACK_SIZE - FM_SIZE; + BootProcInfo.debstack_top_ss = (vm_offset_t)&debstack + KERNEL_STACK_SIZE - FM_SIZE; + BootProcInfo.debstackptr = BootProcInfo.debstack_top_ss; + BootProcInfo.interrupts_enabled = 0; + BootProcInfo.pending_ast = AST_NONE; + BootProcInfo.FPU_owner = 0; + BootProcInfo.VMX_owner = 0; + BootProcInfo.pp_cbfr = console_per_proc_alloc(TRUE); + BootProcInfo.rtcPop = EndOfAllTime; + BootProcInfo.pp2ndPage = (addr64_t)&BootProcInfo; /* Initial physical address of the second page */ + + BootProcInfo.pms.pmsStamp = 0; /* Dummy transition time */ + BootProcInfo.pms.pmsPop = EndOfAllTime; /* Set the pop way into the future */ + + BootProcInfo.pms.pmsState = pmsParked; /* Park the power stepper */ + BootProcInfo.pms.pmsCSetCmd = pmsCInit; /* Set dummy initial hardware state */ + + mp = (mapping_t *)BootProcInfo.ppUMWmp; + mp->mpFlags = 0x01000000 | mpLinkage | mpPerm | 1; + mp->mpSpace = invalSpace; + + pmsInit(); /* Initialize the stepper */ + + thread_bootstrap(); + thread = current_thread(); + thread->machine.curctx = &thread->machine.facctx; + thread->machine.facctx.facAct = thread; + thread->machine.umwSpace = invalSpace; /* Initialize user memory window space to invalid */ + thread->machine.preemption_count = 1; + + cpu_bootstrap(); cpu_init(); - /* - * Setup some processor related structures to satisfy funnels. - * Must be done before using unparallelized device drivers. - */ - processor_ptr[0] = &processor_array[0]; master_cpu = 0; - master_processor = cpu_to_processor(master_cpu); + processor_bootstrap(); - /* Set up segment registers as VM through space 0 */ - for (i=0; i<=15; i++) { - isync(); - mtsrin((KERNEL_SEG_REG0_VALUE | (i << 20)), i * 0x10000000); - sync(); - } + timer_switch((uint32_t)mach_absolute_time(), &thread->system_timer); static_memory_end = round_page(args->topOfKernelData);; - /* Get platform expert set up */ - PE_init_platform(FALSE, args); - - - /* This is how the BATs get configured */ - /* IBAT[0] maps Segment 0 1:1 */ - /* DBAT[0] maps Segment 0 1:1 */ - /* DBAT[2] maps the I/O Segment 1:1 */ - /* DBAT[3] maps the Video Segment 1:1 */ - - - /* Initialize shadow IBATs */ - shadow_BAT.IBATs[0].upper=BAT_INVALID; - shadow_BAT.IBATs[0].lower=BAT_INVALID; - shadow_BAT.IBATs[1].upper=BAT_INVALID; - shadow_BAT.IBATs[1].lower=BAT_INVALID; - shadow_BAT.IBATs[2].upper=BAT_INVALID; - shadow_BAT.IBATs[2].lower=BAT_INVALID; - shadow_BAT.IBATs[3].upper=BAT_INVALID; - shadow_BAT.IBATs[3].lower=BAT_INVALID; - - /* Initialize shadow DBATs */ - shadow_BAT.DBATs[0].upper=BAT_INVALID; - shadow_BAT.DBATs[0].lower=BAT_INVALID; - shadow_BAT.DBATs[1].upper=BAT_INVALID; - shadow_BAT.DBATs[1].lower=BAT_INVALID; - shadow_BAT.DBATs[2].upper=BAT_INVALID; - shadow_BAT.DBATs[2].lower=BAT_INVALID; - shadow_BAT.DBATs[3].upper=BAT_INVALID; - shadow_BAT.DBATs[3].lower=BAT_INVALID; - - - /* If v_baseAddr is non zero, use DBAT3 to map the video segment */ - videoAddr = args->Video.v_baseAddr & 0xF0000000; - if (videoAddr) { - /* start off specifying 1-1 mapping of video seg */ - bat.upper.word = videoAddr; - bat.lower.word = videoAddr; - - bat.upper.bits.bl = 0x7ff; /* size = 256M */ - bat.upper.bits.vs = 1; - bat.upper.bits.vp = 0; - - bat.lower.bits.wimg = PTE_WIMG_IO; - bat.lower.bits.pp = 2; /* read/write access */ - - shadow_BAT.DBATs[3].upper = bat.upper.word; - shadow_BAT.DBATs[3].lower = bat.lower.word; - - sync();isync(); - - mtdbatu(3, BAT_INVALID); /* invalidate old mapping */ - mtdbatl(3, bat.lower.word); - mtdbatu(3, bat.upper.word); - sync();isync(); - } - - /* Use DBAT2 to map the io segment */ - addr = get_io_base_addr() & 0xF0000000; - if (addr != videoAddr) { - /* start off specifying 1-1 mapping of io seg */ - bat.upper.word = addr; - bat.lower.word = addr; - - bat.upper.bits.bl = 0x7ff; /* size = 256M */ - bat.upper.bits.vs = 1; - bat.upper.bits.vp = 0; - - bat.lower.bits.wimg = PTE_WIMG_IO; - bat.lower.bits.pp = 2; /* read/write access */ - - shadow_BAT.DBATs[2].upper = bat.upper.word; - shadow_BAT.DBATs[2].lower = bat.lower.word; - - sync();isync(); - mtdbatu(2, BAT_INVALID); /* invalidate old mapping */ - mtdbatl(2, bat.lower.word); - mtdbatu(2, bat.upper.word); - sync();isync(); + + PE_init_platform(FALSE, args); /* Get platform expert set up */ + + if (!PE_parse_boot_arg("novmx", &novmx)) novmx=0; /* Special run without VMX? */ + if(novmx) { /* Yeah, turn it off */ + BootProcInfo.pf.Available &= ~pfAltivec; /* Turn off Altivec available */ + __asm__ volatile("mtsprg 2,%0" : : "r" (BootProcInfo.pf.Available)); /* Set live value */ } - if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags=0; /* Set diagnostic flags */ + if (!PE_parse_boot_arg("fn", &forcenap)) forcenap = 0; /* If force nap not set, make 0 */ + else { + if(forcenap < 2) forcenap = forcenap + 1; /* Else set 1 for off, 2 for on */ + else forcenap = 0; /* Clear for error case */ + } + + if (!PE_parse_boot_arg("pmsx", &pmsExperimental)) pmsExperimental = 0; /* Check if we should start in experimental power management stepper mode */ + if (!PE_parse_boot_arg("lcks", &LcksOpts)) LcksOpts = 0; /* Set lcks options */ + if (!PE_parse_boot_arg("diag", &dgWork.dgFlags)) dgWork.dgFlags = 0; /* Set diagnostic flags */ if(dgWork.dgFlags & enaExpTrace) trcWork.traceMask = 0xFFFFFFFF; /* If tracing requested, enable it */ - if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ + if(PE_parse_boot_arg("ctrc", &cputrace)) { /* See if tracing is limited to a specific cpu */ trcWork.traceMask = (trcWork.traceMask & 0xFFFFFFF0) | (cputrace & 0xF); /* Limit to 4 */ } -#if 0 - GratefulDebInit((bootBumbleC *)&(args->Video)); /* Initialize the GratefulDeb debugger */ + if(!PE_parse_boot_arg("tb", &trcWork.traceSize)) { /* See if non-default trace buffer size */ +#if DEBUG + trcWork.traceSize = 32; /* Default 32 page trace table for DEBUG */ +#else + trcWork.traceSize = 8; /* Default 8 page trace table for RELEASE */ #endif + } - printf_init(); /* Init this in case we need debugger */ - panic_init(); /* Init this in case we need debugger */ - - /* setup debugging output if one has been chosen */ - PE_init_kprintf(FALSE); - kprintf("kprintf initialized\n"); - - /* create the console for verbose or pretty mode */ - PE_create_console(); + if(trcWork.traceSize < 1) trcWork.traceSize = 1; /* Minimum size of 1 page */ + if(trcWork.traceSize > 256) trcWork.traceSize = 256; /* Maximum size of 256 pages */ + trcWork.traceSize = trcWork.traceSize * 4096; /* Change page count to size */ - /* setup console output */ - PE_init_printf(FALSE); + if (!PE_parse_boot_arg("maxmem", &maxmem)) + xmaxmem=0; + else + xmaxmem = (uint64_t)maxmem * (1024 * 1024); - kprintf("version_variant = %s\n", version_variant); - kprintf("version = %s\n", version); + if (!PE_parse_boot_arg("wcte", &wcte)) wcte = 0; /* If write combine timer enable not supplied, make 1 */ + else wcte = (wcte != 0); /* Force to 0 or 1 */ -#if DEBUG - printf("\n\n\nThis program was compiled using gcc %d.%d for powerpc\n", - __GNUC__,__GNUC_MINOR__); - - /* Processor version information */ - { - unsigned int pvr; - __asm__ ("mfpvr %0" : "=r" (pvr)); - printf("processor version register : 0x%08x\n",pvr); - } - for (i = 0; i < kMaxDRAMBanks; i++) { - if (args->PhysicalDRAM[i].size) - printf("DRAM at 0x%08x size 0x%08x\n", - args->PhysicalDRAM[i].base, - args->PhysicalDRAM[i].size); - } -#endif /* DEBUG */ + if (!PE_parse_boot_arg("mcklog", &mckFlags)) mckFlags = 0; /* If machine check flags not specified, clear */ + else if(mckFlags > 1) mckFlags = 0; /* If bogus, clear */ + + if (!PE_parse_boot_arg("ht_shift", &hash_table_shift)) /* should we use a non-default hash table size? */ + hash_table_shift = 0; /* no, use default size */ /* * VM initialization, after this we're using page tables... */ - if (!PE_parse_boot_arg("maxmem", &maxmem)) - maxmem=0; - else - maxmem = maxmem * (1024 * 1024); - - ppc_vm_init(maxmem, args); - PE_init_platform(TRUE, args); + ppc_vm_init(xmaxmem, args); + if(BootProcInfo.pf.Available & pf64Bit) { /* Are we on a 64-bit machine */ + + if(!wcte) { + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ + } + + if(PE_parse_boot_arg("mcksoft", &mcksoft)) { /* Have they supplied "machine check software recovery? */ + newhid = BootProcInfo.pf.pfHID5; /* Get the old HID5 */ + if(mcksoft < 2) { + newhid &= 0xFFFFFFFFFFFFDFFFULL; /* Clear the old one */ + newhid |= (mcksoft & 1) << 13; /* Set new value to enable machine check recovery */ + BootProcInfo.pf.pfHID5 = newhid; /* Set the new one */ + hid5set64(newhid); /* Set the hid for this processir */ + } + } + } + machine_startup(args); } +/* + * Routine: ppc_init_cpu + * Function: + */ +void ppc_init_cpu( - struct per_proc_info *proc_info) + struct per_proc_info *proc_info) { - int i; - - if(!(proc_info->next_savearea)) /* Do we have a savearea set up already? */ - proc_info->next_savearea = (savearea *)save_get_init(); /* Get a savearea */ - - cpu_init(); + uint64_t scdata; - proc_info->pp_preemption_count = 1; - proc_info->pp_simple_lock_count = 0; - proc_info->pp_interrupt_level = 0; + proc_info->cpu_flags &= ~SleepState; - proc_info->Lastpmap = 0; /* Clear last used space */ - - /* Set up segment registers as VM through space 0 */ - for (i=0; i<=15; i++) { - isync(); - mtsrin((KERNEL_SEG_REG0_VALUE | (i << 20)), i * 0x10000000); - sync(); + if((BootProcInfo.pf.Available & pf64Bit) && !wcte) { /* Should we disable the store gather timer? */ + (void)ml_scom_read(GUSModeReg << 8, &scdata); /* Get GUS mode register */ + scdata = scdata | GUSMstgttoff; /* Disable the NCU store gather timer */ + (void)ml_scom_write(GUSModeReg << 8, scdata); /* Get GUS mode register */ } - ppc_vm_cpu_init(proc_info); - - ml_thrm_init(); /* Start thermal monitoring on this processor */ - + cpu_init(); + slave_main(); }