X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/5d5c5d0d5b79ade9a973d55186ffda2638ba2b6e..eb6b6ca394357805f2bdba989abae309f718b4d8:/pexpert/i386/pe_kprintf.c diff --git a/pexpert/i386/pe_kprintf.c b/pexpert/i386/pe_kprintf.c index deb7faee2..ce2ff230e 100644 --- a/pexpert/i386/pe_kprintf.c +++ b/pexpert/i386/pe_kprintf.c @@ -1,31 +1,29 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2019 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_START@ - * - * This file contains Original Code and/or Modifications of Original Code - * as defined in and that are subject to the Apple Public Source License - * Version 2.0 (the 'License'). You may not use this file except in - * compliance with the License. The rights granted to you under the - * License may not be used to create, or enable the creation or - * redistribution of, unlawful or unlicensed copies of an Apple operating - * system, or to circumvent, violate, or enable the circumvention or - * violation of, any terms of an Apple operating system software license - * agreement. + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * Please obtain a copy of the License at - * http://www.opensource.apple.com/apsl/ and read it before using this - * file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * The Original Code and all software distributed under the License are - * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER - * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, - * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. - * Please see the License for the specific language governing rights and + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, + * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and * limitations under the License. * - * @APPLE_LICENSE_OSREFERENCE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * file: pe_kprintf.c @@ -36,87 +34,167 @@ #include #include #include +#include #include +#include +#include +#include +#include +#include +#include +#include -/* extern references */ -extern void cnputc(char c); -extern int serial_init(void); -extern void serial_putc(char c); +extern uint64_t LockTimeOut; +extern processor_t current_processor(void); /* Globals */ -void (*PE_kputc)(char c) = 0; +void (*PE_kputc)(char c); -unsigned int disableSerialOuput = TRUE; +#if DEVELOPMENT || DEBUG +/* DEBUG kernel starts with true serial, but + * may later disable or switch to video + * console */ +SECURITY_READ_ONLY_LATE(unsigned int) disable_serial_output = FALSE; +#else +SECURITY_READ_ONLY_LATE(unsigned int) disable_serial_output = TRUE; +#endif -decl_simple_lock_data(static, kprintf_lock) +decl_simple_lock_data(static, kprintf_lock); -void PE_init_kprintf(boolean_t vm_initialized) +void +PE_init_kprintf(boolean_t vm_initialized) { - unsigned int boot_arg; + unsigned int boot_arg; - if (PE_state.initialized == FALSE) + if (PE_state.initialized == FALSE) { panic("Platform Expert not initialized"); + } + + if (!vm_initialized) { + unsigned int new_disable_serial_output = TRUE; - if (!vm_initialized) - { - simple_lock_init(&kprintf_lock, 0); + simple_lock_init(&kprintf_lock, 0); - if (PE_parse_boot_arg("debug", &boot_arg)) - if (boot_arg & DB_KPRT) disableSerialOuput = FALSE; + if (PE_parse_boot_argn("debug", &boot_arg, sizeof(boot_arg))) { + if (boot_arg & DB_KPRT) { + new_disable_serial_output = FALSE; + } + } - if (!disableSerialOuput && serial_init()) - PE_kputc = serial_putc; - else - PE_kputc = cnputc; - } + /* If we are newly enabling serial, make sure we only + * call pal_serial_init() if our previous state was + * not enabled */ + if (!new_disable_serial_output && (!disable_serial_output || pal_serial_init())) { + PE_kputc = pal_serial_putc; + } else { + PE_kputc = cnputc; + } + + disable_serial_output = new_disable_serial_output; + } } +#if CONFIG_NO_KPRINTF_STRINGS +/* Prevent CPP from breaking the definition below */ +#undef kprintf +#endif + #ifdef MP_DEBUG -static void _kprintf(const char *format, ...) +static void +_kprintf(const char *format, ...) { va_list listp; - va_start(listp, format); - _doprnt(format, &listp, PE_kputc, 16); - va_end(listp); + va_start(listp, format); + _doprnt(format, &listp, PE_kputc, 16); + va_end(listp); } -#define MP_DEBUG_KPRINTF(x...) _kprintf(x) +#define MP_DEBUG_KPRINTF(x...) _kprintf(x) #else /* MP_DEBUG */ #define MP_DEBUG_KPRINTF(x...) #endif /* MP_DEBUG */ static int cpu_last_locked = 0; -void kprintf(const char *fmt, ...) -{ - va_list listp; - boolean_t state; - - if (!disableSerialOuput) { - - /* - * Spin to get kprintf lock but re-enable interrupts while failing. - * This allows interrupts to be handled while waiting but - * interrupts are disabled once we have the lock. - */ - state = ml_set_interrupts_enabled(FALSE); - while (!simple_lock_try(&kprintf_lock)) { - ml_set_interrupts_enabled(state); - ml_set_interrupts_enabled(FALSE); - } - if (cpu_number() != cpu_last_locked) { - MP_DEBUG_KPRINTF("[cpu%d...]\n", cpu_number()); - cpu_last_locked = cpu_number(); +#define KPRINTF_LOCKWAIT_PATIENT (LockTimeOut) +#define KPRINTF_LOCKWAIT_IMPATIENT (LockTimeOut >> 4) + +__attribute__((noinline, not_tail_called)) +void +kprintf(const char *fmt, ...) +{ + va_list listp; + va_list listp2; + boolean_t state; + boolean_t in_panic_context = FALSE; + unsigned int kprintf_lock_grabbed; + void *caller = __builtin_return_address(0); + + if (!disable_serial_output) { + boolean_t early = FALSE; + uint64_t gsbase = rdmsr64(MSR_IA32_GS_BASE); + if (gsbase == EARLY_GSBASE_MAGIC || gsbase == 0) { + early = TRUE; + } + /* If PE_kputc has not yet been initialized, don't + * take any locks, just dump to serial */ + if (!PE_kputc || early) { + va_start(listp, fmt); + va_copy(listp2, listp); + + _doprnt_log(fmt, &listp, pal_serial_putc, 16); + va_end(listp); + + // If interrupts are enabled + if (ml_get_interrupts_enabled()) { + os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp2, caller); + } + va_end(listp2); + return; + } + + state = ml_set_interrupts_enabled(FALSE); + + pal_preemption_assert(); + + in_panic_context = processor_in_panic_context(current_processor()); + + // If current CPU is in panic context, be a little more impatient. + kprintf_lock_grabbed = simple_lock_try_lock_mp_signal_safe_loop_duration(&kprintf_lock, + in_panic_context ? KPRINTF_LOCKWAIT_IMPATIENT : KPRINTF_LOCKWAIT_PATIENT, + LCK_GRP_NULL); + + if (cpu_number() != cpu_last_locked) { + MP_DEBUG_KPRINTF("[cpu%d...]\n", cpu_number()); + cpu_last_locked = cpu_number(); + } + + va_start(listp, fmt); + va_copy(listp2, listp); + _doprnt(fmt, &listp, PE_kputc, 16); + va_end(listp); + + if (kprintf_lock_grabbed) { + simple_unlock(&kprintf_lock); + } + + ml_set_interrupts_enabled(state); + + // If interrupts are enabled + if (ml_get_interrupts_enabled()) { + os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp2, caller); + } + va_end(listp2); + } else { + if (ml_get_interrupts_enabled()) { + va_start(listp, fmt); + os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp, caller); + va_end(listp); + } } +} - va_start(listp, fmt); - _doprnt(fmt, &listp, PE_kputc, 16); - va_end(listp); - simple_unlock(&kprintf_lock); - ml_set_interrupts_enabled(state); - } -} extern void kprintf_break_lock(void); void