+
+ return;
+}
+#endif /* defined(__arm__) || defined(__arm64__) */
+
+/*
+ * An overview of the xnu panic path:
+ *
+ * Several panic wrappers (panic(), panic_with_options(), etc.) all funnel into panic_trap_to_debugger().
+ * panic_trap_to_debugger() sets the panic state in the current processor's debugger_state prior
+ * to trapping into the debugger. Once we trap to the debugger, we end up in handle_debugger_trap()
+ * which tries to acquire the panic lock by atomically swapping the current CPU number into debugger_cpu.
+ * debugger_cpu acts as a synchronization point, from which the winning CPU can halt the other cores and
+ * continue to debugger_collect_diagnostics() where we write the paniclog, corefile (if appropriate) and proceed
+ * according to the device's boot-args.
+ */
+#undef panic
+void
+panic(const char *str, ...)
+{
+ va_list panic_str_args;
+
+ va_start(panic_str_args, str);
+ panic_trap_to_debugger(str, &panic_str_args, 0, NULL, 0, NULL, (unsigned long)(char *)__builtin_return_address(0));
+ va_end(panic_str_args);
+}
+
+void
+panic_with_options(unsigned int reason, void *ctx, uint64_t debugger_options_mask, const char *str, ...)
+{
+ va_list panic_str_args;
+
+ va_start(panic_str_args, str);
+ panic_trap_to_debugger(str, &panic_str_args, reason, ctx, (debugger_options_mask & ~DEBUGGER_INTERNAL_OPTIONS_MASK),
+ NULL, (unsigned long)(char *)__builtin_return_address(0));
+ va_end(panic_str_args);
+}
+
+#if defined (__x86_64__)
+/*
+ * panic_with_thread_context() is used on x86 platforms to specify a different thread that should be backtraced in the paniclog.
+ * We don't generally need this functionality on embedded platforms because embedded platforms include a panic time stackshot
+ * from customer devices. We plumb the thread pointer via the debugger trap mechanism and backtrace the kernel stack from the
+ * thread when writing the panic log.
+ *
+ * NOTE: panic_with_thread_context() should be called with an explicit thread reference held on the passed thread.
+ */
+void
+panic_with_thread_context(unsigned int reason, void *ctx, uint64_t debugger_options_mask, thread_t thread, const char *str, ...)
+{
+ va_list panic_str_args;
+ __assert_only os_ref_count_t th_ref_count;
+
+ assert_thread_magic(thread);
+ th_ref_count = os_ref_get_count(&thread->ref_count);
+ assertf(th_ref_count > 0, "panic_with_thread_context called with invalid thread %p with refcount %u", thread, th_ref_count);
+
+ /* Take a reference on the thread so it doesn't disappear by the time we try to backtrace it */
+ thread_reference(thread);
+
+ va_start(panic_str_args, str);
+ panic_trap_to_debugger(str, &panic_str_args, reason, ctx, ((debugger_options_mask & ~DEBUGGER_INTERNAL_OPTIONS_MASK) | DEBUGGER_INTERNAL_OPTION_THREAD_BACKTRACE),
+ thread, (unsigned long)(char *)__builtin_return_address(0));
+
+ va_end(panic_str_args);
+}
+#endif /* defined (__x86_64__) */
+
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wmissing-noreturn"
+void
+panic_trap_to_debugger(const char *panic_format_str, va_list *panic_args, unsigned int reason, void *ctx,
+ uint64_t panic_options_mask, void *panic_data_ptr, unsigned long panic_caller)
+{
+#pragma clang diagnostic pop
+
+#if defined(__x86_64__) && (DEVELOPMENT || DEBUG)
+ /* Turn off I/O tracing once we've panicked */
+ mmiotrace_enabled = 0;
+#endif
+
+ ml_panic_trap_to_debugger(panic_format_str, panic_args, reason, ctx, panic_options_mask, panic_caller);
+
+ CPUDEBUGGERCOUNT++;
+
+ if (CPUDEBUGGERCOUNT > max_debugger_entry_count) {
+ static boolean_t in_panic_kprintf = FALSE;
+
+ /* Notify any listeners that we've started a panic */
+ uint32_t panic_details = 0;
+ if (panic_options_mask & DEBUGGER_OPTION_PANICLOGANDREBOOT) {
+ panic_details |= kPanicDetailsForcePowerOff;
+ }
+ PEHaltRestartInternal(kPEPanicBegin, panic_details);
+
+ if (!in_panic_kprintf) {
+ in_panic_kprintf = TRUE;
+ kprintf("Detected nested debugger entry count exceeding %d\n",
+ max_debugger_entry_count);
+ in_panic_kprintf = FALSE;
+ }
+
+ if (!panicDebugging) {
+ kdp_machine_reboot_type(kPEPanicRestartCPU, panic_options_mask);
+ }
+
+ panic_spin_forever();
+ }
+
+ /* Handle any necessary platform specific actions before we proceed */
+ PEInitiatePanic();
+
+#if DEVELOPMENT || DEBUG
+ DEBUGGER_DEBUGGING_NESTED_PANIC_IF_REQUESTED((panic_options_mask & DEBUGGER_OPTION_RECURPANIC_ENTRY));
+#endif
+
+ PE_panic_hook(panic_format_str);
+
+#if defined (__x86_64__)
+ plctrace_disable();
+#endif
+
+ if (write_trace_on_panic && kdebug_enable) {
+ if (get_preemption_level() == 0 && !ml_at_interrupt_context()) {
+ ml_set_interrupts_enabled(TRUE);
+ KDBG_RELEASE(TRACE_PANIC);
+ kdbg_dump_trace_to_file(KDBG_TRACE_PANIC_FILENAME);
+ }
+ }
+
+ ml_set_interrupts_enabled(FALSE);
+ disable_preemption();
+
+#if defined (__x86_64__)
+ pmSafeMode(x86_lcpu(), PM_SAFE_FL_SAFE);
+#endif /* defined (__x86_64__) */
+
+ /* Never hide pointers from panic logs. */
+ doprnt_hide_pointers = FALSE;
+
+ if (ctx != NULL) {
+ /*
+ * We called into panic from a trap, no need to trap again. Set the
+ * state on the current CPU and then jump to handle_debugger_trap.
+ */
+ DebuggerSaveState(DBOP_PANIC, "panic",
+ panic_format_str, panic_args,
+ panic_options_mask, panic_data_ptr, TRUE, panic_caller);
+ handle_debugger_trap(reason, 0, 0, ctx);
+ }
+
+#if defined(__arm64__)
+ /*
+ * Signal to fastsim that it should open debug ports (nop on hardware)
+ */
+ __asm__ volatile ("HINT 0x45");
+#endif /* defined(__arm64__) */
+
+ DebuggerTrapWithState(DBOP_PANIC, "panic", panic_format_str,
+ panic_args, panic_options_mask, panic_data_ptr, TRUE, panic_caller);
+
+ /*
+ * Not reached.
+ */
+ panic_stop();
+ __builtin_unreachable();
+}
+
+void
+panic_spin_forever(void)
+{
+ paniclog_append_noflush("\nPlease go to https://panic.apple.com to report this panic\n");
+
+ for (;;) {
+ }
+}
+
+static void
+kdp_machine_reboot_type(unsigned int type, uint64_t debugger_flags)
+{
+ printf("Attempting system restart...\n");
+ if ((type == kPEPanicRestartCPU) && (debugger_flags & DEBUGGER_OPTION_SKIP_PANICEND_CALLOUTS)) {
+ PEHaltRestart(kPEPanicRestartCPUNoCallouts);
+ } else {
+ PEHaltRestart(type);
+ }
+ halt_all_cpus(TRUE);
+}
+
+void
+kdp_machine_reboot(void)
+{
+ kdp_machine_reboot_type(kPEPanicRestartCPU, 0);
+}
+
+/*
+ * Gather and save diagnostic information about a panic (or Debugger call).
+ *
+ * On embedded, Debugger and Panic are treated very similarly -- WDT uses Debugger so we can
+ * theoretically return from it. On desktop, Debugger is treated as a conventional debugger -- i.e no
+ * paniclog is written and no core is written unless we request a core on NMI.
+ *
+ * This routine handles kicking off local coredumps, paniclogs, calling into the Debugger/KDP (if it's configured),
+ * and calling out to any other functions we have for collecting diagnostic info.
+ */
+static void
+debugger_collect_diagnostics(unsigned int exception, unsigned int code, unsigned int subcode, void *state)
+{
+#if DEVELOPMENT || DEBUG
+ DEBUGGER_DEBUGGING_NESTED_PANIC_IF_REQUESTED((debugger_panic_options & DEBUGGER_OPTION_RECURPANIC_PRELOG));
+#endif
+
+#if defined(__x86_64__)
+ kprintf("Debugger called: <%s>\n", debugger_message ? debugger_message : "");
+#endif
+ /*
+ * DB_HALT (halt_in_debugger) can be requested on startup, we shouldn't generate
+ * a coredump/paniclog for this type of debugger entry. If KDP isn't configured,
+ * we'll just spin in kdp_raise_exception.
+ */
+ if (debugger_current_op == DBOP_DEBUGGER && halt_in_debugger) {
+ kdp_raise_exception(exception, code, subcode, state);
+ if (debugger_safe_to_return && !debugger_is_panic) {
+ return;
+ }
+ }
+
+ if ((debugger_current_op == DBOP_PANIC) ||
+ ((debugger_current_op == DBOP_DEBUGGER) && debugger_is_panic)) {
+ /*
+ * Attempt to notify listeners once and only once that we've started
+ * panicking. Only do this for Debugger() calls if we're treating
+ * Debugger() calls like panic().
+ */
+ uint32_t panic_details = 0;
+ if (debugger_panic_options & DEBUGGER_OPTION_PANICLOGANDREBOOT) {
+ panic_details |= kPanicDetailsForcePowerOff;
+ }
+ PEHaltRestartInternal(kPEPanicBegin, panic_details);
+
+ /*
+ * Set the begin pointer in the panic log structure. We key off of this
+ * static variable rather than contents from the panic header itself in case someone
+ * has stomped over the panic_info structure. Also initializes the header magic.
+ */
+ static boolean_t began_writing_paniclog = FALSE;
+ if (!began_writing_paniclog) {
+ PE_init_panicheader();
+ began_writing_paniclog = TRUE;
+ } else {
+ /*
+ * If we reached here, update the panic header to keep it as consistent
+ * as possible during a nested panic
+ */
+ PE_update_panicheader_nestedpanic();
+ }
+ }
+
+ /*
+ * Write panic string if this was a panic.
+ *
+ * TODO: Consider moving to SavePanicInfo as this is part of the panic log.
+ */
+ if (debugger_current_op == DBOP_PANIC) {
+ paniclog_append_noflush("panic(cpu %d caller 0x%lx): ", (unsigned) cpu_number(), debugger_panic_caller);
+ if (debugger_panic_str) {
+ _doprnt(debugger_panic_str, debugger_panic_args, consdebug_putc, 0);
+ }
+ paniclog_append_noflush("\n");
+ }
+#if defined(__x86_64__)
+ else if (((debugger_current_op == DBOP_DEBUGGER) && debugger_is_panic)) {
+ paniclog_append_noflush("Debugger called: <%s>\n", debugger_message ? debugger_message : "");
+ }
+
+ /*
+ * Debugger() is treated like panic() on embedded -- for example we use it for WDT
+ * panics (so we need to write a paniclog). On desktop Debugger() is used in the
+ * conventional sense.
+ */
+ if (debugger_current_op == DBOP_PANIC || ((debugger_current_op == DBOP_DEBUGGER) && debugger_is_panic))
+#endif
+ {
+ kdp_callouts(KDP_EVENT_PANICLOG);
+
+ /*
+ * Write paniclog and panic stackshot (if supported)
+ * TODO: Need to clear panic log when return from debugger
+ * hooked up for embedded
+ */
+ SavePanicInfo(debugger_message, debugger_panic_data, debugger_panic_options);
+
+#if DEVELOPMENT || DEBUG
+ DEBUGGER_DEBUGGING_NESTED_PANIC_IF_REQUESTED((debugger_panic_options & DEBUGGER_OPTION_RECURPANIC_POSTLOG));
+#endif
+
+ /* DEBUGGER_OPTION_PANICLOGANDREBOOT is used for two finger resets on embedded so we get a paniclog */
+ if (debugger_panic_options & DEBUGGER_OPTION_PANICLOGANDREBOOT) {
+ PEHaltRestart(kPEPanicRestartCPUNoCallouts);
+ }
+ }
+
+#if CONFIG_KDP_INTERACTIVE_DEBUGGING
+ /*
+ * If reboot on panic is enabled and the caller of panic indicated that we should skip
+ * local coredumps, don't try to write these and instead go straight to reboot. This
+ * allows us to persist any data that's stored in the panic log.
+ */
+ if ((debugger_panic_options & DEBUGGER_OPTION_SKIP_LOCAL_COREDUMP) &&
+ (debug_boot_arg & DB_REBOOT_POST_CORE)) {
+ kdp_machine_reboot_type(kPEPanicRestartCPU, debugger_panic_options);
+ }
+
+ /*
+ * Consider generating a local corefile if the infrastructure is configured
+ * and we haven't disabled on-device coredumps.
+ */
+ if (on_device_corefile_enabled()) {
+ if (!kdp_has_polled_corefile()) {
+ if (debug_boot_arg & (DB_KERN_DUMP_ON_PANIC | DB_KERN_DUMP_ON_NMI)) {
+ paniclog_append_noflush("skipping local kernel core because core file could not be opened prior to panic (error : 0x%x)",
+ kdp_polled_corefile_error());
+#if defined(__arm__) || defined(__arm64__)
+ panic_info->eph_panic_flags |= EMBEDDED_PANIC_HEADER_FLAG_COREDUMP_FAILED;
+ paniclog_flush();
+#else /* defined(__arm__) || defined(__arm64__) */
+ if (panic_info->mph_panic_log_offset != 0) {
+ panic_info->mph_panic_flags |= MACOS_PANIC_HEADER_FLAG_COREDUMP_FAILED;
+ paniclog_flush();
+ }
+#endif /* defined(__arm__) || defined(__arm64__) */
+ }
+ }
+#if XNU_MONITOR
+ else if ((pmap_get_cpu_data()->ppl_state == PPL_STATE_PANIC) && (debug_boot_arg & (DB_KERN_DUMP_ON_PANIC | DB_KERN_DUMP_ON_NMI))) {
+ paniclog_append_noflush("skipping local kernel core because the PPL is in PANIC state");
+ panic_info->eph_panic_flags |= EMBEDDED_PANIC_HEADER_FLAG_COREDUMP_FAILED;
+ paniclog_flush();
+ }
+#endif /* XNU_MONITOR */
+ else {
+ int ret = -1;
+
+#if defined (__x86_64__)
+ /* On x86 we don't do a coredump on Debugger unless the DB_KERN_DUMP_ON_NMI boot-arg is specified. */
+ if (debugger_current_op != DBOP_DEBUGGER || (debug_boot_arg & DB_KERN_DUMP_ON_NMI))
+#endif
+ {
+ /*
+ * Doing an on-device coredump leaves the disk driver in a state
+ * that can not be resumed.
+ */
+ debugger_safe_to_return = FALSE;
+ begin_panic_transfer();
+ ret = kern_dump(KERN_DUMP_DISK);
+ abort_panic_transfer();
+
+#if DEVELOPMENT || DEBUG
+ DEBUGGER_DEBUGGING_NESTED_PANIC_IF_REQUESTED((debugger_panic_options & DEBUGGER_OPTION_RECURPANIC_POSTCORE));
+#endif
+ }
+
+ /*
+ * If DB_REBOOT_POST_CORE is set, then reboot if coredump is sucessfully saved
+ * or if option to ignore failures is set.
+ */
+ if ((debug_boot_arg & DB_REBOOT_POST_CORE) &&
+ ((ret == 0) || (debugger_panic_options & DEBUGGER_OPTION_ATTEMPTCOREDUMPANDREBOOT))) {
+ kdp_machine_reboot_type(kPEPanicRestartCPU, debugger_panic_options);
+ }
+ }
+ }
+
+ if (debug_boot_arg & DB_REBOOT_ALWAYS) {
+ kdp_machine_reboot_type(kPEPanicRestartCPU, debugger_panic_options);
+ }
+
+ /* If KDP is configured, try to trap to the debugger */
+#if defined(__arm__) || defined(__arm64__)
+ if (kdp_explicitly_requested && (current_debugger != NO_CUR_DB)) {
+#else
+ if (current_debugger != NO_CUR_DB) {
+#endif
+ kdp_raise_exception(exception, code, subcode, state);
+ /*
+ * Only return if we entered via Debugger and it's safe to return
+ * (we halted the other cores successfully, this isn't a nested panic, etc)
+ */
+ if (debugger_current_op == DBOP_DEBUGGER &&
+ debugger_safe_to_return &&
+ kernel_debugger_entry_count == 1 &&
+ !debugger_is_panic) {
+ return;
+ }
+ }
+
+#if defined(__arm__) || defined(__arm64__)
+ if (PE_i_can_has_debugger(NULL) && panicDebugging) {
+ /* If panic debugging is configured and we're on a dev fused device, spin for astris to connect */
+ panic_spin_shmcon();
+ }
+#endif /* defined(__arm__) || defined(__arm64__) */
+#endif /* CONFIG_KDP_INTERACTIVE_DEBUGGING */
+
+ if (!panicDebugging) {
+ kdp_machine_reboot_type(kPEPanicRestartCPU, debugger_panic_options);
+ }
+
+ panic_spin_forever();
+}
+
+#if INTERRUPT_MASKED_DEBUG
+uint64_t debugger_trap_timestamps[9];
+# define DEBUGGER_TRAP_TIMESTAMP(i) debugger_trap_timestamps[i] = mach_absolute_time();
+#else
+# define DEBUGGER_TRAP_TIMESTAMP(i)
+#endif
+
+void
+handle_debugger_trap(unsigned int exception, unsigned int code, unsigned int subcode, void *state)
+{
+ unsigned int initial_not_in_kdp = not_in_kdp;
+ kern_return_t ret;
+ debugger_op db_prev_op = debugger_current_op;
+
+ DEBUGGER_TRAP_TIMESTAMP(0);
+
+ DebuggerLock();
+ ret = DebuggerHaltOtherCores(CPUDEBUGGERSYNC);
+
+ DEBUGGER_TRAP_TIMESTAMP(1);
+
+#if INTERRUPT_MASKED_DEBUG
+ if (serialmode & SERIALMODE_OUTPUT) {
+ ml_spin_debug_reset(current_thread());
+ }
+#endif
+ if (ret != KERN_SUCCESS) {
+ CPUDEBUGGERRET = ret;
+ DebuggerUnlock();
+ return;
+ }
+
+ /* Update the global panic/debugger nested entry level */
+ kernel_debugger_entry_count = CPUDEBUGGERCOUNT;
+ if (kernel_debugger_entry_count > 0) {
+ console_suspend();
+ }
+
+ /*
+ * TODO: Should we do anything special for nested panics here? i.e. if we've trapped more than twice
+ * should we call into the debugger if it's configured and then reboot if the panic log has been written?
+ */
+
+ if (CPUDEBUGGEROP == DBOP_NONE) {
+ /* If there was no debugger context setup, we trapped due to a software breakpoint */
+ debugger_current_op = DBOP_BREAKPOINT;
+ } else {
+ /* Not safe to return from a nested panic/debugger call */
+ if (debugger_current_op == DBOP_PANIC ||
+ debugger_current_op == DBOP_DEBUGGER) {
+ debugger_safe_to_return = FALSE;
+ }
+
+ debugger_current_op = CPUDEBUGGEROP;
+
+ /* Only overwrite the panic message if there is none already - save the data from the first call */
+ if (debugger_panic_str == NULL) {
+ debugger_panic_str = CPUPANICSTR;
+ debugger_panic_args = CPUPANICARGS;
+ debugger_panic_data = CPUPANICDATAPTR;
+ debugger_message = CPUDEBUGGERMSG;
+ debugger_panic_caller = CPUPANICCALLER;
+ }
+
+ debugger_panic_options = CPUPANICOPTS;
+ }
+
+ /*
+ * Clear the op from the processor debugger context so we can handle
+ * breakpoints in the debugger
+ */
+ CPUDEBUGGEROP = DBOP_NONE;
+
+ DEBUGGER_TRAP_TIMESTAMP(2);
+
+ kdp_callouts(KDP_EVENT_ENTER);
+ not_in_kdp = 0;
+
+ DEBUGGER_TRAP_TIMESTAMP(3);
+
+ if (debugger_current_op == DBOP_BREAKPOINT) {
+ kdp_raise_exception(exception, code, subcode, state);
+ } else if (debugger_current_op == DBOP_STACKSHOT) {
+ CPUDEBUGGERRET = do_stackshot();
+#if PGO
+ } else if (debugger_current_op == DBOP_RESET_PGO_COUNTERS) {
+ CPUDEBUGGERRET = do_pgo_reset_counters();
+#endif
+ } else {
+ debugger_collect_diagnostics(exception, code, subcode, state);
+ }
+
+ DEBUGGER_TRAP_TIMESTAMP(4);
+
+ not_in_kdp = initial_not_in_kdp;
+ kdp_callouts(KDP_EVENT_EXIT);
+
+ DEBUGGER_TRAP_TIMESTAMP(5);
+
+ if (debugger_current_op != DBOP_BREAKPOINT) {
+ debugger_panic_str = NULL;
+ debugger_panic_args = NULL;
+ debugger_panic_data = NULL;
+ debugger_panic_options = 0;
+ debugger_message = NULL;
+ }
+
+ /* Restore the previous debugger state */
+ debugger_current_op = db_prev_op;
+
+ DEBUGGER_TRAP_TIMESTAMP(6);
+
+ DebuggerResumeOtherCores();
+
+ DEBUGGER_TRAP_TIMESTAMP(7);
+
+ DebuggerUnlock();
+
+ DEBUGGER_TRAP_TIMESTAMP(8);
+
+ return;
+}
+
+__attribute__((noinline, not_tail_called))
+void
+log(__unused int level, char *fmt, ...)
+{
+ void *caller = __builtin_return_address(0);
+ va_list listp;
+ va_list listp2;
+
+
+#ifdef lint
+ level++;
+#endif /* lint */
+#ifdef MACH_BSD
+ va_start(listp, fmt);
+ va_copy(listp2, listp);
+
+ disable_preemption();
+ _doprnt(fmt, &listp, cons_putc_locked, 0);
+ enable_preemption();
+
+ va_end(listp);
+
+ os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp2, caller);
+ va_end(listp2);
+#endif
+}
+
+/*
+ * Per <rdar://problem/24974766>, skip appending log messages to
+ * the new logging infrastructure in contexts where safety is
+ * uncertain. These contexts include:
+ * - When we're in the debugger
+ * - We're in a panic
+ * - Interrupts are disabled
+ * - Or Pre-emption is disabled
+ * In all the above cases, it is potentially unsafe to log messages.
+ */
+
+boolean_t
+oslog_is_safe(void)
+{
+ return kernel_debugger_entry_count == 0 &&
+ not_in_kdp == 1 &&
+ get_preemption_level() == 0 &&
+ ml_get_interrupts_enabled() == TRUE;
+}
+
+boolean_t
+debug_mode_active(void)
+{
+ return (0 != kernel_debugger_entry_count != 0) || (0 == not_in_kdp);
+}
+
+void
+debug_putc(char c)
+{
+ if ((debug_buf_size != 0) &&
+ ((debug_buf_ptr - debug_buf_base) < (int)debug_buf_size)) {
+ *debug_buf_ptr = c;
+ debug_buf_ptr++;
+ }
+}
+
+#if defined (__x86_64__)
+struct pasc {
+ unsigned a: 7;
+ unsigned b: 7;
+ unsigned c: 7;
+ unsigned d: 7;
+ unsigned e: 7;
+ unsigned f: 7;
+ unsigned g: 7;
+ unsigned h: 7;
+} __attribute__((packed));
+
+typedef struct pasc pasc_t;
+
+/*
+ * In-place packing routines -- inefficient, but they're called at most once.
+ * Assumes "buflen" is a multiple of 8. Used for compressing paniclogs on x86.
+ */
+int
+packA(char *inbuf, uint32_t length, uint32_t buflen)
+{
+ unsigned int i, j = 0;
+ pasc_t pack;
+
+ length = MIN(((length + 7) & ~7), buflen);
+
+ for (i = 0; i < length; i += 8) {
+ pack.a = inbuf[i];
+ pack.b = inbuf[i + 1];
+ pack.c = inbuf[i + 2];
+ pack.d = inbuf[i + 3];
+ pack.e = inbuf[i + 4];
+ pack.f = inbuf[i + 5];
+ pack.g = inbuf[i + 6];
+ pack.h = inbuf[i + 7];
+ bcopy((char *) &pack, inbuf + j, 7);
+ j += 7;
+ }
+ return j;
+}
+
+void
+unpackA(char *inbuf, uint32_t length)
+{
+ pasc_t packs;
+ unsigned i = 0;
+ length = (length * 8) / 7;
+
+ while (i < length) {
+ packs = *(pasc_t *)&inbuf[i];
+ bcopy(&inbuf[i + 7], &inbuf[i + 8], MAX(0, (int) (length - i - 8)));
+ inbuf[i++] = packs.a;
+ inbuf[i++] = packs.b;
+ inbuf[i++] = packs.c;
+ inbuf[i++] = packs.d;
+ inbuf[i++] = packs.e;
+ inbuf[i++] = packs.f;
+ inbuf[i++] = packs.g;
+ inbuf[i++] = packs.h;
+ }
+}
+#endif /* defined (__x86_64__) */
+
+extern char *proc_name_address(void *);
+extern char *proc_longname_address(void *);
+
+__private_extern__ void
+panic_display_process_name(void)
+{
+ proc_name_t proc_name = {};
+ task_t ctask = 0;
+ void *cbsd_info = 0;
+ vm_size_t size;
+
+ size = ml_nofault_copy((vm_offset_t)¤t_thread()->task,
+ (vm_offset_t)&ctask, sizeof(task_t));
+ if (size != sizeof(task_t)) {
+ goto out;
+ }
+
+ size = ml_nofault_copy((vm_offset_t)&ctask->bsd_info,
+ (vm_offset_t)&cbsd_info, sizeof(cbsd_info));
+ if (size != sizeof(cbsd_info)) {
+ goto out;
+ }
+
+ if (cbsd_info == NULL) {
+ goto out;
+ }
+
+ size = ml_nofault_copy((vm_offset_t)proc_longname_address(cbsd_info),
+ (vm_offset_t)&proc_name, sizeof(proc_name));
+
+ if (size == 0 || proc_name[0] == '\0') {
+ size = ml_nofault_copy((vm_offset_t)proc_name_address(cbsd_info),
+ (vm_offset_t)&proc_name,
+ MIN(sizeof(command_t), sizeof(proc_name)));
+ if (size > 0) {
+ proc_name[size - 1] = '\0';
+ }
+ }
+
+out:
+ proc_name[sizeof(proc_name) - 1] = '\0';
+ paniclog_append_noflush("\nProcess name corresponding to current thread: %s\n",
+ proc_name[0] != '\0' ? proc_name : "Unknown");
+}
+
+unsigned
+panic_active(void)
+{
+ return debugger_panic_str != (char *) 0;
+}
+
+void
+populate_model_name(char *model_string)
+{
+ strlcpy(model_name, model_string, sizeof(model_name));
+}
+
+void
+panic_display_model_name(void)
+{
+ char tmp_model_name[sizeof(model_name)];
+
+ if (ml_nofault_copy((vm_offset_t) &model_name, (vm_offset_t) &tmp_model_name, sizeof(model_name)) != sizeof(model_name)) {
+ return;
+ }
+
+ tmp_model_name[sizeof(tmp_model_name) - 1] = '\0';
+
+ if (tmp_model_name[0] != 0) {
+ paniclog_append_noflush("System model name: %s\n", tmp_model_name);
+ }
+}
+
+void
+panic_display_kernel_uuid(void)
+{
+ char tmp_kernel_uuid[sizeof(kernel_uuid_string)];
+
+ if (ml_nofault_copy((vm_offset_t) &kernel_uuid_string, (vm_offset_t) &tmp_kernel_uuid, sizeof(kernel_uuid_string)) != sizeof(kernel_uuid_string)) {
+ return;
+ }
+
+ if (tmp_kernel_uuid[0] != '\0') {
+ paniclog_append_noflush("Kernel UUID: %s\n", tmp_kernel_uuid);
+ }
+}
+
+void
+panic_display_kernel_aslr(void)
+{
+ kc_format_t kc_format;
+
+ PE_get_primary_kc_format(&kc_format);
+
+ if (kc_format == KCFormatFileset) {
+ void *kch = PE_get_kc_header(KCKindPrimary);
+
+ paniclog_append_noflush("KernelCache slide: 0x%016lx\n", (unsigned long) vm_kernel_slide);
+ paniclog_append_noflush("KernelCache base: %p\n", (void*) kch);
+ paniclog_append_noflush("Kernel slide: 0x%016lx\n", vm_kernel_stext - (unsigned long)kch + vm_kernel_slide);
+ } else if (vm_kernel_slide) {
+ paniclog_append_noflush("Kernel slide: 0x%016lx\n", (unsigned long) vm_kernel_slide);
+ }
+ paniclog_append_noflush("Kernel text base: %p\n", (void *) vm_kernel_stext);
+#if defined(__arm64__)
+ if (kc_format == KCFormatFileset) {
+ extern vm_offset_t segTEXTEXECB;
+ paniclog_append_noflush("Kernel text exec base: 0x%016lx\n", (unsigned long)segTEXTEXECB);
+ }
+#endif
+}
+
+void
+panic_display_hibb(void)
+{
+#if defined(__i386__) || defined (__x86_64__)
+ paniclog_append_noflush("__HIB text base: %p\n", (void *) vm_hib_base);
+#endif
+}
+
+extern unsigned int stack_total;
+extern unsigned long long stack_allocs;
+
+#if defined (__x86_64__)
+extern unsigned int inuse_ptepages_count;
+extern long long alloc_ptepages_count;
+#endif
+
+extern boolean_t panic_include_zprint;
+extern mach_memory_info_t *panic_kext_memory_info;
+extern vm_size_t panic_kext_memory_size;
+
+__private_extern__ void
+panic_display_zprint(void)
+{
+ if (panic_include_zprint == TRUE) {
+ struct zone zone_copy;
+
+ paniclog_append_noflush("%-20s %10s %10s\n", "Zone Name", "Cur Size", "Free Size");
+ zone_index_foreach(i) {
+ if (ml_nofault_copy((vm_offset_t)&zone_array[i],
+ (vm_offset_t)&zone_copy, sizeof(struct zone)) == sizeof(struct zone)) {
+ if (zone_copy.page_count > atop(1024 * 1024)) {
+ paniclog_append_noflush("%-8s%-20s %10llu %10lu\n",
+ zone_heap_name(&zone_copy),
+ zone_copy.z_name, ptoa_64(zone_copy.page_count),
+ (uintptr_t)zone_size_free(&zone_copy));
+ }
+ }
+ }
+
+ paniclog_append_noflush("%-20s %10lu\n", "Kernel Stacks",
+ (uintptr_t)(kernel_stack_size * stack_total));
+#if defined (__x86_64__)
+ paniclog_append_noflush("%-20s %10lu\n", "PageTables",
+ (uintptr_t)ptoa(inuse_ptepages_count));
+#endif
+ paniclog_append_noflush("%-20s %10lu\n", "Kalloc.Large",
+ (uintptr_t)kalloc_large_total);
+
+ if (panic_kext_memory_info) {
+ mach_memory_info_t *mem_info = panic_kext_memory_info;
+ paniclog_append_noflush("\n%-5s %10s\n", "Kmod", "Size");
+ for (uint32_t i = 0; i < (panic_kext_memory_size / sizeof(mach_zone_info_t)); i++) {
+ if (((mem_info[i].flags & VM_KERN_SITE_TYPE) == VM_KERN_SITE_KMOD) &&
+ (mem_info[i].size > (1024 * 1024))) {
+ paniclog_append_noflush("%-5lld %10lld\n", mem_info[i].site, mem_info[i].size);
+ }
+ }
+ }
+ }
+}
+
+#if CONFIG_ECC_LOGGING
+__private_extern__ void
+panic_display_ecc_errors(void)
+{
+ uint32_t count = ecc_log_get_correction_count();
+
+ if (count > 0) {
+ paniclog_append_noflush("ECC Corrections:%u\n", count);
+ }
+}
+#endif /* CONFIG_ECC_LOGGING */
+
+#if CONFIG_ZLEAKS
+extern boolean_t panic_include_ztrace;
+extern struct ztrace* top_ztrace;
+void panic_print_symbol_name(vm_address_t search);
+
+/*
+ * Prints the backtrace most suspected of being a leaker, if we paniced in the zone allocator.
+ * top_ztrace and panic_include_ztrace comes from osfmk/kern/zalloc.c
+ */
+__private_extern__ void
+panic_display_ztrace(void)
+{
+ if (panic_include_ztrace == TRUE) {
+ unsigned int i = 0;
+ boolean_t keepsyms = FALSE;
+
+ PE_parse_boot_argn("keepsyms", &keepsyms, sizeof(keepsyms));
+ struct ztrace top_ztrace_copy;
+
+ /* Make sure not to trip another panic if there's something wrong with memory */
+ if (ml_nofault_copy((vm_offset_t)top_ztrace, (vm_offset_t)&top_ztrace_copy, sizeof(struct ztrace)) == sizeof(struct ztrace)) {
+ paniclog_append_noflush("\nBacktrace suspected of leaking: (outstanding bytes: %lu)\n", (uintptr_t)top_ztrace_copy.zt_size);
+ /* Print the backtrace addresses */
+ for (i = 0; (i < top_ztrace_copy.zt_depth && i < MAX_ZTRACE_DEPTH); i++) {
+ paniclog_append_noflush("%p ", top_ztrace_copy.zt_stack[i]);
+ if (keepsyms) {
+ panic_print_symbol_name((vm_address_t)top_ztrace_copy.zt_stack[i]);
+ }
+ paniclog_append_noflush("\n");
+ }
+ /* Print any kexts in that backtrace, along with their link addresses so we can properly blame them */
+ kmod_panic_dump((vm_offset_t *)&top_ztrace_copy.zt_stack[0], top_ztrace_copy.zt_depth);
+ } else {
+ paniclog_append_noflush("\nCan't access top_ztrace...\n");
+ }
+ paniclog_append_noflush("\n");
+ }
+}
+#endif /* CONFIG_ZLEAKS */
+
+#if !CONFIG_TELEMETRY
+int
+telemetry_gather(user_addr_t buffer __unused, uint32_t *length __unused, boolean_t mark __unused)
+{
+ return KERN_NOT_SUPPORTED;
+}
+#endif
+
+#include <machine/machine_cpu.h>
+
+uint32_t kern_feature_overrides = 0;
+
+boolean_t
+kern_feature_override(uint32_t fmask)
+{
+ if (kern_feature_overrides == 0) {
+ uint32_t fdisables = 0;
+ /*
+ * Expected to be first invoked early, in a single-threaded
+ * environment
+ */
+ if (PE_parse_boot_argn("validation_disables", &fdisables, sizeof(fdisables))) {
+ fdisables |= KF_INITIALIZED;
+ kern_feature_overrides = fdisables;
+ } else {
+ kern_feature_overrides |= KF_INITIALIZED;
+ }
+ }
+ return (kern_feature_overrides & fmask) == fmask;
+}
+
+boolean_t
+on_device_corefile_enabled(void)
+{
+ assert(startup_phase >= STARTUP_SUB_TUNABLES);
+#if CONFIG_KDP_INTERACTIVE_DEBUGGING
+ if (debug_boot_arg == 0) {
+ return FALSE;
+ }
+ if (debug_boot_arg & DB_DISABLE_LOCAL_CORE) {
+ return FALSE;
+ }
+#if !XNU_TARGET_OS_OSX
+ /*
+ * outside of macOS, if there's a debug boot-arg set and local
+ * cores aren't explicitly disabled, we always write a corefile.
+ */
+ return TRUE;
+#else /* !XNU_TARGET_OS_OSX */
+ /*
+ * on macOS, if corefiles on panic are requested and local cores
+ * aren't disabled we write a local core.
+ */
+ if (debug_boot_arg & (DB_KERN_DUMP_ON_NMI | DB_KERN_DUMP_ON_PANIC)) {
+ return TRUE;
+ }
+#endif /* !XNU_TARGET_OS_OSX */
+#endif /* CONFIG_KDP_INTERACTIVE_DEBUGGING */
+ return FALSE;
+}
+
+boolean_t
+panic_stackshot_to_disk_enabled(void)
+{
+ assert(startup_phase >= STARTUP_SUB_TUNABLES);
+#if defined(__x86_64__)
+ if (PEGetCoprocessorVersion() < kCoprocessorVersion2) {
+ /* Only enabled on pre-Gibraltar machines where it hasn't been disabled explicitly */
+ if ((debug_boot_arg != 0) && (debug_boot_arg & DB_DISABLE_STACKSHOT_TO_DISK)) {
+ return FALSE;
+ }
+
+ return TRUE;
+ }
+#endif
+ return FALSE;
+}
+
+#if DEBUG || DEVELOPMENT
+const char *
+sysctl_debug_get_preoslog(size_t *size)
+{
+ int result = 0;
+ void *preoslog_pa = NULL;
+ int preoslog_size = 0;
+
+ result = IODTGetLoaderInfo("preoslog", &preoslog_pa, &preoslog_size);
+ if (result || preoslog_pa == NULL || preoslog_size == 0) {
+ kprintf("Couldn't obtain preoslog region: result = %d, preoslog_pa = %p, preoslog_size = %d\n", result, preoslog_pa, preoslog_size);
+ *size = 0;
+ return NULL;
+ }
+
+ /*
+ * Beware:
+ * On release builds, we would need to call IODTFreeLoaderInfo("preoslog", preoslog_pa, preoslog_size) to free the preoslog buffer.
+ * On Development & Debug builds, we retain the buffer so it can be extracted from coredumps.
+ */
+ *size = preoslog_size;
+ return (char *)(ml_static_ptovirt((vm_offset_t)(preoslog_pa)));
projects / apple / xnu.git / blobdiff