xnu-2422.90.20.tar.gz

[apple/xnu.git] / osfmk / kern / debug.c

diff --git a/osfmk/kern/debug.c b/osfmk/kern/debug.c
index 599d1670ea0bb220d2dafb7b3d5ff8db69b1026d..7ee11d7a97db7f9d43d745296550e51796461159 100644 (file)
--- a/osfmk/kern/debug.c
+++ b/osfmk/kern/debug.c
@@ -1,5 +1,5 @@
 /*
 /*

- * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2013 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 


@@ -55,11 +55,10 @@
  */
 
 #include <mach_assert.h>
  */
 
 #include <mach_assert.h>

-#include <mach_kdb.h>
-#include <mach_kgdb.h>

 #include <mach_kdp.h>
 
 #include <kern/cpu_number.h>
 #include <mach_kdp.h>
 
 #include <kern/cpu_number.h>

+#include <kern/kalloc.h>

 #include <kern/lock.h>
 #include <kern/spl.h>
 #include <kern/thread.h>
 #include <kern/lock.h>
 #include <kern/spl.h>
 #include <kern/thread.h>


@@ -67,6 +66,7 @@
 #include <kern/sched_prim.h>
 #include <kern/misc_protos.h>
 #include <kern/clock.h>
 #include <kern/sched_prim.h>
 #include <kern/misc_protos.h>
 #include <kern/clock.h>

+#include <kern/telemetry.h>

 #include <vm/vm_kern.h>
 #include <vm/pmap.h>
 #include <stdarg.h>
 #include <vm/vm_kern.h>
 #include <vm/pmap.h>
 #include <stdarg.h>


@@ -74,17 +74,19 @@
 #include <kdp/kdp_udp.h>
 #endif
 
 #include <kdp/kdp_udp.h>
 #endif
 

-#ifdef __ppc__
-#include <ppc/Firmware.h>
-#include <ppc/low_trace.h>
-#endif
-
-#ifdef __i386__
+#if defined(__i386__) || defined(__x86_64__)

 #include <i386/cpu_threads.h>
 #include <i386/pmCPU.h>
 #endif
 
 #include <IOKit/IOPlatformExpert.h>
 #include <i386/cpu_threads.h>
 #include <i386/pmCPU.h>
 #endif
 
 #include <IOKit/IOPlatformExpert.h>

+#include <machine/pal_routines.h>
+
+#include <sys/kdebug.h>
+#include <libkern/OSKextLibPrivate.h>
+#include <libkern/OSAtomic.h>
+#include <libkern/kernel_mach_header.h>
+#include <uuid/uuid.h>

 
 unsigned int   halt_in_debugger = 0;
 unsigned int   switch_debugger = 0;
 
 unsigned int   halt_in_debugger = 0;
 unsigned int   switch_debugger = 0;


@@ -107,17 +109,18 @@ unsigned int              panic_is_inited = 0;
 unsigned int           return_on_panic = 0;
 unsigned long          panic_caller;
 
 unsigned int           return_on_panic = 0;
 unsigned long          panic_caller;
 

-#if CONFIG_EMBEDDED
-#define DEBUG_BUF_SIZE (PAGE_SIZE)
-#else

 #define DEBUG_BUF_SIZE (3 * PAGE_SIZE)
 #define DEBUG_BUF_SIZE (3 * PAGE_SIZE)

-#endif

 
 char debug_buf[DEBUG_BUF_SIZE];
 char *debug_buf_ptr = debug_buf;
 unsigned int debug_buf_size = sizeof(debug_buf);
 
 static char model_name[64];
 
 char debug_buf[DEBUG_BUF_SIZE];
 char *debug_buf_ptr = debug_buf;
 unsigned int debug_buf_size = sizeof(debug_buf);
 
 static char model_name[64];

+unsigned char *kernel_uuid;
+/* uuid_string_t */ char kernel_uuid_string[37];
+
+static spl_t panic_prologue(const char *str);
+static void panic_epilogue(spl_t s);

 
 struct pasc {
   unsigned a: 7;
 
 struct pasc {
   unsigned a: 7;


@@ -132,15 +135,16 @@ struct pasc {
 
 typedef struct pasc pasc_t;
 
 
 typedef struct pasc pasc_t;
 

+/* Prevent CPP from breaking the definition below */
+#if CONFIG_NO_PANIC_STRINGS
+#undef Assert
+#endif
+

 void
 Assert(
        const char      *file,
        int             line,
 void
 Assert(
        const char      *file,
        int             line,

-#if CONFIG_NO_PANIC_STRINGS
-       __unused const char     *expression
-#else

        const char      *expression
        const char      *expression

-#endif

       )
 {
        int saved_return_on_panic;
       )
 {
        int saved_return_on_panic;


@@ -150,7 +154,15 @@ Assert(
        }
 
        saved_return_on_panic = return_on_panic;
        }
 
        saved_return_on_panic = return_on_panic;

-       return_on_panic = 1;
+
+       /*
+        * If we don't have a debugger configured, returning from an
+        * assert is a bad, bad idea; there is no guarantee that we
+        * didn't simply assert before we were able to restart the
+        * platform.
+        */
+       if (current_debugger != NO_CUR_DB)
+               return_on_panic = 1;

 
        panic_plain("%s:%d Assertion failed: %s", file, line, expression);
 
 
        panic_plain("%s:%d Assertion failed: %s", file, line, expression);
 


@@ -175,10 +187,18 @@ MACRO_BEGIN                                                               \
                simple_unlock(&panic_lock);                             \
 MACRO_END
 
                simple_unlock(&panic_lock);                             \
 MACRO_END
 

-

 void
 panic_init(void)
 {
 void
 panic_init(void)
 {

+       unsigned long uuidlen = 0;
+       void *uuid;
+
+       uuid = getuuidfromheader(&_mh_execute_header, &uuidlen);
+       if ((uuid != NULL) && (uuidlen == sizeof(uuid_t))) {
+               kernel_uuid = uuid;
+               uuid_unparse_upper(*(uuid_t *)uuid, kernel_uuid_string);
+       }
+

        simple_lock_init(&panic_lock, 0);
        panic_is_inited = 1;
        panic_caller = 0;
        simple_lock_init(&panic_lock, 0);
        panic_is_inited = 1;
        panic_caller = 0;


@@ -193,7 +213,7 @@ debug_log_init(void)
        debug_buf_size = sizeof(debug_buf);
 }
 
        debug_buf_size = sizeof(debug_buf);
 }
 

-#if __i386__
+#if defined(__i386__) || defined(__x86_64__)

 #define panic_stop()   pmCPUHalt(PM_HALT_PANIC)
 #define panic_safe()   pmSafeMode(x86_lcpu(), PM_SAFE_FL_SAFE)
 #define panic_normal() pmSafeMode(x86_lcpu(), PM_SAFE_FL_NORMAL)
 #define panic_stop()   pmCPUHalt(PM_HALT_PANIC)
 #define panic_safe()   pmSafeMode(x86_lcpu(), PM_SAFE_FL_SAFE)
 #define panic_normal() pmSafeMode(x86_lcpu(), PM_SAFE_FL_NORMAL)


@@ -203,39 +223,52 @@ debug_log_init(void)
 #define panic_normal()
 #endif
 
 #define panic_normal()
 #endif
 

-#undef panic(...) 
-void
-panic(const char *str, ...)
+/*
+ * Prevent CPP from breaking the definition below,
+ * since all clients get a #define to prepend line numbers
+ */
+#undef panic
+
+void _consume_panic_args(int a __unused, ...)
+{
+    panic("panic");
+}
+
+static spl_t
+panic_prologue(const char *str)

 {
 {

-       va_list listp;

        spl_t   s;
        spl_t   s;

-       thread_t thread;
-       wait_queue_t wq;
+
+       if (kdebug_enable) {
+               if (get_preemption_level() == 0 && !ml_at_interrupt_context()) {
+                       ml_set_interrupts_enabled(TRUE);
+                       kdbg_dump_trace_to_file("/var/tmp/panic.trace");
+               }
+       }

 
        s = splhigh();
        disable_preemption();
 
 
        s = splhigh();
        disable_preemption();
 

-       panic_safe();
+#if    defined(__i386__) || defined(__x86_64__)
+       /* Attempt to display the unparsed panic string */
+       const char *tstr = str;

 
 

-#ifdef __ppc__
-       lastTrace = LLTraceSet(0);              /* Disable low-level tracing */
+       kprintf("Panic initiated, string: ");
+       while (tstr && *tstr)
+               kprintf("%c", *tstr++);
+       kprintf("\n");

 #endif
 
 #endif
 

-       thread = current_thread();              /* Get failing thread */
-       wq = thread->wait_queue;                /* Save the old value */
-       thread->wait_queue = NULL;              /* Clear the wait so we do not get double panics when we try locks */
+       panic_safe();

 
        if( logPanicDataToScreen )
                disable_debug_output = FALSE;
                
        debug_mode = TRUE;
 
 
        if( logPanicDataToScreen )
                disable_debug_output = FALSE;
                
        debug_mode = TRUE;
 

-       /* panic_caller is initialized to 0.  If set, don't change it */
-       if ( ! panic_caller )
-               panic_caller = (unsigned long)(char *)__builtin_return_address(0);
-       

 restart:
        PANIC_LOCK();
 restart:
        PANIC_LOCK();

+

        if (panicstr) {
                if (cpu_number() != paniccpu) {
                        PANIC_UNLOCK();
        if (panicstr) {
                if (cpu_number() != paniccpu) {
                        PANIC_UNLOCK();


@@ -260,26 +293,19 @@ restart:
        panicwait = 1;
 
        PANIC_UNLOCK();
        panicwait = 1;
 
        PANIC_UNLOCK();

-       kdb_printf("panic(cpu %d caller 0x%08lX): ", (unsigned) paniccpu, panic_caller);
-       if (str) {
-               va_start(listp, str);
-               _doprnt(str, &listp, consdebug_putc, 0);
-               va_end(listp);
-       }
-       kdb_printf("\n");
+       return(s);
+}

 
 

-       /*
-        * Release panicwait indicator so that other cpus may call Debugger().
-        */
-       panicwait = 0;
-       Debugger("panic");
+
+static void
+panic_epilogue(spl_t   s)
+{

        /*
         * Release panicstr so that we can handle normally other panics.
         */
        PANIC_LOCK();
        panicstr = (char *)0;
        PANIC_UNLOCK();
        /*
         * Release panicstr so that we can handle normally other panics.
         */
        PANIC_LOCK();
        panicstr = (char *)0;
        PANIC_UNLOCK();

-       thread->wait_queue = wq;        /* Restore the wait queue */

 
        if (return_on_panic) {
                panic_normal();
 
        if (return_on_panic) {
                panic_normal();


@@ -287,12 +313,67 @@ restart:
                splx(s);
                return;
        }
                splx(s);
                return;
        }

-

        kdb_printf("panic: We are hanging here...\n");
        panic_stop();
        /* NOTREACHED */
 }
 
        kdb_printf("panic: We are hanging here...\n");
        panic_stop();
        /* NOTREACHED */
 }
 

+void
+panic(const char *str, ...)
+{
+       va_list listp;
+       spl_t   s;
+
+
+       /* panic_caller is initialized to 0.  If set, don't change it */
+       if ( ! panic_caller )
+               panic_caller = (unsigned long)(char *)__builtin_return_address(0);
+       
+       s = panic_prologue(str);
+       kdb_printf("panic(cpu %d caller 0x%lx): ", (unsigned) paniccpu, panic_caller);
+       if (str) {
+               va_start(listp, str);
+               _doprnt(str, &listp, consdebug_putc, 0);
+               va_end(listp);
+       }
+       kdb_printf("\n");
+
+       /*
+        * Release panicwait indicator so that other cpus may call Debugger().
+        */
+       panicwait = 0;
+       Debugger("panic");
+       panic_epilogue(s);
+}
+
+void
+panic_context(unsigned int reason, void *ctx, const char *str, ...)
+{
+       va_list listp;
+       spl_t   s;
+
+
+       /* panic_caller is initialized to 0.  If set, don't change it */
+       if ( ! panic_caller )
+               panic_caller = (unsigned long)(char *)__builtin_return_address(0);
+       
+       s = panic_prologue(str);
+       kdb_printf("panic(cpu %d caller 0x%lx): ", (unsigned) paniccpu, panic_caller);
+       if (str) {
+               va_start(listp, str);
+               _doprnt(str, &listp, consdebug_putc, 0);
+               va_end(listp);
+       }
+       kdb_printf("\n");
+
+       /*
+        * Release panicwait indicator so that other cpus may call Debugger().
+        */
+       panicwait = 0;
+       DebuggerWithContext(reason, ctx, "panic");
+       panic_epilogue(s);
+}
+

 void
 log(__unused int level, char *fmt, ...)
 {
 void
 log(__unused int level, char *fmt, ...)
 {


@@ -321,6 +402,7 @@ debug_putc(char c)
 }
 
 /* In-place packing routines -- inefficient, but they're called at most once.
 }
 
 /* In-place packing routines -- inefficient, but they're called at most once.

+ * Assumes "buflen" is a multiple of 8.

  */
 
 int packA(char *inbuf, uint32_t length, uint32_t buflen)
  */
 
 int packA(char *inbuf, uint32_t length, uint32_t buflen)


@@ -328,7 +410,7 @@ int packA(char *inbuf, uint32_t length, uint32_t buflen)
   unsigned int i, j = 0;
   pasc_t pack;
   
   unsigned int i, j = 0;
   pasc_t pack;
   

-  length = MIN(((length & ~7) +8), buflen);
+  length = MIN(((length + 7) & ~7), buflen);

 
   for (i = 0; i < length; i+=8)
     {
 
   for (i = 0; i < length; i+=8)
     {


@@ -343,7 +425,7 @@ int packA(char *inbuf, uint32_t length, uint32_t buflen)
       bcopy ((char *) &pack, inbuf + j, 7);
       j += 7;
     }
       bcopy ((char *) &pack, inbuf + j, 7);
       j += 7;
     }

-  return ((length * 7)/8);
+  return j;

 }
 
 void unpackA(char *inbuf, uint32_t length)
 }
 
 void unpackA(char *inbuf, uint32_t length)


@@ -395,10 +477,27 @@ static void panic_display_model_name(void) {
        if (ml_nofault_copy((vm_offset_t) &model_name, (vm_offset_t) &tmp_model_name, sizeof(model_name)) != sizeof(model_name))
                return;
 
        if (ml_nofault_copy((vm_offset_t) &model_name, (vm_offset_t) &tmp_model_name, sizeof(model_name)) != sizeof(model_name))
                return;
 

-       model_name[sizeof(model_name) - 1] = '\0';
+       tmp_model_name[sizeof(tmp_model_name) - 1] = '\0';
+
+       if (tmp_model_name[0] != 0)
+               kdb_printf("System model name: %s\n", tmp_model_name);
+}
+
+static void panic_display_kernel_uuid(void) {
+       char tmp_kernel_uuid[sizeof(kernel_uuid_string)];
+
+       if (ml_nofault_copy((vm_offset_t) &kernel_uuid_string, (vm_offset_t) &tmp_kernel_uuid, sizeof(kernel_uuid_string)) != sizeof(kernel_uuid_string))
+               return;
+
+       if (tmp_kernel_uuid[0] != '\0')
+               kdb_printf("Kernel UUID: %s\n", tmp_kernel_uuid);
+}

 
 

-       if (model_name[0] != 0)
-               kdb_printf("System model name: %s\n", model_name);
+void panic_display_kernel_aslr(void) {
+       if (vm_kernel_slide) {
+               kdb_printf("Kernel slide:     0x%016lx\n", (unsigned long) vm_kernel_slide);
+               kdb_printf("Kernel text base: %p\n", (void *) vm_kernel_stext);
+       }

 }
 
 static void panic_display_uptime(void) {
 }
 
 static void panic_display_uptime(void) {


@@ -411,29 +510,41 @@ static void panic_display_uptime(void) {
 extern const char version[];
 extern char osversion[];
 
 extern const char version[];
 extern char osversion[];
 

+static volatile uint32_t config_displayed = 0;
+

 __private_extern__ void panic_display_system_configuration(void) {
 __private_extern__ void panic_display_system_configuration(void) {

-       static boolean_t config_displayed = FALSE;

 
        panic_display_process_name();
 
        panic_display_process_name();

-       if (config_displayed == FALSE) {
+       if (OSCompareAndSwap(0, 1, &config_displayed)) {
+               char buf[256];
+               if (strlcpy(buf, PE_boot_args(), sizeof(buf)))
+                       kdb_printf("Boot args: %s\n", buf);

                kdb_printf("\nMac OS version:\n%s\n",
                    (osversion[0] != 0) ? osversion : "Not yet set");
                kdb_printf("\nKernel version:\n%s\n",version);
                kdb_printf("\nMac OS version:\n%s\n",
                    (osversion[0] != 0) ? osversion : "Not yet set");
                kdb_printf("\nKernel version:\n%s\n",version);

+               panic_display_kernel_uuid();
+               panic_display_kernel_aslr();
+               panic_display_pal_info();

                panic_display_model_name();
                panic_display_uptime();
                panic_display_model_name();
                panic_display_uptime();

-               config_displayed = TRUE;
+               panic_display_zprint();
+#if CONFIG_ZLEAKS
+               panic_display_ztrace();
+#endif /* CONFIG_ZLEAKS */
+               kext_dump_panic_lists(&kdb_log);

        }
 }
 
 extern zone_t          first_zone;
 extern unsigned int    num_zones, stack_total;
        }
 }
 
 extern zone_t          first_zone;
 extern unsigned int    num_zones, stack_total;

+extern unsigned long long stack_allocs;

 
 

-#if defined(__i386__)
+#if defined(__i386__) || defined (__x86_64__)

 extern unsigned int    inuse_ptepages_count;
 extern unsigned int    inuse_ptepages_count;

+extern long long alloc_ptepages_count;

 #endif
 
 extern boolean_t       panic_include_zprint;
 #endif
 
 extern boolean_t       panic_include_zprint;

-extern vm_size_t       kalloc_large_total;

 
 __private_extern__ void panic_display_zprint()
 {
 
 __private_extern__ void panic_display_zprint()
 {


@@ -460,21 +571,53 @@ __private_extern__ void panic_display_zprint()
                        }
                }
 
                        }
                }
 

-               kdb_printf("Kernel Stacks:%lu\n",(uintptr_t)(KERNEL_STACK_SIZE * stack_total));
-#if defined(__i386__)
+               kdb_printf("Kernel Stacks:%lu\n",(uintptr_t)(kernel_stack_size * stack_total));
+
+#if defined(__i386__) || defined (__x86_64__)

                kdb_printf("PageTables:%lu\n",(uintptr_t)(PAGE_SIZE * inuse_ptepages_count));
 #endif
                kdb_printf("PageTables:%lu\n",(uintptr_t)(PAGE_SIZE * inuse_ptepages_count));
 #endif

+

                kdb_printf("Kalloc.Large:%lu\n",(uintptr_t)kalloc_large_total);
        }
 }
 
                kdb_printf("Kalloc.Large:%lu\n",(uintptr_t)kalloc_large_total);
        }
 }
 

+#if CONFIG_ZLEAKS
+extern boolean_t       panic_include_ztrace;
+extern struct ztrace* top_ztrace;
+/*
+ * Prints the backtrace most suspected of being a leaker, if we paniced in the zone allocator.
+ * top_ztrace and panic_include_ztrace comes from osfmk/kern/zalloc.c
+ */
+__private_extern__ void panic_display_ztrace(void)
+{
+       if(panic_include_ztrace == TRUE) {
+               unsigned int i = 0;
+               struct ztrace top_ztrace_copy;
+               
+               /* Make sure not to trip another panic if there's something wrong with memory */
+               if(ml_nofault_copy((vm_offset_t)top_ztrace, (vm_offset_t)&top_ztrace_copy, sizeof(struct ztrace)) == sizeof(struct ztrace)) {
+                       kdb_printf("\nBacktrace suspected of leaking: (outstanding bytes: %lu)\n", (uintptr_t)top_ztrace_copy.zt_size);
+                       /* Print the backtrace addresses */
+                       for (i = 0; (i < top_ztrace_copy.zt_depth && i < MAX_ZTRACE_DEPTH) ; i++) {
+                               kdb_printf("%p\n", top_ztrace_copy.zt_stack[i]);
+                       }
+                       /* Print any kexts in that backtrace, along with their link addresses so we can properly blame them */
+                       kmod_panic_dump((vm_offset_t *)&top_ztrace_copy.zt_stack[0], top_ztrace_copy.zt_depth);
+               }
+               else {
+                       kdb_printf("\nCan't access top_ztrace...\n");
+               }
+               kdb_printf("\n");
+       }
+}
+#endif /* CONFIG_ZLEAKS */
+

 #if !MACH_KDP
 #if !MACH_KDP

-static struct ether_addr kdp_current_mac_address = {{0, 0, 0, 0, 0, 0}};
-unsigned int not_in_kdp = 1;
+static struct kdp_ether_addr kdp_current_mac_address = {{0, 0, 0, 0, 0, 0}};

 
 /* XXX ugly forward declares to stop warnings */
 void *kdp_get_interface(void);
 
 /* XXX ugly forward declares to stop warnings */
 void *kdp_get_interface(void);

-void kdp_set_ip_and_mac_addresses(struct in_addr *, struct ether_addr *);
+void kdp_set_ip_and_mac_addresses(struct kdp_in_addr *, struct kdp_ether_addr *);

 void kdp_set_gateway_mac(void *);
 void kdp_set_interface(void *);
 void kdp_register_send_receive(void *, void *);
 void kdp_set_gateway_mac(void *);
 void kdp_set_interface(void *);
 void kdp_register_send_receive(void *, void *);


@@ -493,7 +636,7 @@ unsigned int
 kdp_get_ip_address(void )
 { return 0; }
 
 kdp_get_ip_address(void )
 { return 0; }
 

-struct ether_addr
+struct kdp_ether_addr

 kdp_get_mac_addr(void)
 {       
         return kdp_current_mac_address;
 kdp_get_mac_addr(void)
 {       
         return kdp_current_mac_address;


@@ -501,8 +644,8 @@ kdp_get_mac_addr(void)
 
 void
 kdp_set_ip_and_mac_addresses(   
 
 void
 kdp_set_ip_and_mac_addresses(   

-        __unused struct in_addr          *ipaddr,
-        __unused struct ether_addr       *macaddr)
+        __unused struct kdp_in_addr          *ipaddr,
+        __unused struct kdp_ether_addr       *macaddr)

 {}
 
 void
 {}
 
 void


@@ -539,3 +682,10 @@ kdp_stack_snapshot_bytes_traced(void)
 }
 
 #endif
 }
 
 #endif

+
+#if !CONFIG_TELEMETRY
+int telemetry_gather(user_addr_t buffer __unused, uint32_t *length __unused, boolean_t mark __unused)
+{
+       return KERN_NOT_SUPPORTED;
+}
+#endif