osfmk/kern/debug.h

   1 /*
   2  * Copyright (c) 2000-2019 Apple Inc. All rights reserved.
   3  *
   4  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. The rights granted to you under the License
  10  * may not be used to create, or enable the creation or redistribution of,
  11  * unlawful or unlicensed copies of an Apple operating system, or to
  12  * circumvent, violate, or enable the circumvention or violation of, any
  13  * terms of an Apple operating system software license agreement.
  14  *
  15  * Please obtain a copy of the License at
  16  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  17  *
  18  * The Original Code and all software distributed under the License are
  19  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  20  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  21  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  23  * Please see the License for the specific language governing rights and
  24  * limitations under the License.
  25  *
  26  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  27  */
  28
  29 #ifndef _KERN_DEBUG_H_
  30 #define _KERN_DEBUG_H_
  31
  32 #include <kern/kcdata.h>
  33
  34 #include <sys/cdefs.h>
  35 #include <stdint.h>
  36 #include <stdarg.h>
  37 #include <uuid/uuid.h>
  38 #include <mach/boolean.h>
  39 #include <mach/kern_return.h>
  40
  41 #ifndef XNU_KERNEL_PRIVATE
  42 #include <TargetConditionals.h>
  43 #endif
  44
  45 #ifdef __APPLE_API_PRIVATE
  46 #ifdef __APPLE_API_UNSTABLE
  47
  48 struct thread_snapshot {
  49         uint32_t                snapshot_magic;
  50         uint32_t                nkern_frames;
  51         uint32_t                nuser_frames;
  52         uint64_t                wait_event;
  53         uint64_t                continuation;
  54         uint64_t                thread_id;
  55         uint64_t                user_time;
  56         uint64_t                system_time;
  57         int32_t                 state;
  58         int32_t                 priority;    /* static priority */
  59         int32_t                 sched_pri;   /* scheduled (current) priority */
  60         int32_t                 sched_flags; /* scheduler flags */
  61         char                    ss_flags;
  62         char                    ts_qos;      /* effective qos */
  63         char                    ts_rqos;     /* requested qos */
  64         char                    ts_rqos_override; /* requested qos override */
  65         char                    io_tier;
  66         char                    _reserved[3]; /* pad for 4 byte alignement packing */
  67
  68         /*
  69          * I/O Statistics
  70          * XXX: These fields must be together
  71          */
  72         uint64_t                disk_reads_count;
  73         uint64_t                disk_reads_size;
  74         uint64_t                disk_writes_count;
  75         uint64_t                disk_writes_size;
  76         uint64_t                io_priority_count[STACKSHOT_IO_NUM_PRIORITIES];
  77         uint64_t                io_priority_size[STACKSHOT_IO_NUM_PRIORITIES];
  78         uint64_t                paging_count;
  79         uint64_t                paging_size;
  80         uint64_t                non_paging_count;
  81         uint64_t                non_paging_size;
  82         uint64_t                data_count;
  83         uint64_t                data_size;
  84         uint64_t                metadata_count;
  85         uint64_t                metadata_size;
  86         /* XXX: I/O Statistics end */
  87
  88         uint64_t                voucher_identifier; /* obfuscated voucher identifier */
  89         uint64_t                total_syscalls;
  90         char                    pth_name[STACKSHOT_MAX_THREAD_NAME_SIZE];
  91 } __attribute__((packed));
  92
  93 /* old, non kcdata format */
  94 struct task_snapshot {
  95         uint32_t snapshot_magic;
  96         int32_t pid;
  97         uint64_t                uniqueid;
  98         uint64_t                user_time_in_terminated_threads;
  99         uint64_t                system_time_in_terminated_threads;
 100         uint8_t                 shared_cache_identifier[16];
 101         uint64_t                shared_cache_slide;
 102         uint32_t                nloadinfos;
 103         int                     suspend_count;
 104         int                     task_size;      /* pages */
 105         int                     faults;         /* number of page faults */
 106         int                     pageins;        /* number of actual pageins */
 107         int                     cow_faults;     /* number of copy-on-write faults */
 108         uint32_t                ss_flags;
 109         uint64_t                p_start_sec;    /* from the bsd proc struct */
 110         uint64_t                p_start_usec;   /* from the bsd proc struct */
 111
 112         /*
 113          * We restrict ourselves to a statically defined
 114          * (current as of 2009) length for the
 115          * p_comm string, due to scoping issues (osfmk/bsd and user/kernel
 116          * binary compatibility).
 117          */
 118         char                    p_comm[17];
 119         uint32_t                was_throttled;
 120         uint32_t                did_throttle;
 121         uint32_t                latency_qos;
 122         /*
 123          * I/O Statistics
 124          * XXX: These fields must be together.
 125          */
 126         uint64_t                disk_reads_count;
 127         uint64_t                disk_reads_size;
 128         uint64_t                disk_writes_count;
 129         uint64_t                disk_writes_size;
 130         uint64_t                io_priority_count[STACKSHOT_IO_NUM_PRIORITIES];
 131         uint64_t                io_priority_size[STACKSHOT_IO_NUM_PRIORITIES];
 132         uint64_t                paging_count;
 133         uint64_t                paging_size;
 134         uint64_t                non_paging_count;
 135         uint64_t                non_paging_size;
 136         uint64_t                data_count;
 137         uint64_t                data_size;
 138         uint64_t                metadata_count;
 139         uint64_t                metadata_size;
 140         /* XXX: I/O Statistics end */
 141
 142         uint32_t                donating_pid_count;
 143 } __attribute__ ((packed));
 144
 145
 146
 147 struct micro_snapshot {
 148         uint32_t                snapshot_magic;
 149         uint32_t                ms_cpu;  /* cpu number this snapshot was recorded on */
 150         uint64_t                ms_time; /* time at sample (seconds) */
 151         uint64_t                ms_time_microsecs;
 152         uint8_t                 ms_flags;
 153         uint16_t                ms_opaque_flags;        /* managed by external entity, e.g. fdrmicrod */
 154 } __attribute__ ((packed));
 155
 156
 157 /*
 158  * mirrors the dyld_cache_header struct defined in dyld_cache_format.h from dyld source code
 159  */
 160 struct _dyld_cache_header {
 161         char        magic[16];                          // e.g. "dyld_v0    i386"
 162         uint32_t    mappingOffset;      // file offset to first dyld_cache_mapping_info
 163         uint32_t    mappingCount;       // number of dyld_cache_mapping_info entries
 164         uint32_t    imagesOffset;       // file offset to first dyld_cache_image_info
 165         uint32_t    imagesCount;        // number of dyld_cache_image_info entries
 166         uint64_t    dyldBaseAddress;    // base address of dyld when cache was built
 167         uint64_t    codeSignatureOffset;// file offset of code signature blob
 168         uint64_t    codeSignatureSize;  // size of code signature blob (zero means to end of file)
 169         uint64_t    slideInfoOffset;    // file offset of kernel slid info
 170         uint64_t    slideInfoSize;      // size of kernel slid info
 171         uint64_t    localSymbolsOffset; // file offset of where local symbols are stored
 172         uint64_t    localSymbolsSize;   // size of local symbols information
 173         uint8_t     uuid[16];           // unique value for each shared cache file
 174         uint64_t    cacheType;          // 0 for development, 1 for production
 175         uint32_t    branchPoolsOffset;  // file offset to table of uint64_t pool addresses
 176         uint32_t    branchPoolsCount;   // number of uint64_t entries
 177         uint64_t    accelerateInfoAddr; // (unslid) address of optimization info
 178         uint64_t    accelerateInfoSize; // size of optimization info
 179         uint64_t    imagesTextOffset;   // file offset to first dyld_cache_image_text_info
 180         uint64_t    imagesTextCount;    // number of dyld_cache_image_text_info entries
 181         uint64_t    dylibsImageGroupAddr;// (unslid) address of ImageGroup for dylibs in this cache
 182         uint64_t    dylibsImageGroupSize;// size of ImageGroup for dylibs in this cache
 183         uint64_t    otherImageGroupAddr;// (unslid) address of ImageGroup for other OS dylibs
 184         uint64_t    otherImageGroupSize;// size of oImageGroup for other OS dylibs
 185         uint64_t    progClosuresAddr;   // (unslid) address of list of program launch closures
 186         uint64_t    progClosuresSize;   // size of list of program launch closures
 187         uint64_t    progClosuresTrieAddr;// (unslid) address of trie of indexes into program launch closures
 188         uint64_t    progClosuresTrieSize;// size of trie of indexes into program launch closures
 189         uint32_t    platform;           // platform number (macOS=1, etc)
 190         uint32_t    formatVersion        : 8,// dyld3::closure::kFormatVersion
 191             dylibsExpectedOnDisk : 1,      // dyld should expect the dylib exists on disk and to compare inode/mtime to see if cache is valid
 192             simulator            : 1,      // for simulator of specified platform
 193             locallyBuiltCache    : 1,      // 0 for B&I built cache, 1 for locally built cache
 194             padding              : 21;     // TBD
 195 };
 196
 197 /*
 198  * mirrors the dyld_cache_image_text_info struct defined in dyld_cache_format.h from dyld source code
 199  */
 200 struct _dyld_cache_image_text_info {
 201         uuid_t      uuid;
 202         uint64_t    loadAddress;        // unslid address of start of __TEXT
 203         uint32_t    textSegmentSize;
 204         uint32_t    pathOffset;         // offset from start of cache file
 205 };
 206
 207
 208 enum micro_snapshot_flags {
 209         kInterruptRecord        = 0x1,
 210         kTimerArmingRecord      = 0x2,
 211         kUserMode               = 0x4, /* interrupted usermode, or armed by usermode */
 212         kIORecord               = 0x8,
 213         kPMIRecord              = 0x10,
 214 };
 215
 216 /*
 217  * Flags used in the following assortment of snapshots.
 218  */
 219 enum generic_snapshot_flags {
 220         kUser64_p               = 0x1, /* Userspace uses 64 bit pointers */
 221         kKernel64_p             = 0x2  /* The kernel uses 64 bit pointers */
 222 };
 223
 224 #define VM_PRESSURE_TIME_WINDOW 5 /* seconds */
 225
 226 enum {
 227         STACKSHOT_GET_DQ                           = 0x01,
 228         STACKSHOT_SAVE_LOADINFO                    = 0x02,
 229         STACKSHOT_GET_GLOBAL_MEM_STATS             = 0x04,
 230         STACKSHOT_SAVE_KEXT_LOADINFO               = 0x08,
 231         STACKSHOT_GET_MICROSTACKSHOT               = 0x10,
 232         STACKSHOT_GLOBAL_MICROSTACKSHOT_ENABLE     = 0x20,
 233         STACKSHOT_GLOBAL_MICROSTACKSHOT_DISABLE    = 0x40,
 234         STACKSHOT_SET_MICROSTACKSHOT_MARK          = 0x80,
 235         STACKSHOT_ACTIVE_KERNEL_THREADS_ONLY       = 0x100,
 236         STACKSHOT_GET_BOOT_PROFILE                 = 0x200,
 237         STACKSHOT_SAVE_IMP_DONATION_PIDS           = 0x2000,
 238         STACKSHOT_SAVE_IN_KERNEL_BUFFER            = 0x4000,
 239         STACKSHOT_RETRIEVE_EXISTING_BUFFER         = 0x8000,
 240         STACKSHOT_KCDATA_FORMAT                    = 0x10000,
 241         STACKSHOT_ENABLE_BT_FAULTING               = 0x20000,
 242         STACKSHOT_COLLECT_DELTA_SNAPSHOT           = 0x40000,
 243         /* Include the layout of the system shared cache */
 244         STACKSHOT_COLLECT_SHAREDCACHE_LAYOUT       = 0x80000,
 245         /*
 246          * Kernel consumers of stackshot (via stack_snapshot_from_kernel) can ask
 247          * that we try to take the stackshot lock, and fail if we don't get it.
 248          */
 249         STACKSHOT_TRYLOCK                          = 0x100000,
 250         STACKSHOT_ENABLE_UUID_FAULTING             = 0x200000,
 251         STACKSHOT_FROM_PANIC                       = 0x400000,
 252         STACKSHOT_NO_IO_STATS                      = 0x800000,
 253         /* Report owners of and pointers to kernel objects that threads are blocked on */
 254         STACKSHOT_THREAD_WAITINFO                  = 0x1000000,
 255         STACKSHOT_THREAD_GROUP                     = 0x2000000,
 256         STACKSHOT_SAVE_JETSAM_COALITIONS           = 0x4000000,
 257         STACKSHOT_INSTRS_CYCLES                    = 0x8000000,
 258         STACKSHOT_ASID                             = 0x10000000,
 259         STACKSHOT_PAGE_TABLES                      = 0x20000000,
 260 };
 261
 262 #define STACKSHOT_THREAD_SNAPSHOT_MAGIC     0xfeedface
 263 #define STACKSHOT_TASK_SNAPSHOT_MAGIC       0xdecafbad
 264 #define STACKSHOT_MEM_AND_IO_SNAPSHOT_MAGIC 0xbfcabcde
 265 #define STACKSHOT_MICRO_SNAPSHOT_MAGIC      0x31c54011
 266
 267 #define KF_INITIALIZED (0x1)
 268 #define KF_SERIAL_OVRD (0x2)
 269 #define KF_PMAPV_OVRD (0x4)
 270 #define KF_MATV_OVRD (0x8)
 271 #define KF_STACKSHOT_OVRD (0x10)
 272 #define KF_COMPRSV_OVRD (0x20)
 273 #define KF_INTERRUPT_MASKED_DEBUG_OVRD (0x40)
 274 #define KF_TRAPTRACE_OVRD (0x80)
 275 #define KF_IOTRACE_OVRD (0x100)
 276
 277 boolean_t kern_feature_override(uint32_t fmask);
 278
 279 #define EMBEDDED_PANIC_HEADER_OSVERSION_LEN 32
 280
 281 /*
 282  * Any updates to this header should be also updated in astris as it can not
 283  * grab this header from the SDK.
 284  *
 285  * NOTE: DO NOT REMOVE OR CHANGE THE MEANING OF ANY FIELDS FROM THIS STRUCTURE.
 286  *       Any modifications should add new fields at the end, bump the version number
 287  *       and be done alongside astris and DumpPanic changes.
 288  */
 289 struct embedded_panic_header {
 290         uint32_t eph_magic;                /* EMBEDDED_PANIC_MAGIC if valid */
 291         uint32_t eph_crc;                  /* CRC of everything following the ph_crc in the header and the contents */
 292         uint32_t eph_version;              /* embedded_panic_header version */
 293         uint64_t eph_panic_flags;          /* Flags indicating any state or relevant details */
 294         uint32_t eph_panic_log_offset;     /* Offset of the beginning of the panic log from the beginning of the header */
 295         uint32_t eph_panic_log_len;        /* length of the panic log */
 296         uint32_t eph_stackshot_offset;     /* Offset of the beginning of the panic stackshot from the beginning of the header */
 297         uint32_t eph_stackshot_len;        /* length of the panic stackshot (0 if not valid ) */
 298         uint32_t eph_other_log_offset;     /* Offset of the other log (any logging subsequent to the stackshot) from the beginning of the header */
 299         uint32_t eph_other_log_len;        /* length of the other log */
 300         union {
 301                 struct {
 302                         uint64_t eph_x86_power_state:8,
 303                             eph_x86_efi_boot_state:8,
 304                             eph_x86_system_state:8,
 305                             eph_x86_unused_bits:40;
 306                 }; // anonymous struct to group the bitfields together.
 307                 uint64_t eph_x86_do_not_use; /* Used for offsetof/sizeof when parsing header */
 308         };
 309         char eph_os_version[EMBEDDED_PANIC_HEADER_OSVERSION_LEN];
 310         char eph_macos_version[EMBEDDED_PANIC_HEADER_OSVERSION_LEN];
 311 } __attribute__((packed));
 312
 313 #define EMBEDDED_PANIC_HEADER_FLAG_COREDUMP_COMPLETE             0x01
 314 #define EMBEDDED_PANIC_HEADER_FLAG_STACKSHOT_SUCCEEDED           0x02
 315 #define EMBEDDED_PANIC_HEADER_FLAG_STACKSHOT_FAILED_DEBUGGERSYNC 0x04
 316 #define EMBEDDED_PANIC_HEADER_FLAG_STACKSHOT_FAILED_ERROR        0x08
 317 #define EMBEDDED_PANIC_HEADER_FLAG_STACKSHOT_FAILED_INCOMPLETE   0x10
 318 #define EMBEDDED_PANIC_HEADER_FLAG_STACKSHOT_FAILED_NESTED       0x20
 319 #define EMBEDDED_PANIC_HEADER_FLAG_NESTED_PANIC                  0x40
 320 #define EMBEDDED_PANIC_HEADER_FLAG_BUTTON_RESET_PANIC            0x80
 321 #define EMBEDDED_PANIC_HEADER_FLAG_COPROC_INITIATED_PANIC        0x100
 322 #define EMBEDDED_PANIC_HEADER_FLAG_COREDUMP_FAILED               0x200
 323
 324 #define EMBEDDED_PANIC_HEADER_CURRENT_VERSION 2
 325 #define EMBEDDED_PANIC_MAGIC 0x46554E4B /* FUNK */
 326
 327 struct macos_panic_header {
 328         uint32_t mph_magic;                   /* MACOS_PANIC_MAGIC if valid */
 329         uint32_t mph_crc;                     /* CRC of everything following mph_crc in the header and the contents */
 330         uint32_t mph_version;                 /* macos_panic_header version */
 331         uint32_t mph_padding;                 /* unused */
 332         uint64_t mph_panic_flags;             /* Flags indicating any state or relevant details */
 333         uint32_t mph_panic_log_offset;        /* Offset of the panic log from the beginning of the header */
 334         uint32_t mph_panic_log_len;           /* length of the panic log */
 335         uint32_t mph_stackshot_offset;  /* Offset of the panic stackshot from the beginning of the header */
 336         uint32_t mph_stackshot_len;     /* length of the panic stackshot */
 337         uint32_t mph_other_log_offset;        /* Offset of the other log (any logging subsequent to the stackshot) from the beginning of the header */
 338         uint32_t mph_other_log_len;           /* length of the other log */
 339         char     mph_data[];                  /* panic data -- DO NOT ACCESS THIS FIELD DIRECTLY. Use the offsets above relative to the beginning of the header */
 340 } __attribute__((packed));
 341
 342 #define MACOS_PANIC_HEADER_CURRENT_VERSION 2
 343 #define MACOS_PANIC_MAGIC 0x44454544 /* DEED */
 344
 345 #define MACOS_PANIC_HEADER_FLAG_NESTED_PANIC                  0x01
 346 #define MACOS_PANIC_HEADER_FLAG_COPROC_INITIATED_PANIC        0x02
 347 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_SUCCEEDED           0x04
 348 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_DATA_COMPRESSED     0x08
 349 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_FAILED_DEBUGGERSYNC 0x10
 350 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_FAILED_ERROR        0x20
 351 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_FAILED_INCOMPLETE   0x40
 352 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_FAILED_NESTED       0x80
 353 #define MACOS_PANIC_HEADER_FLAG_COREDUMP_COMPLETE             0x100
 354 #define MACOS_PANIC_HEADER_FLAG_COREDUMP_FAILED               0x200
 355 #define MACOS_PANIC_HEADER_FLAG_STACKSHOT_KERNEL_ONLY         0x400
 356
 357 /*
 358  * Any change to the below structure should mirror the structure defined in MacEFIFirmware
 359  * (and vice versa)
 360  */
 361
 362 struct efi_aurr_panic_header {
 363         uint32_t efi_aurr_magic;
 364         uint32_t efi_aurr_crc;
 365         uint32_t efi_aurr_version;
 366         uint32_t efi_aurr_reset_cause;
 367         uint32_t efi_aurr_reset_log_offset;
 368         uint32_t efi_aurr_reset_log_len;
 369         char efi_aurr_panic_data[];
 370 } __attribute__((packed));
 371
 372 /*
 373  * EXTENDED_/DEBUG_BUF_SIZE can't grow without updates to SMC and iBoot to store larger panic logs on co-processor systems
 374  */
 375 #define EXTENDED_DEBUG_BUF_SIZE 0x0013ff80
 376
 377 #define EFI_AURR_PANIC_STRING_MAX_LEN 112
 378 #define EFI_AURR_EXTENDED_LOG_SIZE (EXTENDED_DEBUG_BUF_SIZE - sizeof(struct efi_aurr_panic_header) - EFI_AURR_PANIC_STRING_MAX_LEN)
 379
 380 struct efi_aurr_extended_panic_log {
 381         char efi_aurr_extended_log_buf[EFI_AURR_EXTENDED_LOG_SIZE];
 382         uint32_t efi_aurr_log_tail; /* Circular buffer indices */
 383         uint32_t efi_aurr_log_head; /* ditto.. */
 384 } __attribute__((packed));
 385
 386 #endif /* __APPLE_API_UNSTABLE */
 387 #endif /* __APPLE_API_PRIVATE */
 388
 389 #ifdef KERNEL
 390
 391 __BEGIN_DECLS
 392
 393 __abortlike __printflike(1, 2)
 394 extern void panic(const char *string, ...);
 395
 396 __END_DECLS
 397
 398 #endif /* KERNEL */
 399
 400 #ifdef KERNEL_PRIVATE
 401 #if DEBUG
 402 #ifndef DKPR
 403 #define DKPR 1
 404 #endif
 405 #endif
 406
 407 #if DKPR
 408 /*
 409  * For the DEBUG kernel, support the following:
 410  *      sysctl -w debug.kprint_syscall=<syscall_mask>
 411  *      sysctl -w debug.kprint_syscall_process=<p_comm>
 412  * <syscall_mask> should be an OR of the masks below
 413  * for UNIX, MACH, MDEP, or IPC. This debugging aid
 414  * assumes the task/process is locked/wired and will
 415  * not go away during evaluation. If no process is
 416  * specified, all processes will be traced
 417  */
 418 extern int debug_kprint_syscall;
 419 extern int debug_kprint_current_process(const char **namep);
 420 #define DEBUG_KPRINT_SYSCALL_PREDICATE_INTERNAL(mask, namep)                    \
 421         ( (debug_kprint_syscall & (mask)) && debug_kprint_current_process(namep) )
 422 #define DEBUG_KPRINT_SYSCALL_MASK(mask, fmt, args...)   do {                    \
 423                 const char *dks_name = NULL;                                                                    \
 424                 if (DEBUG_KPRINT_SYSCALL_PREDICATE_INTERNAL(mask, &dks_name)) { \
 425                         kprintf("[%s%s%p]" fmt, dks_name ? dks_name : "",                       \
 426                                         dks_name ? "@" : "", current_thread(), args);                   \
 427                 }                                                                                                                               \
 428         } while (0)
 429 #else /* !DEBUG */
 430 #define DEBUG_KPRINT_SYSCALL_PREDICATE_INTERNAL(mask, namep) (0)
 431 #define DEBUG_KPRINT_SYSCALL_MASK(mask, fmt, args...) do { } while (0) /* kprintf(fmt, args) */
 432 #endif /* !DEBUG */
 433
 434 enum {
 435         DEBUG_KPRINT_SYSCALL_UNIX_MASK = 1 << 0,
 436         DEBUG_KPRINT_SYSCALL_MACH_MASK = 1 << 1,
 437         DEBUG_KPRINT_SYSCALL_MDEP_MASK = 1 << 2,
 438         DEBUG_KPRINT_SYSCALL_IPC_MASK  = 1 << 3
 439 };
 440
 441 #define DEBUG_KPRINT_SYSCALL_PREDICATE(mask)                            \
 442         DEBUG_KPRINT_SYSCALL_PREDICATE_INTERNAL(mask, NULL)
 443 #define DEBUG_KPRINT_SYSCALL_UNIX(fmt, args...)                         \
 444         DEBUG_KPRINT_SYSCALL_MASK(DEBUG_KPRINT_SYSCALL_UNIX_MASK,fmt,args)
 445 #define DEBUG_KPRINT_SYSCALL_MACH(fmt, args...)                         \
 446         DEBUG_KPRINT_SYSCALL_MASK(DEBUG_KPRINT_SYSCALL_MACH_MASK,fmt,args)
 447 #define DEBUG_KPRINT_SYSCALL_MDEP(fmt, args...)                         \
 448         DEBUG_KPRINT_SYSCALL_MASK(DEBUG_KPRINT_SYSCALL_MDEP_MASK,fmt,args)
 449 #define DEBUG_KPRINT_SYSCALL_IPC(fmt, args...)                          \
 450         DEBUG_KPRINT_SYSCALL_MASK(DEBUG_KPRINT_SYSCALL_IPC_MASK,fmt,args)
 451
 452 /* Debug boot-args */
 453 #define DB_HALT         0x1
 454 //#define DB_PRT          0x2 -- obsolete
 455 #define DB_NMI          0x4
 456 #define DB_KPRT         0x8
 457 #define DB_KDB          0x10
 458 #define DB_ARP          0x40
 459 #define DB_KDP_BP_DIS   0x80
 460 //#define DB_LOG_PI_SCRN  0x100 -- obsolete
 461 #define DB_KDP_GETC_ENA 0x200
 462
 463 #define DB_KERN_DUMP_ON_PANIC           0x400 /* Trigger core dump on panic*/
 464 #define DB_KERN_DUMP_ON_NMI             0x800 /* Trigger core dump on NMI */
 465 #define DB_DBG_POST_CORE                0x1000 /*Wait in debugger after NMI core */
 466 #define DB_PANICLOG_DUMP                0x2000 /* Send paniclog on panic,not core*/
 467 #define DB_REBOOT_POST_CORE             0x4000 /* Attempt to reboot after
 468                                                 * post-panic crashdump/paniclog
 469                                                 * dump.
 470                                                 */
 471 #define DB_NMI_BTN_ENA          0x8000  /* Enable button to directly trigger NMI */
 472 #define DB_PRT_KDEBUG           0x10000 /* kprintf KDEBUG traces */
 473 #define DB_DISABLE_LOCAL_CORE   0x20000 /* ignore local kernel core dump support */
 474 #define DB_DISABLE_GZIP_CORE    0x40000 /* don't gzip kernel core dumps */
 475 #define DB_DISABLE_CROSS_PANIC  0x80000 /* x86 only - don't trigger cross panics. Only
 476                                          * necessary to enable x86 kernel debugging on
 477                                          * configs with a dev-fused co-processor running
 478                                          * release bridgeOS.
 479                                          */
 480 #define DB_REBOOT_ALWAYS        0x100000 /* Don't wait for debugger connection */
 481 #define DB_DISABLE_STACKSHOT_TO_DISK 0x200000 /* Disable writing stackshot to local disk */
 482
 483 /*
 484  * Values for a 64-bit mask that's passed to the debugger.
 485  */
 486 #define DEBUGGER_OPTION_NONE                        0x0ULL
 487 #define DEBUGGER_OPTION_PANICLOGANDREBOOT           0x1ULL /* capture a panic log and then reboot immediately */
 488 #define DEBUGGER_OPTION_RECURPANIC_ENTRY            0x2ULL
 489 #define DEBUGGER_OPTION_RECURPANIC_PRELOG           0x4ULL
 490 #define DEBUGGER_OPTION_RECURPANIC_POSTLOG          0x8ULL
 491 #define DEBUGGER_OPTION_RECURPANIC_POSTCORE         0x10ULL
 492 #define DEBUGGER_OPTION_INITPROC_PANIC              0x20ULL
 493 #define DEBUGGER_OPTION_COPROC_INITIATED_PANIC      0x40ULL /* panic initiated by a co-processor */
 494 #define DEBUGGER_OPTION_SKIP_LOCAL_COREDUMP         0x80ULL /* don't try to save local coredumps for this panic */
 495 #define DEBUGGER_OPTION_ATTEMPTCOREDUMPANDREBOOT    0x100ULL /* attempt to save coredump. always reboot */
 496 #define DEBUGGER_INTERNAL_OPTION_THREAD_BACKTRACE   0x200ULL /* backtrace the specified thread in the paniclog (x86 only) */
 497 #define DEBUGGER_OPTION_PRINT_CPU_USAGE_PANICLOG    0x400ULL /* print extra CPU usage data in the panic log */
 498 #define DEBUGGER_OPTION_SKIP_PANICEND_CALLOUTS      0x800ULL /* (bridgeOS) skip the kPEPanicEnd callouts -- don't wait for x86 to finish sending panic data */
 499
 500 #define DEBUGGER_INTERNAL_OPTIONS_MASK              (DEBUGGER_INTERNAL_OPTION_THREAD_BACKTRACE)
 501
 502 __BEGIN_DECLS
 503
 504 #define panic_plain(ex, ...)  (panic)(ex, ## __VA_ARGS__)
 505
 506 #define __STRINGIFY(x) #x
 507 #define LINE_NUMBER(x) __STRINGIFY(x)
 508 #define PANIC_LOCATION __FILE__ ":" LINE_NUMBER(__LINE__)
 509
 510 #if CONFIG_EMBEDDED
 511 #define panic(ex, ...)  ({ \
 512                 __asm__("" ::: "memory"); \
 513                 (panic)(# ex, ## __VA_ARGS__); \
 514         })
 515 #else
 516 #define panic(ex, ...)  ({ \
 517                 __asm__("" ::: "memory"); \
 518                 (panic)(# ex "@" PANIC_LOCATION, ## __VA_ARGS__); \
 519         })
 520 #endif
 521
 522 __abortlike __printflike(4, 5)
 523 void panic_with_options(unsigned int reason, void *ctx,
 524     uint64_t debugger_options_mask, const char *str, ...);
 525 void Debugger(const char * message);
 526 void populate_model_name(char *);
 527
 528 #if !defined (__x86_64__)
 529 /* Note that producer_name and buf should never be de-allocated as we reference these during panic */
 530 void register_additional_panic_data_buffer(const char *producer_name, void *buf, int len);
 531 #endif
 532
 533 unsigned panic_active(void);
 534
 535 __END_DECLS
 536
 537 #endif  /* KERNEL_PRIVATE */
 538
 539 #if XNU_KERNEL_PRIVATE
 540
 541 #if defined (__x86_64__)
 542 struct thread;
 543
 544 __abortlike __printflike(5, 6)
 545 void panic_with_thread_context(unsigned int reason, void *ctx,
 546     uint64_t debugger_options_mask, struct thread* th, const char *str, ...);
 547 #endif
 548
 549 /* limit the max size to a reasonable length */
 550 #define ADDITIONAL_PANIC_DATA_BUFFER_MAX_LEN 64
 551
 552 struct additional_panic_data_buffer {
 553         const char *producer_name;
 554         void *buf;
 555         int len;
 556 };
 557
 558 extern struct additional_panic_data_buffer *panic_data_buffers;
 559
 560 boolean_t oslog_is_safe(void);
 561 boolean_t debug_mode_active(void);
 562 boolean_t stackshot_active(void);
 563 void panic_stackshot_reset_state(void);
 564
 565 /*
 566  * @function stack_snapshot_from_kernel
 567  *
 568  * @abstract Stackshot function for kernel consumers who have their own buffer.
 569  *
 570  * @param pid     the PID to be traced or -1 for the whole system
 571  * @param buf     a pointer to the buffer where the stackshot should be written
 572  * @param size    the size of the buffer
 573  * @param flags   flags to be passed to the stackshot
 574  * @param delta_since_timestamp start time for delta period
 575  * @bytes_traced  a pointer to be filled with the length of the stackshot
 576  *
 577  */
 578 #ifdef __cplusplus
 579 extern "C" {
 580 #endif
 581 kern_return_t
 582 stack_snapshot_from_kernel(int pid, void *buf, uint32_t size, uint32_t flags,
 583     uint64_t delta_since_timestamp, unsigned *bytes_traced);
 584
 585 /*
 586  * Returns whether on device corefiles are enabled based on the build
 587  * and boot configuration.
 588  */
 589 boolean_t on_device_corefile_enabled(void);
 590
 591 /*
 592  * Returns whether panic stackshot to disk is enabled based on the build
 593  * and boot configuration.
 594  */
 595 boolean_t panic_stackshot_to_disk_enabled(void);
 596
 597 #ifdef __cplusplus
 598 }
 599 #endif
 600
 601 #if !CONFIG_EMBEDDED
 602 extern char debug_buf[];
 603 extern boolean_t coprocessor_paniclog_flush;
 604 extern boolean_t extended_debug_log_enabled;
 605 #endif /* !CONFIG_EMBEDDED */
 606
 607 extern char     *debug_buf_base;
 608
 609 #if defined(XNU_TARGET_OS_BRIDGE)
 610 extern uint64_t macos_panic_base;
 611 extern unsigned int macos_panic_size;
 612 #endif /* defined(XNU_TARGET_OS_BRIDGE) */
 613
 614 extern char     kernel_uuid_string[];
 615 extern char     panic_disk_error_description[];
 616 extern size_t   panic_disk_error_description_size;
 617
 618 extern unsigned char    *kernel_uuid;
 619 extern unsigned int     debug_boot_arg;
 620 #if DEVELOPMENT || DEBUG
 621 extern boolean_t        debug_boot_arg_inited;
 622 #endif
 623
 624 extern boolean_t kernelcache_uuid_valid;
 625 extern uuid_t kernelcache_uuid;
 626 extern uuid_string_t kernelcache_uuid_string;
 627
 628 #ifdef __cplusplus
 629 extern "C" {
 630 #endif
 631
 632 extern boolean_t        doprnt_hide_pointers;
 633
 634 #ifdef __cplusplus
 635 }
 636 #endif
 637
 638 extern unsigned int     halt_in_debugger; /* pending halt in debugger after boot */
 639 extern unsigned int     current_debugger;
 640 #define NO_CUR_DB       0x0
 641 #define KDP_CUR_DB      0x1
 642
 643 extern unsigned int     active_debugger;
 644 extern unsigned int     kernel_debugger_entry_count;
 645
 646 extern unsigned int     panicDebugging;
 647 extern unsigned int     kdebug_serial;
 648
 649 extern const char       *debugger_panic_str;
 650
 651 extern char *debug_buf_ptr;
 652 extern unsigned int debug_buf_size;
 653
 654 extern void debug_log_init(void);
 655 extern void debug_putc(char);
 656
 657 extern void panic_init(void);
 658
 659 /*
 660  * Initialize the physical carveout requested with the `phys_carveout_mb`
 661  * boot-arg.  This should only be called at kernel startup, when physically
 662  * contiguous pages are plentiful.
 663  */
 664 extern void phys_carveout_init(void);
 665
 666 extern uintptr_t phys_carveout_pa;
 667 extern size_t phys_carveout_size;
 668
 669
 670
 671 #if defined (__x86_64__)
 672 extern void extended_debug_log_init(void);
 673
 674 int     packA(char *inbuf, uint32_t length, uint32_t buflen);
 675 void    unpackA(char *inbuf, uint32_t length);
 676
 677 #define PANIC_STACKSHOT_BUFSIZE (1024 * 1024)
 678
 679 extern uintptr_t panic_stackshot_buf;
 680 extern size_t panic_stackshot_buf_len;
 681
 682 extern size_t panic_stackshot_len;
 683 #endif /* defined (__x86_64__) */
 684
 685 void    SavePanicInfo(const char *message, void *panic_data, uint64_t panic_options);
 686 void    paniclog_flush(void);
 687 void    panic_display_system_configuration(boolean_t launchd_exit);
 688 void    panic_display_zprint(void);
 689 void    panic_display_kernel_aslr(void);
 690 void    panic_display_hibb(void);
 691 void    panic_display_model_name(void);
 692 void    panic_display_kernel_uuid(void);
 693 #if CONFIG_ZLEAKS
 694 void    panic_display_ztrace(void);
 695 #endif /* CONFIG_ZLEAKS */
 696 #if CONFIG_ECC_LOGGING
 697 void    panic_display_ecc_errors(void);
 698 #endif /* CONFIG_ECC_LOGGING */
 699
 700 /*
 701  * @var not_in_kdp
 702  *
 703  * @abstract True if we're in normal kernel operation, False if we're in a
 704  * single-core debugger context.
 705  */
 706 extern unsigned int not_in_kdp;
 707
 708 #define DEBUGGER_NO_CPU -1
 709
 710 typedef enum {
 711         DBOP_NONE,
 712         DBOP_STACKSHOT,
 713         DBOP_RESET_PGO_COUNTERS,
 714         DBOP_PANIC,
 715         DBOP_DEBUGGER,
 716         DBOP_BREAKPOINT,
 717 } debugger_op;
 718
 719 kern_return_t DebuggerTrapWithState(debugger_op db_op, const char *db_message, const char *db_panic_str, va_list *db_panic_args,
 720     uint64_t db_panic_options, void *db_panic_data_ptr, boolean_t db_proceed_on_sync_failure, unsigned long db_panic_caller);
 721 void handle_debugger_trap(unsigned int exception, unsigned int code, unsigned int subcode, void *state);
 722
 723 void DebuggerWithContext(unsigned int reason, void *ctx, const char *message, uint64_t debugger_options_mask);
 724
 725 #if DEBUG || DEVELOPMENT
 726 /* leak pointer scan definitions */
 727
 728 enum{
 729         kInstanceFlagAddress    = 0x01UL,
 730         kInstanceFlagReferenced = 0x02UL,
 731         kInstanceFlags          = 0x03UL
 732 };
 733
 734 #define INSTANCE_GET(x) ((x) & ~kInstanceFlags)
 735 #define INSTANCE_PUT(x) ((x) ^ ~kInstanceFlags)
 736
 737 typedef void (*leak_site_proc)(void * refCon, uint32_t siteCount, uint32_t zoneSize,
 738     uintptr_t * backtrace, uint32_t btCount);
 739
 740 #ifdef __cplusplus
 741 extern "C" {
 742 #endif
 743
 744 extern kern_return_t
 745 zone_leaks(const char * zoneName, uint32_t nameLen, leak_site_proc proc, void * refCon);
 746
 747 extern void
 748 zone_leaks_scan(uintptr_t * instances, uint32_t count, uint32_t zoneSize, uint32_t * found);
 749
 750 #ifdef __cplusplus
 751 }
 752 #endif
 753
 754 extern boolean_t
 755 kdp_is_in_zone(void *addr, const char *zone_name);
 756
 757 #endif  /* DEBUG || DEVELOPMENT */
 758 #endif  /* XNU_KERNEL_PRIVATE */
 759
 760 #endif  /* _KERN_DEBUG_H_ */