X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/0a7de7458d150b5d4dffc935ba399be265ef0a1a..f427ee49d309d8fc33ebf3042c3a775f2f530ded:/iokit/bsddev/IOKitBSDInit.cpp diff --git a/iokit/bsddev/IOKitBSDInit.cpp b/iokit/bsddev/IOKitBSDInit.cpp index 6ce81657a..903cda795 100644 --- a/iokit/bsddev/IOKitBSDInit.cpp +++ b/iokit/bsddev/IOKitBSDInit.cpp @@ -31,6 +31,7 @@ #include #include #include +#include #include #include @@ -49,49 +50,25 @@ extern "C" { #define ROOTDEVICETIMEOUT 60 #endif -int panic_on_exception_triage = 0; - extern dev_t mdevadd(int devid, uint64_t base, unsigned int size, int phys); extern dev_t mdevlookup(int devid); extern void mdevremoveall(void); extern int mdevgetrange(int devid, uint64_t *base, uint64_t *size); extern void di_root_ramfile(IORegistryEntry * entry); -#if CONFIG_EMBEDDED +#define ROUNDUP(a, b) (((a) + ((b) - 1)) & (~((b) - 1))) + #define IOPOLLED_COREFILE (CONFIG_KDP_INTERACTIVE_DEBUGGING) #if defined(XNU_TARGET_OS_BRIDGE) - -#define kIOCoreDumpSize 150ULL*1024ULL*1024ULL -// leave free space on volume: -#define kIOCoreDumpFreeSize 150ULL*1024ULL*1024ULL #define kIOCoreDumpPath "/private/var/internal/kernelcore" - -#else /* defined(XNU_TARGET_OS_BRIDGE) */ -#define kIOCoreDumpMinSize 350ULL*1024ULL*1024ULL -#define kIOCoreDumpLargeSize 500ULL*1024ULL*1024ULL -// leave free space on volume: -#define kIOCoreDumpFreeSize 350ULL*1024ULL*1024ULL +#elif defined(XNU_TARGET_OS_OSX) +#define kIOCoreDumpPath "/System/Volumes/VM/kernelcore" +#else #define kIOCoreDumpPath "/private/var/vm/kernelcore" +#endif -#endif /* defined(XNU_TARGET_OS_BRIDGE) */ - -#elif DEVELOPMENT /* CONFIG_EMBEDDED */ -#define IOPOLLED_COREFILE 1 -// no sizing -#define kIOCoreDumpSize 0ULL -#define kIOCoreDumpFreeSize 0ULL -#else /* CONFIG_EMBEDDED */ -#define IOPOLLED_COREFILE 0 -#endif /* CONFIG_EMBEDDED */ - - -#if IOPOLLED_COREFILE -static bool -NewKernelCoreMedia(void * target, void * refCon, - IOService * newService, - IONotifier * notifier); -#endif /* IOPOLLED_COREFILE */ +#define SYSTEM_NVRAM_PREFIX "40A0DDD2-77F8-4392-B4A3-1E7304206516:" #if CONFIG_KDP_INTERACTIVE_DEBUGGING /* @@ -101,11 +78,21 @@ extern uint64_t kdp_core_ramdisk_addr; extern uint64_t kdp_core_ramdisk_size; #endif +#if IOPOLLED_COREFILE +static void IOOpenPolledCoreFile(thread_call_param_t __unused, thread_call_param_t corefilename); + +thread_call_t corefile_open_call = NULL; +#endif + kern_return_t IOKitBSDInit( void ) { IOService::publishResource("IOBSD"); +#if IOPOLLED_COREFILE + corefile_open_call = thread_call_allocate_with_options(IOOpenPolledCoreFile, NULL, THREAD_CALL_PRIORITY_KERNEL, THREAD_CALL_OPTIONS_ONCE); +#endif + return kIOReturnSuccess; } @@ -122,8 +109,8 @@ IOServicePublishResource( const char * property, boolean_t value ) boolean_t IOServiceWaitForMatchingResource( const char * property, uint64_t timeout ) { - OSDictionary * dict = 0; - IOService * match = 0; + OSDictionary * dict = NULL; + IOService * match = NULL; boolean_t found = false; do { @@ -150,8 +137,8 @@ IOServiceWaitForMatchingResource( const char * property, uint64_t timeout ) boolean_t IOCatalogueMatchingDriversPresent( const char * property ) { - OSDictionary * dict = 0; - OSOrderedSet * set = 0; + OSDictionary * dict = NULL; + OSOrderedSet * set = NULL; SInt32 generationCount = 0; boolean_t found = false; @@ -181,7 +168,7 @@ OSDictionary * IOBSDNameMatching( const char * name ) { OSDictionary * dict; - const OSSymbol * str = 0; + const OSSymbol * str = NULL; do { dict = IOService::serviceMatching( gIOServiceKey ); @@ -205,7 +192,7 @@ IOBSDNameMatching( const char * name ) str->release(); } - return 0; + return NULL; } OSDictionary * @@ -218,29 +205,29 @@ OSDictionary * IONetworkNamePrefixMatching( const char * prefix ) { OSDictionary * matching; - OSDictionary * propDict = 0; - const OSSymbol * str = 0; + OSDictionary * propDict = NULL; + const OSSymbol * str = NULL; char networkType[128]; do { matching = IOService::serviceMatching( "IONetworkInterface" ); - if (matching == 0) { + if (matching == NULL) { continue; } propDict = OSDictionary::withCapacity(1); - if (propDict == 0) { + if (propDict == NULL) { continue; } str = OSSymbol::withCString( prefix ); - if (str == 0) { + if (str == NULL) { continue; } propDict->setObject( "IOInterfaceNamePrefix", (OSObject *) str ); str->release(); - str = 0; + str = NULL; // see if we're contrained to netroot off of specific network type if (PE_parse_boot_argn( "network-type", networkType, 128 )) { @@ -248,7 +235,7 @@ IONetworkNamePrefixMatching( const char * prefix ) if (str) { propDict->setObject( "IONetworkRootType", str); str->release(); - str = 0; + str = NULL; } } @@ -258,7 +245,7 @@ IONetworkNamePrefixMatching( const char * prefix ) } propDict->release(); - propDict = 0; + propDict = NULL; return matching; } while (false); @@ -273,7 +260,7 @@ IONetworkNamePrefixMatching( const char * prefix ) str->release(); } - return 0; + return NULL; } static bool @@ -287,32 +274,32 @@ IORegisterNetworkInterface( IOService * netif ) // device is handed to BSD. IOService * stack; - OSNumber * zero = 0; - OSString * path = 0; - OSDictionary * dict = 0; - char * pathBuf = 0; + OSNumber * zero = NULL; + OSString * path = NULL; + OSDictionary * dict = NULL; + char * pathBuf = NULL; int len; enum { kMaxPathLen = 512 }; do { stack = IOService::waitForService( IOService::serviceMatching("IONetworkStack")); - if (stack == 0) { + if (stack == NULL) { break; } dict = OSDictionary::withCapacity(3); - if (dict == 0) { + if (dict == NULL) { break; } zero = OSNumber::withNumber((UInt64) 0, 32); - if (zero == 0) { + if (zero == NULL) { break; } pathBuf = (char *) IOMalloc( kMaxPathLen ); - if (pathBuf == 0) { + if (pathBuf == NULL) { break; } @@ -323,7 +310,7 @@ IORegisterNetworkInterface( IOService * netif ) } path = OSString::withCStringNoCopy( pathBuf ); - if (path == 0) { + if (path == NULL) { break; } @@ -346,7 +333,7 @@ IORegisterNetworkInterface( IOService * netif ) IOFree(pathBuf, kMaxPathLen); } - return netif->getProperty( kIOBSDNameKey ) != 0; + return netif->getProperty( kIOBSDNameKey ) != NULL; } OSDictionary * @@ -358,7 +345,7 @@ IOOFPathMatching( const char * path, char * buf, int maxLen ) int len; do { - len = strlen( kIODeviceTreePlane ":" ); + len = ((int) strlen( kIODeviceTreePlane ":" )); maxLen -= len; if (maxLen <= 0) { continue; @@ -367,7 +354,7 @@ IOOFPathMatching( const char * path, char * buf, int maxLen ) strlcpy( buf, kIODeviceTreePlane ":", len + 1 ); comp = buf + len; - len = strlen( path ); + len = ((int) strnlen( path, INT_MAX )); maxLen -= len; if (maxLen <= 0) { continue; @@ -393,12 +380,174 @@ IOOFPathMatching( const char * path, char * buf, int maxLen ) matching->release(); } - return 0; + return NULL; } static int didRam = 0; enum { kMaxPathBuf = 512, kMaxBootVar = 128 }; +const char* +IOGetBootUUID(void) +{ + IORegistryEntry *entry; + + if ((entry = IORegistryEntry::fromPath("/chosen", gIODTPlane))) { + OSData *uuid_data = (OSData *)entry->getProperty("boot-uuid"); + if (uuid_data) { + return (const char*)uuid_data->getBytesNoCopy(); + } + } + + return NULL; +} + +const char * +IOGetApfsPrebootUUID(void) +{ + IORegistryEntry *entry; + + if ((entry = IORegistryEntry::fromPath("/chosen", gIODTPlane))) { + OSData *uuid_data = (OSData *)entry->getProperty("apfs-preboot-uuid"); + if (uuid_data) { + return (const char*)uuid_data->getBytesNoCopy(); + } + } + + return NULL; +} + +const char * +IOGetAssociatedApfsVolgroupUUID(void) +{ + IORegistryEntry *entry; + + if ((entry = IORegistryEntry::fromPath("/chosen", gIODTPlane))) { + OSData *uuid_data = (OSData *)entry->getProperty("associated-volume-group"); + if (uuid_data) { + return (const char*)uuid_data->getBytesNoCopy(); + } + } + + return NULL; +} + +const char * +IOGetBootObjectsPath(void) +{ + IORegistryEntry *entry; + + if ((entry = IORegistryEntry::fromPath("/chosen", gIODTPlane))) { + OSData *path_prefix_data = (OSData *)entry->getProperty("boot-objects-path"); + if (path_prefix_data) { + return (const char *)path_prefix_data->getBytesNoCopy(); + } + } + + return NULL; +} + +/* + * Set NVRAM to boot into the right flavor of Recovery, + * optionally passing a UUID of a volume that failed to boot. + * If `reboot` is true, reboot immediately. + * + * Returns true if `mode` was understood, false otherwise. + * (Does not return if `reboot` is true.) + */ +boolean_t +IOSetRecoveryBoot(bsd_bootfail_mode_t mode, uuid_t volume_uuid, boolean_t reboot) +{ + IODTNVRAM *nvram = NULL; + const OSSymbol *boot_command_sym = NULL; + OSString *boot_command_recover = NULL; + + if (mode == BSD_BOOTFAIL_SEAL_BROKEN) { + const char *boot_mode = "ssv-seal-broken"; + uuid_string_t volume_uuid_str; + + // Set `recovery-broken-seal-uuid = `. + if (volume_uuid) { + uuid_unparse_upper(volume_uuid, volume_uuid_str); + + if (!PEWriteNVRAMProperty(SYSTEM_NVRAM_PREFIX "recovery-broken-seal-uuid", + volume_uuid_str, sizeof(uuid_string_t))) { + IOLog("Failed to write recovery-broken-seal-uuid to NVRAM.\n"); + } + } + + // Set `recovery-boot-mode = ssv-seal-broken`. + if (!PEWriteNVRAMProperty(SYSTEM_NVRAM_PREFIX "recovery-boot-mode", boot_mode, + (const unsigned int) strlen(boot_mode))) { + IOLog("Failed to write recovery-boot-mode to NVRAM.\n"); + } + } else if (mode == BSD_BOOTFAIL_MEDIA_MISSING) { + const char *boot_picker_reason = "missing-boot-media"; + + // Set `boot-picker-bringup-reason = missing-boot-media`. + if (!PEWriteNVRAMProperty(SYSTEM_NVRAM_PREFIX "boot-picker-bringup-reason", + boot_picker_reason, (const unsigned int) strlen(boot_picker_reason))) { + IOLog("Failed to write boot-picker-bringup-reason to NVRAM.\n"); + } + + // Set `boot-command = recover`. + + // Construct an OSSymbol and an OSString to be the (key, value) pair + // we write to NVRAM. Unfortunately, since our value must be an OSString + // instead of an OSData, we cannot use PEWriteNVRAMProperty() here. + boot_command_sym = OSSymbol::withCStringNoCopy(SYSTEM_NVRAM_PREFIX "boot-command"); + boot_command_recover = OSString::withCStringNoCopy("recover"); + if (boot_command_sym == NULL || boot_command_recover == NULL) { + IOLog("Failed to create boot-command strings.\n"); + goto do_reboot; + } + + // Wait for NVRAM to be readable... + nvram = OSDynamicCast(IODTNVRAM, IOService::waitForService( + IOService::serviceMatching("IODTNVRAM"))); + if (nvram == NULL) { + IOLog("Failed to acquire IODTNVRAM object.\n"); + goto do_reboot; + } + + // Wait for NVRAM to be writable... + if (!IOServiceWaitForMatchingResource("IONVRAM", UINT64_MAX)) { + IOLog("Failed to wait for IONVRAM service.\n"); + // attempt the work anyway... + } + + // Write the new boot-command to NVRAM, and sync if successful. + if (!nvram->setProperty(boot_command_sym, boot_command_recover)) { + IOLog("Failed to save new boot-command to NVRAM.\n"); + } else { + nvram->sync(); + } + } else { + IOLog("Unknown mode: %d\n", mode); + return false; + } + + // Clean up and reboot! +do_reboot: + if (nvram != NULL) { + nvram->release(); + } + + if (boot_command_recover != NULL) { + boot_command_recover->release(); + } + + if (boot_command_sym != NULL) { + boot_command_sym->release(); + } + + if (reboot) { + IOLog("\nAbout to reboot into Recovery!\n"); + (void)PEHaltRestart(kPERestartCPU); + } + + return true; +} + kern_return_t IOFindBSDRoot( char * rootName, unsigned int rootNameSize, dev_t * root, u_int32_t * oflags ) @@ -406,19 +555,20 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, mach_timespec_t t; IOService * service; IORegistryEntry * regEntry; - OSDictionary * matching = 0; + OSDictionary * matching = NULL; OSString * iostr; OSNumber * off; - OSData * data = 0; + OSData * data = NULL; UInt32 flags = 0; int mnr, mjr; - const char * mediaProperty = 0; + const char * mediaProperty = NULL; char * rdBootVar; char * str; - const char * look = 0; + const char * look = NULL; int len; bool debugInfoPrintedOnce = false; + bool needNetworkKexts = false; const char * uuidStr = NULL; static int mountAttempts = 0; @@ -499,7 +649,13 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, if (data) { /* We found one */ uintptr_t *ramdParms; ramdParms = (uintptr_t *)data->getBytesNoCopy(); /* Point to the ram disk base and size */ - (void)mdevadd(-1, ml_static_ptovirt(ramdParms[0]) >> 12, ramdParms[1] >> 12, 0); /* Initialize it and pass back the device number */ +#if __LP64__ +#define MAX_PHYS_RAM (((uint64_t)UINT_MAX) << 12) + if (ramdParms[1] > MAX_PHYS_RAM) { + panic("ramdisk params"); + } +#endif /* __LP64__ */ + (void)mdevadd(-1, ml_static_ptovirt(ramdParms[0]) >> 12, (unsigned int) (ramdParms[1] >> 12), 0); /* Initialize it and pass back the device number */ } regEntry->release(); /* Toss the entry */ } @@ -527,7 +683,7 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, if (*root >= 0) { /* Did we find one? */ rootName[0] = 'm'; /* Build root name */ rootName[1] = 'd'; /* Build root name */ - rootName[2] = dchar; /* Build root name */ + rootName[2] = (char) dchar; /* Build root name */ rootName[3] = 0; /* Build root name */ IOLog("BSD root: %s, major %d, minor %d\n", rootName, major(*root), minor(*root)); *oflags = 0; /* Show that this is not network */ @@ -556,6 +712,7 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, if (strncmp( look, "en", strlen( "en" )) == 0) { matching = IONetworkNamePrefixMatching( "en" ); + needNetworkKexts = true; } else if (strncmp( look, "uuid", strlen( "uuid" )) == 0) { char *uuid; OSString *uuidString; @@ -607,14 +764,22 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, } } + char namep[8]; + if (needNetworkKexts + || PE_parse_boot_argn("-s", namep, sizeof(namep))) { + IOService::startDeferredMatches(); + } + do { t.tv_sec = ROOTDEVICETIMEOUT; t.tv_nsec = 0; matching->retain(); service = IOService::waitForService( matching, &t ); if ((!service) || (mountAttempts == 10)) { +#if !XNU_TARGET_OS_OSX || !defined(__arm64__) PE_display_icon( 0, "noroot"); IOLog( "Still waiting for root device\n" ); +#endif if (!debugInfoPrintedOnce) { debugInfoPrintedOnce = true; @@ -630,6 +795,11 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, IOPrintMemory(); } } + +#if XNU_TARGET_OS_OSX && defined(__arm64__) + // The disk isn't found - have the user pick from recoveryOS+. + (void)IOSetRecoveryBoot(BSD_BOOTFAIL_MEDIA_MISSING, NULL, true); +#endif } } while (!service); matching->release(); @@ -648,7 +818,7 @@ IOFindBSDRoot( char * rootName, unsigned int rootNameSize, if (service && service->metaCast( "IONetworkInterface" ) && !IORegisterNetworkInterface( service )) { - service = 0; + service = NULL; } if (service) { @@ -725,8 +895,7 @@ IORamDiskBSDRoot(void) void IOSecureBSDRoot(const char * rootName) { -#if CONFIG_EMBEDDED - int tmpInt; +#if CONFIG_SECURE_BSD_ROOT IOReturn result; IOPlatformExpert *pe; OSDictionary *matching; @@ -739,23 +908,15 @@ IOSecureBSDRoot(const char * rootName) assert(pe); // Returns kIOReturnNotPrivileged is the root device is not secure. // Returns kIOReturnUnsupported if "SecureRootName" is not implemented. - result = pe->callPlatformFunction(functionName, false, (void *)rootName, (void *)0, (void *)0, (void *)0); + result = pe->callPlatformFunction(functionName, false, (void *)rootName, (void *)NULL, (void *)NULL, (void *)NULL); functionName->release(); OSSafeReleaseNULL(pe); if (result == kIOReturnNotPrivileged) { mdevremoveall(); - } else if (result == kIOReturnSuccess) { - // If we are booting with a secure root, and we have the right - // boot-arg, we will want to panic on exception triage. This - // behavior is intended as a debug aid (we can look at why an - // exception occured in the kernel debugger). - if (PE_parse_boot_argn("-panic_on_exception_triage", &tmpInt, sizeof(tmpInt))) { - panic_on_exception_triage = 1; - } } -#endif // CONFIG_EMBEDDED +#endif // CONFIG_SECURE_BSD_ROOT } void * @@ -796,13 +957,13 @@ IOBSDGetPlatformUUID( uuid_t uuid, mach_timespec_t timeout ) IOService * resources; OSString * string; - resources = IOService::waitForService( IOService::resourceMatching( kIOPlatformUUIDKey ), (timeout.tv_sec || timeout.tv_nsec) ? &timeout : 0 ); - if (resources == 0) { + resources = IOService::waitForService( IOService::resourceMatching( kIOPlatformUUIDKey ), (timeout.tv_sec || timeout.tv_nsec) ? &timeout : NULL ); + if (resources == NULL) { return KERN_OPERATION_TIMED_OUT; } string = (OSString *) IOService::getPlatform()->getProvider()->getProperty( kIOPlatformUUIDKey ); - if (string == 0) { + if (string == NULL) { return KERN_NOT_SUPPORTED; } @@ -823,179 +984,167 @@ IOBSDGetPlatformUUID( uuid_t uuid, mach_timespec_t timeout ) IOPolledFileIOVars * gIOPolledCoreFileVars; kern_return_t gIOPolledCoreFileOpenRet = kIOReturnNotReady; +IOPolledCoreFileMode_t gIOPolledCoreFileMode = kIOPolledCoreFileModeNotInitialized; + #if IOPOLLED_COREFILE -static IOReturn -IOOpenPolledCoreFile(const char * filename) +#if defined(XNU_TARGET_OS_BRIDGE) +// On bridgeOS allocate a 150MB corefile and leave 150MB free +#define kIOCoreDumpSize 150ULL*1024ULL*1024ULL +#define kIOCoreDumpFreeSize 150ULL*1024ULL*1024ULL + +#elif !defined(XNU_TARGET_OS_OSX) /* defined(XNU_TARGET_OS_BRIDGE) */ +// On embedded devices with >3GB DRAM we allocate a 500MB corefile +// otherwise allocate a 350MB corefile. Leave 350 MB free + +#define kIOCoreDumpMinSize 350ULL*1024ULL*1024ULL +#define kIOCoreDumpLargeSize 500ULL*1024ULL*1024ULL + +#define kIOCoreDumpFreeSize 350ULL*1024ULL*1024ULL + +#else /* defined(XNU_TARGET_OS_BRIDGE) */ +// on macOS devices allocate a corefile sized at 1GB / 32GB of DRAM, +// fallback to a 1GB corefile and leave at least 1GB free +#define kIOCoreDumpMinSize 1024ULL*1024ULL*1024ULL +#define kIOCoreDumpIncrementalSize 1024ULL*1024ULL*1024ULL + +#define kIOCoreDumpFreeSize 1024ULL*1024ULL*1024ULL + +// on older macOS devices we allocate a 1MB file at boot +// to store a panic time stackshot +#define kIOStackshotFileSize 1024ULL*1024ULL + +#endif /* defined(XNU_TARGET_OS_BRIDGE) */ + +static IOPolledCoreFileMode_t +GetCoreFileMode() +{ + if (on_device_corefile_enabled()) { + return kIOPolledCoreFileModeCoredump; + } else if (panic_stackshot_to_disk_enabled()) { + return kIOPolledCoreFileModeStackshot; + } else { + return kIOPolledCoreFileModeDisabled; + } +} + +static void +IOCoreFileGetSize(uint64_t *ideal_size, uint64_t *fallback_size, uint64_t *free_space_to_leave, IOPolledCoreFileMode_t mode) +{ + unsigned int requested_corefile_size = 0; + + *ideal_size = *fallback_size = *free_space_to_leave = 0; + +#if defined(XNU_TARGET_OS_BRIDGE) +#pragma unused(mode) + *ideal_size = *fallback_size = kIOCoreDumpSize; + *free_space_to_leave = kIOCoreDumpFreeSize; +#elif !defined(XNU_TARGET_OS_OSX) /* defined(XNU_TARGET_OS_BRIDGE) */ +#pragma unused(mode) + *ideal_size = *fallback_size = kIOCoreDumpMinSize; + + if (max_mem > (3 * 1024ULL * 1024ULL * 1024ULL)) { + *ideal_size = kIOCoreDumpLargeSize; + } + + *free_space_to_leave = kIOCoreDumpFreeSize; +#else /* defined(XNU_TARGET_OS_BRIDGE) */ + if (mode == kIOPolledCoreFileModeCoredump) { + *ideal_size = *fallback_size = kIOCoreDumpMinSize; + if (kIOCoreDumpIncrementalSize != 0 && max_mem > (32 * 1024ULL * 1024ULL * 1024ULL)) { + *ideal_size = ((ROUNDUP(max_mem, (32 * 1024ULL * 1024ULL * 1024ULL)) / (32 * 1024ULL * 1024ULL * 1024ULL)) * kIOCoreDumpIncrementalSize); + } + *free_space_to_leave = kIOCoreDumpFreeSize; + } else if (mode == kIOPolledCoreFileModeStackshot) { + *ideal_size = *fallback_size = *free_space_to_leave = kIOStackshotFileSize; + } +#endif /* defined(XNU_TARGET_OS_BRIDGE) */ + // If a custom size was requested, override the ideal and requested sizes + if (PE_parse_boot_argn("corefile_size_mb", &requested_corefile_size, sizeof(requested_corefile_size))) { + IOLog("Boot-args specify %d MB kernel corefile\n", requested_corefile_size); + + *ideal_size = *fallback_size = (requested_corefile_size * 1024ULL * 1024ULL); + } + + return; +} + +static void +IOOpenPolledCoreFile(thread_call_param_t __unused, thread_call_param_t corefilename) { + assert(corefilename != NULL); + IOReturn err; - unsigned int debug; - uint64_t corefile_size_bytes = 0; + char *filename = (char *) corefilename; + uint64_t corefile_size_bytes = 0, corefile_fallback_size_bytes = 0, free_space_to_leave_bytes = 0; + IOPolledCoreFileMode_t mode_to_init = GetCoreFileMode(); if (gIOPolledCoreFileVars) { - return kIOReturnBusy; + return; } if (!IOPolledInterface::gMetaClass.getInstanceCount()) { - return kIOReturnUnsupported; + return; } - debug = 0; - PE_parse_boot_argn("debug", &debug, sizeof(debug)); - if (DB_DISABLE_LOCAL_CORE & debug) { - return kIOReturnUnsupported; + if (mode_to_init == kIOPolledCoreFileModeDisabled) { + gIOPolledCoreFileMode = kIOPolledCoreFileModeDisabled; + return; } -#if CONFIG_EMBEDDED - unsigned int requested_corefile_size = 0; - if (PE_parse_boot_argn("corefile_size_mb", &requested_corefile_size, sizeof(requested_corefile_size))) { - IOLog("Boot-args specify %d MB kernel corefile\n", requested_corefile_size); - - corefile_size_bytes = (requested_corefile_size * 1024ULL * 1024ULL); - } -#endif + // We'll overwrite this once we open the file, we update this to mark that we have made + // it past initialization + gIOPolledCoreFileMode = kIOPolledCoreFileModeClosed; + IOCoreFileGetSize(&corefile_size_bytes, &corefile_fallback_size_bytes, &free_space_to_leave_bytes, mode_to_init); do { -#if defined(kIOCoreDumpLargeSize) - if (0 == corefile_size_bytes) { - // If no custom size was requested and we're on a device with >3GB of DRAM, attempt - // to allocate a large corefile otherwise use a small file. - if (max_mem > (3 * 1024ULL * 1024ULL * 1024ULL)) { - corefile_size_bytes = kIOCoreDumpLargeSize; - err = IOPolledFileOpen(filename, - kIOPolledFileCreate, - corefile_size_bytes, kIOCoreDumpFreeSize, - NULL, 0, - &gIOPolledCoreFileVars, NULL, NULL, 0); - if (kIOReturnSuccess == err) { - break; - } else if (kIOReturnNoSpace == err) { - IOLog("Failed to open corefile of size %llu MB (low disk space)", - (corefile_size_bytes / (1024ULL * 1024ULL))); - if (corefile_size_bytes == kIOCoreDumpMinSize) { - gIOPolledCoreFileOpenRet = err; - return err; - } - // Try to open a smaller corefile (set size and fall-through) - corefile_size_bytes = kIOCoreDumpMinSize; - } else { - IOLog("Failed to open corefile of size %llu MB (returned error 0x%x)\n", - (corefile_size_bytes / (1024ULL * 1024ULL)), err); - gIOPolledCoreFileOpenRet = err; - return err; - } - } else { - corefile_size_bytes = kIOCoreDumpMinSize; + err = IOPolledFileOpen(filename, kIOPolledFileCreate, corefile_size_bytes, free_space_to_leave_bytes, + NULL, 0, &gIOPolledCoreFileVars, NULL, NULL, NULL); + if (kIOReturnSuccess == err) { + break; + } else if (kIOReturnNoSpace == err) { + IOLog("Failed to open corefile of size %llu MB (low disk space)", + (corefile_size_bytes / (1024ULL * 1024ULL))); + if (corefile_size_bytes == corefile_fallback_size_bytes) { + gIOPolledCoreFileOpenRet = err; + return; } + } else { + IOLog("Failed to open corefile of size %llu MB (returned error 0x%x)\n", + (corefile_size_bytes / (1024ULL * 1024ULL)), err); + gIOPolledCoreFileOpenRet = err; + return; } -#else /* defined(kIOCoreDumpLargeSize) */ - if (0 == corefile_size_bytes) { - corefile_size_bytes = kIOCoreDumpSize; - } -#endif /* defined(kIOCoreDumpLargeSize) */ - err = IOPolledFileOpen(filename, - kIOPolledFileCreate, - corefile_size_bytes, kIOCoreDumpFreeSize, - NULL, 0, - &gIOPolledCoreFileVars, NULL, NULL, 0); + + err = IOPolledFileOpen(filename, kIOPolledFileCreate, corefile_fallback_size_bytes, free_space_to_leave_bytes, + NULL, 0, &gIOPolledCoreFileVars, NULL, NULL, NULL); if (kIOReturnSuccess != err) { IOLog("Failed to open corefile of size %llu MB (returned error 0x%x)\n", - (corefile_size_bytes / (1024ULL * 1024ULL)), err); + (corefile_fallback_size_bytes / (1024ULL * 1024ULL)), err); gIOPolledCoreFileOpenRet = err; - return err; + return; } } while (false); - err = IOPolledFilePollersSetup(gIOPolledCoreFileVars, kIOPolledPreflightCoreDumpState); - if (kIOReturnSuccess != err) { - IOPolledFileClose(&gIOPolledCoreFileVars, NULL, NULL, 0, 0, 0); + gIOPolledCoreFileOpenRet = IOPolledFilePollersSetup(gIOPolledCoreFileVars, kIOPolledPreflightCoreDumpState); + if (kIOReturnSuccess != gIOPolledCoreFileOpenRet) { + IOPolledFileClose(&gIOPolledCoreFileVars, 0, NULL, 0, 0, 0); IOLog("IOPolledFilePollersSetup for corefile failed with error: 0x%x\n", err); - gIOPolledCoreFileOpenRet = err; } else { IOLog("Opened corefile of size %llu MB\n", (corefile_size_bytes / (1024ULL * 1024ULL))); + gIOPolledCoreFileMode = mode_to_init; } - return err; + return; } static void IOClosePolledCoreFile(void) { gIOPolledCoreFileOpenRet = kIOReturnNotOpen; + gIOPolledCoreFileMode = kIOPolledCoreFileModeClosed; IOPolledFilePollersClose(gIOPolledCoreFileVars, kIOPolledPostflightCoreDumpState); - IOPolledFileClose(&gIOPolledCoreFileVars, NULL, NULL, 0, 0, 0); -} - -static thread_call_t gIOOpenPolledCoreFileTC; -static IONotifier * gIOPolledCoreFileNotifier; -static IONotifier * gIOPolledCoreFileInterestNotifier; - -static IOReturn -KernelCoreMediaInterest(void * target, void * refCon, - UInt32 messageType, IOService * provider, - void * messageArgument, vm_size_t argSize ) -{ - if (kIOMessageServiceIsTerminated == messageType) { - gIOPolledCoreFileInterestNotifier->remove(); - gIOPolledCoreFileInterestNotifier = 0; - IOClosePolledCoreFile(); - } - - return kIOReturnSuccess; -} - -static void -OpenKernelCoreMedia(thread_call_param_t p0, thread_call_param_t p1) -{ - IOService * newService; - OSString * string; - char filename[16]; - - newService = (IOService *) p1; - do{ - if (gIOPolledCoreFileVars) { - break; - } - string = OSDynamicCast(OSString, newService->getProperty(kIOBSDNameKey)); - if (!string) { - break; - } - snprintf(filename, sizeof(filename), "/dev/%s", string->getCStringNoCopy()); - if (kIOReturnSuccess != IOOpenPolledCoreFile(filename)) { - break; - } - gIOPolledCoreFileInterestNotifier = newService->registerInterest( - gIOGeneralInterest, &KernelCoreMediaInterest, NULL, 0); - }while (false); - - newService->release(); -} - -static bool -NewKernelCoreMedia(void * target, void * refCon, - IOService * newService, - IONotifier * notifier) -{ - static volatile UInt32 onlyOneCorePartition = 0; - do{ - if (!OSCompareAndSwap(0, 1, &onlyOneCorePartition)) { - break; - } - if (gIOPolledCoreFileVars) { - break; - } - if (!gIOOpenPolledCoreFileTC) { - break; - } - newService = newService->getProvider(); - if (!newService) { - break; - } - newService->retain(); - thread_call_enter1(gIOOpenPolledCoreFileTC, newService); - }while (false); - - return false; + IOPolledFileClose(&gIOPolledCoreFileVars, 0, NULL, 0, 0, 0); } #endif /* IOPOLLED_COREFILE */ @@ -1004,37 +1153,6 @@ extern "C" void IOBSDMountChange(struct mount * mp, uint32_t op) { #if IOPOLLED_COREFILE - - OSDictionary * bsdMatching; - OSDictionary * mediaMatching; - OSString * string; - - if (!gIOPolledCoreFileNotifier) { - do{ - if (!gIOOpenPolledCoreFileTC) { - gIOOpenPolledCoreFileTC = thread_call_allocate(&OpenKernelCoreMedia, NULL); - } - bsdMatching = IOService::serviceMatching("IOMediaBSDClient"); - if (!bsdMatching) { - break; - } - mediaMatching = IOService::serviceMatching("IOMedia"); - string = OSString::withCStringNoCopy("5361644D-6163-11AA-AA11-00306543ECAC"); - if (!string || !mediaMatching) { - break; - } - mediaMatching->setObject("Content", string); - string->release(); - bsdMatching->setObject(gIOParentMatchKey, mediaMatching); - mediaMatching->release(); - - gIOPolledCoreFileNotifier = IOService::addMatchingNotification( - gIOFirstMatchNotification, bsdMatching, - &NewKernelCoreMedia, NULL, NULL, -1000); - }while (false); - } - -#if CONFIG_EMBEDDED uint64_t flags; char path[128]; int pathLen; @@ -1080,17 +1198,18 @@ IOBSDMountChange(struct mount * mp, uint32_t op) if (0 != strncmp(path, kIOCoreDumpPath, pathLen - 1)) { break; } - IOOpenPolledCoreFile(kIOCoreDumpPath); + + thread_call_enter1(corefile_open_call, (void *) kIOCoreDumpPath); break; case kIOMountChangeUnmount: case kIOMountChangeWillResize: if (gIOPolledCoreFileVars && (mp == kern_file_mount(gIOPolledCoreFileVars->fileRef))) { + thread_call_cancel_wait(corefile_open_call); IOClosePolledCoreFile(); } break; } -#endif /* CONFIG_EMBEDDED */ #endif /* IOPOLLED_COREFILE */ } @@ -1107,3 +1226,39 @@ IOTaskHasEntitlement(task_t task, const char * entitlement) obj->release(); return obj != kOSBooleanFalse; } + +extern "C" boolean_t +IOVnodeHasEntitlement(vnode_t vnode, int64_t off, const char *entitlement) +{ + OSObject * obj; + off_t offset = (off_t)off; + + obj = IOUserClient::copyClientEntitlementVnode(vnode, offset, entitlement); + if (!obj) { + return false; + } + obj->release(); + return obj != kOSBooleanFalse; +} + +extern "C" char * +IOVnodeGetEntitlement(vnode_t vnode, int64_t off, const char *entitlement) +{ + OSObject *obj = NULL; + OSString *str = NULL; + size_t len; + char *value = NULL; + off_t offset = (off_t)off; + + obj = IOUserClient::copyClientEntitlementVnode(vnode, offset, entitlement); + if (obj != NULL) { + str = OSDynamicCast(OSString, obj); + if (str != NULL) { + len = str->getLength() + 1; + value = (char *)kheap_alloc(KHEAP_DATA_BUFFERS, len, Z_WAITOK); + strlcpy(value, str->getCStringNoCopy(), len); + } + obj->release(); + } + return value; +}