X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/db6096698656d32db7df630594bd9617ee54f828..cc8bc92ae4a8e9f1a1ab61bf83d34ad8150b3405:/osfmk/kern/hibernate.c diff --git a/osfmk/kern/hibernate.c b/osfmk/kern/hibernate.c index 431c4795c..0bbc73d49 100644 --- a/osfmk/kern/hibernate.c +++ b/osfmk/kern/hibernate.c @@ -34,74 +34,101 @@ #include #include #include -#include #include #include #include #include #include +#include /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ +boolean_t need_to_unlock_decompressor = FALSE; + kern_return_t -hibernate_setup(IOHibernateImageHeader * header, - uint32_t free_page_ratio, - uint32_t free_page_time, - boolean_t vmflush, - hibernate_page_list_t ** page_list_ret, - hibernate_page_list_t ** page_list_wired_ret, - hibernate_page_list_t ** page_list_pal_ret) +hibernate_alloc_page_lists( + hibernate_page_list_t ** page_list_ret, + hibernate_page_list_t ** page_list_wired_ret, + hibernate_page_list_t ** page_list_pal_ret) { + kern_return_t retval = KERN_SUCCESS; + hibernate_page_list_t * page_list = NULL; hibernate_page_list_t * page_list_wired = NULL; hibernate_page_list_t * page_list_pal = NULL; - uint32_t gobble_count; - - *page_list_ret = NULL; - *page_list_wired_ret = NULL; - *page_list_pal_ret = NULL; - - if (vmflush && dp_isssd) - hibernate_flush_memory(); page_list = hibernate_page_list_allocate(TRUE); - if (!page_list) - return (KERN_RESOURCE_SHORTAGE); + if (!page_list) { + + retval = KERN_RESOURCE_SHORTAGE; + goto done; + } page_list_wired = hibernate_page_list_allocate(FALSE); if (!page_list_wired) { - kfree(page_list, page_list->list_size); - return (KERN_RESOURCE_SHORTAGE); + kfree(page_list, page_list->list_size); + + retval = KERN_RESOURCE_SHORTAGE; + goto done; } page_list_pal = hibernate_page_list_allocate(FALSE); if (!page_list_pal) { - kfree(page_list, page_list->list_size); - kfree(page_list_wired, page_list_wired->list_size); - return (KERN_RESOURCE_SHORTAGE); + kfree(page_list, page_list->list_size); + kfree(page_list_wired, page_list_wired->list_size); + + retval = KERN_RESOURCE_SHORTAGE; + goto done; } + *page_list_ret = page_list; + *page_list_wired_ret = page_list_wired; + *page_list_pal_ret = page_list_pal; + +done: + return (retval); - // pages we could force out to reduce hibernate image size - gobble_count = (uint32_t)((((uint64_t) page_list->page_count) * ((uint64_t) free_page_ratio)) / 100); +} + +extern int sync_internal(void); + +kern_return_t +hibernate_setup(IOHibernateImageHeader * header, + boolean_t vmflush, + hibernate_page_list_t * page_list __unused, + hibernate_page_list_t * page_list_wired __unused, + hibernate_page_list_t * page_list_pal __unused) +{ + kern_return_t retval = KERN_SUCCESS; + + hibernate_create_paddr_map(); + + hibernate_reset_stats(); + + if (vmflush && VM_CONFIG_COMPRESSOR_IS_PRESENT) { + + sync_internal(); + + vm_decompressor_lock(); + need_to_unlock_decompressor = TRUE; + + hibernate_flush_memory(); + } // no failures hereafter hibernate_processor_setup(header); - if (gobble_count) - hibernate_gobble_pages(gobble_count, free_page_time); - HIBLOG("hibernate_alloc_pages act %d, inact %d, anon %d, throt %d, spec %d, wire %d, wireinit %d\n", vm_page_active_count, vm_page_inactive_count, vm_page_anonymous_count, vm_page_throttled_count, vm_page_speculative_count, vm_page_wire_count, vm_page_wire_count_initial); - *page_list_ret = page_list; - *page_list_wired_ret = page_list_wired; - *page_list_pal_ret = page_list_pal; - - return (KERN_SUCCESS); + if (retval != KERN_SUCCESS && need_to_unlock_decompressor == TRUE) { + need_to_unlock_decompressor = FALSE; + vm_decompressor_unlock(); + } + return (retval); } kern_return_t @@ -118,6 +145,12 @@ hibernate_teardown(hibernate_page_list_t * page_list, if (page_list_pal) kfree(page_list_pal, page_list_pal->list_size); + if (VM_CONFIG_COMPRESSOR_IS_PRESENT) { + if (need_to_unlock_decompressor == TRUE) { + need_to_unlock_decompressor = FALSE; + vm_decompressor_unlock(); + } + vm_compressor_delay_trim(); + } return (KERN_SUCCESS); } -