xnu-6153.81.5.tar.gz

[apple/xnu.git] / osfmk / kern / hibernate.c

diff --git a/osfmk/kern/hibernate.c b/osfmk/kern/hibernate.c
index 431c4795cfe0008c9cc73a3b50d92626b46d4bc6..71ef32fae90d152b3a292ac3f45864bb12f007dd 100644 (file)
--- a/osfmk/kern/hibernate.c
+++ b/osfmk/kern/hibernate.c
@@ -2,7 +2,7 @@
  * Copyright (c) 2004-2005 Apple Computer, Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * Copyright (c) 2004-2005 Apple Computer, Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 


@@ -34,90 +34,122 @@
 #include <mach/machine.h>
 #include <mach/processor_info.h>
 #include <mach/mach_types.h>
 #include <mach/machine.h>
 #include <mach/processor_info.h>
 #include <mach/mach_types.h>

-#include <default_pager/default_pager_internal.h>

 #include <IOKit/IOPlatformExpert.h>
 
 #include <IOKit/IOHibernatePrivate.h>
 #include <vm/vm_page.h>
 #include <vm/vm_pageout.h>
 #include <vm/vm_purgeable_internal.h>
 #include <IOKit/IOPlatformExpert.h>
 
 #include <IOKit/IOHibernatePrivate.h>
 #include <vm/vm_page.h>
 #include <vm/vm_pageout.h>
 #include <vm/vm_purgeable_internal.h>

+#include <vm/vm_compressor.h>

 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 
 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 

-kern_return_t 
+boolean_t       need_to_unlock_decompressor = FALSE;
+
+kern_return_t
+hibernate_alloc_page_lists(
+       hibernate_page_list_t ** page_list_ret,
+       hibernate_page_list_t ** page_list_wired_ret,
+       hibernate_page_list_t ** page_list_pal_ret)
+{
+       kern_return_t       retval = KERN_SUCCESS;
+
+       hibernate_page_list_t * page_list = NULL;
+       hibernate_page_list_t * page_list_wired = NULL;
+       hibernate_page_list_t * page_list_pal = NULL;
+
+       page_list = hibernate_page_list_allocate(TRUE);
+       if (!page_list) {
+               HIBLOG("%s: failed for page_list\n", __FUNCTION__);
+               retval = KERN_RESOURCE_SHORTAGE;
+               goto done;
+       }
+       page_list_wired = hibernate_page_list_allocate(FALSE);
+       if (!page_list_wired) {
+               kfree(page_list, page_list->list_size);
+               HIBLOG("%s: failed for page_list_wired\n", __FUNCTION__);
+               retval = KERN_RESOURCE_SHORTAGE;
+               goto done;
+       }
+       page_list_pal = hibernate_page_list_allocate(FALSE);
+       if (!page_list_pal) {
+               kfree(page_list, page_list->list_size);
+               kfree(page_list_wired, page_list_wired->list_size);
+               HIBLOG("%s: failed for page_list_pal\n", __FUNCTION__);
+               retval = KERN_RESOURCE_SHORTAGE;
+               goto done;
+       }
+       *page_list_ret        = page_list;
+       *page_list_wired_ret  = page_list_wired;
+       *page_list_pal_ret    = page_list_pal;
+
+done:
+       return retval;
+}
+
+extern int sync_internal(void);
+
+kern_return_t

 hibernate_setup(IOHibernateImageHeader * header,
 hibernate_setup(IOHibernateImageHeader * header,

-                        uint32_t  free_page_ratio,
-                        uint32_t  free_page_time,
-                        boolean_t vmflush,
-                       hibernate_page_list_t ** page_list_ret,
-                       hibernate_page_list_t ** page_list_wired_ret,
-                       hibernate_page_list_t ** page_list_pal_ret)
+    boolean_t vmflush,
+    hibernate_page_list_t * page_list __unused,
+    hibernate_page_list_t * page_list_wired __unused,
+    hibernate_page_list_t * page_list_pal __unused)

 {
 {

-    hibernate_page_list_t * page_list = NULL;
-    hibernate_page_list_t * page_list_wired = NULL;
-    hibernate_page_list_t * page_list_pal = NULL;
-    uint32_t               gobble_count;
-
-    *page_list_ret       = NULL;
-    *page_list_wired_ret = NULL;
-       *page_list_pal_ret    = NULL;
-    
-    if (vmflush && dp_isssd)
-        hibernate_flush_memory();
-
-    page_list = hibernate_page_list_allocate(TRUE);
-    if (!page_list)
-        return (KERN_RESOURCE_SHORTAGE);
-    page_list_wired = hibernate_page_list_allocate(FALSE);
-    if (!page_list_wired)
-    {
-        kfree(page_list, page_list->list_size);
-        return (KERN_RESOURCE_SHORTAGE);
-    }
-    page_list_pal = hibernate_page_list_allocate(FALSE);
-    if (!page_list_pal)
-    {
-        kfree(page_list, page_list->list_size);
-        kfree(page_list_wired, page_list_wired->list_size);
-        return (KERN_RESOURCE_SHORTAGE);
-    }
-
-    // pages we could force out to reduce hibernate image size
-    gobble_count = (uint32_t)((((uint64_t) page_list->page_count) * ((uint64_t) free_page_ratio)) / 100);
-
-    // no failures hereafter
-
-    hibernate_processor_setup(header);
-
-    if (gobble_count)
-       hibernate_gobble_pages(gobble_count, free_page_time);
-
-    HIBLOG("hibernate_alloc_pages act %d, inact %d, anon %d, throt %d, spec %d, wire %d, wireinit %d\n",
-           vm_page_active_count, vm_page_inactive_count, 
-           vm_page_anonymous_count,  vm_page_throttled_count, vm_page_speculative_count,
-           vm_page_wire_count, vm_page_wire_count_initial);
+       kern_return_t       retval = KERN_SUCCESS;

 
 

-    *page_list_ret        = page_list;
-    *page_list_wired_ret  = page_list_wired;
-    *page_list_pal_ret    = page_list_pal;
+       hibernate_create_paddr_map();

 
 

-    return (KERN_SUCCESS);
-}
+       hibernate_reset_stats();

 
 

-kern_return_t 
-hibernate_teardown(hibernate_page_list_t * page_list,
-                    hibernate_page_list_t * page_list_wired,
-                   hibernate_page_list_t * page_list_pal)
-{
-    hibernate_free_gobble_pages();
+       if (vmflush && VM_CONFIG_COMPRESSOR_IS_PRESENT) {
+               sync_internal();
+
+               vm_decompressor_lock();
+               need_to_unlock_decompressor = TRUE;
+
+               hibernate_flush_memory();
+       }
+
+       // no failures hereafter

 
 

-    if (page_list)
-        kfree(page_list, page_list->list_size);
-    if (page_list_wired)
-        kfree(page_list_wired, page_list_wired->list_size);
-    if (page_list_pal)
-        kfree(page_list_pal, page_list_pal->list_size);
+       hibernate_processor_setup(header);

 
 

-    return (KERN_SUCCESS);
+       HIBLOG("hibernate_alloc_pages act %d, inact %d, anon %d, throt %d, spec %d, wire %d, wireinit %d\n",
+           vm_page_active_count, vm_page_inactive_count,
+           vm_page_anonymous_count, vm_page_throttled_count, vm_page_speculative_count,
+           vm_page_wire_count, vm_page_wire_count_initial);
+
+       if (retval != KERN_SUCCESS && need_to_unlock_decompressor == TRUE) {
+               need_to_unlock_decompressor = FALSE;
+               vm_decompressor_unlock();
+       }
+       return retval;

 }
 
 }
 

+kern_return_t
+hibernate_teardown(hibernate_page_list_t * page_list,
+    hibernate_page_list_t * page_list_wired,
+    hibernate_page_list_t * page_list_pal)
+{
+       hibernate_free_gobble_pages();
+
+       if (page_list) {
+               kfree(page_list, page_list->list_size);
+       }
+       if (page_list_wired) {
+               kfree(page_list_wired, page_list_wired->list_size);
+       }
+       if (page_list_pal) {
+               kfree(page_list_pal, page_list_pal->list_size);
+       }
+
+       if (VM_CONFIG_COMPRESSOR_IS_PRESENT) {
+               if (need_to_unlock_decompressor == TRUE) {
+                       need_to_unlock_decompressor = FALSE;
+                       vm_decompressor_unlock();
+               }
+               vm_compressor_delay_trim();
+       }
+       return KERN_SUCCESS;
+}