]> git.saurik.com Git - apple/xnu.git/blobdiff - osfmk/i386/acpi.c
xnu-3789.70.16.tar.gz
[apple/xnu.git] / osfmk / i386 / acpi.c
index 4106c92831deea8b2f6b514224094ca3fe7320c8..955301c6d72bc6d3a6feec828fefe5ec11b39b50 100644 (file)
@@ -1,5 +1,5 @@
 /*
 /*
- * Copyright (c) 2000-2009 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
@@ -35,6 +35,9 @@
 #if CONFIG_MTRR
 #include <i386/mtrr.h>
 #endif
 #if CONFIG_MTRR
 #include <i386/mtrr.h>
 #endif
+#if HYPERVISOR
+#include <kern/hv_support.h>
+#endif
 #if CONFIG_VMX
 #include <i386/vmx/vmx_cpu.h>
 #endif
 #if CONFIG_VMX
 #include <i386/vmx/vmx_cpu.h>
 #endif
@@ -53,6 +56,8 @@
 #include <i386/tsc.h>
 
 #include <kern/cpu_data.h>
 #include <i386/tsc.h>
 
 #include <kern/cpu_data.h>
+#include <kern/machine.h>
+#include <kern/timer_queue.h>
 #include <console/serial_protos.h>
 #include <machine/pal_routines.h>
 #include <vm/vm_page.h>
 #include <console/serial_protos.h>
 #include <machine/pal_routines.h>
 #include <vm/vm_page.h>
 #include <IOKit/IOHibernatePrivate.h>
 #endif
 #include <IOKit/IOPlatformExpert.h>
 #include <IOKit/IOHibernatePrivate.h>
 #endif
 #include <IOKit/IOPlatformExpert.h>
-
 #include <sys/kdebug.h>
 
 #if CONFIG_SLEEP
 extern void    acpi_sleep_cpu(acpi_sleep_callback, void * refcon);
 #include <sys/kdebug.h>
 
 #if CONFIG_SLEEP
 extern void    acpi_sleep_cpu(acpi_sleep_callback, void * refcon);
-extern void acpi_wake_prot(void);
+extern void    acpi_wake_prot(void);
 #endif
 extern kern_return_t IOCPURunPlatformQuiesceActions(void);
 extern kern_return_t IOCPURunPlatformActiveActions(void);
 #endif
 extern kern_return_t IOCPURunPlatformQuiesceActions(void);
 extern kern_return_t IOCPURunPlatformActiveActions(void);
+extern kern_return_t IOCPURunPlatformHaltRestartActions(uint32_t message);
 
 extern void    fpinit(void);
 
 
 extern void    fpinit(void);
 
@@ -84,6 +89,14 @@ acpi_install_wake_handler(void)
 #endif
 }
 
 #endif
 }
 
+#if CONFIG_SLEEP
+
+unsigned int           save_kdebug_enable = 0;
+static uint64_t                acpi_sleep_abstime;
+static uint64_t                acpi_idle_abstime;
+static uint64_t                acpi_wake_abstime, acpi_wake_postrebase_abstime;
+boolean_t              deep_idle_rebase = TRUE;
+
 #if HIBERNATION
 struct acpi_hibernate_callback_data {
        acpi_sleep_callback func;
 #if HIBERNATION
 struct acpi_hibernate_callback_data {
        acpi_sleep_callback func;
@@ -91,10 +104,6 @@ struct acpi_hibernate_callback_data {
 };
 typedef struct acpi_hibernate_callback_data acpi_hibernate_callback_data_t;
 
 };
 typedef struct acpi_hibernate_callback_data acpi_hibernate_callback_data_t;
 
-unsigned int           save_kdebug_enable = 0;
-static uint64_t                acpi_sleep_abstime;
-
-#if CONFIG_SLEEP
 static void
 acpi_hibernate(void *refcon)
 {
 static void
 acpi_hibernate(void *refcon)
 {
@@ -105,21 +114,20 @@ acpi_hibernate(void *refcon)
 
        if (current_cpu_datap()->cpu_hibernate) 
        {
 
        if (current_cpu_datap()->cpu_hibernate) 
        {
-#if defined(__i386__)
-               cpu_IA32e_enable(current_cpu_datap());
-#endif
                mode = hibernate_write_image();
 
                if( mode == kIOHibernatePostWriteHalt )
                {
                        // off
                        HIBLOG("power off\n");
                mode = hibernate_write_image();
 
                if( mode == kIOHibernatePostWriteHalt )
                {
                        // off
                        HIBLOG("power off\n");
+                       IOCPURunPlatformHaltRestartActions(kPEHaltCPU);
                        if (PE_halt_restart) (*PE_halt_restart)(kPEHaltCPU);
                }
                else if( mode == kIOHibernatePostWriteRestart )
                {
                        // restart
                        HIBLOG("restart\n");
                        if (PE_halt_restart) (*PE_halt_restart)(kPEHaltCPU);
                }
                else if( mode == kIOHibernatePostWriteRestart )
                {
                        // restart
                        HIBLOG("restart\n");
+                       IOCPURunPlatformHaltRestartActions(kPERestartCPU);
                        if (PE_halt_restart) (*PE_halt_restart)(kPERestartCPU);
                }
                else
                        if (PE_halt_restart) (*PE_halt_restart)(kPERestartCPU);
                }
                else
@@ -131,13 +139,11 @@ acpi_hibernate(void *refcon)
                        cpu_datap(0)->cpu_hibernate = 0;                        
                }
 
                        cpu_datap(0)->cpu_hibernate = 0;                        
                }
 
-#if defined(__i386__)
-               /*
-                * If we're in 64-bit mode, drop back into legacy mode during sleep.
-                */
-               cpu_IA32e_disable(current_cpu_datap());
-#endif
        }
        }
+
+#if CONFIG_VMX
+       vmx_suspend();
+#endif
        kdebug_enable = 0;
 
        IOCPURunPlatformQuiesceActions();
        kdebug_enable = 0;
 
        IOCPURunPlatformQuiesceActions();
@@ -148,11 +154,13 @@ acpi_hibernate(void *refcon)
 
        /* should never get here! */
 }
 
        /* should never get here! */
 }
-#endif /* CONFIG_SLEEP */
 #endif /* HIBERNATION */
 #endif /* HIBERNATION */
+#endif /* CONFIG_SLEEP */
 
 extern void                    slave_pstart(void);
 
 extern void                    slave_pstart(void);
+extern void                    hibernate_rebuild_vm_structs(void);
 
 
+extern unsigned int            wake_nkdbufs;
 
 void
 acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
 
 void
 acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
@@ -164,9 +172,9 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
        unsigned int    cpu;
        kern_return_t   rc;
        unsigned int    my_cpu;
        unsigned int    cpu;
        kern_return_t   rc;
        unsigned int    my_cpu;
-       uint64_t        now;
-       uint64_t        my_tsc;
-       uint64_t        my_abs;
+       uint64_t        start;
+       uint64_t        elapsed = 0;
+       uint64_t        elapsed_trace_start = 0;
 
        kprintf("acpi_sleep_kernel hib=%d, cpu=%d\n",
                        current_cpu_datap()->cpu_hibernate, cpu_number());
 
        kprintf("acpi_sleep_kernel hib=%d, cpu=%d\n",
                        current_cpu_datap()->cpu_hibernate, cpu_number());
@@ -193,19 +201,11 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
        /* Save power management timer state */
        pmTimerSave();
 
        /* Save power management timer state */
        pmTimerSave();
 
-#if CONFIG_VMX
-       /* 
-        * Turn off VT, otherwise switching to legacy mode will fail
-        */
-       vmx_suspend();
+#if HYPERVISOR
+       /* Notify hypervisor that we are about to sleep */
+       hv_suspend();
 #endif
 
 #endif
 
-#if defined(__i386__)
-       /*
-        * If we're in 64-bit mode, drop back into legacy mode during sleep.
-        */
-       cpu_IA32e_disable(current_cpu_datap());
-#endif
        /*
         * Enable FPU/SIMD unit for potential hibernate acceleration
         */
        /*
         * Enable FPU/SIMD unit for potential hibernate acceleration
         */
@@ -224,18 +224,25 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
         * Will not return until platform is woken up,
         * or if sleep failed.
         */
         * Will not return until platform is woken up,
         * or if sleep failed.
         */
-#ifdef __x86_64__
        uint64_t old_cr3 = x86_64_pre_sleep();
        uint64_t old_cr3 = x86_64_pre_sleep();
-#endif
 #if HIBERNATION
        acpi_sleep_cpu(acpi_hibernate, &data);
 #else
 #if HIBERNATION
        acpi_sleep_cpu(acpi_hibernate, &data);
 #else
+#if CONFIG_VMX
+       vmx_suspend();
+#endif
        acpi_sleep_cpu(func, refcon);
 #endif
 
        acpi_sleep_cpu(func, refcon);
 #endif
 
-#ifdef __x86_64__
+       acpi_wake_abstime = mach_absolute_time();
+       /* Rebase TSC->absolute time conversion, using timestamp
+        * recorded before sleep.
+        */
+       rtc_nanotime_init(acpi_sleep_abstime);
+       acpi_wake_postrebase_abstime = start = mach_absolute_time();
+       assert(start >= acpi_sleep_abstime);
+
        x86_64_post_sleep(old_cr3);
        x86_64_post_sleep(old_cr3);
-#endif
 
 #endif /* CONFIG_SLEEP */
 
 
 #endif /* CONFIG_SLEEP */
 
@@ -249,11 +256,6 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
 
 #if HIBERNATION
        if (current_cpu_datap()->cpu_hibernate) {
 
 #if HIBERNATION
        if (current_cpu_datap()->cpu_hibernate) {
-#if defined(__i386__)
-               int i;
-               for (i = 0; i < PMAP_NWINDOWS; i++)
-                       *current_cpu_datap()->cpu_pmap->mapwindow[i].prv_CMAP = 0;
-#endif
                did_hibernate = TRUE;
 
        } else
                did_hibernate = TRUE;
 
        } else
@@ -278,16 +280,16 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
        /* update CPU microcode */
        ucode_update_wake();
 
        /* update CPU microcode */
        ucode_update_wake();
 
+#if CONFIG_MTRR
+       /* set up PAT following boot processor power up */
+       pat_init();
+#endif
+
 #if CONFIG_VMX
        /* 
         * Restore VT mode
         */
 #if CONFIG_VMX
        /* 
         * Restore VT mode
         */
-       vmx_resume();
-#endif
-
-#if CONFIG_MTRR
-       /* set up PAT following boot processor power up */
-       pat_init();
+       vmx_resume(did_hibernate);
 #endif
 
        /*
 #endif
 
        /*
@@ -296,26 +298,40 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
         */
        pmMarkAllCPUsOff();
 
         */
        pmMarkAllCPUsOff();
 
-       ml_get_timebase(&now);
 
        /* re-enable and re-init local apic (prior to starting timers) */
        if (lapic_probe())
                lapic_configure();
 
 
        /* re-enable and re-init local apic (prior to starting timers) */
        if (lapic_probe())
                lapic_configure();
 
-       /* let the realtime clock reset */
-       rtc_sleep_wakeup(acpi_sleep_abstime);
+#if HIBERNATION
+       hibernate_rebuild_vm_structs();
+#endif
+
+       elapsed += mach_absolute_time() - start;
 
 
+       rtc_decrementer_configure();
        kdebug_enable = save_kdebug_enable;
 
        kdebug_enable = save_kdebug_enable;
 
+       if (kdebug_enable == 0) {
+               if (wake_nkdbufs) {
+                       start = mach_absolute_time();
+                       kdebug_trace_start(wake_nkdbufs, NULL, TRUE);
+                       elapsed_trace_start += mach_absolute_time() - start;
+               }
+       }
+       start = mach_absolute_time();
+
+       /* Reconfigure FP/SIMD unit */
+       init_fpu();
+       clear_ts();
+
        IOCPURunPlatformActiveActions();
 
        IOCPURunPlatformActiveActions();
 
+#if HIBERNATION
        if (did_hibernate) {
        if (did_hibernate) {
+               elapsed += mach_absolute_time() - start;
                
                
-               my_tsc = (now >> 32) | (now << 32);
-               my_abs = tmrCvt(my_tsc, tscFCvtt2n);
-
-               KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 2) | DBG_FUNC_START,
-                                     (uint32_t)(my_abs >> 32), (uint32_t)my_abs, 0, 0, 0);
+               KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 2) | DBG_FUNC_START, elapsed, elapsed_trace_start, 0, 0, 0);
                hibernate_machine_init();
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 2) | DBG_FUNC_END, 0, 0, 0, 0, 0);
 
                hibernate_machine_init();
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 2) | DBG_FUNC_END, 0, 0, 0, 0, 0);
 
@@ -323,6 +339,7 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
 
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 0) | DBG_FUNC_END, 0, 0, 0, 0, 0);
        } else
 
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 0) | DBG_FUNC_END, 0, 0, 0, 0, 0);
        } else
+#endif /* HIBERNATION */
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 0) | DBG_FUNC_END, 0, 0, 0, 0, 0);
 
        /* Restore power management register state */
                KERNEL_DEBUG_CONSTANT(IOKDBG_CODE(DBG_HIBERNATE, 0) | DBG_FUNC_END, 0, 0, 0, 0, 0);
 
        /* Restore power management register state */
@@ -334,18 +351,7 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
        /* Restart timer interrupts */
        rtc_timer_start();
 
        /* Restart timer interrupts */
        rtc_timer_start();
 
-       /* Reconfigure FP/SIMD unit */
-       init_fpu();
-
 #if HIBERNATION
 #if HIBERNATION
-#ifdef __i386__
-       /* The image is written out using the copy engine, which disables
-        * preemption. Since the copy engine writes out the page which contains
-        * the preemption variable when it is disabled, we need to explicitly
-        * enable it here */
-       if (did_hibernate)
-               enable_preemption();
-#endif
 
        kprintf("ret from acpi_sleep_cpu hib=%d\n", did_hibernate);
 #endif
 
        kprintf("ret from acpi_sleep_cpu hib=%d\n", did_hibernate);
 #endif
@@ -358,6 +364,93 @@ acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
 #endif
 }
 
 #endif
 }
 
+/*
+ * acpi_idle_kernel is called by the ACPI Platform kext to request the kernel
+ * to idle the boot processor in the deepest C-state for S0 sleep. All slave
+ * processors are expected already to have been offlined in the deepest C-state.
+ *
+ * The contract with ACPI is that although the kernel is called with interrupts
+ * disabled, interrupts may need to be re-enabled to dismiss any pending timer
+ * interrupt. However, the callback function will be called once this has
+ * occurred and interrupts are guaranteed to be disabled at that time,
+ * and to remain disabled during C-state entry, exit (wake) and return
+ * from acpi_idle_kernel.
+ */
+void
+acpi_idle_kernel(acpi_sleep_callback func, void *refcon)
+{
+       boolean_t       istate = ml_get_interrupts_enabled();
+       
+       kprintf("acpi_idle_kernel, cpu=%d, interrupts %s\n",
+               cpu_number(), istate ? "enabled" : "disabled");
+
+       assert(cpu_number() == master_cpu);
+
+       /* Cancel any pending deadline */
+       setPop(0);
+       while (lapic_is_interrupting(LAPIC_TIMER_VECTOR)) {
+               (void) ml_set_interrupts_enabled(TRUE);
+               setPop(0);
+               ml_set_interrupts_enabled(FALSE);
+       }
+
+       /*
+        * Call back to caller to indicate that interrupts will remain
+        * disabled while we deep idle, wake and return.
+        */ 
+       func(refcon);
+
+       acpi_idle_abstime = mach_absolute_time();
+
+       KERNEL_DEBUG_CONSTANT(
+               MACHDBG_CODE(DBG_MACH_SCHED, MACH_DEEP_IDLE) | DBG_FUNC_START,
+               acpi_idle_abstime, deep_idle_rebase, 0, 0, 0);
+
+       /*
+        * Disable tracing during S0-sleep
+        * unless overridden by sysctl -w tsc.deep_idle_rebase=0
+        */
+       if (deep_idle_rebase) {
+               save_kdebug_enable = kdebug_enable;
+               kdebug_enable = 0;
+       }
+
+       /*
+        * Call into power-management to enter the lowest C-state.
+        * Note when called on the boot processor this routine will
+        * return directly when awoken.
+        */
+       pmCPUHalt(PM_HALT_SLEEP);
+
+       /*
+        * Get wakeup time relative to the TSC which has progressed.
+        * Then rebase nanotime to reflect time not progressing over sleep
+        * - unless overriden so that tracing can occur during deep_idle.
+        */ 
+       acpi_wake_abstime = mach_absolute_time();
+       if (deep_idle_rebase) {
+               rtc_sleep_wakeup(acpi_idle_abstime);
+               kdebug_enable = save_kdebug_enable;
+       }
+       acpi_wake_postrebase_abstime = mach_absolute_time();
+       assert(mach_absolute_time() >= acpi_idle_abstime);
+
+       KERNEL_DEBUG_CONSTANT(
+               MACHDBG_CODE(DBG_MACH_SCHED, MACH_DEEP_IDLE) | DBG_FUNC_END,
+               acpi_wake_abstime, acpi_wake_abstime - acpi_idle_abstime, 0, 0, 0);
+       /* Like S3 sleep, turn on tracing if trace_wake boot-arg is present */ 
+       if (kdebug_enable == 0) {
+               if (wake_nkdbufs)
+                       kdebug_trace_start(wake_nkdbufs, NULL, TRUE);
+       }
+
+       IOCPURunPlatformActiveActions();
+
+       /* Restart timer interrupts */
+       rtc_timer_start();
+}
+
 extern char real_mode_bootstrap_end[];
 extern char real_mode_bootstrap_base[];
 
 extern char real_mode_bootstrap_end[];
 extern char real_mode_bootstrap_base[];
 
@@ -387,3 +480,9 @@ install_real_mode_bootstrap(void *prot_entry)
        __asm__("wbinvd");
 }
 
        __asm__("wbinvd");
 }
 
+boolean_t
+ml_recent_wake(void) {
+       uint64_t ctime = mach_absolute_time();
+       assert(ctime > acpi_wake_postrebase_abstime);
+       return ((ctime - acpi_wake_postrebase_abstime) < 5 * NSEC_PER_SEC);
+}