xnu-2782.1.97.tar.gz

[apple/xnu.git] / osfmk / kern / clock.c

diff --git a/osfmk/kern/clock.c b/osfmk/kern/clock.c
index e9c487ad64f211dea31495f1d384e08e05144965..1bd578496eebf317883bf4ded4492c61e978fc90 100644 (file)
--- a/osfmk/kern/clock.c
+++ b/osfmk/kern/clock.c
@@ -33,7 +33,6 @@
 
 #include <mach/mach_types.h>
 
 
 #include <mach/mach_types.h>
 

-#include <kern/lock.h>

 #include <kern/spl.h>
 #include <kern/sched_prim.h>
 #include <kern/thread.h>
 #include <kern/spl.h>
 #include <kern/sched_prim.h>
 #include <kern/thread.h>


@@ -126,6 +125,9 @@ static thread_call_data_t   calend_wakecall;
 
 extern void    IOKitResetTime(void);
 
 
 extern void    IOKitResetTime(void);
 

+void _clock_delay_until_deadline(uint64_t              interval,
+                                                                uint64_t               deadline);
+

 static uint64_t                clock_boottime;                         /* Seconds boottime epoch */
 
 #define TIME_ADD(rsecs, secs, rfrac, frac, unit)       \
 static uint64_t                clock_boottime;                         /* Seconds boottime epoch */
 
 #define TIME_ADD(rsecs, secs, rfrac, frac, unit)       \


@@ -228,6 +230,23 @@ void
 clock_get_calendar_microtime(
        clock_sec_t                     *secs,
        clock_usec_t            *microsecs)
 clock_get_calendar_microtime(
        clock_sec_t                     *secs,
        clock_usec_t            *microsecs)

+{
+       clock_get_calendar_absolute_and_microtime(secs, microsecs, NULL);
+}
+
+/*
+ *     clock_get_calendar_absolute_and_microtime:
+ *
+ *     Returns the current calendar value,
+ *     microseconds as the fraction. Also
+ *     returns mach_absolute_time if abstime
+ *     is not NULL.
+ */
+void
+clock_get_calendar_absolute_and_microtime(
+       clock_sec_t                     *secs,
+       clock_usec_t            *microsecs,
+       uint64_t                *abstime)

 {
        uint64_t                now;
        spl_t                   s;
 {
        uint64_t                now;
        spl_t                   s;


@@ -236,6 +255,8 @@ clock_get_calendar_microtime(
        clock_lock();
 
        now = mach_absolute_time();
        clock_lock();
 
        now = mach_absolute_time();

+       if (abstime)
+               *abstime = now;

 
        if (clock_calend.adjdelta < 0) {
                uint32_t        t32;
 
        if (clock_calend.adjdelta < 0) {
                uint32_t        t32;


@@ -387,9 +408,11 @@ clock_set_calendar_microtime(
        clock_sec_t                     sys;
        clock_usec_t            microsys;
        clock_sec_t                     newsecs;
        clock_sec_t                     sys;
        clock_usec_t            microsys;
        clock_sec_t                     newsecs;

+    clock_usec_t        newmicrosecs;

        spl_t                           s;
 
        spl_t                           s;
 

-       newsecs = (microsecs < 500*USEC_PER_SEC)? secs: secs + 1;
+    newsecs = secs;
+    newmicrosecs = microsecs;

 
        s = splclock();
        clock_lock();
 
        s = splclock();
        clock_lock();


@@ -425,7 +448,7 @@ clock_set_calendar_microtime(
        /*
         *      Set the new value for the platform clock.
         */
        /*
         *      Set the new value for the platform clock.
         */

-       PESetGMTTimeOfDay(newsecs);
+       PESetUTCTimeOfDay(newsecs, newmicrosecs);

 
        splx(s);
 
 
        splx(s);
 


@@ -451,10 +474,12 @@ clock_set_calendar_microtime(
 void
 clock_initialize_calendar(void)
 {
 void
 clock_initialize_calendar(void)
 {

-       clock_sec_t                     sys, secs = PEGetGMTTimeOfDay();
-       clock_usec_t            microsys, microsecs = 0;
+       clock_sec_t                     sys, secs;
+       clock_usec_t            microsys, microsecs;

        spl_t                           s;
 
        spl_t                           s;
 

+    PEGetUTCTimeOfDay(&secs, &microsecs);
+

        s = splclock();
        clock_lock();
 
        s = splclock();
        clock_lock();
 


@@ -544,7 +569,7 @@ clock_adjtime(
        interval = calend_set_adjustment(secs, microsecs);
        if (interval != 0) {
                calend_adjdeadline = mach_absolute_time() + interval;
        interval = calend_set_adjustment(secs, microsecs);
        if (interval != 0) {
                calend_adjdeadline = mach_absolute_time() + interval;

-               if (!timer_call_enter(&calend_adjcall, calend_adjdeadline, TIMER_CALL_CRITICAL))
+               if (!timer_call_enter(&calend_adjcall, calend_adjdeadline, TIMER_CALL_SYS_CRITICAL))

                        calend_adjactive++;
        }
        else
                        calend_adjactive++;
        }
        else


@@ -567,7 +592,7 @@ calend_set_adjustment(
        /* 
         * Compute the total adjustment time in nanoseconds.
         */
        /* 
         * Compute the total adjustment time in nanoseconds.
         */

-       total = (int64_t)*secs * NSEC_PER_SEC + *microsecs * NSEC_PER_USEC;
+       total = ((int64_t)*secs * (int64_t)NSEC_PER_SEC) + (*microsecs * (int64_t)NSEC_PER_USEC);

 
        /* 
         * Disable commpage gettimeofday().
 
        /* 
         * Disable commpage gettimeofday().


@@ -598,7 +623,7 @@ calend_set_adjustment(
                         * Positive adjustment. If greater than the preset 'big' 
                         * threshold, slew at a faster rate, capping if necessary.
                         */
                         * Positive adjustment. If greater than the preset 'big' 
                         * threshold, slew at a faster rate, capping if necessary.
                         */

-                       if (total > calend_adjbig)
+                       if (total > (int64_t) calend_adjbig)

                                delta *= 10;
                        if (delta > total)
                                delta = (int32_t)total;
                                delta *= 10;
                        if (delta > total)
                                delta = (int32_t)total;


@@ -615,7 +640,7 @@ calend_set_adjustment(
                         * greater than the preset 'big' threshold, slew at a faster 
                         * rate, capping if necessary.
                         */
                         * greater than the preset 'big' threshold, slew at a faster 
                         * rate, capping if necessary.
                         */

-                       if (total < -calend_adjbig)
+                       if (total < (int64_t) -calend_adjbig)

                                delta *= 10;
                        delta = -delta;
                        if (delta < total)
                                delta *= 10;
                        delta = -delta;
                        if (delta < total)


@@ -662,8 +687,8 @@ calend_set_adjustment(
         * remaining uncorrected time from it. 
         */
        if (ototal != 0) {
         * remaining uncorrected time from it. 
         */
        if (ototal != 0) {

-               *secs = (long)(ototal / NSEC_PER_SEC);
-               *microsecs = (int)((ototal % NSEC_PER_SEC) / NSEC_PER_USEC);
+               *secs = (long)(ototal / (long)NSEC_PER_SEC);
+               *microsecs = (int)((ototal % (int)NSEC_PER_SEC) / (int)NSEC_PER_USEC);

        }
        else
                *secs = *microsecs = 0;
        }
        else
                *secs = *microsecs = 0;


@@ -689,7 +714,7 @@ calend_adjust_call(void)
                if (interval != 0) {
                        clock_deadline_for_periodic_event(interval, mach_absolute_time(), &calend_adjdeadline);
 
                if (interval != 0) {
                        clock_deadline_for_periodic_event(interval, mach_absolute_time(), &calend_adjdeadline);
 

-                       if (!timer_call_enter(&calend_adjcall, calend_adjdeadline, TIMER_CALL_CRITICAL))
+                       if (!timer_call_enter(&calend_adjcall, calend_adjdeadline, TIMER_CALL_SYS_CRITICAL))

                                calend_adjactive++;
                }
        }
                                calend_adjactive++;
                }
        }


@@ -773,6 +798,15 @@ mach_wait_until_continue(
        /*NOTREACHED*/
 }
 
        /*NOTREACHED*/
 }
 

+/*
+ * mach_wait_until_trap: Suspend execution of calling thread until the specified time has passed
+ *
+ * Parameters:    args->deadline          Amount of time to wait
+ *
+ * Returns:        0                      Success
+ *                !0                      Not success           
+ *
+ */

 kern_return_t
 mach_wait_until_trap(
        struct mach_wait_until_trap_args        *args)
 kern_return_t
 mach_wait_until_trap(
        struct mach_wait_until_trap_args        *args)


@@ -780,7 +814,8 @@ mach_wait_until_trap(
        uint64_t                deadline = args->deadline;
        wait_result_t   wresult;
 
        uint64_t                deadline = args->deadline;
        wait_result_t   wresult;
 

-       wresult = assert_wait_deadline((event_t)mach_wait_until_trap, THREAD_ABORTSAFE, deadline);
+       wresult = assert_wait_deadline_with_leeway((event_t)mach_wait_until_trap, THREAD_ABORTSAFE,
+                                                  TIMEOUT_URGENCY_USER_NORMAL, deadline, 0);

        if (wresult == THREAD_WAITING)
                wresult = thread_block(mach_wait_until_continue);
 
        if (wresult == THREAD_WAITING)
                wresult = thread_block(mach_wait_until_continue);
 


@@ -796,27 +831,44 @@ clock_delay_until(
        if (now >= deadline)
                return;
 
        if (now >= deadline)
                return;
 

-       if (    (deadline - now) < (8 * sched_cswtime)  ||
+       _clock_delay_until_deadline(deadline - now, deadline);
+}
+
+/*
+ * Preserve the original precise interval that the client
+ * requested for comparison to the spin threshold.
+ */
+void
+_clock_delay_until_deadline(
+       uint64_t                interval,
+       uint64_t                deadline)
+{
+
+       if (interval == 0)
+               return;
+
+       if (    ml_delay_should_spin(interval)  ||

                        get_preemption_level() != 0                             ||
                        get_preemption_level() != 0                             ||

-                       ml_get_interrupts_enabled() == FALSE    )
-               machine_delay_until(deadline);
-       else {
-               assert_wait_deadline((event_t)clock_delay_until, THREAD_UNINT, deadline - sched_cswtime);
+                       ml_get_interrupts_enabled() == FALSE    ) {
+               machine_delay_until(interval, deadline);
+       } else {
+               assert_wait_deadline((event_t)clock_delay_until, THREAD_UNINT, deadline);

 
                thread_block(THREAD_CONTINUE_NULL);
        }
 }
 
 
                thread_block(THREAD_CONTINUE_NULL);
        }
 }
 

+

 void
 delay_for_interval(
        uint32_t                interval,
        uint32_t                scale_factor)
 {
 void
 delay_for_interval(
        uint32_t                interval,
        uint32_t                scale_factor)
 {

-       uint64_t                end;
+       uint64_t                abstime;

 
 

-       clock_interval_to_deadline(interval, scale_factor, &end);
+       clock_interval_to_absolutetime_interval(interval, scale_factor, &abstime);

 
 

-       clock_delay_until(end);
+       _clock_delay_until_deadline(abstime, mach_absolute_time() + abstime);

 }
 
 void
 }
 
 void


@@ -974,3 +1026,4 @@ clock_track_calend_nowait(void)
 }
 
 #endif /* CONFIG_DTRACE */
 }
 
 #endif /* CONFIG_DTRACE */

+