2 * Copyright (c) 2008 Apple Inc. All rights reserved.
4 * @APPLE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. Please obtain a copy of the License at
10 * http://www.opensource.apple.com/apsl/ and read it before using this
13 * The Original Code and all software distributed under the License are
14 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
15 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
16 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
18 * Please see the License for the specific language governing rights and
19 * limitations under the License.
21 * @APPLE_LICENSE_HEADER_END@
25 #include <mach/mach_time.h>
26 #include <machine/cpu_capabilities.h>
27 #include <os/overflow.h>
28 #include <kern/arithmetic_128.h>
30 int __commpage_gettimeofday(struct timeval
*);
32 __attribute__((visibility("hidden")))
33 int __commpage_gettimeofday_internal(struct timeval
*tp
, uint64_t *tbr_out
);
36 __commpage_gettimeofday(struct timeval
*tp
)
38 return __commpage_gettimeofday_internal(tp
, NULL
);
42 __commpage_gettimeofday_internal(struct timeval
*tp
, uint64_t *tbr_out
)
46 uint64_t TimeStamp_tick
;
47 uint64_t TimeStamp_sec
;
48 uint64_t TimeStamp_frac
;
50 uint64_t Ticks_per_sec
;
52 volatile uint64_t *gtod_TimeStamp_tick_p
;
53 volatile uint64_t *gtod_TimeStamp_sec_p
;
54 volatile uint64_t *gtod_TimeStamp_frac_p
;
55 volatile uint64_t *gtod_Ticks_scale_p
;
56 volatile uint64_t *gtod_Ticks_per_sec_p
;
58 new_commpage_timeofday_data_t
*commpage_timeofday_datap
;
60 commpage_timeofday_datap
= (new_commpage_timeofday_data_t
*)_COMM_PAGE_NEWTIMEOFDAY_DATA
;
62 gtod_TimeStamp_tick_p
= &commpage_timeofday_datap
->TimeStamp_tick
;
63 gtod_TimeStamp_sec_p
= &commpage_timeofday_datap
->TimeStamp_sec
;
64 gtod_TimeStamp_frac_p
= &commpage_timeofday_datap
->TimeStamp_frac
;
65 gtod_Ticks_scale_p
= &commpage_timeofday_datap
->Ticks_scale
;
66 gtod_Ticks_per_sec_p
= &commpage_timeofday_datap
->Ticks_per_sec
;
69 TimeStamp_tick
= *gtod_TimeStamp_tick_p
;
71 * This call contains an instruction barrier which will ensure that the
72 * second read of the abs time isn't speculated above the reads of the
75 now
= mach_absolute_time();
76 TimeStamp_sec
= *gtod_TimeStamp_sec_p
;
77 TimeStamp_frac
= *gtod_TimeStamp_frac_p
;
78 Tick_scale
= *gtod_Ticks_scale_p
;
79 Ticks_per_sec
= *gtod_Ticks_per_sec_p
;
81 * This barrier prevents the reordering of the second read of gtod_TimeStamp_tick_p
82 * w.r.t the values read just after mach_absolute_time is invoked.
84 #if (__ARM_ARCH__ >= 7)
85 __asm__
volatile("dmb ishld" ::: "memory");
87 } while (TimeStamp_tick
!= *gtod_TimeStamp_tick_p
);
89 if (TimeStamp_tick
== 0)
92 delta
= now
- TimeStamp_tick
;
94 /* If more than one second force a syscall */
95 if (delta
>= Ticks_per_sec
)
98 if (TimeStamp_sec
> __LONG_MAX__
) {
102 tp
->tv_sec
= (__darwin_time_t
)TimeStamp_sec
;
104 over
= multi_overflow(Tick_scale
, delta
);
109 /* Sum scale*delta to TimeStamp_frac, if it overflows increment sec */
110 frac
= TimeStamp_frac
;
111 frac
+= Tick_scale
* delta
;
112 if( TimeStamp_frac
> frac
)
116 * Convert frac (64 bit frac of a sec) to usec
117 * usec = frac * USEC_PER_SEC / 2^64
119 tp
->tv_usec
= ((uint64_t)1000000 * (uint32_t)(frac
>> 32)) >> 32;