X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/1c79356b52d46aa6b508fb032f5ae709b1f2897b..593a1d5fd87cdf5b46dd5fcb84467b432cea0f91:/osfmk/kern/timer_call.c?ds=inline diff --git a/osfmk/kern/timer_call.c b/osfmk/kern/timer_call.c index e1e4bb649..941061c3d 100644 --- a/osfmk/kern/timer_call.c +++ b/osfmk/kern/timer_call.c @@ -1,60 +1,53 @@ /* - * Copyright (c) 1993-1995, 1999-2000 Apple Computer, Inc. - * All rights reserved. + * Copyright (c) 1993-2007 Apple Inc. All rights reserved. * - * @APPLE_LICENSE_HEADER_START@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * - * The contents of this file constitute Original Code as defined in and - * are subject to the Apple Public Source License Version 1.1 (the - * "License"). You may not use this file except in compliance with the - * License. Please obtain a copy of the License at - * http://www.apple.com/publicsource and read it before using this file. + * This file contains Original Code and/or Modifications of Original Code + * as defined in and that are subject to the Apple Public Source License + * Version 2.0 (the 'License'). You may not use this file except in + * compliance with the License. The rights granted to you under the License + * may not be used to create, or enable the creation or redistribution of, + * unlawful or unlicensed copies of an Apple operating system, or to + * circumvent, violate, or enable the circumvention or violation of, any + * terms of an Apple operating system software license agreement. * - * This Original Code and all software distributed under the License are - * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER + * Please obtain a copy of the License at + * http://www.opensource.apple.com/apsl/ and read it before using this file. + * + * The Original Code and all software distributed under the License are + * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the - * License for the specific language governing rights and limitations - * under the License. + * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. + * Please see the License for the specific language governing rights and + * limitations under the License. * - * @APPLE_LICENSE_HEADER_END@ + * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * Timer interrupt callout module. - * - * HISTORY - * - * 20 December 2000 (debo) - * Created. */ #include #include - +#include +#include #include #include -decl_simple_lock_data(static,timer_call_lock) +#include -static -queue_head_t - delayed_call_queues[NCPUS]; +#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG ) +#include +#endif -static struct { - int pending_num, - pending_hiwat; - int delayed_num, - delayed_hiwat; -} timer_calls; - -static boolean_t - timer_call_initialized = FALSE; +decl_simple_lock_data(static,timer_call_lock) static void timer_call_interrupt( - AbsoluteTime timestamp); + uint64_t timestamp); #define qe(x) ((queue_entry_t)(x)) #define TC(x) ((timer_call_t)(x)) @@ -63,23 +56,14 @@ void timer_call_initialize(void) { spl_t s; - int i; - if (timer_call_initialized) - panic("timer_call_initialize"); - - simple_lock_init(&timer_call_lock, ETAP_MISC_TIMER); + simple_lock_init(&timer_call_lock, 0); s = splclock(); simple_lock(&timer_call_lock); - for (i = 0; i < NCPUS; i++) - queue_init(&delayed_call_queues[i]); - clock_set_timer_func((clock_timer_func_t)timer_call_interrupt); - timer_call_initialized = TRUE; - simple_unlock(&timer_call_lock); splx(s); } @@ -104,9 +88,8 @@ _delayed_call_enqueue( current = TC(queue_first(queue)); while (TRUE) { - if ( queue_end(queue, qe(current)) || - CMP_ABSOLUTETIME(&call->deadline, - ¤t->deadline) < 0 ) { + if ( queue_end(queue, qe(current)) || + call->deadline < current->deadline ) { current = TC(queue_prev(qe(current))); break; } @@ -115,8 +98,6 @@ _delayed_call_enqueue( } insque(qe(call), qe(current)); - if (++timer_calls.delayed_num > timer_calls.delayed_hiwat) - timer_calls.delayed_hiwat = timer_calls.delayed_num; call->state = DELAYED; } @@ -127,31 +108,6 @@ _delayed_call_dequeue( timer_call_t call) { (void)remque(qe(call)); - timer_calls.delayed_num--; - - call->state = IDLE; -} - -static __inline__ -void -_pending_call_enqueue( - queue_t queue, - timer_call_t call) -{ - enqueue_tail(queue, qe(call)); - if (++timer_calls.pending_num > timer_calls.pending_hiwat) - timer_calls.pending_hiwat = timer_calls.pending_num; - - call->state = PENDING; -} - -static __inline__ -void -_pending_call_dequeue( - timer_call_t call) -{ - (void)remque(qe(call)); - timer_calls.pending_num--; call->state = IDLE; } @@ -161,36 +117,34 @@ void _set_delayed_call_timer( timer_call_t call) { - clock_set_timer_deadline(call->deadline); + etimer_set_deadline(call->deadline); } boolean_t timer_call_enter( timer_call_t call, - AbsoluteTime deadline) + uint64_t deadline) { boolean_t result = TRUE; - queue_t delayed; + queue_t queue; spl_t s; s = splclock(); simple_lock(&timer_call_lock); - if (call->state == PENDING) - _pending_call_dequeue(call); - else if (call->state == DELAYED) + if (call->state == DELAYED) _delayed_call_dequeue(call); - else if (call->state == IDLE) + else result = FALSE; - call->param1 = 0; + call->param1 = NULL; call->deadline = deadline; - delayed = &delayed_call_queues[cpu_number()]; + queue = &PROCESSOR_DATA(current_processor(), timer_call_queue); - _delayed_call_enqueue(delayed, call); + _delayed_call_enqueue(queue, call); - if (queue_first(delayed) == qe(call)) + if (queue_first(queue) == qe(call)) _set_delayed_call_timer(call); simple_unlock(&timer_call_lock); @@ -203,30 +157,28 @@ boolean_t timer_call_enter1( timer_call_t call, timer_call_param_t param1, - AbsoluteTime deadline) + uint64_t deadline) { boolean_t result = TRUE; - queue_t delayed; + queue_t queue; spl_t s; s = splclock(); simple_lock(&timer_call_lock); - if (call->state == PENDING) - _pending_call_dequeue(call); - else if (call->state == DELAYED) + if (call->state == DELAYED) _delayed_call_dequeue(call); - else if (call->state == IDLE) + else result = FALSE; call->param1 = param1; call->deadline = deadline; - delayed = &delayed_call_queues[cpu_number()]; + queue = &PROCESSOR_DATA(current_processor(), timer_call_queue); - _delayed_call_enqueue(delayed, call); + _delayed_call_enqueue(queue, call); - if (queue_first(delayed) == qe(call)) + if (queue_first(queue) == qe(call)) _set_delayed_call_timer(call); simple_unlock(&timer_call_lock); @@ -245,10 +197,18 @@ timer_call_cancel( s = splclock(); simple_lock(&timer_call_lock); - if (call->state == PENDING) - _pending_call_dequeue(call); - else if (call->state == DELAYED) - _delayed_call_dequeue(call); + if (call->state == DELAYED) { + queue_t queue = &PROCESSOR_DATA(current_processor(), timer_call_queue); + + if (queue_first(queue) == qe(call)) { + _delayed_call_dequeue(call); + + if (!queue_empty(queue)) + _set_delayed_call_timer((timer_call_t)queue_first(queue)); + } + else + _delayed_call_dequeue(call); + } else result = FALSE; @@ -261,7 +221,7 @@ timer_call_cancel( boolean_t timer_call_is_delayed( timer_call_t call, - AbsoluteTime *deadline) + uint64_t *deadline) { boolean_t result = FALSE; spl_t s; @@ -281,20 +241,56 @@ timer_call_is_delayed( return (result); } -static +/* + * Called at splclock. + */ + void -timer_call_interrupt( - AbsoluteTime timestamp) +timer_call_shutdown( + processor_t processor) +{ + timer_call_t call; + queue_t queue, myqueue; + + assert(processor != current_processor()); + + queue = &PROCESSOR_DATA(processor, timer_call_queue); + myqueue = &PROCESSOR_DATA(current_processor(), timer_call_queue); + + simple_lock(&timer_call_lock); + + call = TC(queue_first(queue)); + + while (!queue_end(queue, qe(call))) { + _delayed_call_dequeue(call); + + _delayed_call_enqueue(myqueue, call); + + call = TC(queue_first(queue)); + } + + call = TC(queue_first(myqueue)); + + if (!queue_end(myqueue, qe(call))) + _set_delayed_call_timer(call); + + simple_unlock(&timer_call_lock); +} + +static void +timer_call_interrupt(uint64_t timestamp) { timer_call_t call; - queue_t delayed = &delayed_call_queues[cpu_number()]; + queue_t queue; simple_lock(&timer_call_lock); - call = TC(queue_first(delayed)); + queue = &PROCESSOR_DATA(current_processor(), timer_call_queue); + + call = TC(queue_first(queue)); - while (!queue_end(delayed, qe(call))) { - if (CMP_ABSOLUTETIME(&call->deadline, ×tamp) <= 0) { + while (!queue_end(queue, qe(call))) { + if (call->deadline <= timestamp) { timer_call_func_t func; timer_call_param_t param0, param1; @@ -306,17 +302,42 @@ timer_call_interrupt( simple_unlock(&timer_call_lock); + KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI, + 2) + | DBG_FUNC_START, + (unsigned int)func, + (unsigned int)param0, + (unsigned int)param1, 0, 0); + +#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG ) + DTRACE_TMR3(callout__start, timer_call_func_t, func, + timer_call_param_t, param0, + timer_call_param_t, param1); +#endif + (*func)(param0, param1); +#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG ) + DTRACE_TMR3(callout__end, timer_call_func_t, func, + timer_call_param_t, param0, + timer_call_param_t, param1); +#endif + + KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI, + 2) + | DBG_FUNC_END, + (unsigned int)func, + (unsigned int)param0, + (unsigned int)param1, 0, 0); + simple_lock(&timer_call_lock); - } - else + } else break; - call = TC(queue_first(delayed)); + call = TC(queue_first(queue)); } - if (!queue_end(delayed, qe(call))) + if (!queue_end(queue, qe(call))) _set_delayed_call_timer(call); simple_unlock(&timer_call_lock);