/*
- * Copyright (c) 1993-1995, 1999-2000 Apple Computer, Inc.
- * All rights reserved.
+ * Copyright (c) 1993-2007 Apple Inc. All rights reserved.
*
- * @APPLE_LICENSE_HEADER_START@
- *
- * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
*
* The Original Code and all software distributed under the License are
* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* Please see the License for the specific language governing rights and
* limitations under the License.
*
- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
/*
* Timer interrupt callout module.
- *
- * HISTORY
- *
- * 20 December 2000 (debo)
- * Created.
*/
#include <mach/mach_types.h>
#include <kern/clock.h>
#include <kern/processor.h>
-
+#include <kern/etimer.h>
#include <kern/timer_call.h>
#include <kern/call_entry.h>
-decl_simple_lock_data(static,timer_call_lock)
-
-static
-queue_head_t
- delayed_call_queues[NCPUS];
+#include <sys/kdebug.h>
-static struct {
- int delayed_num,
- delayed_hiwat;
-} timer_calls;
+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+#include <mach/sdt.h>
+#endif
-static boolean_t
- timer_call_initialized = FALSE;
+decl_simple_lock_data(static,timer_call_lock)
static void
timer_call_interrupt(
timer_call_initialize(void)
{
spl_t s;
- int i;
- if (timer_call_initialized)
- panic("timer_call_initialize");
-
- simple_lock_init(&timer_call_lock, ETAP_MISC_TIMER);
+ simple_lock_init(&timer_call_lock, 0);
s = splclock();
simple_lock(&timer_call_lock);
- for (i = 0; i < NCPUS; i++)
- queue_init(&delayed_call_queues[i]);
-
clock_set_timer_func((clock_timer_func_t)timer_call_interrupt);
- timer_call_initialized = TRUE;
-
simple_unlock(&timer_call_lock);
splx(s);
}
}
insque(qe(call), qe(current));
- if (++timer_calls.delayed_num > timer_calls.delayed_hiwat)
- timer_calls.delayed_hiwat = timer_calls.delayed_num;
call->state = DELAYED;
}
timer_call_t call)
{
(void)remque(qe(call));
- timer_calls.delayed_num--;
call->state = IDLE;
}
_set_delayed_call_timer(
timer_call_t call)
{
- clock_set_timer_deadline(call->deadline);
+ etimer_set_deadline(call->deadline);
}
boolean_t
uint64_t deadline)
{
boolean_t result = TRUE;
- queue_t delayed;
+ queue_t queue;
spl_t s;
s = splclock();
else
result = FALSE;
- call->param1 = 0;
+ call->param1 = NULL;
call->deadline = deadline;
- delayed = &delayed_call_queues[cpu_number()];
+ queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
- _delayed_call_enqueue(delayed, call);
+ _delayed_call_enqueue(queue, call);
- if (queue_first(delayed) == qe(call))
+ if (queue_first(queue) == qe(call))
_set_delayed_call_timer(call);
simple_unlock(&timer_call_lock);
uint64_t deadline)
{
boolean_t result = TRUE;
- queue_t delayed;
+ queue_t queue;
spl_t s;
s = splclock();
call->param1 = param1;
call->deadline = deadline;
- delayed = &delayed_call_queues[cpu_number()];
+ queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
- _delayed_call_enqueue(delayed, call);
+ _delayed_call_enqueue(queue, call);
- if (queue_first(delayed) == qe(call))
+ if (queue_first(queue) == qe(call))
_set_delayed_call_timer(call);
simple_unlock(&timer_call_lock);
s = splclock();
simple_lock(&timer_call_lock);
- if (call->state == DELAYED)
- _delayed_call_dequeue(call);
+ if (call->state == DELAYED) {
+ queue_t queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
+
+ if (queue_first(queue) == qe(call)) {
+ _delayed_call_dequeue(call);
+
+ if (!queue_empty(queue))
+ _set_delayed_call_timer((timer_call_t)queue_first(queue));
+ }
+ else
+ _delayed_call_dequeue(call);
+ }
else
result = FALSE;
processor_t processor)
{
timer_call_t call;
- queue_t delayed, delayed1;
+ queue_t queue, myqueue;
assert(processor != current_processor());
- delayed = &delayed_call_queues[processor->slot_num];
- delayed1 = &delayed_call_queues[cpu_number()];
+ queue = &PROCESSOR_DATA(processor, timer_call_queue);
+ myqueue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
simple_lock(&timer_call_lock);
- call = TC(queue_first(delayed));
+ call = TC(queue_first(queue));
- while (!queue_end(delayed, qe(call))) {
+ while (!queue_end(queue, qe(call))) {
_delayed_call_dequeue(call);
- _delayed_call_enqueue(delayed1, call);
+ _delayed_call_enqueue(myqueue, call);
- call = TC(queue_first(delayed));
+ call = TC(queue_first(queue));
}
- call = TC(queue_first(delayed1));
+ call = TC(queue_first(myqueue));
- if (!queue_end(delayed1, qe(call)))
+ if (!queue_end(myqueue, qe(call)))
_set_delayed_call_timer(call);
simple_unlock(&timer_call_lock);
}
-static
-void
-timer_call_interrupt(
- uint64_t timestamp)
+static void
+timer_call_interrupt(uint64_t timestamp)
{
timer_call_t call;
- queue_t delayed = &delayed_call_queues[cpu_number()];
+ queue_t queue;
simple_lock(&timer_call_lock);
- call = TC(queue_first(delayed));
+ queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
- while (!queue_end(delayed, qe(call))) {
+ call = TC(queue_first(queue));
+
+ while (!queue_end(queue, qe(call))) {
if (call->deadline <= timestamp) {
timer_call_func_t func;
timer_call_param_t param0, param1;
simple_unlock(&timer_call_lock);
+ KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI,
+ 2)
+ | DBG_FUNC_START,
+ (unsigned int)func,
+ (unsigned int)param0,
+ (unsigned int)param1, 0, 0);
+
+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+ DTRACE_TMR3(callout__start, timer_call_func_t, func,
+ timer_call_param_t, param0,
+ timer_call_param_t, param1);
+#endif
+
(*func)(param0, param1);
+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+ DTRACE_TMR3(callout__end, timer_call_func_t, func,
+ timer_call_param_t, param0,
+ timer_call_param_t, param1);
+#endif
+
+ KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI,
+ 2)
+ | DBG_FUNC_END,
+ (unsigned int)func,
+ (unsigned int)param0,
+ (unsigned int)param1, 0, 0);
+
simple_lock(&timer_call_lock);
- }
- else
+ } else
break;
- call = TC(queue_first(delayed));
+ call = TC(queue_first(queue));
}
- if (!queue_end(delayed, qe(call)))
+ if (!queue_end(queue, qe(call)))
_set_delayed_call_timer(call);
simple_unlock(&timer_call_lock);