xnu-1228.9.59.tar.gz

[apple/xnu.git] / osfmk / kern / timer_call.c

diff --git a/osfmk/kern/timer_call.c b/osfmk/kern/timer_call.c
index e1e4bb649f3d43cb0f8afdc576e75498d278ee5e..941061c3d30fcbac7a1fb855b2bbd12e2a340646 100644 (file)
--- a/osfmk/kern/timer_call.c
+++ b/osfmk/kern/timer_call.c
@@ -1,60 +1,53 @@
 /*
 /*

- * Copyright (c) 1993-1995, 1999-2000 Apple Computer, Inc.
- * All rights reserved.
+ * Copyright (c) 1993-2007 Apple Inc. All rights reserved.

  *
  *

- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

  * 
  * 

- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.

  * 
  * 

- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER

  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,

- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.

  * 
  * 

- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@

  */
 /*
  * Timer interrupt callout module.
  */
 /*
  * Timer interrupt callout module.

- *
- * HISTORY
- *
- * 20 December 2000 (debo)
- *     Created.

  */
 
 #include <mach/mach_types.h>
 
 #include <kern/clock.h>
  */
 
 #include <mach/mach_types.h>
 
 #include <kern/clock.h>

-
+#include <kern/processor.h>
+#include <kern/etimer.h>

 #include <kern/timer_call.h>
 #include <kern/call_entry.h>
 
 #include <kern/timer_call.h>
 #include <kern/call_entry.h>
 

-decl_simple_lock_data(static,timer_call_lock)
+#include <sys/kdebug.h>

 
 

-static
-queue_head_t
-       delayed_call_queues[NCPUS];
+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+#include <mach/sdt.h>
+#endif

 
 

-static struct {
-       int             pending_num,
-                       pending_hiwat;
-       int             delayed_num,
-                       delayed_hiwat;
-} timer_calls;
-
-static boolean_t
-       timer_call_initialized = FALSE;
+decl_simple_lock_data(static,timer_call_lock)

 
 static void
 timer_call_interrupt(
 
 static void
 timer_call_interrupt(

-       AbsoluteTime            timestamp);
+       uint64_t                        timestamp);

 
 #define qe(x)          ((queue_entry_t)(x))
 #define TC(x)          ((timer_call_t)(x))
 
 #define qe(x)          ((queue_entry_t)(x))
 #define TC(x)          ((timer_call_t)(x))


@@ -63,23 +56,14 @@ void
 timer_call_initialize(void)
 {
        spl_t                           s;
 timer_call_initialize(void)
 {
        spl_t                           s;

-       int                                     i;

 
 

-       if (timer_call_initialized)
-               panic("timer_call_initialize");
-
-       simple_lock_init(&timer_call_lock, ETAP_MISC_TIMER);
+       simple_lock_init(&timer_call_lock, 0);

 
        s = splclock();
        simple_lock(&timer_call_lock);
 
 
        s = splclock();
        simple_lock(&timer_call_lock);
 

-       for (i = 0; i < NCPUS; i++)
-               queue_init(&delayed_call_queues[i]);
-

        clock_set_timer_func((clock_timer_func_t)timer_call_interrupt);
 
        clock_set_timer_func((clock_timer_func_t)timer_call_interrupt);
 

-       timer_call_initialized = TRUE;
-

        simple_unlock(&timer_call_lock);
        splx(s);
 }
        simple_unlock(&timer_call_lock);
        splx(s);
 }


@@ -104,9 +88,8 @@ _delayed_call_enqueue(
        current = TC(queue_first(queue));
 
        while (TRUE) {
        current = TC(queue_first(queue));
 
        while (TRUE) {

-               if (    queue_end(queue, qe(current))                                           ||
-                                       CMP_ABSOLUTETIME(&call->deadline,
-                                                                                       &current->deadline) < 0         ) {
+               if (    queue_end(queue, qe(current))                   ||
+                               call->deadline < current->deadline              ) {

                        current = TC(queue_prev(qe(current)));
                        break;
                }
                        current = TC(queue_prev(qe(current)));
                        break;
                }


@@ -115,8 +98,6 @@ _delayed_call_enqueue(
        }
 
        insque(qe(call), qe(current));
        }
 
        insque(qe(call), qe(current));

-       if (++timer_calls.delayed_num > timer_calls.delayed_hiwat)
-               timer_calls.delayed_hiwat = timer_calls.delayed_num;

 
        call->state = DELAYED;
 }
 
        call->state = DELAYED;
 }


@@ -127,31 +108,6 @@ _delayed_call_dequeue(
        timer_call_t                    call)
 {
        (void)remque(qe(call));
        timer_call_t                    call)
 {
        (void)remque(qe(call));

-       timer_calls.delayed_num--;
-
-       call->state = IDLE;
-}
-
-static __inline__
-void
-_pending_call_enqueue(
-       queue_t                                 queue,
-       timer_call_t                    call)
-{
-       enqueue_tail(queue, qe(call));
-       if (++timer_calls.pending_num > timer_calls.pending_hiwat)
-               timer_calls.pending_hiwat = timer_calls.pending_num;
-
-       call->state = PENDING;
-}
-
-static __inline__
-void
-_pending_call_dequeue(
-       timer_call_t                    call)
-{
-       (void)remque(qe(call));
-       timer_calls.pending_num--;

 
        call->state = IDLE;
 }
 
        call->state = IDLE;
 }


@@ -161,36 +117,34 @@ void
 _set_delayed_call_timer(
        timer_call_t                    call)
 {
 _set_delayed_call_timer(
        timer_call_t                    call)
 {

-       clock_set_timer_deadline(call->deadline);
+       etimer_set_deadline(call->deadline);

 }
 
 boolean_t
 timer_call_enter(
        timer_call_t                    call,
 }
 
 boolean_t
 timer_call_enter(
        timer_call_t                    call,

-       AbsoluteTime                    deadline)
+       uint64_t                                deadline)

 {
        boolean_t               result = TRUE;
 {
        boolean_t               result = TRUE;

-       queue_t                 delayed;
+       queue_t                 queue;

        spl_t                   s;
 
        s = splclock();
        simple_lock(&timer_call_lock);
 
        spl_t                   s;
 
        s = splclock();
        simple_lock(&timer_call_lock);
 

-       if (call->state == PENDING)
-               _pending_call_dequeue(call);
-       else if (call->state == DELAYED)
+       if (call->state == DELAYED)

                _delayed_call_dequeue(call);
                _delayed_call_dequeue(call);

-       else if (call->state == IDLE)
+       else

                result = FALSE;
 
                result = FALSE;
 

-       call->param1    = 0;
+       call->param1    = NULL;

        call->deadline  = deadline;
 
        call->deadline  = deadline;
 

-       delayed = &delayed_call_queues[cpu_number()];
+       queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);

 
 

-       _delayed_call_enqueue(delayed, call);
+       _delayed_call_enqueue(queue, call);

 
 

-       if (queue_first(delayed) == qe(call))
+       if (queue_first(queue) == qe(call))

                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);
                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);


@@ -203,30 +157,28 @@ boolean_t
 timer_call_enter1(
        timer_call_t                    call,
        timer_call_param_t              param1,
 timer_call_enter1(
        timer_call_t                    call,
        timer_call_param_t              param1,

-       AbsoluteTime                    deadline)
+       uint64_t                                deadline)

 {
        boolean_t               result = TRUE;
 {
        boolean_t               result = TRUE;

-       queue_t                 delayed;
+       queue_t                 queue;

        spl_t                   s;
 
        s = splclock();
        simple_lock(&timer_call_lock);
 
        spl_t                   s;
 
        s = splclock();
        simple_lock(&timer_call_lock);
 

-       if (call->state == PENDING)
-               _pending_call_dequeue(call);
-       else if (call->state == DELAYED)
+       if (call->state == DELAYED)

                _delayed_call_dequeue(call);
                _delayed_call_dequeue(call);

-       else if (call->state == IDLE)
+       else

                result = FALSE;
 
        call->param1    = param1;
        call->deadline  = deadline;
 
                result = FALSE;
 
        call->param1    = param1;
        call->deadline  = deadline;
 

-       delayed = &delayed_call_queues[cpu_number()];
+       queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);

 
 

-       _delayed_call_enqueue(delayed, call);
+       _delayed_call_enqueue(queue, call);

 
 

-       if (queue_first(delayed) == qe(call))
+       if (queue_first(queue) == qe(call))

                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);
                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);


@@ -245,10 +197,18 @@ timer_call_cancel(
        s = splclock();
        simple_lock(&timer_call_lock);
 
        s = splclock();
        simple_lock(&timer_call_lock);
 

-       if (call->state == PENDING)
-               _pending_call_dequeue(call);
-       else if (call->state == DELAYED)
-               _delayed_call_dequeue(call);
+       if (call->state == DELAYED) {
+               queue_t                 queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
+
+               if (queue_first(queue) == qe(call)) {
+                       _delayed_call_dequeue(call);
+
+                       if (!queue_empty(queue))
+                               _set_delayed_call_timer((timer_call_t)queue_first(queue));
+               }
+               else
+                       _delayed_call_dequeue(call);
+       }

        else
                result = FALSE;
 
        else
                result = FALSE;
 


@@ -261,7 +221,7 @@ timer_call_cancel(
 boolean_t
 timer_call_is_delayed(
        timer_call_t                    call,
 boolean_t
 timer_call_is_delayed(
        timer_call_t                    call,

-       AbsoluteTime                    *deadline)
+       uint64_t                                *deadline)

 {
        boolean_t               result = FALSE;
        spl_t                   s;
 {
        boolean_t               result = FALSE;
        spl_t                   s;


@@ -281,20 +241,56 @@ timer_call_is_delayed(
        return (result);
 }
 
        return (result);
 }
 

-static
+/*
+ * Called at splclock.
+ */
+

 void
 void

-timer_call_interrupt(
-       AbsoluteTime                    timestamp)
+timer_call_shutdown(
+       processor_t                     processor)
+{
+       timer_call_t            call;
+       queue_t                         queue, myqueue;
+
+       assert(processor != current_processor());
+
+       queue = &PROCESSOR_DATA(processor, timer_call_queue);
+       myqueue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
+
+       simple_lock(&timer_call_lock);
+
+       call = TC(queue_first(queue));
+
+       while (!queue_end(queue, qe(call))) {
+               _delayed_call_dequeue(call);
+
+               _delayed_call_enqueue(myqueue, call);
+
+               call = TC(queue_first(queue));
+       }
+
+       call = TC(queue_first(myqueue));
+
+       if (!queue_end(myqueue, qe(call)))
+               _set_delayed_call_timer(call);
+
+       simple_unlock(&timer_call_lock);
+}
+
+static void
+timer_call_interrupt(uint64_t timestamp)

 {
        timer_call_t            call;
 {
        timer_call_t            call;

-       queue_t                         delayed = &delayed_call_queues[cpu_number()];
+       queue_t                         queue;

 
        simple_lock(&timer_call_lock);
 
 
        simple_lock(&timer_call_lock);
 

-       call = TC(queue_first(delayed));
+       queue = &PROCESSOR_DATA(current_processor(), timer_call_queue);
+
+       call = TC(queue_first(queue));

 
 

-       while (!queue_end(delayed, qe(call))) {
-               if (CMP_ABSOLUTETIME(&call->deadline, &timestamp) <= 0) {
+       while (!queue_end(queue, qe(call))) {
+               if (call->deadline <= timestamp) {

                        timer_call_func_t               func;
                        timer_call_param_t              param0, param1;
 
                        timer_call_func_t               func;
                        timer_call_param_t              param0, param1;
 


@@ -306,17 +302,42 @@ timer_call_interrupt(
 
                        simple_unlock(&timer_call_lock);
 
 
                        simple_unlock(&timer_call_lock);
 

+                       KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI,
+                                                          2)
+                                                       | DBG_FUNC_START,
+                                             (unsigned int)func,
+                                             (unsigned int)param0,
+                                             (unsigned int)param1, 0, 0);
+
+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+                       DTRACE_TMR3(callout__start, timer_call_func_t, func, 
+                                                                               timer_call_param_t, param0, 
+                                                                               timer_call_param_t, param1);
+#endif
+

                        (*func)(param0, param1);
 
                        (*func)(param0, param1);
 

+#if CONFIG_DTRACE && (DEVELOPMENT || DEBUG )
+                       DTRACE_TMR3(callout__end, timer_call_func_t, func, 
+                                                                               timer_call_param_t, param0, 
+                                                                               timer_call_param_t, param1);
+#endif
+
+                       KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI,
+                                                          2)
+                                                       | DBG_FUNC_END,
+                                             (unsigned int)func,
+                                             (unsigned int)param0,
+                                             (unsigned int)param1, 0, 0);
+

                        simple_lock(&timer_call_lock);
                        simple_lock(&timer_call_lock);

-               }
-               else
+               } else

                        break;
 
                        break;
 

-               call = TC(queue_first(delayed));
+               call = TC(queue_first(queue));

        }
 
        }
 

-       if (!queue_end(delayed, qe(call)))
+       if (!queue_end(queue, qe(call)))

                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);
                _set_delayed_call_timer(call);
 
        simple_unlock(&timer_call_lock);