xnu-4903.270.47.tar.gz

[apple/xnu.git] / osfmk / kern / processor_data.h

diff --git a/osfmk/kern/processor_data.h b/osfmk/kern/processor_data.h
index a97a51e907805a01c465c307519cfca1c2796ae6..6c2f21ec53449bb3f03c0d6ec8f01d4e1ba4b4dd 100644 (file)
--- a/osfmk/kern/processor_data.h
+++ b/osfmk/kern/processor_data.h
@@ -1,8 +1,8 @@
 /*
 /*

- * Copyright (c) 2003 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2003-2009 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 /*


@@ -40,46 +40,113 @@
 
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>
 
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>

+#include <kern/debug.h>
+
+struct processor_sched_statistics {
+       uint32_t                csw_count;
+       uint32_t                preempt_count;
+       uint32_t                preempted_rt_count;
+       uint32_t                preempted_by_rt_count;
+       uint32_t                rt_sched_count;
+       uint32_t                interrupt_count;
+       uint32_t                ipi_count;
+       uint32_t                timer_pop_count;
+       uint32_t                idle_transitions;
+       uint32_t                quantum_timer_expirations;
+};

 
 struct processor_data {
        /* Processor state statistics */
 
 struct processor_data {
        /* Processor state statistics */

-       integer_t                               cpu_ticks[CPU_STATE_MAX];
+       timer_data_t                    idle_state;
+       timer_data_t                    system_state;
+       timer_data_t                    user_state;
+
+       timer_t                                 current_state; /* points to processor's idle, system, or user state timer */

 
 

-#if !STAT_TIME
-       /* Current execution timer */
-       timer_t                                 current_timer;
-       timer_data_t                    offline_timer;
-#endif /* STAT_TIME */
+       /* Thread execution timers */
+       timer_t                                 thread_timer; /* points to current thread's user or system timer */
+       timer_t                                 kernel_timer; /* points to current thread's system_timer */

 
        /* Kernel stack cache */
        struct stack_cache {
 
        /* Kernel stack cache */
        struct stack_cache {

-               vm_offset_t                             free;
-               unsigned int                    count;
-       }                                               stack_cache;
-
-       /* Pending timer callouts */
-       queue_head_t                    timer_call_queue;
+               vm_offset_t                             free;
+               unsigned int                    count;
+       }                                               stack_cache;

 
        /* VM event counters */
 
        /* VM event counters */

-       vm_statistics_data_t    vm_stat;
-
-       /* IPC free message cache */
-       struct ikm_cache {
-#define IKM_STASH      16
-               ipc_kmsg_t                              entries[IKM_STASH];
-               unsigned int                    avail;
-       }                                               ikm_cache;
-
-       int                                             slot_num;
+       vm_statistics64_data_t  vm_stat;
+
+       /* waitq prepost cache */
+#define WQP_CACHE_MAX   50
+       struct wqp_cache {
+               uint64_t                head;
+               unsigned int            avail;
+       } wqp_cache;
+
+       int                                             start_color;
+       unsigned long                   page_grab_count;
+       void                                    *free_pages;
+       struct processor_sched_statistics sched_stats;
+       uint64_t        timer_call_ttd; /* current timer call time-to-deadline */
+       uint64_t        wakeups_issued_total; /* Count of thread wakeups issued
+                                              * by this processor
+                                              */
+       struct debugger_state {
+               debugger_op db_current_op;
+               const char *db_message;
+               const char *db_panic_str;
+               va_list *db_panic_args;
+               uint64_t db_panic_options;
+               void *db_panic_data_ptr;
+               boolean_t db_proceed_on_sync_failure;
+               uint32_t db_entry_count; /* incremented whenever we panic or call Debugger (current CPU panic level) */
+               kern_return_t db_op_return;
+               unsigned long db_panic_caller;
+       } debugger_state;

 };
 
 };
 

-typedef struct processor_data  processor_data_t;
-
-#define PROCESSOR_DATA(processor, member)      \
-                                       (processor)->processor_data.member
-
-extern void    processor_data_init(
-                                       processor_t             processor);
+typedef struct processor_data   processor_data_t;
+
+#define PROCESSOR_DATA(processor, member)       \
+                                       (processor)->processor_data.member
+
+extern  void    processor_data_init(
+       processor_t             processor);
+
+#define SCHED_STATS_INTERRUPT(p)                                        \
+MACRO_BEGIN                                                             \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.interrupt_count++;      \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_TIMER_POP(p)                                        \
+MACRO_BEGIN                                                             \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.timer_pop_count++;      \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_IPI(p)                                              \
+MACRO_BEGIN                                                             \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.ipi_count++;            \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_CPU_IDLE_START(p)                                                           \
+MACRO_BEGIN                                                                                     \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.idle_transitions++;                             \
+       }                                                                                       \
+MACRO_END
+
+#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)                                                         \
+MACRO_BEGIN                                                                                     \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.quantum_timer_expirations++;            \
+       }                                                                                       \
+MACRO_END

 
 #endif /* MACH_KERNEL_PRIVATE */
 
 
 #endif /* MACH_KERNEL_PRIVATE */