xnu-3789.1.32.tar.gz

[apple/xnu.git] / osfmk / kern / processor_data.h

diff --git a/osfmk/kern/processor_data.h b/osfmk/kern/processor_data.h
index 200ec35f3a6681406f88f35471f48e614c010b2f..799a31dc71c97e3dff3554cc01a08ec7bc35bb57 100644 (file)
--- a/osfmk/kern/processor_data.h
+++ b/osfmk/kern/processor_data.h
@@ -41,17 +41,30 @@
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>
 
+struct processor_sched_statistics {
+       uint32_t                csw_count;
+       uint32_t                preempt_count;
+       uint32_t                preempted_rt_count;
+       uint32_t                preempted_by_rt_count;
+       uint32_t                rt_sched_count;
+       uint32_t                interrupt_count;
+       uint32_t                ipi_count;
+       uint32_t                timer_pop_count;
+       uint32_t                idle_transitions;
+       uint32_t                quantum_timer_expirations;
+};
+
 struct processor_data {
        /* Processor state statistics */
        timer_data_t                    idle_state;
        timer_data_t                    system_state;
        timer_data_t                    user_state;
 
-       timer_t                                 current_state;
+       timer_t                                 current_state; /* points to processor's idle, system, or user state timer */
 
        /* Thread execution timers */
-       timer_t                                 thread_timer;
-       timer_t                                 kernel_timer;
+       timer_t                                 thread_timer; /* points to current thread's user or system timer */
+       timer_t                                 kernel_timer; /* points to current thread's system_timer */
 
        /* Kernel stack cache */
        struct stack_cache {
@@ -69,9 +82,21 @@ struct processor_data {
                unsigned int                    avail;
        }                                               ikm_cache;
 
-       unsigned long                   page_grab_count;
+       /* waitq prepost cache */
+#define WQP_CACHE_MAX  50
+       struct wqp_cache {
+               uint64_t                head;
+               unsigned int            avail;
+       } wqp_cache;
+
        int                                             start_color;
+       unsigned long                   page_grab_count;
        void                                    *free_pages;
+       struct processor_sched_statistics sched_stats;
+       uint64_t        timer_call_ttd; /* current timer call time-to-deadline */
+       uint64_t        wakeups_issued_total; /* Count of thread wakeups issued
+                                              * by this processor
+                                              */
 };
 
 typedef struct processor_data  processor_data_t;
@@ -82,6 +107,41 @@ typedef struct processor_data       processor_data_t;
 extern void    processor_data_init(
                                        processor_t             processor);
 
+#define SCHED_STATS_INTERRUPT(p)                                       \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.interrupt_count++;      \
+       }                                                               \
+MACRO_END      
+
+#define SCHED_STATS_TIMER_POP(p)                                       \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.timer_pop_count++;      \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_IPI(p)                                             \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.ipi_count++;            \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_CPU_IDLE_START(p)                                                          \
+MACRO_BEGIN                                                                                    \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.idle_transitions++;                             \
+       }                                                                                       \
+MACRO_END
+
+#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)                                                                \
+MACRO_BEGIN                                                                                    \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.quantum_timer_expirations++;            \
+       }                                                                                       \
+MACRO_END
+
 #endif /* MACH_KERNEL_PRIVATE */
 
 #endif /* _KERN_PROCESSOR_DATA_H_ */