osfmk/kern/processor_data.h

   1 /*
   2  * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
   3  *
   4  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. The rights granted to you under the License
  10  * may not be used to create, or enable the creation or redistribution of,
  11  * unlawful or unlicensed copies of an Apple operating system, or to
  12  * circumvent, violate, or enable the circumvention or violation of, any
  13  * terms of an Apple operating system software license agreement.
  14  *
  15  * Please obtain a copy of the License at
  16  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  17  *
  18  * The Original Code and all software distributed under the License are
  19  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  20  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  21  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  23  * Please see the License for the specific language governing rights and
  24  * limitations under the License.
  25  *
  26  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  27  */
  28 /*
  29  * Machine independent per processor data.
  30  */
  31
  32 #ifndef _KERN_PROCESSOR_DATA_H_
  33 #define _KERN_PROCESSOR_DATA_H_
  34
  35 /*
  36  * #include kern/processor.h instead of this file.
  37  */
  38
  39 #ifdef MACH_KERNEL_PRIVATE
  40
  41 #include <ipc/ipc_kmsg.h>
  42 #include <kern/timer.h>
  43 #include <kern/debug.h>
  44
  45 struct processor_sched_statistics {
  46         uint32_t                csw_count;
  47         uint32_t                preempt_count;
  48         uint32_t                preempted_rt_count;
  49         uint32_t                preempted_by_rt_count;
  50         uint32_t                rt_sched_count;
  51         uint32_t                interrupt_count;
  52         uint32_t                ipi_count;
  53         uint32_t                timer_pop_count;
  54         uint32_t                idle_transitions;
  55         uint32_t                quantum_timer_expirations;
  56 };
  57
  58 struct processor_data {
  59         /* Processor state statistics */
  60         timer_data_t                    idle_state;
  61         timer_data_t                    system_state;
  62         timer_data_t                    user_state;
  63
  64         timer_t                                 current_state; /* points to processor's idle, system, or user state timer */
  65
  66         /* Thread execution timers */
  67         timer_t                                 thread_timer; /* points to current thread's user or system timer */
  68         timer_t                                 kernel_timer; /* points to current thread's system_timer */
  69
  70         /* Kernel stack cache */
  71         struct stack_cache {
  72                 vm_offset_t                             free;
  73                 unsigned int                    count;
  74         }                                               stack_cache;
  75
  76         /* VM event counters */
  77         vm_statistics64_data_t  vm_stat;
  78
  79         /* IPC free message cache */
  80         struct ikm_cache {
  81 #define IKM_STASH       16
  82                 ipc_kmsg_t                              entries[IKM_STASH];
  83                 unsigned int                    avail;
  84         }                                               ikm_cache;
  85
  86         /* waitq prepost cache */
  87 #define WQP_CACHE_MAX   50
  88         struct wqp_cache {
  89                 uint64_t                head;
  90                 unsigned int            avail;
  91         } wqp_cache;
  92
  93         int                                             start_color;
  94         unsigned long                   page_grab_count;
  95         void                                    *free_pages;
  96         struct processor_sched_statistics sched_stats;
  97         uint64_t        timer_call_ttd; /* current timer call time-to-deadline */
  98         uint64_t        wakeups_issued_total; /* Count of thread wakeups issued
  99                                                * by this processor
 100                                                */
 101         struct debugger_state {
 102                 debugger_op db_current_op;
 103                 const char *db_message;
 104                 const char *db_panic_str;
 105                 va_list *db_panic_args;
 106                 uint64_t db_panic_options;
 107                 boolean_t db_proceed_on_sync_failure;
 108                 uint32_t db_entry_count; /* incremented whenever we panic or call Debugger (current CPU panic level) */
 109                 kern_return_t db_op_return;
 110                 unsigned long db_panic_caller;
 111         } debugger_state;
 112 };
 113
 114 typedef struct processor_data   processor_data_t;
 115
 116 #define PROCESSOR_DATA(processor, member)       \
 117                                         (processor)->processor_data.member
 118
 119 extern  void    processor_data_init(
 120                                         processor_t             processor);
 121
 122 #define SCHED_STATS_INTERRUPT(p)                                        \
 123 MACRO_BEGIN                                                             \
 124         if (__builtin_expect(sched_stats_active, 0)) {          \
 125                 (p)->processor_data.sched_stats.interrupt_count++;      \
 126         }                                                               \
 127 MACRO_END
 128
 129 #define SCHED_STATS_TIMER_POP(p)                                        \
 130 MACRO_BEGIN                                                             \
 131         if (__builtin_expect(sched_stats_active, 0)) {          \
 132                 (p)->processor_data.sched_stats.timer_pop_count++;      \
 133         }                                                               \
 134 MACRO_END
 135
 136 #define SCHED_STATS_IPI(p)                                              \
 137 MACRO_BEGIN                                                             \
 138         if (__builtin_expect(sched_stats_active, 0)) {          \
 139                 (p)->processor_data.sched_stats.ipi_count++;            \
 140         }                                                               \
 141 MACRO_END
 142
 143 #define SCHED_STATS_CPU_IDLE_START(p)                                                           \
 144 MACRO_BEGIN                                                                                     \
 145         if (__builtin_expect(sched_stats_active, 0)) {                                  \
 146                 (p)->processor_data.sched_stats.idle_transitions++;                             \
 147         }                                                                                       \
 148 MACRO_END
 149
 150 #define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)                                                         \
 151 MACRO_BEGIN                                                                                     \
 152         if (__builtin_expect(sched_stats_active, 0)) {                                  \
 153                 (p)->processor_data.sched_stats.quantum_timer_expirations++;            \
 154         }                                                                                       \
 155 MACRO_END
 156
 157 #endif /* MACH_KERNEL_PRIVATE */
 158
 159 #endif /* _KERN_PROCESSOR_DATA_H_ */