| | 1 | /* |
| | 2 | * Copyright (c) 2003-2009 Apple Inc. All rights reserved. |
| | 3 | * |
| | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
| | 5 | * |
| | 6 | * This file contains Original Code and/or Modifications of Original Code |
| | 7 | * as defined in and that are subject to the Apple Public Source License |
| | 8 | * Version 2.0 (the 'License'). You may not use this file except in |
| | 9 | * compliance with the License. The rights granted to you under the License |
| | 10 | * may not be used to create, or enable the creation or redistribution of, |
| | 11 | * unlawful or unlicensed copies of an Apple operating system, or to |
| | 12 | * circumvent, violate, or enable the circumvention or violation of, any |
| | 13 | * terms of an Apple operating system software license agreement. |
| | 14 | * |
| | 15 | * Please obtain a copy of the License at |
| | 16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
| | 17 | * |
| | 18 | * The Original Code and all software distributed under the License are |
| | 19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
| | 20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
| | 21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
| | 22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
| | 23 | * Please see the License for the specific language governing rights and |
| | 24 | * limitations under the License. |
| | 25 | * |
| | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
| | 27 | */ |
| | 28 | /* |
| | 29 | * Machine independent per processor data. |
| | 30 | */ |
| | 31 | |
| | 32 | #ifndef _KERN_PROCESSOR_DATA_H_ |
| | 33 | #define _KERN_PROCESSOR_DATA_H_ |
| | 34 | |
| | 35 | /* |
| | 36 | * #include kern/processor.h instead of this file. |
| | 37 | */ |
| | 38 | |
| | 39 | #ifdef MACH_KERNEL_PRIVATE |
| | 40 | |
| | 41 | #include <ipc/ipc_kmsg.h> |
| | 42 | #include <kern/timer.h> |
| | 43 | |
| | 44 | struct processor_sched_statistics { |
| | 45 | uint32_t csw_count; |
| | 46 | uint32_t preempt_count; |
| | 47 | uint32_t preempted_rt_count; |
| | 48 | uint32_t preempted_by_rt_count; |
| | 49 | uint32_t rt_sched_count; |
| | 50 | uint32_t interrupt_count; |
| | 51 | uint32_t ipi_count; |
| | 52 | uint32_t timer_pop_count; |
| | 53 | uint32_t idle_transitions; |
| | 54 | uint32_t quantum_timer_expirations; |
| | 55 | }; |
| | 56 | |
| | 57 | struct processor_data { |
| | 58 | /* Processor state statistics */ |
| | 59 | timer_data_t idle_state; |
| | 60 | timer_data_t system_state; |
| | 61 | timer_data_t user_state; |
| | 62 | |
| | 63 | timer_t current_state; /* points to processor's idle, system, or user state timer */ |
| | 64 | |
| | 65 | /* Thread execution timers */ |
| | 66 | timer_t thread_timer; /* points to current thread's user or system timer */ |
| | 67 | timer_t kernel_timer; /* points to current thread's system_timer */ |
| | 68 | |
| | 69 | /* Kernel stack cache */ |
| | 70 | struct stack_cache { |
| | 71 | vm_offset_t free; |
| | 72 | unsigned int count; |
| | 73 | } stack_cache; |
| | 74 | |
| | 75 | /* VM event counters */ |
| | 76 | vm_statistics64_data_t vm_stat; |
| | 77 | |
| | 78 | /* IPC free message cache */ |
| | 79 | struct ikm_cache { |
| | 80 | #define IKM_STASH 16 |
| | 81 | ipc_kmsg_t entries[IKM_STASH]; |
| | 82 | unsigned int avail; |
| | 83 | } ikm_cache; |
| | 84 | |
| | 85 | /* waitq prepost cache */ |
| | 86 | #define WQP_CACHE_MAX 50 |
| | 87 | struct wqp_cache { |
| | 88 | uint64_t head; |
| | 89 | unsigned int avail; |
| | 90 | } wqp_cache; |
| | 91 | |
| | 92 | int start_color; |
| | 93 | unsigned long page_grab_count; |
| | 94 | void *free_pages; |
| | 95 | struct processor_sched_statistics sched_stats; |
| | 96 | uint64_t timer_call_ttd; /* current timer call time-to-deadline */ |
| | 97 | uint64_t wakeups_issued_total; /* Count of thread wakeups issued |
| | 98 | * by this processor |
| | 99 | */ |
| | 100 | }; |
| | 101 | |
| | 102 | typedef struct processor_data processor_data_t; |
| | 103 | |
| | 104 | #define PROCESSOR_DATA(processor, member) \ |
| | 105 | (processor)->processor_data.member |
| | 106 | |
| | 107 | extern void processor_data_init( |
| | 108 | processor_t processor); |
| | 109 | |
| | 110 | #define SCHED_STATS_INTERRUPT(p) \ |
| | 111 | MACRO_BEGIN \ |
| | 112 | if (__builtin_expect(sched_stats_active, 0)) { \ |
| | 113 | (p)->processor_data.sched_stats.interrupt_count++; \ |
| | 114 | } \ |
| | 115 | MACRO_END |
| | 116 | |
| | 117 | #define SCHED_STATS_TIMER_POP(p) \ |
| | 118 | MACRO_BEGIN \ |
| | 119 | if (__builtin_expect(sched_stats_active, 0)) { \ |
| | 120 | (p)->processor_data.sched_stats.timer_pop_count++; \ |
| | 121 | } \ |
| | 122 | MACRO_END |
| | 123 | |
| | 124 | #define SCHED_STATS_IPI(p) \ |
| | 125 | MACRO_BEGIN \ |
| | 126 | if (__builtin_expect(sched_stats_active, 0)) { \ |
| | 127 | (p)->processor_data.sched_stats.ipi_count++; \ |
| | 128 | } \ |
| | 129 | MACRO_END |
| | 130 | |
| | 131 | #define SCHED_STATS_CPU_IDLE_START(p) \ |
| | 132 | MACRO_BEGIN \ |
| | 133 | if (__builtin_expect(sched_stats_active, 0)) { \ |
| | 134 | (p)->processor_data.sched_stats.idle_transitions++; \ |
| | 135 | } \ |
| | 136 | MACRO_END |
| | 137 | |
| | 138 | #define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \ |
| | 139 | MACRO_BEGIN \ |
| | 140 | if (__builtin_expect(sched_stats_active, 0)) { \ |
| | 141 | (p)->processor_data.sched_stats.quantum_timer_expirations++; \ |
| | 142 | } \ |
| | 143 | MACRO_END |
| | 144 | |
| | 145 | #endif /* MACH_KERNEL_PRIVATE */ |
| | 146 | |
| | 147 | #endif /* _KERN_PROCESSOR_DATA_H_ */ |
projects / apple / xnu.git / blame_incremental