git.saurik.com Git - apple/xnu.git/blame_incremental

... / ...

Commit	Line	Data
	1	/*
	2	* Copyright (c) 2003-2009 Apple Inc. All rights reserved.
	3	*
	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
	5	*
	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
	14	*
	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
	25	*
	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
	27	*/
	28	/*
	29	* Machine independent per processor data.
	30	*/
	31
	32	#ifndef _KERN_PROCESSOR_DATA_H_
	33	#define _KERN_PROCESSOR_DATA_H_
	34
	35	/*
	36	* #include kern/processor.h instead of this file.
	37	*/
	38
	39	#ifdef XNU_KERNEL_PRIVATE
	40
	41	#ifdef MACH_KERNEL_PRIVATE
	42
	43	#include <ipc/ipc_kmsg.h>
	44	#include <kern/timer.h>
	45	#include <kern/debug.h>
	46
	47	struct processor_sched_statistics {
	48	uint32_t csw_count;
	49	uint32_t preempt_count;
	50	uint32_t preempted_rt_count;
	51	uint32_t preempted_by_rt_count;
	52	uint32_t rt_sched_count;
	53	uint32_t interrupt_count;
	54	uint32_t ipi_count;
	55	uint32_t timer_pop_count;
	56	uint32_t idle_transitions;
	57	uint32_t quantum_timer_expirations;
	58	};
	59
	60	struct processor_data {
	61	/* Processor state statistics */
	62	timer_data_t idle_state;
	63	timer_data_t system_state;
	64	timer_data_t user_state;
	65
	66	timer_t current_state; /* points to processor's idle, system, or user state timer */
	67
	68	/* Thread execution timers */
	69	timer_t thread_timer; /* points to current thread's user or system timer */
	70	timer_t kernel_timer; /* points to current thread's system_timer */
	71
	72	/* Kernel stack cache */
	73	struct stack_cache {
	74	vm_offset_t free;
	75	unsigned int count;
	76	} stack_cache;
	77
	78	/* VM event counters */
	79	vm_statistics64_data_t vm_stat;
	80
	81	/* waitq prepost cache */
	82	#define WQP_CACHE_MAX 50
	83	struct wqp_cache {
	84	uint64_t head;
	85	unsigned int avail;
	86	} wqp_cache;
	87
	88	int start_color;
	89	unsigned long page_grab_count;
	90	void *free_pages;
	91	struct processor_sched_statistics sched_stats;
	92	uint64_t timer_call_ttd; /* current timer call time-to-deadline */
	93	uint64_t wakeups_issued_total; /* Count of thread wakeups issued
	94	* by this processor
	95	*/
	96	struct debugger_state {
	97	debugger_op db_current_op;
	98	const char *db_message;
	99	const char *db_panic_str;
	100	va_list *db_panic_args;
	101	uint64_t db_panic_options;
	102	void *db_panic_data_ptr;
	103	boolean_t db_proceed_on_sync_failure;
	104	uint32_t db_entry_count; /* incremented whenever we panic or call Debugger (current CPU panic level) */
	105	kern_return_t db_op_return;
	106	unsigned long db_panic_caller;
	107	} debugger_state;
	108	};
	109
	110	typedef struct processor_data processor_data_t;
	111
	112	#define PROCESSOR_DATA(processor, member) \
	113	(processor)->processor_data.member
	114
	115	extern void processor_data_init(
	116	processor_t processor);
	117
	118	#define SCHED_STATS_INTERRUPT(p) \
	119	MACRO_BEGIN \
	120	if (__builtin_expect(sched_stats_active, 0)) { \
	121	(p)->processor_data.sched_stats.interrupt_count++; \
	122	} \
	123	MACRO_END
	124
	125	#define SCHED_STATS_TIMER_POP(p) \
	126	MACRO_BEGIN \
	127	if (__builtin_expect(sched_stats_active, 0)) { \
	128	(p)->processor_data.sched_stats.timer_pop_count++; \
	129	} \
	130	MACRO_END
	131
	132	#define SCHED_STATS_IPI(p) \
	133	MACRO_BEGIN \
	134	if (__builtin_expect(sched_stats_active, 0)) { \
	135	(p)->processor_data.sched_stats.ipi_count++; \
	136	} \
	137	MACRO_END
	138
	139	#define SCHED_STATS_CPU_IDLE_START(p) \
	140	MACRO_BEGIN \
	141	if (__builtin_expect(sched_stats_active, 0)) { \
	142	(p)->processor_data.sched_stats.idle_transitions++; \
	143	} \
	144	MACRO_END
	145
	146	#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \
	147	MACRO_BEGIN \
	148	if (__builtin_expect(sched_stats_active, 0)) { \
	149	(p)->processor_data.sched_stats.quantum_timer_expirations++; \
	150	} \
	151	MACRO_END
	152
	153	#endif /* MACH_KERNEL_PRIVATE */
	154
	155	extern boolean_t processor_in_panic_context(processor_t processor);
	156
	157	#endif /* XNU_KERNEL_PRIVATE */
	158
	159	#endif /* _KERN_PROCESSOR_DATA_H_ */