[apple/xnu.git] / osfmk / kern / processor_data.h

/*
 * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 * 
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */
/*
 * Machine independent per processor data.
 */

#ifndef _KERN_PROCESSOR_DATA_H_
#define _KERN_PROCESSOR_DATA_H_

/*
 * #include kern/processor.h instead of this file.
 */

#ifdef MACH_KERNEL_PRIVATE

#include <ipc/ipc_kmsg.h>
#include <kern/timer.h>

struct processor_sched_statistics {
	uint32_t		csw_count;
	uint32_t		preempt_count;
	uint32_t		preempted_rt_count;
	uint32_t		preempted_by_rt_count;
	uint32_t		rt_sched_count;
	uint32_t		interrupt_count;
	uint32_t		ipi_count;
	uint32_t		timer_pop_count;
	uint32_t		idle_transitions;
	uint32_t		quantum_timer_expirations;
};

struct processor_data {
	/* Processor state statistics */
	timer_data_t			idle_state;
	timer_data_t			system_state;
	timer_data_t			user_state;

	timer_t					current_state;

	/* Thread execution timers */
	timer_t					thread_timer;
	timer_t					kernel_timer;

	/* Kernel stack cache */
	struct stack_cache {
		vm_offset_t				free;
		unsigned int			count;
	}						stack_cache;

	/* VM event counters */
	vm_statistics64_data_t	vm_stat;

	/* IPC free message cache */
	struct ikm_cache {
#define IKM_STASH	16
		ipc_kmsg_t				entries[IKM_STASH];
		unsigned int			avail;
	}						ikm_cache;
	int						start_color;
	unsigned long			page_grab_count;
	void					*free_pages;
	struct processor_sched_statistics sched_stats;
	uint64_t	timer_call_ttd; /* current timer call time-to-deadline */
	uint64_t	wakeups_issued_total; /* Count of thread wakeups issued
					       * by this processor
					       */
};

typedef struct processor_data	processor_data_t;

#define PROCESSOR_DATA(processor, member)	\
					(processor)->processor_data.member

extern	void	processor_data_init(
					processor_t		processor);

#define SCHED_STATS_INTERRUPT(p) 					\
MACRO_BEGIN								\
	if (__builtin_expect(sched_stats_active, 0)) { 		\
		(p)->processor_data.sched_stats.interrupt_count++;	\
	}								\
MACRO_END	

#define SCHED_STATS_TIMER_POP(p)					\
MACRO_BEGIN								\
	if (__builtin_expect(sched_stats_active, 0)) { 		\
		(p)->processor_data.sched_stats.timer_pop_count++; 	\
	}								\
MACRO_END

#define SCHED_STATS_IPI(p) 						\
MACRO_BEGIN								\
	if (__builtin_expect(sched_stats_active, 0)) { 		\
		(p)->processor_data.sched_stats.ipi_count++; 		\
	}								\
MACRO_END

#define SCHED_STATS_CPU_IDLE_START(p)								\
MACRO_BEGIN											\
	if (__builtin_expect(sched_stats_active, 0)) { 					\
		(p)->processor_data.sched_stats.idle_transitions++;				\
	}											\
MACRO_END

#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)								\
MACRO_BEGIN											\
	if (__builtin_expect(sched_stats_active, 0)) { 					\
		(p)->processor_data.sched_stats.quantum_timer_expirations++;		\
	}											\
MACRO_END

#endif /* MACH_KERNEL_PRIVATE */

#endif /* _KERN_PROCESSOR_DATA_H_ */
Commit	Line	Data
91447636	1	/*
b0d623f7	2	* Copyright (c) 2003-2009 Apple Inc. All rights reserved.
91447636	3	*
2d21ac55	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
91447636	5	*
2d21ac55 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
8f6c56a5	14	*
2d21ac55 A	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5 A	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
8f6c56a5 A	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55 A	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
8f6c56a5	25	*
2d21ac55	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
91447636 A	27	*/
	28	/*
	29	* Machine independent per processor data.
	30	*/
	31
	32	#ifndef _KERN_PROCESSOR_DATA_H_
	33	#define _KERN_PROCESSOR_DATA_H_
	34
	35	/*
	36	* #include kern/processor.h instead of this file.
	37	*/
	38
	39	#ifdef MACH_KERNEL_PRIVATE
	40
	41	#include <ipc/ipc_kmsg.h>
	42	#include <kern/timer.h>
	43
6d2010ae A	44	struct processor_sched_statistics {
	45	uint32_t csw_count;
	46	uint32_t preempt_count;
	47	uint32_t preempted_rt_count;
	48	uint32_t preempted_by_rt_count;
	49	uint32_t rt_sched_count;
	50	uint32_t interrupt_count;
	51	uint32_t ipi_count;
	52	uint32_t timer_pop_count;
	53	uint32_t idle_transitions;
ebb1b9f4	54	uint32_t quantum_timer_expirations;
6d2010ae A	55	};
6d2010ae A	56
91447636 A	57	struct processor_data {
91447636 A	58	/* Processor state statistics */
2d21ac55 A	59	timer_data_t idle_state;
	60	timer_data_t system_state;
	61	timer_data_t user_state;
	62
	63	timer_t current_state;
91447636	64
2d21ac55 A	65	/* Thread execution timers */
	66	timer_t thread_timer;
	67	timer_t kernel_timer;
91447636 A	68
	69	/* Kernel stack cache */
	70	struct stack_cache {
	71	vm_offset_t free;
	72	unsigned int count;
	73	} stack_cache;
	74
91447636	75	/* VM event counters */
b0d623f7	76	vm_statistics64_data_t vm_stat;
91447636 A	77
	78	/* IPC free message cache */
	79	struct ikm_cache {
	80	#define IKM_STASH 16
	81	ipc_kmsg_t entries[IKM_STASH];
	82	unsigned int avail;
	83	} ikm_cache;
2d21ac55	84	int start_color;
39236c6e	85	unsigned long page_grab_count;
2d21ac55	86	void *free_pages;
6d2010ae	87	struct processor_sched_statistics sched_stats;
39236c6e A	88	uint64_t timer_call_ttd; /* current timer call time-to-deadline */
	89	uint64_t wakeups_issued_total; /* Count of thread wakeups issued
	90	* by this processor
	91	*/
91447636 A	92	};
	93
	94	typedef struct processor_data processor_data_t;
	95
	96	#define PROCESSOR_DATA(processor, member) \
	97	(processor)->processor_data.member
	98
	99	extern void processor_data_init(
	100	processor_t processor);
	101
6d2010ae A	102	#define SCHED_STATS_INTERRUPT(p) \
	103	MACRO_BEGIN \
	104	if (__builtin_expect(sched_stats_active, 0)) { \
	105	(p)->processor_data.sched_stats.interrupt_count++; \
	106	} \
	107	MACRO_END
	108
	109	#define SCHED_STATS_TIMER_POP(p) \
	110	MACRO_BEGIN \
	111	if (__builtin_expect(sched_stats_active, 0)) { \
	112	(p)->processor_data.sched_stats.timer_pop_count++; \
	113	} \
	114	MACRO_END
	115
	116	#define SCHED_STATS_IPI(p) \
	117	MACRO_BEGIN \
	118	if (__builtin_expect(sched_stats_active, 0)) { \
	119	(p)->processor_data.sched_stats.ipi_count++; \
	120	} \
	121	MACRO_END
	122
	123	#define SCHED_STATS_CPU_IDLE_START(p) \
	124	MACRO_BEGIN \
	125	if (__builtin_expect(sched_stats_active, 0)) { \
	126	(p)->processor_data.sched_stats.idle_transitions++; \
	127	} \
	128	MACRO_END
	129
ebb1b9f4 A	130	#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \
	131	MACRO_BEGIN \
	132	if (__builtin_expect(sched_stats_active, 0)) { \
	133	(p)->processor_data.sched_stats.quantum_timer_expirations++; \
	134	} \
	135	MACRO_END
	136
91447636 A	137	#endif /* MACH_KERNEL_PRIVATE */
	138
	139	#endif /* _KERN_PROCESSOR_DATA_H_ */