X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/2d21ac55c334faf3a56e5634905ed6987fc787d4..c7d2c2c6ee645e10cbccdd01c6191873ec77239d:/osfmk/kern/processor_data.h

diff --git a/osfmk/kern/processor_data.h b/osfmk/kern/processor_data.h
index 4debe720d..f2a1a8ba3 100644
--- a/osfmk/kern/processor_data.h
+++ b/osfmk/kern/processor_data.h
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2003-2007 Apple Inc. All rights reserved.
+ * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
@@ -41,6 +41,19 @@
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>
 
+struct processor_sched_statistics {
+	uint32_t		csw_count;
+	uint32_t		preempt_count;
+	uint32_t		preempted_rt_count;
+	uint32_t		preempted_by_rt_count;
+	uint32_t		rt_sched_count;
+	uint32_t		interrupt_count;
+	uint32_t		ipi_count;
+	uint32_t		timer_pop_count;
+	uint32_t		idle_transitions;
+	uint32_t		quantum_timer_expirations;
+};
+
 struct processor_data {
 	/* Processor state statistics */
 	timer_data_t			idle_state;
@@ -59,11 +72,8 @@ struct processor_data {
 		unsigned int			count;
 	}						stack_cache;
 
-	/* Pending timer callouts */
-	queue_head_t			timer_call_queue;
-
 	/* VM event counters */
-	vm_statistics_data_t	vm_stat;
+	vm_statistics64_data_t	vm_stat;
 
 	/* IPC free message cache */
 	struct ikm_cache {
@@ -72,11 +82,21 @@ struct processor_data {
 		unsigned int			avail;
 	}						ikm_cache;
 
-	int						slot_num;
+	/* waitq prepost cache */
+#define WQP_CACHE_MAX	50
+	struct wqp_cache {
+		uint64_t		head;
+		unsigned int		avail;
+	} wqp_cache;
 
-	unsigned long			page_grab_count;
 	int						start_color;
+	unsigned long			page_grab_count;
 	void					*free_pages;
+	struct processor_sched_statistics sched_stats;
+	uint64_t	timer_call_ttd; /* current timer call time-to-deadline */
+	uint64_t	wakeups_issued_total; /* Count of thread wakeups issued
+					       * by this processor
+					       */
 };
 
 typedef struct processor_data	processor_data_t;
@@ -87,6 +107,41 @@ typedef struct processor_data	processor_data_t;
 extern	void	processor_data_init(
 					processor_t		processor);
 
+#define SCHED_STATS_INTERRUPT(p) 					\
+MACRO_BEGIN								\
+	if (__builtin_expect(sched_stats_active, 0)) { 		\
+		(p)->processor_data.sched_stats.interrupt_count++;	\
+	}								\
+MACRO_END	
+
+#define SCHED_STATS_TIMER_POP(p)					\
+MACRO_BEGIN								\
+	if (__builtin_expect(sched_stats_active, 0)) { 		\
+		(p)->processor_data.sched_stats.timer_pop_count++; 	\
+	}								\
+MACRO_END
+
+#define SCHED_STATS_IPI(p) 						\
+MACRO_BEGIN								\
+	if (__builtin_expect(sched_stats_active, 0)) { 		\
+		(p)->processor_data.sched_stats.ipi_count++; 		\
+	}								\
+MACRO_END
+
+#define SCHED_STATS_CPU_IDLE_START(p)								\
+MACRO_BEGIN											\
+	if (__builtin_expect(sched_stats_active, 0)) { 					\
+		(p)->processor_data.sched_stats.idle_transitions++;				\
+	}											\
+MACRO_END
+
+#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)								\
+MACRO_BEGIN											\
+	if (__builtin_expect(sched_stats_active, 0)) { 					\
+		(p)->processor_data.sched_stats.quantum_timer_expirations++;		\
+	}											\
+MACRO_END
+
 #endif /* MACH_KERNEL_PRIVATE */
 
 #endif /* _KERN_PROCESSOR_DATA_H_ */