/*
- * Copyright (c) 2003 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
*
- * @APPLE_LICENSE_OSREFERENCE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
- * This file contains Original Code and/or Modifications of Original Code
- * as defined in and that are subject to the Apple Public Source License
- * Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. The rights granted to you under the
- * License may not be used to create, or enable the creation or
- * redistribution of, unlawful or unlicensed copies of an Apple operating
- * system, or to circumvent, violate, or enable the circumvention or
- * violation of, any terms of an Apple operating system software license
- * agreement.
- *
- * Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
- *
- * The Original Code and all software distributed under the License are
- * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
- * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
- * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
- * Please see the License for the specific language governing rights and
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
+ * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
* limitations under the License.
- *
- * @APPLE_LICENSE_OSREFERENCE_HEADER_END@
+ *
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
/*
* Machine independent per processor data.
#include <ipc/ipc_kmsg.h>
#include <kern/timer.h>
+struct processor_sched_statistics {
+ uint32_t csw_count;
+ uint32_t preempt_count;
+ uint32_t preempted_rt_count;
+ uint32_t preempted_by_rt_count;
+ uint32_t rt_sched_count;
+ uint32_t interrupt_count;
+ uint32_t ipi_count;
+ uint32_t timer_pop_count;
+ uint32_t idle_transitions;
+ uint32_t quantum_timer_expirations;
+};
+
struct processor_data {
/* Processor state statistics */
- integer_t cpu_ticks[CPU_STATE_MAX];
+ timer_data_t idle_state;
+ timer_data_t system_state;
+ timer_data_t user_state;
+
+ timer_t current_state; /* points to processor's idle, system, or user state timer */
-#if !STAT_TIME
- /* Current execution timer */
- timer_t current_timer;
- timer_data_t offline_timer;
-#endif /* STAT_TIME */
+ /* Thread execution timers */
+ timer_t thread_timer; /* points to current thread's user or system timer */
+ timer_t kernel_timer; /* points to current thread's system_timer */
/* Kernel stack cache */
struct stack_cache {
unsigned int count;
} stack_cache;
- /* Pending timer callouts */
- queue_head_t timer_call_queue;
-
/* VM event counters */
- vm_statistics_data_t vm_stat;
+ vm_statistics64_data_t vm_stat;
/* IPC free message cache */
struct ikm_cache {
unsigned int avail;
} ikm_cache;
- int slot_num;
+ /* waitq prepost cache */
+#define WQP_CACHE_MAX 50
+ struct wqp_cache {
+ uint64_t head;
+ unsigned int avail;
+ } wqp_cache;
+
+ int start_color;
+ unsigned long page_grab_count;
+ void *free_pages;
+ struct processor_sched_statistics sched_stats;
+ uint64_t timer_call_ttd; /* current timer call time-to-deadline */
+ uint64_t wakeups_issued_total; /* Count of thread wakeups issued
+ * by this processor
+ */
};
typedef struct processor_data processor_data_t;
extern void processor_data_init(
processor_t processor);
+#define SCHED_STATS_INTERRUPT(p) \
+MACRO_BEGIN \
+ if (__builtin_expect(sched_stats_active, 0)) { \
+ (p)->processor_data.sched_stats.interrupt_count++; \
+ } \
+MACRO_END
+
+#define SCHED_STATS_TIMER_POP(p) \
+MACRO_BEGIN \
+ if (__builtin_expect(sched_stats_active, 0)) { \
+ (p)->processor_data.sched_stats.timer_pop_count++; \
+ } \
+MACRO_END
+
+#define SCHED_STATS_IPI(p) \
+MACRO_BEGIN \
+ if (__builtin_expect(sched_stats_active, 0)) { \
+ (p)->processor_data.sched_stats.ipi_count++; \
+ } \
+MACRO_END
+
+#define SCHED_STATS_CPU_IDLE_START(p) \
+MACRO_BEGIN \
+ if (__builtin_expect(sched_stats_active, 0)) { \
+ (p)->processor_data.sched_stats.idle_transitions++; \
+ } \
+MACRO_END
+
+#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \
+MACRO_BEGIN \
+ if (__builtin_expect(sched_stats_active, 0)) { \
+ (p)->processor_data.sched_stats.quantum_timer_expirations++; \
+ } \
+MACRO_END
+
#endif /* MACH_KERNEL_PRIVATE */
#endif /* _KERN_PROCESSOR_DATA_H_ */
projects / apple / xnu.git / blobdiff