xnu-3248.60.10.tar.gz

[apple/xnu.git] / osfmk / kern / processor_data.h

diff --git a/osfmk/kern/processor_data.h b/osfmk/kern/processor_data.h
index 3aa431248e5a268dbf330ea094b3d784ff32bbf7..799a31dc71c97e3dff3554cc01a08ec7bc35bb57 100644 (file)
--- a/osfmk/kern/processor_data.h
+++ b/osfmk/kern/processor_data.h
@@ -1,23 +1,29 @@
 /*
 /*

- * Copyright (c) 2003 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2003-2009 Apple Inc. All rights reserved.

  *
  *

- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

  * 
  * 

- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License").  You may not use this file except in compliance with the
- * License.  Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.

  * 
  * 

- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER

  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,

- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.

  * 
  * 

- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@

  */
 /*
  * Machine independent per processor data.
  */
 /*
  * Machine independent per processor data.


@@ -35,15 +41,30 @@
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>
 
 #include <ipc/ipc_kmsg.h>
 #include <kern/timer.h>
 

+struct processor_sched_statistics {
+       uint32_t                csw_count;
+       uint32_t                preempt_count;
+       uint32_t                preempted_rt_count;
+       uint32_t                preempted_by_rt_count;
+       uint32_t                rt_sched_count;
+       uint32_t                interrupt_count;
+       uint32_t                ipi_count;
+       uint32_t                timer_pop_count;
+       uint32_t                idle_transitions;
+       uint32_t                quantum_timer_expirations;
+};
+

 struct processor_data {
        /* Processor state statistics */
 struct processor_data {
        /* Processor state statistics */

-       integer_t                               cpu_ticks[CPU_STATE_MAX];
+       timer_data_t                    idle_state;
+       timer_data_t                    system_state;
+       timer_data_t                    user_state;

 
 

-#if !STAT_TIME
-       /* Current execution timer */
-       timer_t                                 current_timer;
-       timer_data_t                    offline_timer;
-#endif /* STAT_TIME */
+       timer_t                                 current_state; /* points to processor's idle, system, or user state timer */
+
+       /* Thread execution timers */
+       timer_t                                 thread_timer; /* points to current thread's user or system timer */
+       timer_t                                 kernel_timer; /* points to current thread's system_timer */

 
        /* Kernel stack cache */
        struct stack_cache {
 
        /* Kernel stack cache */
        struct stack_cache {


@@ -51,11 +72,8 @@ struct processor_data {
                unsigned int                    count;
        }                                               stack_cache;
 
                unsigned int                    count;
        }                                               stack_cache;
 

-       /* Pending timer callouts */
-       queue_head_t                    timer_call_queue;
-

        /* VM event counters */
        /* VM event counters */

-       vm_statistics_data_t    vm_stat;
+       vm_statistics64_data_t  vm_stat;

 
        /* IPC free message cache */
        struct ikm_cache {
 
        /* IPC free message cache */
        struct ikm_cache {


@@ -64,7 +82,21 @@ struct processor_data {
                unsigned int                    avail;
        }                                               ikm_cache;
 
                unsigned int                    avail;
        }                                               ikm_cache;
 

-       int                                             slot_num;
+       /* waitq prepost cache */
+#define WQP_CACHE_MAX  50
+       struct wqp_cache {
+               uint64_t                head;
+               unsigned int            avail;
+       } wqp_cache;
+
+       int                                             start_color;
+       unsigned long                   page_grab_count;
+       void                                    *free_pages;
+       struct processor_sched_statistics sched_stats;
+       uint64_t        timer_call_ttd; /* current timer call time-to-deadline */
+       uint64_t        wakeups_issued_total; /* Count of thread wakeups issued
+                                              * by this processor
+                                              */

 };
 
 typedef struct processor_data  processor_data_t;
 };
 
 typedef struct processor_data  processor_data_t;


@@ -75,6 +107,41 @@ typedef struct processor_data       processor_data_t;
 extern void    processor_data_init(
                                        processor_t             processor);
 
 extern void    processor_data_init(
                                        processor_t             processor);
 

+#define SCHED_STATS_INTERRUPT(p)                                       \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.interrupt_count++;      \
+       }                                                               \
+MACRO_END      
+
+#define SCHED_STATS_TIMER_POP(p)                                       \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.timer_pop_count++;      \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_IPI(p)                                             \
+MACRO_BEGIN                                                            \
+       if (__builtin_expect(sched_stats_active, 0)) {          \
+               (p)->processor_data.sched_stats.ipi_count++;            \
+       }                                                               \
+MACRO_END
+
+#define SCHED_STATS_CPU_IDLE_START(p)                                                          \
+MACRO_BEGIN                                                                                    \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.idle_transitions++;                             \
+       }                                                                                       \
+MACRO_END
+
+#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)                                                                \
+MACRO_BEGIN                                                                                    \
+       if (__builtin_expect(sched_stats_active, 0)) {                                  \
+               (p)->processor_data.sched_stats.quantum_timer_expirations++;            \
+       }                                                                                       \
+MACRO_END
+

 #endif /* MACH_KERNEL_PRIVATE */
 
 #endif /* _KERN_PROCESSOR_DATA_H_ */
 #endif /* MACH_KERNEL_PRIVATE */
 
 #endif /* _KERN_PROCESSOR_DATA_H_ */