2 * Copyright (c) 2005-2008 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
29 * @OSF_FREE_COPYRIGHT@
32 * @APPLE_FREE_COPYRIGHT@
36 * Author: Bill Angell, Apple
39 * Random diagnostics, augmented Derek Kumar 2011
45 #include <kern/machine.h>
46 #include <kern/processor.h>
47 #include <mach/machine.h>
48 #include <mach/processor_info.h>
49 #include <mach/mach_types.h>
50 #include <mach/boolean.h>
51 #include <kern/thread.h>
52 #include <kern/task.h>
53 #include <kern/ipc_kobject.h>
54 #include <mach/vm_param.h>
56 #include <ipc/ipc_entry.h>
57 #include <ipc/ipc_space.h>
58 #include <ipc/ipc_object.h>
59 #include <ipc/ipc_port.h>
60 #include <vm/vm_kern.h>
61 #include <vm/vm_map.h>
62 #include <vm/vm_page.h>
64 #include <pexpert/pexpert.h>
65 #include <console/video_console.h>
66 #include <i386/cpu_data.h>
67 #include <i386/Diagnostics.h>
69 #include <i386/pmCPU.h>
71 #include <mach/i386/syscall_sw.h>
72 #include <kern/kalloc.h>
73 #include <sys/kdebug.h>
76 uint64_t lastRuptClear
= 0ULL;
78 void cpu_powerstats(void *);
86 uint64_t crtime_total
;
87 uint64_t citime_total
;
91 uint64_t pkg_cres
[2][4];
92 uint64_t pkg_power_unit
;
95 core_energy_stat_t cest
[];
96 } pkg_energy_statistics_t
;
100 diagCall64(x86_saved_state_t
* state
)
102 uint64_t curpos
, i
, j
;
103 uint64_t selector
, data
;
104 uint64_t currNap
, durNap
;
105 x86_saved_state64_t
*regs
;
109 assert(is_saved_state64(state
));
110 regs
= saved_state64(state
);
111 diagflag
= ((dgWork
.dgFlags
& enaDiagSCs
) != 0);
112 selector
= regs
->rdi
;
114 switch (selector
) { /* Select the routine */
115 case dgRuptStat
: /* Suck Interruption statistics */
116 (void) ml_set_interrupts_enabled(TRUE
);
117 data
= regs
->rsi
; /* Get the number of processors */
119 if (data
== 0) { /* If no location is specified for data, clear all
122 for (i
= 0; i
< real_ncpus
; i
++) { /* Cycle through
124 for (j
= 0; j
< 256; j
++)
125 cpu_data_ptr
[i
]->cpu_hwIntCnt
[j
] = 0;
128 lastRuptClear
= mach_absolute_time(); /* Get the time of clear */
129 rval
= 1; /* Normal return */
133 (void) copyout((char *) &real_ncpus
, data
, sizeof(real_ncpus
)); /* Copy out number of
136 currNap
= mach_absolute_time(); /* Get the time now */
137 durNap
= currNap
- lastRuptClear
; /* Get the last interval
140 durNap
= 1; /* This is a very short time, make it
143 curpos
= data
+ sizeof(real_ncpus
); /* Point to the next
146 for (i
= 0; i
< real_ncpus
; i
++) { /* Move 'em all out */
147 (void) copyout((char *) &durNap
, curpos
, 8); /* Copy out the time
148 * since last clear */
149 (void) copyout((char *) &cpu_data_ptr
[i
]->cpu_hwIntCnt
, curpos
+ 8, 256 * sizeof(uint32_t)); /* Copy out interrupt
152 curpos
= curpos
+ (256 * sizeof(uint32_t) + 8); /* Point to next out put
159 uint32_t c2l
= 0, c2h
= 0, c3l
= 0, c3h
= 0, c6l
= 0, c6h
= 0, c7l
= 0, c7h
= 0;
160 uint32_t pkg_unit_l
= 0, pkg_unit_h
= 0, pkg_ecl
= 0, pkg_ech
= 0;
162 pkg_energy_statistics_t pkes
;
163 core_energy_stat_t cest
;
165 bzero(&pkes
, sizeof(pkes
));
166 bzero(&cest
, sizeof(cest
));
168 rdmsr_carefully(MSR_IA32_PKG_C2_RESIDENCY
, &c2l
, &c2h
);
169 rdmsr_carefully(MSR_IA32_PKG_C3_RESIDENCY
, &c3l
, &c3h
);
170 rdmsr_carefully(MSR_IA32_PKG_C6_RESIDENCY
, &c6l
, &c6h
);
171 rdmsr_carefully(MSR_IA32_PKG_C7_RESIDENCY
, &c7l
, &c7h
);
173 pkes
.pkg_cres
[0][0] = ((uint64_t)c2h
<< 32) | c2l
;
174 pkes
.pkg_cres
[0][1] = ((uint64_t)c3h
<< 32) | c3l
;
175 pkes
.pkg_cres
[0][2] = ((uint64_t)c6h
<< 32) | c6l
;
176 pkes
.pkg_cres
[0][3] = ((uint64_t)c7h
<< 32) | c7l
;
178 rdmsr_carefully(MSR_IA32_PKG_POWER_SKU_UNIT
, &pkg_unit_l
, &pkg_unit_h
);
179 rdmsr_carefully(MSR_IA32_PKG_ENERGY_STATUS
, &pkg_ecl
, &pkg_ech
);
181 pkes
.pkg_power_unit
= ((uint64_t)pkg_unit_h
<< 32) | pkg_unit_l
;
182 pkes
.pkg_energy
= ((uint64_t)pkg_ech
<< 32) | pkg_ecl
;
184 pkes
.ncpus
= real_ncpus
;
186 (void) ml_set_interrupts_enabled(TRUE
);
188 copyout(&pkes
, regs
->rsi
, sizeof(pkes
));
189 curpos
= regs
->rsi
+ sizeof(pkes
);
191 mp_cpus_call(CPUMASK_ALL
, ASYNC
, cpu_powerstats
, NULL
);
193 for (i
= 0; i
< real_ncpus
; i
++) {
194 cest
.caperf
= cpu_data_ptr
[i
]->cpu_aperf
;
195 cest
.cmperf
= cpu_data_ptr
[i
]->cpu_mperf
;
196 cest
.ccres
[0] = cpu_data_ptr
[i
]->cpu_c3res
;
197 cest
.ccres
[1] = cpu_data_ptr
[i
]->cpu_c6res
;
198 cest
.ccres
[2] = cpu_data_ptr
[i
]->cpu_c7res
;
200 bcopy(&cpu_data_ptr
[i
]->cpu_rtimes
[0], &cest
.crtimes
[0], sizeof(cest
.crtimes
));
201 bcopy(&cpu_data_ptr
[i
]->cpu_itimes
[0], &cest
.citimes
[0], sizeof(cest
.citimes
));
202 cest
.citime_total
= cpu_data_ptr
[i
]->cpu_itime_total
;
203 cest
.crtime_total
= cpu_data_ptr
[i
]->cpu_rtime_total
;
205 copyout(&cest
, curpos
, sizeof(cest
));
206 curpos
+= sizeof(cest
);
215 (void) ml_set_interrupts_enabled(TRUE
);
219 unsigned *ptr
= (unsigned *)kalloc(1024);
226 #if defined(__x86_64__)
229 (void) ml_set_interrupts_enabled(TRUE
);
233 rval
= pmap_permissions_verify(kernel_pmap
, kernel_map
, 0, ~0ULL);
236 #endif /* __x86_64__*/
238 default: /* Handle invalid ones */
239 rval
= 0; /* Return an exception */
244 return rval
; /* Normal non-ast check return */
247 void cpu_powerstats(__unused
void *arg
) {
248 cpu_data_t
*cdp
= current_cpu_datap();
249 int cnum
= cdp
->cpu_number
;
250 uint32_t cl
= 0, ch
= 0, mpl
= 0, mph
= 0, apl
= 0, aph
= 0;
252 rdmsr_carefully(MSR_IA32_MPERF
, &mpl
, &mph
);
253 rdmsr_carefully(MSR_IA32_APERF
, &apl
, &aph
);
255 cdp
->cpu_mperf
= ((uint64_t)mph
<< 32) | mpl
;
256 cdp
->cpu_aperf
= ((uint64_t)aph
<< 32) | apl
;
261 rdmsr_carefully(MSR_IA32_CORE_C3_RESIDENCY
, &cl
, &ch
);
262 cdp
->cpu_c3res
= ((uint64_t)ch
<< 32) | cl
;
264 rdmsr_carefully(MSR_IA32_CORE_C6_RESIDENCY
, &cl
, &ch
);
265 cdp
->cpu_c6res
= ((uint64_t)ch
<< 32) | cl
;
267 rdmsr_carefully(MSR_IA32_CORE_C7_RESIDENCY
, &cl
, &ch
);
268 cdp
->cpu_c7res
= ((uint64_t)ch
<< 32) | cl
;