]>
Commit | Line | Data |
---|---|---|
1c79356b | 1 | /* |
2d21ac55 | 2 | * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved. |
5d5c5d0d | 3 | * |
2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
1c79356b | 5 | * |
2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
8f6c56a5 | 14 | * |
2d21ac55 A |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
17 | * | |
18 | * The Original Code and all software distributed under the License are | |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
8f6c56a5 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
8f6c56a5 | 25 | * |
2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
1c79356b A |
27 | */ |
28 | ||
29 | #include <sys/kdebug.h> | |
30 | #include <sys/errno.h> | |
31 | #include <sys/param.h> | |
91447636 | 32 | #include <sys/proc_internal.h> |
1c79356b A |
33 | #include <sys/vm.h> |
34 | #include <sys/sysctl.h> | |
91447636 | 35 | #include <sys/systm.h> |
1c79356b | 36 | #include <vm/vm_kern.h> |
91447636 | 37 | #include <machine/machine_routines.h> |
1c79356b | 38 | |
91447636 A |
39 | vm_offset_t pc_buftomem = 0; |
40 | unsigned int * pc_buffer = 0; /* buffer that holds each pc */ | |
41 | unsigned int * pc_bufptr = 0; | |
42 | unsigned int * pc_buflast = 0; | |
1c79356b A |
43 | unsigned int npcbufs = 8192; /* number of pc entries in buffer */ |
44 | unsigned int pc_bufsize = 0; | |
45 | unsigned int pcsample_flags = 0; | |
46 | unsigned int pcsample_enable = 0; | |
47 | ||
0b4e3aa0 A |
48 | pid_t pc_sample_pid = 0; |
49 | boolean_t pc_trace_frameworks = FALSE; | |
50 | ||
1c79356b A |
51 | char pcsample_comm[MAXCOMLEN + 1]; |
52 | ||
53 | /* Set the default framework boundaries */ | |
91447636 A |
54 | unsigned int pcsample_beg = 0; |
55 | unsigned int pcsample_end = 0; | |
1c79356b A |
56 | |
57 | static pid_t global_state_pid = -1; /* Used to control exclusive use of pc_buffer */ | |
58 | ||
2d21ac55 | 59 | extern unsigned int pc_trace_buf[]; |
1c79356b A |
60 | extern int pc_trace_cnt; |
61 | ||
91447636 A |
62 | void add_pcbuffer(void); |
63 | int branch_tracing_enabled(void); | |
64 | int disable_branch_tracing(void); | |
65 | int enable_branch_tracing(void); | |
66 | int pcsamples_bootstrap(void); | |
67 | void pcsamples_clear(void); | |
68 | int pcsamples_control(int *name, u_int namelen, user_addr_t where, size_t *sizep); | |
69 | int pcsamples_read(user_addr_t buffer, size_t *number); | |
70 | int pcsamples_reinit(void); | |
71 | ||
0b4e3aa0 | 72 | int |
91447636 | 73 | enable_branch_tracing(void) |
0b4e3aa0 A |
74 | { |
75 | #ifndef i386 | |
76 | struct proc *p; | |
77 | if (-1 != pc_sample_pid) { | |
2d21ac55 | 78 | p = proc_find(pc_sample_pid); |
0b4e3aa0 | 79 | if (p) { |
2d21ac55 A |
80 | p->p_btrace = 1; |
81 | proc_rele(p); | |
0b4e3aa0 A |
82 | } |
83 | } | |
84 | else { | |
85 | pc_trace_frameworks = TRUE; | |
86 | } | |
87 | ||
88 | return 1; | |
89 | ||
90 | #else | |
91 | return 0; | |
92 | #endif | |
93 | } | |
94 | ||
95 | int | |
91447636 | 96 | disable_branch_tracing(void) |
0b4e3aa0 | 97 | { |
91447636 A |
98 | struct proc *p; |
99 | switch (pc_sample_pid) { | |
0b4e3aa0 | 100 | case -1: |
91447636 A |
101 | pc_trace_frameworks = FALSE; |
102 | break; | |
103 | case 0: | |
104 | break; | |
105 | default: | |
2d21ac55 | 106 | p = proc_find(pc_sample_pid); |
91447636 | 107 | if (p) { |
2d21ac55 A |
108 | p->p_btrace = 0; |
109 | proc_rele(p); | |
91447636 A |
110 | } |
111 | break; | |
112 | } | |
113 | clr_be_bit(); | |
114 | return 1; | |
0b4e3aa0 A |
115 | } |
116 | ||
117 | /* | |
118 | * this only works for the current proc as it | |
119 | * is called from context_switch in the scheduler | |
120 | */ | |
121 | int | |
91447636 | 122 | branch_tracing_enabled(void) |
0b4e3aa0 A |
123 | { |
124 | struct proc *p = current_proc(); | |
125 | if (TRUE == pc_trace_frameworks) return TRUE; | |
126 | if (p) { | |
2d21ac55 | 127 | return (p->p_btrace); |
0b4e3aa0 A |
128 | } |
129 | return 0; | |
130 | } | |
131 | ||
132 | ||
1c79356b | 133 | void |
91447636 | 134 | add_pcbuffer(void) |
1c79356b A |
135 | { |
136 | int i; | |
91447636 | 137 | unsigned int pc; |
1c79356b A |
138 | |
139 | if (!pcsample_enable) | |
140 | return; | |
141 | ||
1c79356b A |
142 | for (i=0; i < pc_trace_cnt; i++) |
143 | { | |
144 | pc = pc_trace_buf[i]; | |
145 | ||
146 | if ((pcsample_beg <= pc) && (pc < pcsample_end)) | |
147 | { | |
148 | if (pc_bufptr > pc_buffer) | |
149 | { | |
150 | if ( (*(pc_bufptr-1)) == pc ) | |
151 | continue; /* Ignore, probably spinning */ | |
152 | } | |
153 | ||
154 | /* Then the sample is in our range */ | |
91447636 | 155 | *pc_bufptr = pc; |
1c79356b A |
156 | pc_bufptr++; |
157 | } | |
158 | } | |
159 | ||
160 | /* We never wrap the buffer */ | |
161 | if ((pc_bufptr + pc_trace_cnt) >= pc_buflast) | |
162 | { | |
163 | pcsample_enable = 0; | |
0b4e3aa0 | 164 | (void)disable_branch_tracing(); |
1c79356b A |
165 | wakeup(&pcsample_enable); |
166 | } | |
167 | return; | |
168 | } | |
169 | ||
91447636 A |
170 | int |
171 | pcsamples_bootstrap(void) | |
1c79356b | 172 | { |
0b4e3aa0 | 173 | if (!disable_branch_tracing()) |
1c79356b A |
174 | return(ENOTSUP); |
175 | ||
176 | pc_bufsize = npcbufs * sizeof(* pc_buffer); | |
177 | if (kmem_alloc(kernel_map, &pc_buftomem, | |
178 | (vm_size_t)pc_bufsize) == KERN_SUCCESS) | |
91447636 | 179 | pc_buffer = (unsigned int *) pc_buftomem; |
1c79356b | 180 | else |
91447636 | 181 | pc_buffer = NULL; |
1c79356b A |
182 | |
183 | if (pc_buffer) { | |
184 | pc_bufptr = pc_buffer; | |
185 | pc_buflast = &pc_bufptr[npcbufs]; | |
186 | pcsample_enable = 0; | |
187 | return(0); | |
188 | } else { | |
189 | pc_bufsize=0; | |
190 | return(EINVAL); | |
191 | } | |
192 | ||
193 | } | |
194 | ||
91447636 A |
195 | int |
196 | pcsamples_reinit(void) | |
1c79356b | 197 | { |
91447636 | 198 | int ret=0; |
1c79356b | 199 | |
91447636 | 200 | pcsample_enable = 0; |
1c79356b A |
201 | |
202 | if (pc_bufsize && pc_buffer) | |
55e303ae | 203 | kmem_free(kernel_map, (vm_offset_t)pc_buffer, pc_bufsize); |
1c79356b A |
204 | |
205 | ret= pcsamples_bootstrap(); | |
206 | return(ret); | |
207 | } | |
208 | ||
91447636 A |
209 | void |
210 | pcsamples_clear(void) | |
1c79356b | 211 | { |
91447636 A |
212 | /* Clean up the sample buffer, set defaults */ |
213 | global_state_pid = -1; | |
1c79356b A |
214 | pcsample_enable = 0; |
215 | if(pc_bufsize && pc_buffer) | |
55e303ae | 216 | kmem_free(kernel_map, (vm_offset_t)pc_buffer, pc_bufsize); |
91447636 A |
217 | pc_buffer = NULL; |
218 | pc_bufptr = NULL; | |
219 | pc_buflast = NULL; | |
1c79356b A |
220 | pc_bufsize = 0; |
221 | pcsample_beg= 0; | |
222 | pcsample_end= 0; | |
223 | bzero((void *)pcsample_comm, sizeof(pcsample_comm)); | |
0b4e3aa0 A |
224 | (void)disable_branch_tracing(); |
225 | pc_sample_pid = 0; | |
226 | pc_trace_frameworks = FALSE; | |
1c79356b A |
227 | } |
228 | ||
91447636 A |
229 | int |
230 | pcsamples_control(int *name, __unused u_int namelen, user_addr_t where, size_t *sizep) | |
1c79356b | 231 | { |
91447636 A |
232 | int ret=0; |
233 | size_t size=*sizep; | |
234 | int value = name[1]; | |
235 | pcinfo_t pc_bufinfo; | |
236 | pid_t *pidcheck; | |
237 | ||
238 | pid_t curpid; | |
239 | struct proc *p, *curproc; | |
240 | ||
241 | if (name[0] != PCSAMPLE_GETNUMBUF) | |
242 | { | |
243 | curproc = current_proc(); | |
244 | if (curproc) | |
1c79356b A |
245 | curpid = curproc->p_pid; |
246 | else | |
247 | return (ESRCH); | |
248 | ||
249 | if (global_state_pid == -1) | |
250 | global_state_pid = curpid; | |
251 | else if (global_state_pid != curpid) | |
252 | { | |
2d21ac55 | 253 | if((p = proc_find(global_state_pid)) == NULL) |
1c79356b A |
254 | { |
255 | /* The global pid no longer exists */ | |
256 | global_state_pid = curpid; | |
257 | } | |
258 | else | |
259 | { | |
2d21ac55 | 260 | proc_rele(p); |
1c79356b A |
261 | /* The global pid exists, deny this request */ |
262 | return(EBUSY); | |
263 | } | |
91447636 A |
264 | } |
265 | } | |
1c79356b A |
266 | |
267 | ||
268 | switch(name[0]) { | |
91447636 | 269 | case PCSAMPLE_DISABLE: /* used to disable */ |
1c79356b A |
270 | pcsample_enable=0; |
271 | break; | |
91447636 A |
272 | case PCSAMPLE_SETNUMBUF: |
273 | /* The buffer size is bounded by a min and max number of samples */ | |
274 | if (value < pc_trace_cnt) { | |
275 | ret=EINVAL; | |
1c79356b A |
276 | break; |
277 | } | |
278 | if (value <= MAX_PCSAMPLES) | |
91447636 A |
279 | /* npcbufs = value & ~(PC_TRACE_CNT-1); */ |
280 | npcbufs = value; | |
1c79356b | 281 | else |
91447636 | 282 | npcbufs = MAX_PCSAMPLES; |
1c79356b | 283 | break; |
91447636 A |
284 | case PCSAMPLE_GETNUMBUF: |
285 | if (size < sizeof(pc_bufinfo)) { | |
286 | ret=EINVAL; | |
1c79356b A |
287 | break; |
288 | } | |
289 | pc_bufinfo.npcbufs = npcbufs; | |
290 | pc_bufinfo.bufsize = pc_bufsize; | |
291 | pc_bufinfo.enable = pcsample_enable; | |
292 | pc_bufinfo.pcsample_beg = pcsample_beg; | |
293 | pc_bufinfo.pcsample_end = pcsample_end; | |
294 | if(copyout (&pc_bufinfo, where, sizeof(pc_bufinfo))) | |
295 | { | |
296 | ret=EINVAL; | |
297 | } | |
298 | break; | |
91447636 | 299 | case PCSAMPLE_SETUP: |
1c79356b A |
300 | ret=pcsamples_reinit(); |
301 | break; | |
91447636 | 302 | case PCSAMPLE_REMOVE: |
1c79356b A |
303 | pcsamples_clear(); |
304 | break; | |
91447636 | 305 | case PCSAMPLE_READBUF: |
1c79356b A |
306 | /* A nonzero value says enable and wait on the buffer */ |
307 | /* A zero value says read up the buffer immediately */ | |
308 | if (value == 0) | |
309 | { | |
310 | /* Do not wait on the buffer */ | |
311 | pcsample_enable = 0; | |
0b4e3aa0 | 312 | (void)disable_branch_tracing(); |
1c79356b A |
313 | ret = pcsamples_read(where, sizep); |
314 | break; | |
315 | } | |
316 | else if ((pc_bufsize <= 0) || (!pc_buffer)) | |
317 | { | |
318 | /* enable only if buffer is initialized */ | |
319 | ret=EINVAL; | |
320 | break; | |
321 | } | |
322 | ||
323 | /* Turn on branch tracing */ | |
0b4e3aa0 | 324 | if (!enable_branch_tracing()) |
1c79356b | 325 | { |
0b4e3aa0 | 326 | ret = ENOTSUP; |
1c79356b A |
327 | break; |
328 | } | |
329 | ||
330 | /* Enable sampling */ | |
331 | pcsample_enable = 1; | |
332 | ||
333 | ret = tsleep(&pcsample_enable, PRIBIO | PCATCH, "pcsample", 0); | |
334 | pcsample_enable = 0; | |
0b4e3aa0 | 335 | (void)disable_branch_tracing(); |
1c79356b A |
336 | |
337 | if (ret) | |
338 | { | |
339 | /* Eventually fix this... if (ret != EINTR) */ | |
340 | if (ret) | |
341 | { | |
342 | /* On errors, except EINTR, we want to cleanup buffer ptrs */ | |
343 | /* pc_bufptr = pc_buffer; */ | |
344 | *sizep = 0; | |
345 | } | |
346 | } | |
347 | else | |
348 | { | |
349 | /* The only way to get here is if the buffer is full */ | |
350 | ret = pcsamples_read(where, sizep); | |
351 | } | |
352 | ||
353 | break; | |
91447636 A |
354 | case PCSAMPLE_SETREG: |
355 | if (size < sizeof(pc_bufinfo)) | |
1c79356b A |
356 | { |
357 | ret = EINVAL; | |
358 | break; | |
359 | } | |
91447636 | 360 | if (copyin(where, &pc_bufinfo, sizeof(pc_bufinfo))) |
1c79356b A |
361 | { |
362 | ret = EINVAL; | |
363 | break; | |
364 | } | |
365 | ||
366 | pcsample_beg = pc_bufinfo.pcsample_beg; | |
367 | pcsample_end = pc_bufinfo.pcsample_end; | |
368 | break; | |
91447636 A |
369 | case PCSAMPLE_COMM: |
370 | if (!(sizeof(pcsample_comm) > size)) | |
371 | { | |
372 | ret = EINVAL; | |
373 | break; | |
374 | } | |
375 | bzero((void *)pcsample_comm, sizeof(pcsample_comm)); | |
376 | if (copyin(where, pcsample_comm, size)) | |
377 | { | |
378 | ret = EINVAL; | |
0b4e3aa0 | 379 | break; |
91447636 | 380 | } |
0b4e3aa0 A |
381 | |
382 | /* Check for command name or pid */ | |
91447636 A |
383 | if (pcsample_comm[0] != '\0') |
384 | { | |
385 | ret= ENOTSUP; | |
0b4e3aa0 | 386 | break; |
91447636 | 387 | } |
0b4e3aa0 A |
388 | else |
389 | { | |
390 | if (size != (2 * sizeof(pid_t))) | |
391 | { | |
392 | ret = EINVAL; | |
393 | break; | |
394 | } | |
395 | else | |
396 | { | |
397 | pidcheck = (pid_t *)pcsample_comm; | |
398 | pc_sample_pid = pidcheck[1]; | |
399 | } | |
400 | } | |
1c79356b | 401 | break; |
91447636 A |
402 | default: |
403 | ret= ENOTSUP; | |
1c79356b A |
404 | break; |
405 | } | |
406 | return(ret); | |
407 | } | |
408 | ||
409 | ||
410 | /* | |
411 | This buffer must be read up in one call. | |
412 | If the buffer isn't big enough to hold | |
413 | all the samples, it will copy up enough | |
414 | to fill the buffer and throw the rest away. | |
415 | This buffer never wraps. | |
416 | */ | |
91447636 A |
417 | int |
418 | pcsamples_read(user_addr_t buffer, size_t *number) | |
1c79356b | 419 | { |
91447636 A |
420 | size_t count=0; |
421 | size_t copycount; | |
1c79356b | 422 | |
91447636 | 423 | count = (*number)/sizeof(* pc_buffer); |
1c79356b A |
424 | |
425 | if (count && pc_bufsize && pc_buffer) | |
426 | { | |
427 | copycount = pc_bufptr - pc_buffer; | |
428 | ||
429 | if (copycount <= 0) | |
430 | { | |
431 | *number = 0; | |
432 | return(0); | |
433 | } | |
434 | ||
435 | if (copycount > count) | |
436 | copycount = count; | |
437 | ||
438 | /* We actually have data to send up */ | |
91447636 | 439 | if(copyout(pc_buffer, buffer, copycount * sizeof(* pc_buffer))) |
1c79356b A |
440 | { |
441 | *number = 0; | |
442 | return(EINVAL); | |
443 | } | |
444 | *number = copycount; | |
445 | pc_bufptr = pc_buffer; | |
446 | return(0); | |
447 | } | |
448 | else | |
449 | { | |
450 | *number = 0; | |
451 | return(0); | |
452 | } | |
453 | } | |
454 |