]> git.saurik.com Git - apple/xnu.git/blob - bsd/kern/kern_sysctl.c
projects / apple / xnu.git / blob
? search:


5d2fcee095c3e03ebab8c1eadcdc2dc44e16b250
[apple/xnu.git] / bsd / kern / kern_sysctl.c
1 /*
2 * Copyright (c) 2000-2019 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 /* Copyright (c) 1995 NeXT Computer, Inc. All Rights Reserved */
29 /*-
30 * Copyright (c) 1982, 1986, 1989, 1993
31 * The Regents of the University of California. All rights reserved.
32 *
33 * This code is derived from software contributed to Berkeley by
34 * Mike Karels at Berkeley Software Design, Inc.
35 *
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
38 * are met:
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
44 * 3. All advertising materials mentioning features or use of this software
45 * must display the following acknowledgement:
46 * This product includes software developed by the University of
47 * California, Berkeley and its contributors.
48 * 4. Neither the name of the University nor the names of its contributors
49 * may be used to endorse or promote products derived from this software
50 * without specific prior written permission.
51 *
52 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
53 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
56 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
62 * SUCH DAMAGE.
63 *
64 * @(#)kern_sysctl.c 8.4 (Berkeley) 4/14/94
65 */
66 /*
67 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
68 * support for mandatory and extensible security protections. This notice
69 * is included in support of clause 2.2 (b) of the Apple Public License,
70 * Version 2.0.
71 */
72
73 /*
74 * DEPRECATED sysctl system call code
75 *
76 * Everything in this file is deprecated. Sysctls should be handled
77 * by the code in kern_newsysctl.c.
78 * The remaining "case" sections are supposed to be converted into
79 * SYSCTL_*-style definitions, and as soon as all of them are gone,
80 * this source file is supposed to die.
81 *
82 * DO NOT ADD ANY MORE "case" SECTIONS TO THIS FILE, instead define
83 * your sysctl with SYSCTL_INT, SYSCTL_PROC etc. in your source file.
84 */
85
86 #include <sys/param.h>
87 #include <sys/systm.h>
88 #include <sys/kernel.h>
89 #include <sys/malloc.h>
90 #include <sys/proc_internal.h>
91 #include <sys/kauth.h>
92 #include <sys/file_internal.h>
93 #include <sys/vnode_internal.h>
94 #include <sys/unistd.h>
95 #include <sys/buf.h>
96 #include <sys/ioctl.h>
97 #include <sys/namei.h>
98 #include <sys/tty.h>
99 #include <sys/disklabel.h>
100 #include <sys/vm.h>
101 #include <sys/sysctl.h>
102 #include <sys/user.h>
103 #include <sys/aio_kern.h>
104 #include <sys/reboot.h>
105 #include <sys/memory_maintenance.h>
106 #include <sys/priv.h>
107 #include <stdatomic.h>
108
109 #include <security/audit/audit.h>
110 #include <kern/kalloc.h>
111
112 #include <machine/smp.h>
113 #include <machine/atomic.h>
114 #include <mach/machine.h>
115 #include <mach/mach_host.h>
116 #include <mach/mach_types.h>
117 #include <mach/processor_info.h>
118 #include <mach/vm_param.h>
119 #include <kern/debug.h>
120 #include <kern/mach_param.h>
121 #include <kern/task.h>
122 #include <kern/thread.h>
123 #include <kern/thread_group.h>
124 #include <kern/processor.h>
125 #include <kern/cpu_number.h>
126 #include <kern/cpu_quiesce.h>
127 #include <kern/sched_prim.h>
128 #include <vm/vm_kern.h>
129 #include <vm/vm_map.h>
130 #include <mach/host_info.h>
131
132 #include <sys/mount_internal.h>
133 #include <sys/kdebug.h>
134 #include <sys/kern_sysctl.h>
135
136 #include <IOKit/IOPlatformExpert.h>
137 #include <pexpert/pexpert.h>
138
139 #include <machine/machine_routines.h>
140 #include <machine/exec.h>
141
142 #include <vm/vm_protos.h>
143 #include <vm/vm_pageout.h>
144 #include <vm/vm_compressor_algorithms.h>
145 #include <sys/imgsrc.h>
146 #include <kern/timer_call.h>
147
148 #if defined(__i386__) || defined(__x86_64__)
149 #include <i386/cpuid.h>
150 #endif
151
152 #if CONFIG_FREEZE
153 #include <sys/kern_memorystatus.h>
154 #endif
155
156 #if KPERF
157 #include <kperf/kperf.h>
158 #endif
159
160 #if HYPERVISOR
161 #include <kern/hv_support.h>
162 #endif
163
164 /*
165 * deliberately setting max requests to really high number
166 * so that runaway settings do not cause MALLOC overflows
167 */
168 #define AIO_MAX_REQUESTS (128 * CONFIG_AIO_MAX)
169
170 extern int aio_max_requests;
171 extern int aio_max_requests_per_process;
172 extern int aio_worker_threads;
173 extern int lowpri_IO_window_msecs;
174 extern int lowpri_IO_delay_msecs;
175 #if DEVELOPMENT || DEBUG
176 extern int nx_enabled;
177 #endif
178 extern int speculative_reads_disabled;
179 extern unsigned int speculative_prefetch_max;
180 extern unsigned int speculative_prefetch_max_iosize;
181 extern unsigned int preheat_max_bytes;
182 extern unsigned int preheat_min_bytes;
183 extern long numvnodes;
184 extern long num_recycledvnodes;
185
186 extern uuid_string_t bootsessionuuid_string;
187
188 extern unsigned int vm_max_delayed_work_limit;
189 extern unsigned int vm_max_batch;
190
191 extern unsigned int vm_page_free_min;
192 extern unsigned int vm_page_free_target;
193 extern unsigned int vm_page_free_reserved;
194
195 #if (DEVELOPMENT || DEBUG)
196 extern uint32_t vm_page_creation_throttled_hard;
197 extern uint32_t vm_page_creation_throttled_soft;
198 #endif /* DEVELOPMENT || DEBUG */
199
200 #if CONFIG_LOCKERBOOT
201 extern const char kernel_protoboot_mount[];
202 #endif
203
204 /*
205 * Conditionally allow dtrace to see these functions for debugging purposes.
206 */
207 #ifdef STATIC
208 #undef STATIC
209 #endif
210 #if 0
211 #define STATIC
212 #else
213 #define STATIC static
214 #endif
215
216 extern boolean_t mach_timer_coalescing_enabled;
217
218 extern uint64_t timer_deadline_tracking_bin_1, timer_deadline_tracking_bin_2;
219
220 STATIC void
221 fill_user32_eproc(proc_t, struct user32_eproc *__restrict);
222 STATIC void
223 fill_user32_externproc(proc_t, struct user32_extern_proc *__restrict);
224 STATIC void
225 fill_user64_eproc(proc_t, struct user64_eproc *__restrict);
226 STATIC void
227 fill_user64_proc(proc_t, struct user64_kinfo_proc *__restrict);
228 STATIC void
229 fill_user64_externproc(proc_t, struct user64_extern_proc *__restrict);
230 STATIC void
231 fill_user32_proc(proc_t, struct user32_kinfo_proc *__restrict);
232
233 extern int
234 kdbg_control(int *name, u_int namelen, user_addr_t where, size_t * sizep);
235 #if NFSCLIENT
236 extern int
237 netboot_root(void);
238 #endif
239 int
240 sysctl_procargs(int *name, u_int namelen, user_addr_t where,
241 size_t *sizep, proc_t cur_proc);
242 STATIC int
243 sysctl_procargsx(int *name, u_int namelen, user_addr_t where, size_t *sizep,
244 proc_t cur_proc, int argc_yes);
245 int
246 sysctl_struct(user_addr_t oldp, size_t *oldlenp, user_addr_t newp,
247 size_t newlen, void *sp, int len);
248
249 STATIC int sysdoproc_filt_KERN_PROC_PID(proc_t p, void * arg);
250 STATIC int sysdoproc_filt_KERN_PROC_PGRP(proc_t p, void * arg);
251 STATIC int sysdoproc_filt_KERN_PROC_TTY(proc_t p, void * arg);
252 STATIC int sysdoproc_filt_KERN_PROC_UID(proc_t p, void * arg);
253 STATIC int sysdoproc_filt_KERN_PROC_RUID(proc_t p, void * arg);
254 int sysdoproc_callback(proc_t p, void *arg);
255
256
257 /* forward declarations for non-static STATIC */
258 STATIC void fill_loadavg64(struct loadavg *la, struct user64_loadavg *la64);
259 STATIC void fill_loadavg32(struct loadavg *la, struct user32_loadavg *la32);
260 STATIC int sysctl_handle_kern_threadname(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
261 STATIC int sysctl_sched_stats(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
262 STATIC int sysctl_sched_stats_enable(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
263 STATIC int sysctl_kdebug_ops SYSCTL_HANDLER_ARGS;
264 #if COUNT_SYSCALLS
265 STATIC int sysctl_docountsyscalls SYSCTL_HANDLER_ARGS;
266 #endif /* COUNT_SYSCALLS */
267 #if !CONFIG_EMBEDDED
268 STATIC int sysctl_doprocargs SYSCTL_HANDLER_ARGS;
269 #endif /* !CONFIG_EMBEDDED */
270 STATIC int sysctl_doprocargs2 SYSCTL_HANDLER_ARGS;
271 STATIC int sysctl_prochandle SYSCTL_HANDLER_ARGS;
272 STATIC int sysctl_aiomax(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
273 STATIC int sysctl_aioprocmax(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
274 STATIC int sysctl_aiothreads(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
275 STATIC int sysctl_maxproc(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
276 STATIC int sysctl_osversion(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
277 STATIC int sysctl_sysctl_bootargs(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
278 STATIC int sysctl_maxvnodes(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
279 STATIC int sysctl_securelvl(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
280 STATIC int sysctl_domainname(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
281 STATIC int sysctl_hostname(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
282 STATIC int sysctl_procname(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
283 STATIC int sysctl_boottime(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
284 STATIC int sysctl_symfile(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
285 #if NFSCLIENT
286 STATIC int sysctl_netboot(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
287 #endif
288 #ifdef CONFIG_IMGSRC_ACCESS
289 STATIC int sysctl_imgsrcdev(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
290 #endif
291 STATIC int sysctl_usrstack(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
292 STATIC int sysctl_usrstack64(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
293 #if CONFIG_COREDUMP
294 STATIC int sysctl_coredump(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
295 STATIC int sysctl_suid_coredump(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
296 #endif
297 STATIC int sysctl_delayterm(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
298 STATIC int sysctl_rage_vnode(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
299 STATIC int sysctl_kern_check_openevt(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
300 #if DEVELOPMENT || DEBUG
301 STATIC int sysctl_nx(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
302 #endif
303 STATIC int sysctl_loadavg(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
304 STATIC int sysctl_vm_toggle_address_reuse(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
305 STATIC int sysctl_swapusage(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
306 STATIC int fetch_process_cputype( proc_t cur_proc, int *name, u_int namelen, cpu_type_t *cputype);
307 STATIC int sysctl_sysctl_native(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
308 STATIC int sysctl_sysctl_cputype(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
309 STATIC int sysctl_safeboot(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
310 STATIC int sysctl_singleuser(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
311 STATIC int sysctl_minimalboot(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
312 STATIC int sysctl_slide(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
313
314 #ifdef CONFIG_XNUPOST
315 #include <tests/xnupost.h>
316
317 STATIC int sysctl_debug_test_oslog_ctl(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
318 STATIC int sysctl_debug_test_stackshot_mutex_owner(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
319 STATIC int sysctl_debug_test_stackshot_rwlck_owner(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req);
320 #endif
321
322 extern void IORegistrySetOSBuildVersion(char * build_version);
323
324 STATIC void
325 fill_loadavg64(struct loadavg *la, struct user64_loadavg *la64)
326 {
327 la64->ldavg[0] = la->ldavg[0];
328 la64->ldavg[1] = la->ldavg[1];
329 la64->ldavg[2] = la->ldavg[2];
330 la64->fscale = (user64_long_t)la->fscale;
331 }
332
333 STATIC void
334 fill_loadavg32(struct loadavg *la, struct user32_loadavg *la32)
335 {
336 la32->ldavg[0] = la->ldavg[0];
337 la32->ldavg[1] = la->ldavg[1];
338 la32->ldavg[2] = la->ldavg[2];
339 la32->fscale = (user32_long_t)la->fscale;
340 }
341
342 #if CONFIG_COREDUMP
343 /*
344 * Attributes stored in the kernel.
345 */
346 extern char corefilename[MAXPATHLEN + 1];
347 extern int do_coredump;
348 extern int sugid_coredump;
349 #endif
350
351 #if COUNT_SYSCALLS
352 extern int do_count_syscalls;
353 #endif
354
355 #ifdef INSECURE
356 int securelevel = -1;
357 #else
358 int securelevel;
359 #endif
360
361 STATIC int
362 sysctl_handle_kern_threadname( __unused struct sysctl_oid *oidp, __unused void *arg1,
363 __unused int arg2, struct sysctl_req *req)
364 {
365 int error;
366 struct uthread *ut = get_bsdthread_info(current_thread());
367 user_addr_t oldp = 0, newp = 0;
368 size_t *oldlenp = NULL;
369 size_t newlen = 0;
370
371 oldp = req->oldptr;
372 oldlenp = &(req->oldlen);
373 newp = req->newptr;
374 newlen = req->newlen;
375
376 /* We want the current length, and maybe the string itself */
377 if (oldlenp) {
378 /* if we have no thread name yet tell'em we want MAXTHREADNAMESIZE - 1 */
379 size_t currlen = MAXTHREADNAMESIZE - 1;
380
381 if (ut->pth_name) {
382 /* use length of current thread name */
383 currlen = strlen(ut->pth_name);
384 }
385 if (oldp) {
386 if (*oldlenp < currlen) {
387 return ENOMEM;
388 }
389 /* NOTE - we do not copy the NULL terminator */
390 if (ut->pth_name) {
391 error = copyout(ut->pth_name, oldp, currlen);
392 if (error) {
393 return error;
394 }
395 }
396 }
397 /* return length of thread name minus NULL terminator (just like strlen) */
398 req->oldidx = currlen;
399 }
400
401 /* We want to set the name to something */
402 if (newp) {
403 if (newlen > (MAXTHREADNAMESIZE - 1)) {
404 return ENAMETOOLONG;
405 }
406 if (!ut->pth_name) {
407 char *tmp_pth_name = (char *)kalloc(MAXTHREADNAMESIZE);
408 if (!tmp_pth_name) {
409 return ENOMEM;
410 }
411 bzero(tmp_pth_name, MAXTHREADNAMESIZE);
412 if (!OSCompareAndSwapPtr(NULL, tmp_pth_name, &ut->pth_name)) {
413 kfree(tmp_pth_name, MAXTHREADNAMESIZE);
414 return EBUSY;
415 }
416 } else {
417 kernel_debug_string_simple(TRACE_STRING_THREADNAME_PREV, ut->pth_name);
418 bzero(ut->pth_name, MAXTHREADNAMESIZE);
419 }
420 error = copyin(newp, ut->pth_name, newlen);
421 if (error) {
422 return error;
423 }
424
425 kernel_debug_string_simple(TRACE_STRING_THREADNAME, ut->pth_name);
426 }
427
428 return 0;
429 }
430
431 SYSCTL_PROC(_kern, KERN_THREADNAME, threadname, CTLFLAG_ANYBODY | CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_LOCKED, 0, 0, sysctl_handle_kern_threadname, "A", "");
432
433 #define BSD_HOST 1
434 STATIC int
435 sysctl_sched_stats(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
436 {
437 host_basic_info_data_t hinfo;
438 kern_return_t kret;
439 uint32_t size;
440 int changed;
441 mach_msg_type_number_t count = HOST_BASIC_INFO_COUNT;
442 struct _processor_statistics_np *buf;
443 int error;
444
445 kret = host_info((host_t)BSD_HOST, HOST_BASIC_INFO, (host_info_t)&hinfo, &count);
446 if (kret != KERN_SUCCESS) {
447 return EINVAL;
448 }
449
450 size = sizeof(struct _processor_statistics_np) * (hinfo.logical_cpu_max + 2); /* One for RT Queue, One for Fair Share Queue */
451
452 if (req->oldlen < size) {
453 return EINVAL;
454 }
455
456 MALLOC(buf, struct _processor_statistics_np*, size, M_TEMP, M_ZERO | M_WAITOK);
457
458 kret = get_sched_statistics(buf, &size);
459 if (kret != KERN_SUCCESS) {
460 error = EINVAL;
461 goto out;
462 }
463
464 error = sysctl_io_opaque(req, buf, size, &changed);
465 if (error) {
466 goto out;
467 }
468
469 if (changed) {
470 panic("Sched info changed?!");
471 }
472 out:
473 FREE(buf, M_TEMP);
474 return error;
475 }
476
477 SYSCTL_PROC(_kern, OID_AUTO, sched_stats, CTLFLAG_LOCKED, 0, 0, sysctl_sched_stats, "-", "");
478
479 STATIC int
480 sysctl_sched_stats_enable(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, __unused struct sysctl_req *req)
481 {
482 boolean_t active;
483 int res;
484
485 if (req->newlen != sizeof(active)) {
486 return EINVAL;
487 }
488
489 res = copyin(req->newptr, &active, sizeof(active));
490 if (res != 0) {
491 return res;
492 }
493
494 return set_sched_stats_active(active);
495 }
496
497 SYSCTL_PROC(_kern, OID_AUTO, sched_stats_enable, CTLFLAG_LOCKED | CTLFLAG_WR, 0, 0, sysctl_sched_stats_enable, "-", "");
498
499 extern uint32_t sched_debug_flags;
500 SYSCTL_INT(_debug, OID_AUTO, sched, CTLFLAG_RW | CTLFLAG_LOCKED, &sched_debug_flags, 0, "scheduler debug");
501
502 #if (DEBUG || DEVELOPMENT)
503 extern boolean_t doprnt_hide_pointers;
504 SYSCTL_INT(_debug, OID_AUTO, hide_kernel_pointers, CTLFLAG_RW | CTLFLAG_LOCKED, &doprnt_hide_pointers, 0, "hide kernel pointers from log");
505 #endif
506
507 extern int get_kernel_symfile(proc_t, char **);
508
509 #if COUNT_SYSCALLS
510 #define KERN_COUNT_SYSCALLS (KERN_OSTYPE + 1000)
511
512 extern const unsigned int nsysent;
513 extern int syscalls_log[];
514 extern const char *syscallnames[];
515
516 STATIC int
517 sysctl_docountsyscalls SYSCTL_HANDLER_ARGS
518 {
519 __unused int cmd = oidp->oid_arg2; /* subcommand*/
520 __unused int *name = arg1; /* oid element argument vector */
521 __unused int namelen = arg2; /* number of oid element arguments */
522 user_addr_t oldp = req->oldptr; /* user buffer copy out address */
523 size_t *oldlenp = &req->oldlen; /* user buffer copy out size */
524 user_addr_t newp = req->newptr; /* user buffer copy in address */
525 size_t newlen = req->newlen; /* user buffer copy in size */
526 int error;
527
528 int tmp;
529
530 /* valid values passed in:
531 * = 0 means don't keep called counts for each bsd syscall
532 * > 0 means keep called counts for each bsd syscall
533 * = 2 means dump current counts to the system log
534 * = 3 means reset all counts
535 * for example, to dump current counts:
536 * sysctl -w kern.count_calls=2
537 */
538 error = sysctl_int(oldp, oldlenp, newp, newlen, &tmp);
539 if (error != 0) {
540 return error;
541 }
542
543 if (tmp == 1) {
544 do_count_syscalls = 1;
545 } else if (tmp == 0 || tmp == 2 || tmp == 3) {
546 int i;
547 for (i = 0; i < nsysent; i++) {
548 if (syscalls_log[i] != 0) {
549 if (tmp == 2) {
550 printf("%d calls - name %s \n", syscalls_log[i], syscallnames[i]);
551 } else {
552 syscalls_log[i] = 0;
553 }
554 }
555 }
556 if (tmp != 0) {
557 do_count_syscalls = 1;
558 }
559 }
560
561 /* adjust index so we return the right required/consumed amount */
562 if (!error) {
563 req->oldidx += req->oldlen;
564 }
565
566 return error;
567 }
568 SYSCTL_PROC(_kern, KERN_COUNT_SYSCALLS, count_syscalls, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
569 0, /* Pointer argument (arg1) */
570 0, /* Integer argument (arg2) */
571 sysctl_docountsyscalls, /* Handler function */
572 NULL, /* Data pointer */
573 "");
574 #endif /* COUNT_SYSCALLS */
575
576 /*
577 * The following sysctl_* functions should not be used
578 * any more, as they can only cope with callers in
579 * user mode: Use new-style
580 * sysctl_io_number()
581 * sysctl_io_string()
582 * sysctl_io_opaque()
583 * instead.
584 */
585
586 /*
587 * Validate parameters and get old / set new parameters
588 * for an integer-valued sysctl function.
589 */
590 int
591 sysctl_int(user_addr_t oldp, size_t *oldlenp,
592 user_addr_t newp, size_t newlen, int *valp)
593 {
594 int error = 0;
595
596 if (oldp != USER_ADDR_NULL && oldlenp == NULL) {
597 return EFAULT;
598 }
599 if (oldp && *oldlenp < sizeof(int)) {
600 return ENOMEM;
601 }
602 if (newp && newlen != sizeof(int)) {
603 return EINVAL;
604 }
605 *oldlenp = sizeof(int);
606 if (oldp) {
607 error = copyout(valp, oldp, sizeof(int));
608 }
609 if (error == 0 && newp) {
610 error = copyin(newp, valp, sizeof(int));
611 AUDIT_ARG(value32, *valp);
612 }
613 return error;
614 }
615
616 /*
617 * Validate parameters and get old / set new parameters
618 * for an quad(64bit)-valued sysctl function.
619 */
620 int
621 sysctl_quad(user_addr_t oldp, size_t *oldlenp,
622 user_addr_t newp, size_t newlen, quad_t *valp)
623 {
624 int error = 0;
625
626 if (oldp != USER_ADDR_NULL && oldlenp == NULL) {
627 return EFAULT;
628 }
629 if (oldp && *oldlenp < sizeof(quad_t)) {
630 return ENOMEM;
631 }
632 if (newp && newlen != sizeof(quad_t)) {
633 return EINVAL;
634 }
635 *oldlenp = sizeof(quad_t);
636 if (oldp) {
637 error = copyout(valp, oldp, sizeof(quad_t));
638 }
639 if (error == 0 && newp) {
640 error = copyin(newp, valp, sizeof(quad_t));
641 }
642 return error;
643 }
644
645 STATIC int
646 sysdoproc_filt_KERN_PROC_PID(proc_t p, void * arg)
647 {
648 if (p->p_pid != (pid_t)*(int*)arg) {
649 return 0;
650 } else {
651 return 1;
652 }
653 }
654
655 STATIC int
656 sysdoproc_filt_KERN_PROC_PGRP(proc_t p, void * arg)
657 {
658 if (p->p_pgrpid != (pid_t)*(int*)arg) {
659 return 0;
660 } else {
661 return 1;
662 }
663 }
664
665 STATIC int
666 sysdoproc_filt_KERN_PROC_TTY(proc_t p, void * arg)
667 {
668 int retval;
669 struct tty *tp;
670
671 /* This is very racy but list lock is held.. Hmmm. */
672 if ((p->p_flag & P_CONTROLT) == 0 ||
673 (p->p_pgrp == NULL) || (p->p_pgrp->pg_session == NULL) ||
674 (tp = SESSION_TP(p->p_pgrp->pg_session)) == TTY_NULL ||
675 tp->t_dev != (dev_t)*(int*)arg) {
676 retval = 0;
677 } else {
678 retval = 1;
679 }
680
681 return retval;
682 }
683
684 STATIC int
685 sysdoproc_filt_KERN_PROC_UID(proc_t p, void * arg)
686 {
687 kauth_cred_t my_cred;
688 uid_t uid;
689
690 if (p->p_ucred == NULL) {
691 return 0;
692 }
693 my_cred = kauth_cred_proc_ref(p);
694 uid = kauth_cred_getuid(my_cred);
695 kauth_cred_unref(&my_cred);
696
697 if (uid != (uid_t)*(int*)arg) {
698 return 0;
699 } else {
700 return 1;
701 }
702 }
703
704
705 STATIC int
706 sysdoproc_filt_KERN_PROC_RUID(proc_t p, void * arg)
707 {
708 kauth_cred_t my_cred;
709 uid_t ruid;
710
711 if (p->p_ucred == NULL) {
712 return 0;
713 }
714 my_cred = kauth_cred_proc_ref(p);
715 ruid = kauth_cred_getruid(my_cred);
716 kauth_cred_unref(&my_cred);
717
718 if (ruid != (uid_t)*(int*)arg) {
719 return 0;
720 } else {
721 return 1;
722 }
723 }
724
725 /*
726 * try over estimating by 5 procs
727 */
728 #define KERN_PROCSLOP (5 * sizeof (struct kinfo_proc))
729 struct sysdoproc_args {
730 int buflen;
731 void *kprocp;
732 boolean_t is_64_bit;
733 user_addr_t dp;
734 size_t needed;
735 int sizeof_kproc;
736 int *errorp;
737 int uidcheck;
738 int ruidcheck;
739 int ttycheck;
740 int uidval;
741 };
742
743 int
744 sysdoproc_callback(proc_t p, void *arg)
745 {
746 struct sysdoproc_args *args = arg;
747
748 if (args->buflen >= args->sizeof_kproc) {
749 if ((args->ruidcheck != 0) && (sysdoproc_filt_KERN_PROC_RUID(p, &args->uidval) == 0)) {
750 return PROC_RETURNED;
751 }
752 if ((args->uidcheck != 0) && (sysdoproc_filt_KERN_PROC_UID(p, &args->uidval) == 0)) {
753 return PROC_RETURNED;
754 }
755 if ((args->ttycheck != 0) && (sysdoproc_filt_KERN_PROC_TTY(p, &args->uidval) == 0)) {
756 return PROC_RETURNED;
757 }
758
759 bzero(args->kprocp, args->sizeof_kproc);
760 if (args->is_64_bit) {
761 fill_user64_proc(p, args->kprocp);
762 } else {
763 fill_user32_proc(p, args->kprocp);
764 }
765 int error = copyout(args->kprocp, args->dp, args->sizeof_kproc);
766 if (error) {
767 *args->errorp = error;
768 return PROC_RETURNED_DONE;
769 }
770 args->dp += args->sizeof_kproc;
771 args->buflen -= args->sizeof_kproc;
772 }
773 args->needed += args->sizeof_kproc;
774 return PROC_RETURNED;
775 }
776
777 SYSCTL_NODE(_kern, KERN_PROC, proc, CTLFLAG_RD | CTLFLAG_LOCKED, 0, "");
778 STATIC int
779 sysctl_prochandle SYSCTL_HANDLER_ARGS
780 {
781 int cmd = oidp->oid_arg2; /* subcommand for multiple nodes */
782 int *name = arg1; /* oid element argument vector */
783 int namelen = arg2; /* number of oid element arguments */
784 user_addr_t where = req->oldptr;/* user buffer copy out address */
785
786 user_addr_t dp = where;
787 size_t needed = 0;
788 int buflen = where != USER_ADDR_NULL ? req->oldlen : 0;
789 int error = 0;
790 boolean_t is_64_bit = proc_is64bit(current_proc());
791 struct user32_kinfo_proc user32_kproc;
792 struct user64_kinfo_proc user_kproc;
793 int sizeof_kproc;
794 void *kprocp;
795 int (*filterfn)(proc_t, void *) = 0;
796 struct sysdoproc_args args;
797 int uidcheck = 0;
798 int ruidcheck = 0;
799 int ttycheck = 0;
800
801 if (namelen != 1 && !(namelen == 0 && cmd == KERN_PROC_ALL)) {
802 return EINVAL;
803 }
804
805 if (is_64_bit) {
806 sizeof_kproc = sizeof(user_kproc);
807 kprocp = &user_kproc;
808 } else {
809 sizeof_kproc = sizeof(user32_kproc);
810 kprocp = &user32_kproc;
811 }
812
813 switch (cmd) {
814 case KERN_PROC_PID:
815 filterfn = sysdoproc_filt_KERN_PROC_PID;
816 break;
817
818 case KERN_PROC_PGRP:
819 filterfn = sysdoproc_filt_KERN_PROC_PGRP;
820 break;
821
822 case KERN_PROC_TTY:
823 ttycheck = 1;
824 break;
825
826 case KERN_PROC_UID:
827 uidcheck = 1;
828 break;
829
830 case KERN_PROC_RUID:
831 ruidcheck = 1;
832 break;
833
834 case KERN_PROC_ALL:
835 break;
836
837 default:
838 /* must be kern.proc.<unknown> */
839 return ENOTSUP;
840 }
841
842 error = 0;
843 args.buflen = buflen;
844 args.kprocp = kprocp;
845 args.is_64_bit = is_64_bit;
846 args.dp = dp;
847 args.needed = needed;
848 args.errorp = &error;
849 args.uidcheck = uidcheck;
850 args.ruidcheck = ruidcheck;
851 args.ttycheck = ttycheck;
852 args.sizeof_kproc = sizeof_kproc;
853 if (namelen) {
854 args.uidval = name[0];
855 }
856
857 proc_iterate((PROC_ALLPROCLIST | PROC_ZOMBPROCLIST),
858 sysdoproc_callback, &args, filterfn, name);
859
860 if (error) {
861 return error;
862 }
863
864 dp = args.dp;
865 needed = args.needed;
866
867 if (where != USER_ADDR_NULL) {
868 req->oldlen = dp - where;
869 if (needed > req->oldlen) {
870 return ENOMEM;
871 }
872 } else {
873 needed += KERN_PROCSLOP;
874 req->oldlen = needed;
875 }
876 /* adjust index so we return the right required/consumed amount */
877 req->oldidx += req->oldlen;
878 return 0;
879 }
880
881 /*
882 * We specify the subcommand code for multiple nodes as the 'req->arg2' value
883 * in the sysctl declaration itself, which comes into the handler function
884 * as 'oidp->oid_arg2'.
885 *
886 * For these particular sysctls, since they have well known OIDs, we could
887 * have just obtained it from the '((int *)arg1)[0]' parameter, but that would
888 * not demonstrate how to handle multiple sysctls that used OID_AUTO instead
889 * of a well known value with a common handler function. This is desirable,
890 * because we want well known values to "go away" at some future date.
891 *
892 * It should be noted that the value of '((int *)arg1)[1]' is used for many
893 * an integer parameter to the subcommand for many of these sysctls; we'd
894 * rather have used '((int *)arg1)[0]' for that, or even better, an element
895 * in a structure passed in as the the 'newp' argument to sysctlbyname(3),
896 * and then use leaf-node permissions enforcement, but that would have
897 * necessitated modifying user space code to correspond to the interface
898 * change, and we are striving for binary backward compatibility here; even
899 * though these are SPI, and not intended for use by user space applications
900 * which are not themselves system tools or libraries, some applications
901 * have erroneously used them.
902 */
903 SYSCTL_PROC(_kern_proc, KERN_PROC_ALL, all, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
904 0, /* Pointer argument (arg1) */
905 KERN_PROC_ALL, /* Integer argument (arg2) */
906 sysctl_prochandle, /* Handler function */
907 NULL, /* Data is size variant on ILP32/LP64 */
908 "");
909 SYSCTL_PROC(_kern_proc, KERN_PROC_PID, pid, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
910 0, /* Pointer argument (arg1) */
911 KERN_PROC_PID, /* Integer argument (arg2) */
912 sysctl_prochandle, /* Handler function */
913 NULL, /* Data is size variant on ILP32/LP64 */
914 "");
915 SYSCTL_PROC(_kern_proc, KERN_PROC_TTY, tty, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
916 0, /* Pointer argument (arg1) */
917 KERN_PROC_TTY, /* Integer argument (arg2) */
918 sysctl_prochandle, /* Handler function */
919 NULL, /* Data is size variant on ILP32/LP64 */
920 "");
921 SYSCTL_PROC(_kern_proc, KERN_PROC_PGRP, pgrp, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
922 0, /* Pointer argument (arg1) */
923 KERN_PROC_PGRP, /* Integer argument (arg2) */
924 sysctl_prochandle, /* Handler function */
925 NULL, /* Data is size variant on ILP32/LP64 */
926 "");
927 SYSCTL_PROC(_kern_proc, KERN_PROC_UID, uid, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
928 0, /* Pointer argument (arg1) */
929 KERN_PROC_UID, /* Integer argument (arg2) */
930 sysctl_prochandle, /* Handler function */
931 NULL, /* Data is size variant on ILP32/LP64 */
932 "");
933 SYSCTL_PROC(_kern_proc, KERN_PROC_RUID, ruid, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
934 0, /* Pointer argument (arg1) */
935 KERN_PROC_RUID, /* Integer argument (arg2) */
936 sysctl_prochandle, /* Handler function */
937 NULL, /* Data is size variant on ILP32/LP64 */
938 "");
939 SYSCTL_PROC(_kern_proc, KERN_PROC_LCID, lcid, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
940 0, /* Pointer argument (arg1) */
941 KERN_PROC_LCID, /* Integer argument (arg2) */
942 sysctl_prochandle, /* Handler function */
943 NULL, /* Data is size variant on ILP32/LP64 */
944 "");
945
946
947 /*
948 * Fill in non-zero fields of an eproc structure for the specified process.
949 */
950 STATIC void
951 fill_user32_eproc(proc_t p, struct user32_eproc *__restrict ep)
952 {
953 struct tty *tp;
954 struct pgrp *pg;
955 struct session *sessp;
956 kauth_cred_t my_cred;
957
958 pg = proc_pgrp(p);
959 sessp = proc_session(p);
960
961 if (pg != PGRP_NULL) {
962 ep->e_pgid = p->p_pgrpid;
963 ep->e_jobc = pg->pg_jobc;
964 if (sessp != SESSION_NULL && sessp->s_ttyvp) {
965 ep->e_flag = EPROC_CTTY;
966 }
967 }
968 ep->e_ppid = p->p_ppid;
969 if (p->p_ucred) {
970 my_cred = kauth_cred_proc_ref(p);
971
972 /* A fake historical pcred */
973 ep->e_pcred.p_ruid = kauth_cred_getruid(my_cred);
974 ep->e_pcred.p_svuid = kauth_cred_getsvuid(my_cred);
975 ep->e_pcred.p_rgid = kauth_cred_getrgid(my_cred);
976 ep->e_pcred.p_svgid = kauth_cred_getsvgid(my_cred);
977
978 /* A fake historical *kauth_cred_t */
979 ep->e_ucred.cr_ref = os_atomic_load(&my_cred->cr_ref, relaxed);
980 ep->e_ucred.cr_uid = kauth_cred_getuid(my_cred);
981 ep->e_ucred.cr_ngroups = posix_cred_get(my_cred)->cr_ngroups;
982 bcopy(posix_cred_get(my_cred)->cr_groups,
983 ep->e_ucred.cr_groups, NGROUPS * sizeof(gid_t));
984
985 kauth_cred_unref(&my_cred);
986 }
987
988 if ((p->p_flag & P_CONTROLT) && (sessp != SESSION_NULL) &&
989 (tp = SESSION_TP(sessp))) {
990 ep->e_tdev = tp->t_dev;
991 ep->e_tpgid = sessp->s_ttypgrpid;
992 } else {
993 ep->e_tdev = NODEV;
994 }
995
996 if (sessp != SESSION_NULL) {
997 if (SESS_LEADER(p, sessp)) {
998 ep->e_flag |= EPROC_SLEADER;
999 }
1000 session_rele(sessp);
1001 }
1002 if (pg != PGRP_NULL) {
1003 pg_rele(pg);
1004 }
1005 }
1006
1007 /*
1008 * Fill in non-zero fields of an LP64 eproc structure for the specified process.
1009 */
1010 STATIC void
1011 fill_user64_eproc(proc_t p, struct user64_eproc *__restrict ep)
1012 {
1013 struct tty *tp;
1014 struct pgrp *pg;
1015 struct session *sessp;
1016 kauth_cred_t my_cred;
1017
1018 pg = proc_pgrp(p);
1019 sessp = proc_session(p);
1020
1021 if (pg != PGRP_NULL) {
1022 ep->e_pgid = p->p_pgrpid;
1023 ep->e_jobc = pg->pg_jobc;
1024 if (sessp != SESSION_NULL && sessp->s_ttyvp) {
1025 ep->e_flag = EPROC_CTTY;
1026 }
1027 }
1028 ep->e_ppid = p->p_ppid;
1029 if (p->p_ucred) {
1030 my_cred = kauth_cred_proc_ref(p);
1031
1032 /* A fake historical pcred */
1033 ep->e_pcred.p_ruid = kauth_cred_getruid(my_cred);
1034 ep->e_pcred.p_svuid = kauth_cred_getsvuid(my_cred);
1035 ep->e_pcred.p_rgid = kauth_cred_getrgid(my_cred);
1036 ep->e_pcred.p_svgid = kauth_cred_getsvgid(my_cred);
1037
1038 /* A fake historical *kauth_cred_t */
1039 ep->e_ucred.cr_ref = os_atomic_load(&my_cred->cr_ref, relaxed);
1040 ep->e_ucred.cr_uid = kauth_cred_getuid(my_cred);
1041 ep->e_ucred.cr_ngroups = posix_cred_get(my_cred)->cr_ngroups;
1042 bcopy(posix_cred_get(my_cred)->cr_groups,
1043 ep->e_ucred.cr_groups, NGROUPS * sizeof(gid_t));
1044
1045 kauth_cred_unref(&my_cred);
1046 }
1047
1048 if ((p->p_flag & P_CONTROLT) && (sessp != SESSION_NULL) &&
1049 (tp = SESSION_TP(sessp))) {
1050 ep->e_tdev = tp->t_dev;
1051 ep->e_tpgid = sessp->s_ttypgrpid;
1052 } else {
1053 ep->e_tdev = NODEV;
1054 }
1055
1056 if (sessp != SESSION_NULL) {
1057 if (SESS_LEADER(p, sessp)) {
1058 ep->e_flag |= EPROC_SLEADER;
1059 }
1060 session_rele(sessp);
1061 }
1062 if (pg != PGRP_NULL) {
1063 pg_rele(pg);
1064 }
1065 }
1066
1067 /*
1068 * Fill in an eproc structure for the specified process.
1069 * bzeroed by our caller, so only set non-zero fields.
1070 */
1071 STATIC void
1072 fill_user32_externproc(proc_t p, struct user32_extern_proc *__restrict exp)
1073 {
1074 exp->p_starttime.tv_sec = p->p_start.tv_sec;
1075 exp->p_starttime.tv_usec = p->p_start.tv_usec;
1076 exp->p_flag = p->p_flag;
1077 if (p->p_lflag & P_LTRACED) {
1078 exp->p_flag |= P_TRACED;
1079 }
1080 if (p->p_lflag & P_LPPWAIT) {
1081 exp->p_flag |= P_PPWAIT;
1082 }
1083 if (p->p_lflag & P_LEXIT) {
1084 exp->p_flag |= P_WEXIT;
1085 }
1086 exp->p_stat = p->p_stat;
1087 exp->p_pid = p->p_pid;
1088 exp->p_oppid = p->p_oppid;
1089 /* Mach related */
1090 exp->user_stack = p->user_stack;
1091 exp->p_debugger = p->p_debugger;
1092 exp->sigwait = p->sigwait;
1093 /* scheduling */
1094 #ifdef _PROC_HAS_SCHEDINFO_
1095 exp->p_estcpu = p->p_estcpu;
1096 exp->p_pctcpu = p->p_pctcpu;
1097 exp->p_slptime = p->p_slptime;
1098 #endif
1099 exp->p_realtimer.it_interval.tv_sec =
1100 (user32_time_t)p->p_realtimer.it_interval.tv_sec;
1101 exp->p_realtimer.it_interval.tv_usec =
1102 (__int32_t)p->p_realtimer.it_interval.tv_usec;
1103
1104 exp->p_realtimer.it_value.tv_sec =
1105 (user32_time_t)p->p_realtimer.it_value.tv_sec;
1106 exp->p_realtimer.it_value.tv_usec =
1107 (__int32_t)p->p_realtimer.it_value.tv_usec;
1108
1109 exp->p_rtime.tv_sec = (user32_time_t)p->p_rtime.tv_sec;
1110 exp->p_rtime.tv_usec = (__int32_t)p->p_rtime.tv_usec;
1111
1112 exp->p_sigignore = p->p_sigignore;
1113 exp->p_sigcatch = p->p_sigcatch;
1114 exp->p_priority = p->p_priority;
1115 exp->p_nice = p->p_nice;
1116 bcopy(&p->p_comm, &exp->p_comm, MAXCOMLEN);
1117 exp->p_xstat = p->p_xstat;
1118 exp->p_acflag = p->p_acflag;
1119 }
1120
1121 /*
1122 * Fill in an LP64 version of extern_proc structure for the specified process.
1123 */
1124 STATIC void
1125 fill_user64_externproc(proc_t p, struct user64_extern_proc *__restrict exp)
1126 {
1127 exp->p_starttime.tv_sec = p->p_start.tv_sec;
1128 exp->p_starttime.tv_usec = p->p_start.tv_usec;
1129 exp->p_flag = p->p_flag;
1130 if (p->p_lflag & P_LTRACED) {
1131 exp->p_flag |= P_TRACED;
1132 }
1133 if (p->p_lflag & P_LPPWAIT) {
1134 exp->p_flag |= P_PPWAIT;
1135 }
1136 if (p->p_lflag & P_LEXIT) {
1137 exp->p_flag |= P_WEXIT;
1138 }
1139 exp->p_stat = p->p_stat;
1140 exp->p_pid = p->p_pid;
1141 exp->p_oppid = p->p_oppid;
1142 /* Mach related */
1143 exp->user_stack = p->user_stack;
1144 exp->p_debugger = p->p_debugger;
1145 exp->sigwait = p->sigwait;
1146 /* scheduling */
1147 #ifdef _PROC_HAS_SCHEDINFO_
1148 exp->p_estcpu = p->p_estcpu;
1149 exp->p_pctcpu = p->p_pctcpu;
1150 exp->p_slptime = p->p_slptime;
1151 #endif
1152 exp->p_realtimer.it_interval.tv_sec = p->p_realtimer.it_interval.tv_sec;
1153 exp->p_realtimer.it_interval.tv_usec = p->p_realtimer.it_interval.tv_usec;
1154
1155 exp->p_realtimer.it_value.tv_sec = p->p_realtimer.it_value.tv_sec;
1156 exp->p_realtimer.it_value.tv_usec = p->p_realtimer.it_value.tv_usec;
1157
1158 exp->p_rtime.tv_sec = p->p_rtime.tv_sec;
1159 exp->p_rtime.tv_usec = p->p_rtime.tv_usec;
1160
1161 exp->p_sigignore = p->p_sigignore;
1162 exp->p_sigcatch = p->p_sigcatch;
1163 exp->p_priority = p->p_priority;
1164 exp->p_nice = p->p_nice;
1165 bcopy(&p->p_comm, &exp->p_comm, MAXCOMLEN);
1166 exp->p_xstat = p->p_xstat;
1167 exp->p_acflag = p->p_acflag;
1168 }
1169
1170 STATIC void
1171 fill_user32_proc(proc_t p, struct user32_kinfo_proc *__restrict kp)
1172 {
1173 /* on a 64 bit kernel, 32 bit users get some truncated information */
1174 fill_user32_externproc(p, &kp->kp_proc);
1175 fill_user32_eproc(p, &kp->kp_eproc);
1176 }
1177
1178 STATIC void
1179 fill_user64_proc(proc_t p, struct user64_kinfo_proc *__restrict kp)
1180 {
1181 fill_user64_externproc(p, &kp->kp_proc);
1182 fill_user64_eproc(p, &kp->kp_eproc);
1183 }
1184
1185 STATIC int
1186 sysctl_kdebug_ops SYSCTL_HANDLER_ARGS
1187 {
1188 __unused int cmd = oidp->oid_arg2; /* subcommand*/
1189 int *name = arg1; /* oid element argument vector */
1190 int namelen = arg2; /* number of oid element arguments */
1191 user_addr_t oldp = req->oldptr; /* user buffer copy out address */
1192 size_t *oldlenp = &req->oldlen; /* user buffer copy out size */
1193 // user_addr_t newp = req->newptr; /* user buffer copy in address */
1194 // size_t newlen = req->newlen; /* user buffer copy in size */
1195
1196 int ret = 0;
1197
1198 if (namelen == 0) {
1199 return ENOTSUP;
1200 }
1201
1202 switch (name[0]) {
1203 case KERN_KDEFLAGS:
1204 case KERN_KDDFLAGS:
1205 case KERN_KDENABLE:
1206 case KERN_KDGETBUF:
1207 case KERN_KDSETUP:
1208 case KERN_KDREMOVE:
1209 case KERN_KDSETREG:
1210 case KERN_KDGETREG:
1211 case KERN_KDREADTR:
1212 case KERN_KDWRITETR:
1213 case KERN_KDWRITEMAP:
1214 case KERN_KDTEST:
1215 case KERN_KDPIDTR:
1216 case KERN_KDTHRMAP:
1217 case KERN_KDPIDEX:
1218 case KERN_KDSETBUF:
1219 case KERN_KDREADCURTHRMAP:
1220 case KERN_KDSET_TYPEFILTER:
1221 case KERN_KDBUFWAIT:
1222 case KERN_KDCPUMAP:
1223 case KERN_KDWRITEMAP_V3:
1224 case KERN_KDWRITETR_V3:
1225 ret = kdbg_control(name, namelen, oldp, oldlenp);
1226 break;
1227 default:
1228 ret = ENOTSUP;
1229 break;
1230 }
1231
1232 /* adjust index so we return the right required/consumed amount */
1233 if (!ret) {
1234 req->oldidx += req->oldlen;
1235 }
1236
1237 return ret;
1238 }
1239 SYSCTL_PROC(_kern, KERN_KDEBUG, kdebug, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
1240 0, /* Pointer argument (arg1) */
1241 0, /* Integer argument (arg2) */
1242 sysctl_kdebug_ops, /* Handler function */
1243 NULL, /* Data pointer */
1244 "");
1245
1246
1247 #if !CONFIG_EMBEDDED
1248 /*
1249 * Return the top *sizep bytes of the user stack, or the entire area of the
1250 * user stack down through the saved exec_path, whichever is smaller.
1251 */
1252 STATIC int
1253 sysctl_doprocargs SYSCTL_HANDLER_ARGS
1254 {
1255 __unused int cmd = oidp->oid_arg2; /* subcommand*/
1256 int *name = arg1; /* oid element argument vector */
1257 int namelen = arg2; /* number of oid element arguments */
1258 user_addr_t oldp = req->oldptr; /* user buffer copy out address */
1259 size_t *oldlenp = &req->oldlen; /* user buffer copy out size */
1260 // user_addr_t newp = req->newptr; /* user buffer copy in address */
1261 // size_t newlen = req->newlen; /* user buffer copy in size */
1262 int error;
1263
1264 error = sysctl_procargsx( name, namelen, oldp, oldlenp, current_proc(), 0);
1265
1266 /* adjust index so we return the right required/consumed amount */
1267 if (!error) {
1268 req->oldidx += req->oldlen;
1269 }
1270
1271 return error;
1272 }
1273 SYSCTL_PROC(_kern, KERN_PROCARGS, procargs, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
1274 0, /* Pointer argument (arg1) */
1275 0, /* Integer argument (arg2) */
1276 sysctl_doprocargs, /* Handler function */
1277 NULL, /* Data pointer */
1278 "");
1279 #endif /* !CONFIG_EMBEDDED */
1280
1281 STATIC int
1282 sysctl_doprocargs2 SYSCTL_HANDLER_ARGS
1283 {
1284 __unused int cmd = oidp->oid_arg2; /* subcommand*/
1285 int *name = arg1; /* oid element argument vector */
1286 int namelen = arg2; /* number of oid element arguments */
1287 user_addr_t oldp = req->oldptr; /* user buffer copy out address */
1288 size_t *oldlenp = &req->oldlen; /* user buffer copy out size */
1289 // user_addr_t newp = req->newptr; /* user buffer copy in address */
1290 // size_t newlen = req->newlen; /* user buffer copy in size */
1291 int error;
1292
1293 error = sysctl_procargsx( name, namelen, oldp, oldlenp, current_proc(), 1);
1294
1295 /* adjust index so we return the right required/consumed amount */
1296 if (!error) {
1297 req->oldidx += req->oldlen;
1298 }
1299
1300 return error;
1301 }
1302 SYSCTL_PROC(_kern, KERN_PROCARGS2, procargs2, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED,
1303 0, /* Pointer argument (arg1) */
1304 0, /* Integer argument (arg2) */
1305 sysctl_doprocargs2, /* Handler function */
1306 NULL, /* Data pointer */
1307 "");
1308
1309 STATIC int
1310 sysctl_procargsx(int *name, u_int namelen, user_addr_t where,
1311 size_t *sizep, proc_t cur_proc, int argc_yes)
1312 {
1313 proc_t p;
1314 int buflen = where != USER_ADDR_NULL ? *sizep : 0;
1315 int error = 0;
1316 struct _vm_map *proc_map;
1317 struct task * task;
1318 vm_map_copy_t tmp;
1319 user_addr_t arg_addr;
1320 size_t arg_size;
1321 caddr_t data;
1322 size_t argslen = 0;
1323 int size;
1324 vm_size_t alloc_size = 0;
1325 vm_offset_t copy_start, copy_end;
1326 kern_return_t ret;
1327 int pid;
1328 kauth_cred_t my_cred;
1329 uid_t uid;
1330 int argc = -1;
1331
1332 if (namelen < 1) {
1333 return EINVAL;
1334 }
1335
1336 if (argc_yes) {
1337 buflen -= sizeof(int); /* reserve first word to return argc */
1338 }
1339 /* we only care about buflen when where (oldp from sysctl) is not NULL. */
1340 /* when where (oldp from sysctl) is NULL and sizep (oldlenp from sysctl */
1341 /* is not NULL then the caller wants us to return the length needed to */
1342 /* hold the data we would return */
1343 if (where != USER_ADDR_NULL && (buflen <= 0 || buflen > ARG_MAX)) {
1344 return EINVAL;
1345 }
1346 arg_size = buflen;
1347
1348 /*
1349 * Lookup process by pid
1350 */
1351 pid = name[0];
1352 p = proc_find(pid);
1353 if (p == NULL) {
1354 return EINVAL;
1355 }
1356
1357 /*
1358 * Copy the top N bytes of the stack.
1359 * On all machines we have so far, the stack grows
1360 * downwards.
1361 *
1362 * If the user expects no more than N bytes of
1363 * argument list, use that as a guess for the
1364 * size.
1365 */
1366
1367 if (!p->user_stack) {
1368 proc_rele(p);
1369 return EINVAL;
1370 }
1371
1372 if (where == USER_ADDR_NULL) {
1373 /* caller only wants to know length of proc args data */
1374 if (sizep == NULL) {
1375 proc_rele(p);
1376 return EFAULT;
1377 }
1378
1379 size = p->p_argslen;
1380 proc_rele(p);
1381 if (argc_yes) {
1382 size += sizeof(int);
1383 } else {
1384 /*
1385 * old PROCARGS will return the executable's path and plus some
1386 * extra space for work alignment and data tags
1387 */
1388 size += PATH_MAX + (6 * sizeof(int));
1389 }
1390 size += (size & (sizeof(int) - 1)) ? (sizeof(int) - (size & (sizeof(int) - 1))) : 0;
1391 *sizep = size;
1392 return 0;
1393 }
1394
1395 my_cred = kauth_cred_proc_ref(p);
1396 uid = kauth_cred_getuid(my_cred);
1397 kauth_cred_unref(&my_cred);
1398
1399 if ((uid != kauth_cred_getuid(kauth_cred_get()))
1400 && suser(kauth_cred_get(), &cur_proc->p_acflag)) {
1401 proc_rele(p);
1402 return EINVAL;
1403 }
1404
1405 if ((u_int)arg_size > p->p_argslen) {
1406 arg_size = round_page(p->p_argslen);
1407 }
1408
1409 arg_addr = p->user_stack - arg_size;
1410
1411 /*
1412 * Before we can block (any VM code), make another
1413 * reference to the map to keep it alive. We do
1414 * that by getting a reference on the task itself.
1415 */
1416 task = p->task;
1417 if (task == NULL) {
1418 proc_rele(p);
1419 return EINVAL;
1420 }
1421
1422 /* save off argc before releasing the proc */
1423 argc = p->p_argc;
1424
1425 argslen = p->p_argslen;
1426 /*
1427 * Once we have a task reference we can convert that into a
1428 * map reference, which we will use in the calls below. The
1429 * task/process may change its map after we take this reference
1430 * (see execve), but the worst that will happen then is a return
1431 * of stale info (which is always a possibility).
1432 */
1433 task_reference(task);
1434 proc_rele(p);
1435 proc_map = get_task_map_reference(task);
1436 task_deallocate(task);
1437
1438 if (proc_map == NULL) {
1439 return EINVAL;
1440 }
1441
1442 alloc_size = round_page(arg_size);
1443 ret = kmem_alloc(kernel_map, &copy_start, alloc_size, VM_KERN_MEMORY_BSD);
1444 if (ret != KERN_SUCCESS) {
1445 vm_map_deallocate(proc_map);
1446 return ENOMEM;
1447 }
1448 bzero((void *)copy_start, alloc_size);
1449
1450 copy_end = round_page(copy_start + arg_size);
1451
1452 if (vm_map_copyin(proc_map, (vm_map_address_t)arg_addr,
1453 (vm_map_size_t)arg_size, FALSE, &tmp) != KERN_SUCCESS) {
1454 vm_map_deallocate(proc_map);
1455 kmem_free(kernel_map, copy_start,
1456 round_page(arg_size));
1457 return EIO;
1458 }
1459
1460 /*
1461 * Now that we've done the copyin from the process'
1462 * map, we can release the reference to it.
1463 */
1464 vm_map_deallocate(proc_map);
1465
1466 if (vm_map_copy_overwrite(kernel_map,
1467 (vm_map_address_t)copy_start,
1468 tmp, FALSE) != KERN_SUCCESS) {
1469 kmem_free(kernel_map, copy_start,
1470 round_page(arg_size));
1471 vm_map_copy_discard(tmp);
1472 return EIO;
1473 }
1474
1475 if (arg_size > argslen) {
1476 data = (caddr_t) (copy_end - argslen);
1477 size = argslen;
1478 } else {
1479 data = (caddr_t) (copy_end - arg_size);
1480 size = arg_size;
1481 }
1482
1483 /*
1484 * When these sysctls were introduced, the first string in the strings
1485 * section was just the bare path of the executable. However, for security
1486 * reasons we now prefix this string with executable_path= so it can be
1487 * parsed getenv style. To avoid binary compatability issues with exising
1488 * callers of this sysctl, we strip it off here if present.
1489 * (rdar://problem/13746466)
1490 */
1491 #define EXECUTABLE_KEY "executable_path="
1492 if (strncmp(EXECUTABLE_KEY, data, strlen(EXECUTABLE_KEY)) == 0) {
1493 data += strlen(EXECUTABLE_KEY);
1494 size -= strlen(EXECUTABLE_KEY);
1495 }
1496
1497 if (argc_yes) {
1498 /* Put processes argc as the first word in the copyout buffer */
1499 suword(where, argc);
1500 error = copyout(data, (where + sizeof(int)), size);
1501 size += sizeof(int);
1502 } else {
1503 error = copyout(data, where, size);
1504
1505 /*
1506 * Make the old PROCARGS work to return the executable's path
1507 * But, only if there is enough space in the provided buffer
1508 *
1509 * on entry: data [possibily] points to the beginning of the path
1510 *
1511 * Note: we keep all pointers&sizes aligned to word boundries
1512 */
1513 if ((!error) && (buflen > 0 && (u_int)buflen > argslen)) {
1514 int binPath_sz, alignedBinPath_sz = 0;
1515 int extraSpaceNeeded, addThis;
1516 user_addr_t placeHere;
1517 char * str = (char *) data;
1518 int max_len = size;
1519
1520 /* Some apps are really bad about messing up their stacks
1521 * So, we have to be extra careful about getting the length
1522 * of the executing binary. If we encounter an error, we bail.
1523 */
1524
1525 /* Limit ourselves to PATH_MAX paths */
1526 if (max_len > PATH_MAX) {
1527 max_len = PATH_MAX;
1528 }
1529
1530 binPath_sz = 0;
1531
1532 while ((binPath_sz < max_len - 1) && (*str++ != 0)) {
1533 binPath_sz++;
1534 }
1535
1536 /* If we have a NUL terminator, copy it, too */
1537 if (binPath_sz < max_len - 1) {
1538 binPath_sz += 1;
1539 }
1540
1541 /* Pre-Flight the space requiremnts */
1542
1543 /* Account for the padding that fills out binPath to the next word */
1544 alignedBinPath_sz += (binPath_sz & (sizeof(int) - 1)) ? (sizeof(int) - (binPath_sz & (sizeof(int) - 1))) : 0;
1545
1546 placeHere = where + size;
1547
1548 /* Account for the bytes needed to keep placeHere word aligned */
1549 addThis = (placeHere & (sizeof(int) - 1)) ? (sizeof(int) - (placeHere & (sizeof(int) - 1))) : 0;
1550
1551 /* Add up all the space that is needed */
1552 extraSpaceNeeded = alignedBinPath_sz + addThis + binPath_sz + (4 * sizeof(int));
1553
1554 /* is there is room to tack on argv[0]? */
1555 if ((buflen & ~(sizeof(int) - 1)) >= (argslen + extraSpaceNeeded)) {
1556 placeHere += addThis;
1557 suword(placeHere, 0);
1558 placeHere += sizeof(int);
1559 suword(placeHere, 0xBFFF0000);
1560 placeHere += sizeof(int);
1561 suword(placeHere, 0);
1562 placeHere += sizeof(int);
1563 error = copyout(data, placeHere, binPath_sz);
1564 if (!error) {
1565 placeHere += binPath_sz;
1566 suword(placeHere, 0);
1567 size += extraSpaceNeeded;
1568 }
1569 }
1570 }
1571 }
1572
1573 if (copy_start != (vm_offset_t) 0) {
1574 kmem_free(kernel_map, copy_start, copy_end - copy_start);
1575 }
1576 if (error) {
1577 return error;
1578 }
1579
1580 if (where != USER_ADDR_NULL) {
1581 *sizep = size;
1582 }
1583 return 0;
1584 }
1585
1586
1587 /*
1588 * Max number of concurrent aio requests
1589 */
1590 STATIC int
1591 sysctl_aiomax
1592 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1593 {
1594 int new_value, changed;
1595 int error = sysctl_io_number(req, aio_max_requests, sizeof(int), &new_value, &changed);
1596 if (changed) {
1597 /* make sure the system-wide limit is greater than the per process limit */
1598 if (new_value >= aio_max_requests_per_process && new_value <= AIO_MAX_REQUESTS) {
1599 aio_max_requests = new_value;
1600 } else {
1601 error = EINVAL;
1602 }
1603 }
1604 return error;
1605 }
1606
1607
1608 /*
1609 * Max number of concurrent aio requests per process
1610 */
1611 STATIC int
1612 sysctl_aioprocmax
1613 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1614 {
1615 int new_value, changed;
1616 int error = sysctl_io_number(req, aio_max_requests_per_process, sizeof(int), &new_value, &changed);
1617 if (changed) {
1618 /* make sure per process limit is less than the system-wide limit */
1619 if (new_value <= aio_max_requests && new_value >= AIO_LISTIO_MAX) {
1620 aio_max_requests_per_process = new_value;
1621 } else {
1622 error = EINVAL;
1623 }
1624 }
1625 return error;
1626 }
1627
1628
1629 /*
1630 * Max number of async IO worker threads
1631 */
1632 STATIC int
1633 sysctl_aiothreads
1634 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1635 {
1636 int new_value, changed;
1637 int error = sysctl_io_number(req, aio_worker_threads, sizeof(int), &new_value, &changed);
1638 if (changed) {
1639 /* we only allow an increase in the number of worker threads */
1640 if (new_value > aio_worker_threads) {
1641 _aio_create_worker_threads((new_value - aio_worker_threads));
1642 aio_worker_threads = new_value;
1643 } else {
1644 error = EINVAL;
1645 }
1646 }
1647 return error;
1648 }
1649
1650
1651 /*
1652 * System-wide limit on the max number of processes
1653 */
1654 STATIC int
1655 sysctl_maxproc
1656 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1657 {
1658 int new_value, changed;
1659 int error = sysctl_io_number(req, maxproc, sizeof(int), &new_value, &changed);
1660 if (changed) {
1661 AUDIT_ARG(value32, new_value);
1662 /* make sure the system-wide limit is less than the configured hard
1663 * limit set at kernel compilation */
1664 if (new_value <= hard_maxproc && new_value > 0) {
1665 maxproc = new_value;
1666 } else {
1667 error = EINVAL;
1668 }
1669 }
1670 return error;
1671 }
1672
1673 extern int sched_enable_smt;
1674 STATIC int
1675 sysctl_sched_enable_smt
1676 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1677 {
1678 int new_value, changed;
1679 int error = sysctl_io_number(req, sched_enable_smt, sizeof(int), &new_value, &changed);
1680 if (error) {
1681 return error;
1682 }
1683 kern_return_t kret = KERN_SUCCESS;
1684 if (changed) {
1685 AUDIT_ARG(value32, new_value);
1686 if (new_value == 0) {
1687 sched_enable_smt = 0;
1688 kret = enable_smt_processors(false);
1689 } else {
1690 sched_enable_smt = 1;
1691 kret = enable_smt_processors(true);
1692 }
1693 }
1694 switch (kret) {
1695 case KERN_SUCCESS:
1696 error = 0;
1697 break;
1698 case KERN_INVALID_ARGUMENT:
1699 error = EINVAL;
1700 break;
1701 case KERN_FAILURE:
1702 error = EBUSY;
1703 break;
1704 default:
1705 error = ENOENT;
1706 break;
1707 }
1708
1709 return error;
1710 }
1711
1712 SYSCTL_STRING(_kern, KERN_OSTYPE, ostype,
1713 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1714 ostype, 0, "");
1715 SYSCTL_STRING(_kern, KERN_OSRELEASE, osrelease,
1716 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1717 osrelease, 0, "");
1718 SYSCTL_INT(_kern, KERN_OSREV, osrevision,
1719 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1720 (int *)NULL, BSD, "");
1721 SYSCTL_STRING(_kern, KERN_VERSION, version,
1722 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1723 version, 0, "");
1724 SYSCTL_STRING(_kern, OID_AUTO, uuid,
1725 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1726 &kernel_uuid_string[0], 0, "");
1727
1728 SYSCTL_STRING(_kern, OID_AUTO, osbuildconfig,
1729 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED | CTLFLAG_MASKED,
1730 &osbuild_config[0], 0, "");
1731
1732 STATIC int
1733 sysctl_protoboot(__unused struct sysctl_oid *oidp,
1734 __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1735 {
1736 int error = -1;
1737 #if CONFIG_LOCKERBOOT
1738 char protoboot_buff[24];
1739 size_t protoboot_len = sizeof(protoboot_buff);
1740
1741 if (vnode_tag(rootvnode) == VT_LOCKERFS) {
1742 strlcpy(protoboot_buff, kernel_protoboot_mount, protoboot_len);
1743 error = sysctl_io_string(req, protoboot_buff, protoboot_len, 0, NULL);
1744 } else {
1745 error = EFTYPE;
1746 }
1747
1748 #else
1749 #pragma unused(req)
1750 error = ENOTSUP;
1751 #endif
1752
1753 return error;
1754 }
1755
1756 SYSCTL_PROC(_kern, OID_AUTO, protoboot,
1757 CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_LOCKED,
1758 0, 0, sysctl_protoboot, "A", "");
1759
1760 #if DEBUG
1761 #ifndef DKPR
1762 #define DKPR 1
1763 #endif
1764 #endif
1765
1766 #if DKPR
1767 int debug_kprint_syscall = 0;
1768 char debug_kprint_syscall_process[MAXCOMLEN + 1];
1769
1770 /* Thread safe: bits and string value are not used to reclaim state */
1771 SYSCTL_INT(_debug, OID_AUTO, kprint_syscall,
1772 CTLFLAG_RW | CTLFLAG_LOCKED, &debug_kprint_syscall, 0, "kprintf syscall tracing");
1773 SYSCTL_STRING(_debug, OID_AUTO, kprint_syscall_process,
1774 CTLFLAG_RW | CTLFLAG_LOCKED, debug_kprint_syscall_process, sizeof(debug_kprint_syscall_process),
1775 "name of process for kprintf syscall tracing");
1776
1777 int
1778 debug_kprint_current_process(const char **namep)
1779 {
1780 struct proc *p = current_proc();
1781
1782 if (p == NULL) {
1783 return 0;
1784 }
1785
1786 if (debug_kprint_syscall_process[0]) {
1787 /* user asked to scope tracing to a particular process name */
1788 if (0 == strncmp(debug_kprint_syscall_process,
1789 p->p_comm, sizeof(debug_kprint_syscall_process))) {
1790 /* no value in telling the user that we traced what they asked */
1791 if (namep) {
1792 *namep = NULL;
1793 }
1794
1795 return 1;
1796 } else {
1797 return 0;
1798 }
1799 }
1800
1801 /* trace all processes. Tell user what we traced */
1802 if (namep) {
1803 *namep = p->p_comm;
1804 }
1805
1806 return 1;
1807 }
1808 #endif
1809
1810 /* PR-5293665: need to use a callback function for kern.osversion to set
1811 * osversion in IORegistry */
1812
1813 STATIC int
1814 sysctl_osversion(__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1815 {
1816 int rval = 0;
1817
1818 rval = sysctl_handle_string(oidp, arg1, arg2, req);
1819
1820 if (req->newptr) {
1821 IORegistrySetOSBuildVersion((char *)arg1);
1822 }
1823
1824 return rval;
1825 }
1826
1827 SYSCTL_PROC(_kern, KERN_OSVERSION, osversion,
1828 CTLFLAG_RW | CTLFLAG_KERN | CTLTYPE_STRING | CTLFLAG_LOCKED,
1829 osversion, 256 /* OSVERSIZE*/,
1830 sysctl_osversion, "A", "");
1831
1832 char osproductversion[48] = { '\0' };
1833
1834 STATIC int
1835 sysctl_osproductversion(__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1836 {
1837 if (req->newptr != 0) {
1838 /*
1839 * Can only ever be set by launchd, and only once at boot.
1840 */
1841 if (req->p->p_pid != 1 || osproductversion[0] != '\0') {
1842 return EPERM;
1843 }
1844 }
1845
1846 return sysctl_handle_string(oidp, arg1, arg2, req);
1847 }
1848
1849 SYSCTL_PROC(_kern, OID_AUTO, osproductversion,
1850 CTLFLAG_RW | CTLFLAG_KERN | CTLTYPE_STRING | CTLFLAG_LOCKED,
1851 osproductversion, sizeof(osproductversion),
1852 sysctl_osproductversion, "A", "The ProductVersion from SystemVersion.plist");
1853
1854 static uint64_t iossupportversion_string[48];
1855
1856 STATIC int
1857 sysctl_iossupportversion(__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1858 {
1859 if (req->newptr != 0) {
1860 /*
1861 * Can only ever be set by launchd, and only once at boot.
1862 */
1863 if (req->p->p_pid != 1 || iossupportversion_string[0] != '\0') {
1864 return EPERM;
1865 }
1866 }
1867
1868 return sysctl_handle_string(oidp, arg1, arg2, req);
1869 }
1870
1871 SYSCTL_PROC(_kern, OID_AUTO, iossupportversion,
1872 CTLFLAG_RW | CTLFLAG_KERN | CTLTYPE_STRING | CTLFLAG_LOCKED,
1873 iossupportversion_string, sizeof(iossupportversion_string),
1874 sysctl_iossupportversion, "A", "The iOSSupportVersion from SystemVersion.plist");
1875
1876 static uint64_t osvariant_status = 0;
1877
1878 STATIC int
1879 sysctl_osvariant_status(__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1880 {
1881 if (req->newptr != 0) {
1882 /*
1883 * Can only ever be set by launchd, and only once at boot.
1884 */
1885 if (req->p->p_pid != 1 || osvariant_status != 0) {
1886 return EPERM;
1887 }
1888 }
1889
1890 return sysctl_handle_quad(oidp, arg1, arg2, req);
1891 }
1892
1893 SYSCTL_PROC(_kern, OID_AUTO, osvariant_status,
1894 CTLFLAG_RW | CTLTYPE_QUAD | CTLFLAG_LOCKED | CTLFLAG_MASKED,
1895 &osvariant_status, sizeof(osvariant_status),
1896 sysctl_osvariant_status, "Q", "Opaque flags used to cache OS variant information");
1897
1898 extern void commpage_update_dyld_flags(uint64_t);
1899 static uint64_t dyld_system_flags = 0;
1900
1901 STATIC int
1902 sysctl_dyld_system_flags(__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1903 {
1904 /*
1905 * Can only ever be set by launchd, possibly several times
1906 * as dyld may change its mind after a userspace reboot.
1907 */
1908 if (req->newptr != 0 && req->p->p_pid != 1) {
1909 return EPERM;
1910 }
1911
1912 int res = sysctl_handle_quad(oidp, arg1, arg2, req);
1913 if (req->newptr && res == 0) {
1914 commpage_update_dyld_flags(osvariant_status);
1915 }
1916 return res;
1917 }
1918
1919 SYSCTL_PROC(_kern, OID_AUTO, dyld_system_flags,
1920 CTLFLAG_RW | CTLTYPE_QUAD | CTLFLAG_LOCKED | CTLFLAG_MASKED,
1921 &dyld_system_flags, sizeof(dyld_system_flags),
1922 sysctl_dyld_system_flags, "Q", "Opaque flags used to cache dyld system-wide configuration");
1923
1924 #if defined(XNU_TARGET_OS_BRIDGE)
1925 char macosproductversion[MACOS_VERS_LEN] = { '\0' };
1926
1927 SYSCTL_STRING(_kern, OID_AUTO, macosproductversion,
1928 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
1929 &macosproductversion[0], MACOS_VERS_LEN, "The currently running macOS ProductVersion (from SystemVersion.plist on macOS)");
1930
1931 char macosversion[MACOS_VERS_LEN] = { '\0' };
1932
1933 SYSCTL_STRING(_kern, OID_AUTO, macosversion,
1934 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
1935 &macosversion[0], MACOS_VERS_LEN, "The currently running macOS build version");
1936 #endif
1937
1938 STATIC int
1939 sysctl_sysctl_bootargs
1940 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
1941 {
1942 int error;
1943 char buf[BOOT_LINE_LENGTH];
1944
1945 strlcpy(buf, PE_boot_args(), BOOT_LINE_LENGTH);
1946 error = sysctl_io_string(req, buf, BOOT_LINE_LENGTH, 0, NULL);
1947 return error;
1948 }
1949
1950 SYSCTL_PROC(_kern, OID_AUTO, bootargs,
1951 CTLFLAG_LOCKED | CTLFLAG_RD | CTLFLAG_KERN | CTLTYPE_STRING,
1952 NULL, 0,
1953 sysctl_sysctl_bootargs, "A", "bootargs");
1954
1955 STATIC int
1956 sysctl_kernelcacheuuid(struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
1957 {
1958 int rval = ENOENT;
1959 if (kernelcache_uuid_valid) {
1960 rval = sysctl_handle_string(oidp, arg1, arg2, req);
1961 }
1962 return rval;
1963 }
1964
1965 SYSCTL_PROC(_kern, OID_AUTO, kernelcacheuuid,
1966 CTLFLAG_RD | CTLFLAG_KERN | CTLTYPE_STRING | CTLFLAG_LOCKED,
1967 kernelcache_uuid_string, sizeof(kernelcache_uuid_string),
1968 sysctl_kernelcacheuuid, "A", "");
1969
1970 SYSCTL_INT(_kern, KERN_MAXFILES, maxfiles,
1971 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
1972 &maxfiles, 0, "");
1973 SYSCTL_INT(_kern, KERN_ARGMAX, argmax,
1974 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1975 (int *)NULL, ARG_MAX, "");
1976 SYSCTL_INT(_kern, KERN_POSIX1, posix1version,
1977 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1978 (int *)NULL, _POSIX_VERSION, "");
1979 SYSCTL_INT(_kern, KERN_NGROUPS, ngroups,
1980 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1981 (int *)NULL, NGROUPS_MAX, "");
1982 SYSCTL_INT(_kern, KERN_JOB_CONTROL, job_control,
1983 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1984 (int *)NULL, 1, "");
1985 #if 1 /* _POSIX_SAVED_IDS from <unistd.h> */
1986 SYSCTL_INT(_kern, KERN_SAVED_IDS, saved_ids,
1987 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1988 (int *)NULL, 1, "");
1989 #else
1990 SYSCTL_INT(_kern, KERN_SAVED_IDS, saved_ids,
1991 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
1992 NULL, 0, "");
1993 #endif
1994 SYSCTL_INT(_kern, OID_AUTO, num_files,
1995 CTLFLAG_RD | CTLFLAG_LOCKED,
1996 &nfiles, 0, "");
1997 SYSCTL_COMPAT_INT(_kern, OID_AUTO, num_vnodes,
1998 CTLFLAG_RD | CTLFLAG_LOCKED,
1999 &numvnodes, 0, "");
2000 SYSCTL_INT(_kern, OID_AUTO, num_tasks,
2001 CTLFLAG_RD | CTLFLAG_LOCKED,
2002 &task_max, 0, "");
2003 SYSCTL_INT(_kern, OID_AUTO, num_threads,
2004 CTLFLAG_RD | CTLFLAG_LOCKED,
2005 &thread_max, 0, "");
2006 SYSCTL_INT(_kern, OID_AUTO, num_taskthreads,
2007 CTLFLAG_RD | CTLFLAG_LOCKED,
2008 &task_threadmax, 0, "");
2009 SYSCTL_LONG(_kern, OID_AUTO, num_recycledvnodes,
2010 CTLFLAG_RD | CTLFLAG_LOCKED,
2011 &num_recycledvnodes, "");
2012
2013 STATIC int
2014 sysctl_maxvnodes(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2015 {
2016 int oldval = desiredvnodes;
2017 int error = sysctl_io_number(req, desiredvnodes, sizeof(int), &desiredvnodes, NULL);
2018
2019 if (oldval != desiredvnodes) {
2020 resize_namecache(desiredvnodes);
2021 }
2022
2023 return error;
2024 }
2025
2026 SYSCTL_INT(_kern, OID_AUTO, namecache_disabled,
2027 CTLFLAG_RW | CTLFLAG_LOCKED,
2028 &nc_disabled, 0, "");
2029
2030 SYSCTL_PROC(_kern, KERN_MAXVNODES, maxvnodes,
2031 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2032 0, 0, sysctl_maxvnodes, "I", "");
2033
2034 SYSCTL_PROC(_kern, KERN_MAXPROC, maxproc,
2035 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2036 0, 0, sysctl_maxproc, "I", "");
2037
2038 SYSCTL_PROC(_kern, KERN_AIOMAX, aiomax,
2039 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2040 0, 0, sysctl_aiomax, "I", "");
2041
2042 SYSCTL_PROC(_kern, KERN_AIOPROCMAX, aioprocmax,
2043 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2044 0, 0, sysctl_aioprocmax, "I", "");
2045
2046 SYSCTL_PROC(_kern, KERN_AIOTHREADS, aiothreads,
2047 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2048 0, 0, sysctl_aiothreads, "I", "");
2049
2050 SYSCTL_PROC(_kern, OID_AUTO, sched_enable_smt,
2051 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_KERN,
2052 0, 0, sysctl_sched_enable_smt, "I", "");
2053
2054 extern int sched_allow_NO_SMT_threads;
2055 SYSCTL_INT(_kern, OID_AUTO, sched_allow_NO_SMT_threads,
2056 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2057 &sched_allow_NO_SMT_threads, 0, "");
2058
2059 #if (DEVELOPMENT || DEBUG)
2060 extern int sched_smt_balance;
2061 SYSCTL_INT(_kern, OID_AUTO, sched_smt_balance,
2062 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2063 &sched_smt_balance, 0, "");
2064 extern int sched_allow_rt_smt;
2065 SYSCTL_INT(_kern, OID_AUTO, sched_allow_rt_smt,
2066 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2067 &sched_allow_rt_smt, 0, "");
2068 extern int sched_avoid_cpu0;
2069 SYSCTL_INT(_kern, OID_AUTO, sched_avoid_cpu0,
2070 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2071 &sched_avoid_cpu0, 0, "");
2072 #if __arm__ || __arm64__
2073 extern uint32_t perfcontrol_requested_recommended_cores;
2074 SYSCTL_UINT(_kern, OID_AUTO, sched_recommended_cores,
2075 CTLFLAG_KERN | CTLFLAG_RD | CTLFLAG_LOCKED,
2076 &perfcontrol_requested_recommended_cores, 0, "");
2077
2078 /* Scheduler perfcontrol callouts sysctls */
2079 SYSCTL_DECL(_kern_perfcontrol_callout);
2080 SYSCTL_NODE(_kern, OID_AUTO, perfcontrol_callout, CTLFLAG_RW | CTLFLAG_LOCKED, 0,
2081 "scheduler perfcontrol callouts");
2082
2083 extern int perfcontrol_callout_stats_enabled;
2084 SYSCTL_INT(_kern_perfcontrol_callout, OID_AUTO, stats_enabled,
2085 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2086 &perfcontrol_callout_stats_enabled, 0, "");
2087
2088 extern uint64_t perfcontrol_callout_stat_avg(perfcontrol_callout_type_t type,
2089 perfcontrol_callout_stat_t stat);
2090
2091 /* On-Core Callout */
2092 STATIC int
2093 sysctl_perfcontrol_callout_stat
2094 (__unused struct sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
2095 {
2096 perfcontrol_callout_stat_t stat = (perfcontrol_callout_stat_t)arg1;
2097 perfcontrol_callout_type_t type = (perfcontrol_callout_type_t)arg2;
2098 return sysctl_io_number(req, (int)perfcontrol_callout_stat_avg(type, stat),
2099 sizeof(int), NULL, NULL);
2100 }
2101
2102 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, oncore_instr,
2103 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2104 (void *)PERFCONTROL_STAT_INSTRS, PERFCONTROL_CALLOUT_ON_CORE,
2105 sysctl_perfcontrol_callout_stat, "I", "");
2106 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, oncore_cycles,
2107 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2108 (void *)PERFCONTROL_STAT_CYCLES, PERFCONTROL_CALLOUT_ON_CORE,
2109 sysctl_perfcontrol_callout_stat, "I", "");
2110 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, offcore_instr,
2111 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2112 (void *)PERFCONTROL_STAT_INSTRS, PERFCONTROL_CALLOUT_OFF_CORE,
2113 sysctl_perfcontrol_callout_stat, "I", "");
2114 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, offcore_cycles,
2115 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2116 (void *)PERFCONTROL_STAT_CYCLES, PERFCONTROL_CALLOUT_OFF_CORE,
2117 sysctl_perfcontrol_callout_stat, "I", "");
2118 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, context_instr,
2119 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2120 (void *)PERFCONTROL_STAT_INSTRS, PERFCONTROL_CALLOUT_CONTEXT,
2121 sysctl_perfcontrol_callout_stat, "I", "");
2122 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, context_cycles,
2123 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2124 (void *)PERFCONTROL_STAT_CYCLES, PERFCONTROL_CALLOUT_CONTEXT,
2125 sysctl_perfcontrol_callout_stat, "I", "");
2126 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, update_instr,
2127 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2128 (void *)PERFCONTROL_STAT_INSTRS, PERFCONTROL_CALLOUT_STATE_UPDATE,
2129 sysctl_perfcontrol_callout_stat, "I", "");
2130 SYSCTL_PROC(_kern_perfcontrol_callout, OID_AUTO, update_cycles,
2131 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2132 (void *)PERFCONTROL_STAT_CYCLES, PERFCONTROL_CALLOUT_STATE_UPDATE,
2133 sysctl_perfcontrol_callout_stat, "I", "");
2134
2135 #if __AMP__
2136 extern int sched_amp_idle_steal;
2137 SYSCTL_INT(_kern, OID_AUTO, sched_amp_idle_steal,
2138 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2139 &sched_amp_idle_steal, 0, "");
2140 extern int sched_amp_spill_steal;
2141 SYSCTL_INT(_kern, OID_AUTO, sched_amp_spill_steal,
2142 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2143 &sched_amp_spill_steal, 0, "");
2144 extern int sched_amp_spill_count;
2145 SYSCTL_INT(_kern, OID_AUTO, sched_amp_spill_count,
2146 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2147 &sched_amp_spill_count, 0, "");
2148 extern int sched_amp_spill_deferred_ipi;
2149 SYSCTL_INT(_kern, OID_AUTO, sched_amp_spill_deferred_ipi,
2150 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2151 &sched_amp_spill_deferred_ipi, 0, "");
2152 extern int sched_amp_pcores_preempt_immediate_ipi;
2153 SYSCTL_INT(_kern, OID_AUTO, sched_amp_pcores_preempt_immediate_ipi,
2154 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2155 &sched_amp_pcores_preempt_immediate_ipi, 0, "");
2156 #endif /* __AMP__ */
2157 #endif /* __arm__ || __arm64__ */
2158
2159 #if __arm64__
2160 extern int legacy_footprint_entitlement_mode;
2161 SYSCTL_INT(_kern, OID_AUTO, legacy_footprint_entitlement_mode,
2162 CTLFLAG_KERN | CTLFLAG_RD | CTLFLAG_LOCKED,
2163 &legacy_footprint_entitlement_mode, 0, "");
2164 #endif /* __arm64__ */
2165
2166 #endif /* (DEVELOPMENT || DEBUG) */
2167
2168 STATIC int
2169 sysctl_securelvl
2170 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2171 {
2172 int new_value, changed;
2173 int error = sysctl_io_number(req, securelevel, sizeof(int), &new_value, &changed);
2174 if (changed) {
2175 if (!(new_value < securelevel && req->p->p_pid != 1)) {
2176 proc_list_lock();
2177 securelevel = new_value;
2178 proc_list_unlock();
2179 } else {
2180 error = EPERM;
2181 }
2182 }
2183 return error;
2184 }
2185
2186 SYSCTL_PROC(_kern, KERN_SECURELVL, securelevel,
2187 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2188 0, 0, sysctl_securelvl, "I", "");
2189
2190
2191 STATIC int
2192 sysctl_domainname
2193 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2194 {
2195 int error, changed;
2196 char tmpname[MAXHOSTNAMELEN] = {};
2197
2198 lck_mtx_lock(&domainname_lock);
2199 strlcpy(tmpname, domainname, sizeof(tmpname));
2200 lck_mtx_unlock(&domainname_lock);
2201
2202 error = sysctl_io_string(req, tmpname, sizeof(tmpname), 0, &changed);
2203 if (!error && changed) {
2204 lck_mtx_lock(&hostname_lock);
2205 strlcpy(domainname, tmpname, sizeof(domainname));
2206 lck_mtx_unlock(&hostname_lock);
2207 }
2208 return error;
2209 }
2210
2211 SYSCTL_PROC(_kern, KERN_DOMAINNAME, nisdomainname,
2212 CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_LOCKED,
2213 0, 0, sysctl_domainname, "A", "");
2214
2215 SYSCTL_COMPAT_INT(_kern, KERN_HOSTID, hostid,
2216 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2217 &hostid, 0, "");
2218
2219 STATIC int
2220 sysctl_hostname
2221 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2222 {
2223 int error, changed;
2224 char tmpname[MAXHOSTNAMELEN] = {};
2225
2226 lck_mtx_lock(&hostname_lock);
2227 strlcpy(tmpname, hostname, sizeof(tmpname));
2228 lck_mtx_unlock(&hostname_lock);
2229
2230 error = sysctl_io_string(req, tmpname, sizeof(tmpname), 1, &changed);
2231 if (!error && changed) {
2232 lck_mtx_lock(&hostname_lock);
2233 strlcpy(hostname, tmpname, sizeof(hostname));
2234 lck_mtx_unlock(&hostname_lock);
2235 }
2236 return error;
2237 }
2238
2239 SYSCTL_PROC(_kern, KERN_HOSTNAME, hostname,
2240 CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_LOCKED,
2241 0, 0, sysctl_hostname, "A", "");
2242
2243 STATIC int
2244 sysctl_procname
2245 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2246 {
2247 /* Original code allowed writing, I'm copying this, although this all makes
2248 * no sense to me. Besides, this sysctl is never used. */
2249 return sysctl_io_string(req, &req->p->p_name[0], (2 * MAXCOMLEN + 1), 1, NULL);
2250 }
2251
2252 SYSCTL_PROC(_kern, KERN_PROCNAME, procname,
2253 CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED,
2254 0, 0, sysctl_procname, "A", "");
2255
2256 SYSCTL_INT(_kern, KERN_SPECULATIVE_READS, speculative_reads_disabled,
2257 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2258 &speculative_reads_disabled, 0, "");
2259
2260 SYSCTL_UINT(_kern, OID_AUTO, preheat_max_bytes,
2261 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2262 &preheat_max_bytes, 0, "");
2263
2264 SYSCTL_UINT(_kern, OID_AUTO, preheat_min_bytes,
2265 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2266 &preheat_min_bytes, 0, "");
2267
2268 SYSCTL_UINT(_kern, OID_AUTO, speculative_prefetch_max,
2269 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2270 &speculative_prefetch_max, 0, "");
2271
2272 SYSCTL_UINT(_kern, OID_AUTO, speculative_prefetch_max_iosize,
2273 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2274 &speculative_prefetch_max_iosize, 0, "");
2275
2276 SYSCTL_UINT(_kern, OID_AUTO, vm_page_free_target,
2277 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2278 &vm_page_free_target, 0, "");
2279
2280 SYSCTL_UINT(_kern, OID_AUTO, vm_page_free_min,
2281 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2282 &vm_page_free_min, 0, "");
2283
2284 SYSCTL_UINT(_kern, OID_AUTO, vm_page_free_reserved,
2285 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2286 &vm_page_free_reserved, 0, "");
2287
2288 SYSCTL_UINT(_kern, OID_AUTO, vm_page_speculative_percentage,
2289 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2290 &vm_pageout_state.vm_page_speculative_percentage, 0, "");
2291
2292 SYSCTL_UINT(_kern, OID_AUTO, vm_page_speculative_q_age_ms,
2293 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2294 &vm_pageout_state.vm_page_speculative_q_age_ms, 0, "");
2295
2296 SYSCTL_UINT(_kern, OID_AUTO, vm_max_delayed_work_limit,
2297 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2298 &vm_max_delayed_work_limit, 0, "");
2299
2300 SYSCTL_UINT(_kern, OID_AUTO, vm_max_batch,
2301 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2302 &vm_max_batch, 0, "");
2303
2304 SYSCTL_STRING(_kern, OID_AUTO, bootsessionuuid,
2305 CTLFLAG_RD | CTLFLAG_LOCKED,
2306 &bootsessionuuid_string, sizeof(bootsessionuuid_string), "");
2307
2308 STATIC int
2309 sysctl_boottime
2310 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2311 {
2312 struct timeval tv;
2313 boottime_timeval(&tv);
2314 struct proc *p = req->p;
2315
2316 if (proc_is64bit(p)) {
2317 struct user64_timeval t = {};
2318 t.tv_sec = tv.tv_sec;
2319 t.tv_usec = tv.tv_usec;
2320 return sysctl_io_opaque(req, &t, sizeof(t), NULL);
2321 } else {
2322 struct user32_timeval t = {};
2323 t.tv_sec = tv.tv_sec;
2324 t.tv_usec = tv.tv_usec;
2325 return sysctl_io_opaque(req, &t, sizeof(t), NULL);
2326 }
2327 }
2328
2329 SYSCTL_PROC(_kern, KERN_BOOTTIME, boottime,
2330 CTLTYPE_STRUCT | CTLFLAG_KERN | CTLFLAG_RD | CTLFLAG_LOCKED,
2331 0, 0, sysctl_boottime, "S,timeval", "");
2332
2333 STATIC int
2334 sysctl_symfile
2335 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2336 {
2337 char *str;
2338 int error = get_kernel_symfile(req->p, &str);
2339 if (error) {
2340 return error;
2341 }
2342 return sysctl_io_string(req, str, 0, 0, NULL);
2343 }
2344
2345
2346 SYSCTL_PROC(_kern, KERN_SYMFILE, symfile,
2347 CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_LOCKED,
2348 0, 0, sysctl_symfile, "A", "");
2349
2350 #if NFSCLIENT
2351 STATIC int
2352 sysctl_netboot
2353 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2354 {
2355 return sysctl_io_number(req, netboot_root(), sizeof(int), NULL, NULL);
2356 }
2357
2358 SYSCTL_PROC(_kern, KERN_NETBOOT, netboot,
2359 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2360 0, 0, sysctl_netboot, "I", "");
2361 #endif
2362
2363 #ifdef CONFIG_IMGSRC_ACCESS
2364 /*
2365 * Legacy--act as if only one layer of nesting is possible.
2366 */
2367 STATIC int
2368 sysctl_imgsrcdev
2369 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2370 {
2371 vfs_context_t ctx = vfs_context_current();
2372 vnode_t devvp;
2373 int result;
2374
2375 if (!vfs_context_issuser(ctx)) {
2376 return EPERM;
2377 }
2378
2379 if (imgsrc_rootvnodes[0] == NULL) {
2380 return ENOENT;
2381 }
2382
2383 result = vnode_getwithref(imgsrc_rootvnodes[0]);
2384 if (result != 0) {
2385 return result;
2386 }
2387
2388 devvp = vnode_mount(imgsrc_rootvnodes[0])->mnt_devvp;
2389 result = vnode_getwithref(devvp);
2390 if (result != 0) {
2391 goto out;
2392 }
2393
2394 result = sysctl_io_number(req, vnode_specrdev(devvp), sizeof(dev_t), NULL, NULL);
2395
2396 vnode_put(devvp);
2397 out:
2398 vnode_put(imgsrc_rootvnodes[0]);
2399 return result;
2400 }
2401
2402 SYSCTL_PROC(_kern, OID_AUTO, imgsrcdev,
2403 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2404 0, 0, sysctl_imgsrcdev, "I", "");
2405
2406 STATIC int
2407 sysctl_imgsrcinfo
2408 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2409 {
2410 int error;
2411 struct imgsrc_info info[MAX_IMAGEBOOT_NESTING] = {}; /* 2 for now, no problem */
2412 uint32_t i;
2413 vnode_t rvp, devvp;
2414
2415 if (imgsrc_rootvnodes[0] == NULLVP) {
2416 return ENXIO;
2417 }
2418
2419 for (i = 0; i < MAX_IMAGEBOOT_NESTING; i++) {
2420 /*
2421 * Go get the root vnode.
2422 */
2423 rvp = imgsrc_rootvnodes[i];
2424 if (rvp == NULLVP) {
2425 break;
2426 }
2427
2428 error = vnode_get(rvp);
2429 if (error != 0) {
2430 return error;
2431 }
2432
2433 /*
2434 * For now, no getting at a non-local volume.
2435 */
2436 devvp = vnode_mount(rvp)->mnt_devvp;
2437 if (devvp == NULL) {
2438 vnode_put(rvp);
2439 return EINVAL;
2440 }
2441
2442 error = vnode_getwithref(devvp);
2443 if (error != 0) {
2444 vnode_put(rvp);
2445 return error;
2446 }
2447
2448 /*
2449 * Fill in info.
2450 */
2451 info[i].ii_dev = vnode_specrdev(devvp);
2452 info[i].ii_flags = 0;
2453 info[i].ii_height = i;
2454 bzero(info[i].ii_reserved, sizeof(info[i].ii_reserved));
2455
2456 vnode_put(devvp);
2457 vnode_put(rvp);
2458 }
2459
2460 return sysctl_io_opaque(req, info, i * sizeof(info[0]), NULL);
2461 }
2462
2463 SYSCTL_PROC(_kern, OID_AUTO, imgsrcinfo,
2464 CTLTYPE_OPAQUE | CTLFLAG_RD | CTLFLAG_LOCKED,
2465 0, 0, sysctl_imgsrcinfo, "I", "");
2466
2467 #endif /* CONFIG_IMGSRC_ACCESS */
2468
2469
2470 SYSCTL_DECL(_kern_timer);
2471 SYSCTL_NODE(_kern, OID_AUTO, timer, CTLFLAG_RW | CTLFLAG_LOCKED, 0, "timer");
2472
2473
2474 SYSCTL_INT(_kern_timer, OID_AUTO, coalescing_enabled,
2475 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
2476 &mach_timer_coalescing_enabled, 0, "");
2477
2478 SYSCTL_QUAD(_kern_timer, OID_AUTO, deadline_tracking_bin_1,
2479 CTLFLAG_RW | CTLFLAG_LOCKED,
2480 &timer_deadline_tracking_bin_1, "");
2481 SYSCTL_QUAD(_kern_timer, OID_AUTO, deadline_tracking_bin_2,
2482 CTLFLAG_RW | CTLFLAG_LOCKED,
2483 &timer_deadline_tracking_bin_2, "");
2484
2485 SYSCTL_DECL(_kern_timer_longterm);
2486 SYSCTL_NODE(_kern_timer, OID_AUTO, longterm, CTLFLAG_RW | CTLFLAG_LOCKED, 0, "longterm");
2487
2488
2489 /* Must match definition in osfmk/kern/timer_call.c */
2490 enum {
2491 THRESHOLD, QCOUNT,
2492 ENQUEUES, DEQUEUES, ESCALATES, SCANS, PREEMPTS,
2493 LATENCY, LATENCY_MIN, LATENCY_MAX, SCAN_LIMIT, SCAN_INTERVAL, PAUSES
2494 };
2495 extern uint64_t timer_sysctl_get(int);
2496 extern int timer_sysctl_set(int, uint64_t);
2497
2498 STATIC int
2499 sysctl_timer
2500 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2501 {
2502 int oid = (int)arg1;
2503 uint64_t value = timer_sysctl_get(oid);
2504 uint64_t new_value;
2505 int error;
2506 int changed;
2507
2508 error = sysctl_io_number(req, value, sizeof(value), &new_value, &changed);
2509 if (changed) {
2510 error = timer_sysctl_set(oid, new_value);
2511 }
2512
2513 return error;
2514 }
2515
2516 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, threshold,
2517 CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
2518 (void *) THRESHOLD, 0, sysctl_timer, "Q", "");
2519 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, scan_limit,
2520 CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
2521 (void *) SCAN_LIMIT, 0, sysctl_timer, "Q", "");
2522 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, scan_interval,
2523 CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
2524 (void *) SCAN_INTERVAL, 0, sysctl_timer, "Q", "");
2525
2526 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, qlen,
2527 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2528 (void *) QCOUNT, 0, sysctl_timer, "Q", "");
2529 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, scan_pauses,
2530 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2531 (void *) PAUSES, 0, sysctl_timer, "Q", "");
2532
2533 #if DEBUG
2534 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, enqueues,
2535 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2536 (void *) ENQUEUES, 0, sysctl_timer, "Q", "");
2537 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, dequeues,
2538 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2539 (void *) DEQUEUES, 0, sysctl_timer, "Q", "");
2540 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, escalates,
2541 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2542 (void *) ESCALATES, 0, sysctl_timer, "Q", "");
2543 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, scans,
2544 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2545 (void *) SCANS, 0, sysctl_timer, "Q", "");
2546 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, preempts,
2547 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2548 (void *) PREEMPTS, 0, sysctl_timer, "Q", "");
2549 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, latency,
2550 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2551 (void *) LATENCY, 0, sysctl_timer, "Q", "");
2552 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, latency_min,
2553 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2554 (void *) LATENCY_MIN, 0, sysctl_timer, "Q", "");
2555 SYSCTL_PROC(_kern_timer_longterm, OID_AUTO, latency_max,
2556 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2557 (void *) LATENCY_MAX, 0, sysctl_timer, "Q", "");
2558 #endif /* DEBUG */
2559
2560 STATIC int
2561 sysctl_usrstack
2562 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2563 {
2564 return sysctl_io_number(req, (int)req->p->user_stack, sizeof(int), NULL, NULL);
2565 }
2566
2567 SYSCTL_PROC(_kern, KERN_USRSTACK32, usrstack,
2568 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
2569 0, 0, sysctl_usrstack, "I", "");
2570
2571 STATIC int
2572 sysctl_usrstack64
2573 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2574 {
2575 return sysctl_io_number(req, req->p->user_stack, sizeof(req->p->user_stack), NULL, NULL);
2576 }
2577
2578 SYSCTL_PROC(_kern, KERN_USRSTACK64, usrstack64,
2579 CTLTYPE_QUAD | CTLFLAG_RD | CTLFLAG_LOCKED,
2580 0, 0, sysctl_usrstack64, "Q", "");
2581
2582 #if CONFIG_COREDUMP
2583
2584 SYSCTL_STRING(_kern, KERN_COREFILE, corefile,
2585 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2586 corefilename, sizeof(corefilename), "");
2587
2588 STATIC int
2589 sysctl_coredump
2590 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2591 {
2592 #ifdef SECURE_KERNEL
2593 (void)req;
2594 return ENOTSUP;
2595 #else
2596 int new_value, changed;
2597 int error = sysctl_io_number(req, do_coredump, sizeof(int), &new_value, &changed);
2598 if (changed) {
2599 if ((new_value == 0) || (new_value == 1)) {
2600 do_coredump = new_value;
2601 } else {
2602 error = EINVAL;
2603 }
2604 }
2605 return error;
2606 #endif
2607 }
2608
2609 SYSCTL_PROC(_kern, KERN_COREDUMP, coredump,
2610 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2611 0, 0, sysctl_coredump, "I", "");
2612
2613 STATIC int
2614 sysctl_suid_coredump
2615 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2616 {
2617 #ifdef SECURE_KERNEL
2618 (void)req;
2619 return ENOTSUP;
2620 #else
2621 int new_value, changed;
2622 int error = sysctl_io_number(req, sugid_coredump, sizeof(int), &new_value, &changed);
2623 if (changed) {
2624 if ((new_value == 0) || (new_value == 1)) {
2625 sugid_coredump = new_value;
2626 } else {
2627 error = EINVAL;
2628 }
2629 }
2630 return error;
2631 #endif
2632 }
2633
2634 SYSCTL_PROC(_kern, KERN_SUGID_COREDUMP, sugid_coredump,
2635 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2636 0, 0, sysctl_suid_coredump, "I", "");
2637
2638 #endif /* CONFIG_COREDUMP */
2639
2640 STATIC int
2641 sysctl_delayterm
2642 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2643 {
2644 struct proc *p = req->p;
2645 int new_value, changed;
2646 int error = sysctl_io_number(req, (req->p->p_lflag & P_LDELAYTERM)? 1: 0, sizeof(int), &new_value, &changed);
2647 if (changed) {
2648 proc_lock(p);
2649 if (new_value) {
2650 req->p->p_lflag |= P_LDELAYTERM;
2651 } else {
2652 req->p->p_lflag &= ~P_LDELAYTERM;
2653 }
2654 proc_unlock(p);
2655 }
2656 return error;
2657 }
2658
2659 SYSCTL_PROC(_kern, KERN_PROCDELAYTERM, delayterm,
2660 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
2661 0, 0, sysctl_delayterm, "I", "");
2662
2663
2664 STATIC int
2665 sysctl_rage_vnode
2666 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2667 {
2668 struct proc *p = req->p;
2669 struct uthread *ut;
2670 int new_value, old_value, changed;
2671 int error;
2672
2673 ut = get_bsdthread_info(current_thread());
2674
2675 if (ut->uu_flag & UT_RAGE_VNODES) {
2676 old_value = KERN_RAGE_THREAD;
2677 } else if (p->p_lflag & P_LRAGE_VNODES) {
2678 old_value = KERN_RAGE_PROC;
2679 } else {
2680 old_value = 0;
2681 }
2682
2683 error = sysctl_io_number(req, old_value, sizeof(int), &new_value, &changed);
2684
2685 if ((error == 0) && (changed != 0)) {
2686 switch (new_value) {
2687 case KERN_RAGE_PROC:
2688 proc_lock(p);
2689 p->p_lflag |= P_LRAGE_VNODES;
2690 proc_unlock(p);
2691 break;
2692 case KERN_UNRAGE_PROC:
2693 proc_lock(p);
2694 p->p_lflag &= ~P_LRAGE_VNODES;
2695 proc_unlock(p);
2696 break;
2697
2698 case KERN_RAGE_THREAD:
2699 ut->uu_flag |= UT_RAGE_VNODES;
2700 break;
2701 case KERN_UNRAGE_THREAD:
2702 ut = get_bsdthread_info(current_thread());
2703 ut->uu_flag &= ~UT_RAGE_VNODES;
2704 break;
2705 }
2706 }
2707 return error;
2708 }
2709
2710 SYSCTL_PROC(_kern, KERN_RAGEVNODE, rage_vnode,
2711 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED,
2712 0, 0, sysctl_rage_vnode, "I", "");
2713
2714 /* XXX until filecoordinationd fixes a bit of inverted logic. */
2715 STATIC int
2716 sysctl_vfsnspace
2717 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2718 {
2719 int old_value = 0, new_value, changed;
2720
2721 return sysctl_io_number(req, old_value, sizeof(int), &new_value,
2722 &changed);
2723 }
2724
2725 SYSCTL_PROC(_kern, OID_AUTO, vfsnspace,
2726 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED,
2727 0, 0, sysctl_vfsnspace, "I", "");
2728
2729 /* XXX move this interface into libproc and remove this sysctl */
2730 STATIC int
2731 sysctl_setthread_cpupercent
2732 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2733 {
2734 int new_value, old_value;
2735 int error = 0;
2736 kern_return_t kret = KERN_SUCCESS;
2737 uint8_t percent = 0;
2738 int ms_refill = 0;
2739
2740 if (!req->newptr) {
2741 return 0;
2742 }
2743
2744 old_value = 0;
2745
2746 if ((error = sysctl_io_number(req, old_value, sizeof(old_value), &new_value, NULL)) != 0) {
2747 return error;
2748 }
2749
2750 percent = new_value & 0xff; /* low 8 bytes for perent */
2751 ms_refill = (new_value >> 8) & 0xffffff; /* upper 24bytes represent ms refill value */
2752 if (percent > 100) {
2753 return EINVAL;
2754 }
2755
2756 /*
2757 * If the caller is specifying a percentage of 0, this will unset the CPU limit, if present.
2758 */
2759 if ((kret = thread_set_cpulimit(THREAD_CPULIMIT_BLOCK, percent, ms_refill * (int)NSEC_PER_MSEC)) != 0) {
2760 return EIO;
2761 }
2762
2763 return 0;
2764 }
2765
2766 SYSCTL_PROC(_kern, OID_AUTO, setthread_cpupercent,
2767 CTLTYPE_INT | CTLFLAG_WR | CTLFLAG_ANYBODY,
2768 0, 0, sysctl_setthread_cpupercent, "I", "set thread cpu percentage limit");
2769
2770
2771 STATIC int
2772 sysctl_kern_check_openevt
2773 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2774 {
2775 struct proc *p = req->p;
2776 int new_value, old_value, changed;
2777 int error;
2778
2779 if (p->p_flag & P_CHECKOPENEVT) {
2780 old_value = KERN_OPENEVT_PROC;
2781 } else {
2782 old_value = 0;
2783 }
2784
2785 error = sysctl_io_number(req, old_value, sizeof(int), &new_value, &changed);
2786
2787 if ((error == 0) && (changed != 0)) {
2788 switch (new_value) {
2789 case KERN_OPENEVT_PROC:
2790 OSBitOrAtomic(P_CHECKOPENEVT, &p->p_flag);
2791 break;
2792
2793 case KERN_UNOPENEVT_PROC:
2794 OSBitAndAtomic(~((uint32_t)P_CHECKOPENEVT), &p->p_flag);
2795 break;
2796
2797 default:
2798 error = EINVAL;
2799 }
2800 }
2801 return error;
2802 }
2803
2804 SYSCTL_PROC(_kern, KERN_CHECKOPENEVT, check_openevt, CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED,
2805 0, 0, sysctl_kern_check_openevt, "I", "set the per-process check-open-evt flag");
2806
2807
2808 #if DEVELOPMENT || DEBUG
2809 STATIC int
2810 sysctl_nx
2811 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2812 {
2813 #ifdef SECURE_KERNEL
2814 (void)req;
2815 return ENOTSUP;
2816 #else
2817 int new_value, changed;
2818 int error;
2819
2820 error = sysctl_io_number(req, nx_enabled, sizeof(nx_enabled), &new_value, &changed);
2821 if (error) {
2822 return error;
2823 }
2824
2825 if (changed) {
2826 #if defined(__x86_64__)
2827 /*
2828 * Only allow setting if NX is supported on the chip
2829 */
2830 if (!(cpuid_extfeatures() & CPUID_EXTFEATURE_XD)) {
2831 return ENOTSUP;
2832 }
2833 #endif
2834 nx_enabled = new_value;
2835 }
2836 return error;
2837 #endif /* SECURE_KERNEL */
2838 }
2839 #endif
2840
2841 #if DEVELOPMENT || DEBUG
2842 SYSCTL_PROC(_kern, KERN_NX_PROTECTION, nx,
2843 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
2844 0, 0, sysctl_nx, "I", "");
2845 #endif
2846
2847 STATIC int
2848 sysctl_loadavg
2849 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
2850 {
2851 if (proc_is64bit(req->p)) {
2852 struct user64_loadavg loadinfo64 = {};
2853 fill_loadavg64(&averunnable, &loadinfo64);
2854 return sysctl_io_opaque(req, &loadinfo64, sizeof(loadinfo64), NULL);
2855 } else {
2856 struct user32_loadavg loadinfo32 = {};
2857 fill_loadavg32(&averunnable, &loadinfo32);
2858 return sysctl_io_opaque(req, &loadinfo32, sizeof(loadinfo32), NULL);
2859 }
2860 }
2861
2862 SYSCTL_PROC(_vm, VM_LOADAVG, loadavg,
2863 CTLTYPE_STRUCT | CTLFLAG_RD | CTLFLAG_LOCKED,
2864 0, 0, sysctl_loadavg, "S,loadavg", "");
2865
2866 /*
2867 * Note: Thread safe; vm_map_lock protects in vm_toggle_entry_reuse()
2868 */
2869 STATIC int
2870 sysctl_vm_toggle_address_reuse(__unused struct sysctl_oid *oidp, __unused void *arg1,
2871 __unused int arg2, struct sysctl_req *req)
2872 {
2873 int old_value = 0, new_value = 0, error = 0;
2874
2875 if (vm_toggle_entry_reuse( VM_TOGGLE_GETVALUE, &old_value )) {
2876 return error;
2877 }
2878 error = sysctl_io_number(req, old_value, sizeof(int), &new_value, NULL);
2879 if (!error) {
2880 return vm_toggle_entry_reuse(new_value, NULL);
2881 }
2882 return error;
2883 }
2884
2885 SYSCTL_PROC(_debug, OID_AUTO, toggle_address_reuse, CTLFLAG_ANYBODY | CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, 0, 0, sysctl_vm_toggle_address_reuse, "I", "");
2886
2887 #ifdef CONFIG_XNUPOST
2888
2889 extern int xnupost_export_testdata(void *outp, uint32_t size, uint32_t *lenp);
2890 extern uint32_t xnupost_get_estimated_testdata_size(void);
2891
2892 extern int xnupost_reset_all_tests(void);
2893
2894 STATIC int
2895 sysctl_handle_xnupost_get_tests SYSCTL_HANDLER_ARGS
2896 {
2897 /* fixup unused arguments warnings */
2898 __unused int _oa2 = arg2;
2899 __unused void * _oa1 = arg1;
2900 __unused struct sysctl_oid * _oidp = oidp;
2901
2902 int error = 0;
2903 user_addr_t oldp = 0;
2904 user_addr_t newp = 0;
2905 uint32_t usedbytes = 0;
2906
2907 oldp = req->oldptr;
2908 newp = req->newptr;
2909
2910 if (newp) {
2911 return ENOTSUP;
2912 }
2913
2914 if ((void *)oldp == NULL) {
2915 /* return estimated size for second call where info can be placed */
2916 req->oldidx = xnupost_get_estimated_testdata_size();
2917 } else {
2918 error = xnupost_export_testdata((void *)oldp, req->oldlen, &usedbytes);
2919 req->oldidx = usedbytes;
2920 }
2921
2922 return error;
2923 }
2924
2925 SYSCTL_PROC(_debug,
2926 OID_AUTO,
2927 xnupost_get_tests,
2928 CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLTYPE_OPAQUE | CTLFLAG_RD | CTLFLAG_LOCKED,
2929 0,
2930 0,
2931 sysctl_handle_xnupost_get_tests,
2932 "-",
2933 "read xnupost test data in kernel");
2934
2935 STATIC int
2936 sysctl_debug_xnupost_ctl SYSCTL_HANDLER_ARGS
2937 {
2938 /* fixup unused arguments warnings */
2939 __unused int _oa2 = arg2;
2940 __unused void * _oa1 = arg1;
2941 __unused struct sysctl_oid * _oidp = oidp;
2942
2943 #define ARRCOUNT 4
2944 /*
2945 * INPUT: ACTION, PARAM1, PARAM2, PARAM3
2946 * OUTPUT: RESULTCODE, ADDITIONAL DATA
2947 */
2948 int32_t outval[ARRCOUNT] = {0};
2949 int32_t input[ARRCOUNT] = {0};
2950 int32_t out_size = sizeof(outval);
2951 int32_t in_size = sizeof(input);
2952 int error = 0;
2953
2954 /* if this is NULL call to find out size, send out size info */
2955 if (!req->newptr) {
2956 goto out;
2957 }
2958
2959 /* pull in provided value from userspace */
2960 error = SYSCTL_IN(req, &input[0], in_size);
2961 if (error) {
2962 return error;
2963 }
2964
2965 if (input[0] == XTCTL_RESET_TESTDATA) {
2966 outval[0] = xnupost_reset_all_tests();
2967 goto out;
2968 }
2969
2970 out:
2971 error = SYSCTL_OUT(req, &outval[0], out_size);
2972 return error;
2973 }
2974
2975 SYSCTL_PROC(_debug,
2976 OID_AUTO,
2977 xnupost_testctl,
2978 CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLTYPE_OPAQUE | CTLFLAG_RW | CTLFLAG_LOCKED,
2979 0,
2980 0,
2981 sysctl_debug_xnupost_ctl,
2982 "I",
2983 "xnupost control for kernel testing");
2984
2985 extern void test_oslog_handleOSLogCtl(int32_t * in, int32_t * out, int32_t arraycount);
2986
2987 STATIC int
2988 sysctl_debug_test_oslog_ctl(__unused struct sysctl_oid * oidp, __unused void * arg1, __unused int arg2, struct sysctl_req * req)
2989 {
2990 #define ARRCOUNT 4
2991 int32_t outval[ARRCOUNT] = {0};
2992 int32_t input[ARRCOUNT] = {0};
2993 int32_t size_outval = sizeof(outval);
2994 int32_t size_inval = sizeof(input);
2995 int32_t error;
2996
2997 /* if this is NULL call to find out size, send out size info */
2998 if (!req->newptr) {
2999 error = SYSCTL_OUT(req, &outval[0], size_outval);
3000 return error;
3001 }
3002
3003 /* pull in provided value from userspace */
3004 error = SYSCTL_IN(req, &input[0], size_inval);
3005 if (error) {
3006 return error;
3007 }
3008
3009 test_oslog_handleOSLogCtl(input, outval, ARRCOUNT);
3010
3011 error = SYSCTL_OUT(req, &outval[0], size_outval);
3012
3013 return error;
3014 }
3015
3016 SYSCTL_PROC(_debug,
3017 OID_AUTO,
3018 test_OSLogCtl,
3019 CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLTYPE_OPAQUE | CTLFLAG_RW | CTLFLAG_LOCKED,
3020 0,
3021 0,
3022 sysctl_debug_test_oslog_ctl,
3023 "I",
3024 "testing oslog in kernel");
3025
3026 #include <mach/task.h>
3027 #include <mach/semaphore.h>
3028
3029 extern lck_grp_t * sysctl_debug_test_stackshot_owner_grp; /* used for both mutexes and rwlocks */
3030 extern lck_mtx_t * sysctl_debug_test_stackshot_owner_init_mtx; /* used to protect lck_*_init */
3031
3032 /* This is a sysctl for testing collection of owner info on a lock in kernel space. A multi-threaded
3033 * test from userland sets this sysctl in such a way that a thread blocks in kernel mode, and a
3034 * stackshot is taken to see if the owner of the lock can be identified.
3035 *
3036 * We can't return to userland with a kernel lock held, so be sure to unlock before we leave.
3037 * the semaphores allow us to artificially create cases where the lock is being held and the
3038 * thread is hanging / taking a long time to do something. */
3039
3040 volatile char sysctl_debug_test_stackshot_mtx_inited = 0;
3041 semaphore_t sysctl_debug_test_stackshot_mutex_sem;
3042 lck_mtx_t sysctl_debug_test_stackshot_owner_lck;
3043
3044 #define SYSCTL_DEBUG_MTX_ACQUIRE_WAIT 1
3045 #define SYSCTL_DEBUG_MTX_ACQUIRE_NOWAIT 2
3046 #define SYSCTL_DEBUG_MTX_SIGNAL 3
3047 #define SYSCTL_DEBUG_MTX_TEARDOWN 4
3048
3049 STATIC int
3050 sysctl_debug_test_stackshot_mutex_owner(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3051 {
3052 long long option = -1;
3053 /* if the user tries to read the sysctl, we tell them what the address of the lock is (to test against stackshot's output) */
3054 long long mtx_unslid_addr = (long long)VM_KERNEL_UNSLIDE_OR_PERM(&sysctl_debug_test_stackshot_owner_lck);
3055 int error = sysctl_io_number(req, mtx_unslid_addr, sizeof(long long), (void*)&option, NULL);
3056
3057 lck_mtx_lock(sysctl_debug_test_stackshot_owner_init_mtx);
3058 if (!sysctl_debug_test_stackshot_mtx_inited) {
3059 lck_mtx_init(&sysctl_debug_test_stackshot_owner_lck,
3060 sysctl_debug_test_stackshot_owner_grp,
3061 LCK_ATTR_NULL);
3062 semaphore_create(kernel_task,
3063 &sysctl_debug_test_stackshot_mutex_sem,
3064 SYNC_POLICY_FIFO, 0);
3065 sysctl_debug_test_stackshot_mtx_inited = 1;
3066 }
3067 lck_mtx_unlock(sysctl_debug_test_stackshot_owner_init_mtx);
3068
3069 if (!error) {
3070 switch (option) {
3071 case SYSCTL_DEBUG_MTX_ACQUIRE_NOWAIT:
3072 lck_mtx_lock(&sysctl_debug_test_stackshot_owner_lck);
3073 lck_mtx_unlock(&sysctl_debug_test_stackshot_owner_lck);
3074 break;
3075 case SYSCTL_DEBUG_MTX_ACQUIRE_WAIT:
3076 lck_mtx_lock(&sysctl_debug_test_stackshot_owner_lck);
3077 semaphore_wait(sysctl_debug_test_stackshot_mutex_sem);
3078 lck_mtx_unlock(&sysctl_debug_test_stackshot_owner_lck);
3079 break;
3080 case SYSCTL_DEBUG_MTX_SIGNAL:
3081 semaphore_signal(sysctl_debug_test_stackshot_mutex_sem);
3082 break;
3083 case SYSCTL_DEBUG_MTX_TEARDOWN:
3084 lck_mtx_lock(sysctl_debug_test_stackshot_owner_init_mtx);
3085
3086 lck_mtx_destroy(&sysctl_debug_test_stackshot_owner_lck,
3087 sysctl_debug_test_stackshot_owner_grp);
3088 semaphore_destroy(kernel_task,
3089 sysctl_debug_test_stackshot_mutex_sem);
3090 sysctl_debug_test_stackshot_mtx_inited = 0;
3091
3092 lck_mtx_unlock(sysctl_debug_test_stackshot_owner_init_mtx);
3093 break;
3094 case -1: /* user just wanted to read the value, so do nothing */
3095 break;
3096 default:
3097 error = EINVAL;
3098 break;
3099 }
3100 }
3101 return error;
3102 }
3103
3104 /* we can't return to userland with a kernel rwlock held, so be sure to unlock before we leave.
3105 * the semaphores allow us to artificially create cases where the lock is being held and the
3106 * thread is hanging / taking a long time to do something. */
3107
3108 SYSCTL_PROC(_debug,
3109 OID_AUTO,
3110 test_MutexOwnerCtl,
3111 CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
3112 0,
3113 0,
3114 sysctl_debug_test_stackshot_mutex_owner,
3115 "-",
3116 "Testing mutex owner in kernel");
3117
3118 volatile char sysctl_debug_test_stackshot_rwlck_inited = 0;
3119 lck_rw_t sysctl_debug_test_stackshot_owner_rwlck;
3120 semaphore_t sysctl_debug_test_stackshot_rwlck_sem;
3121
3122 #define SYSCTL_DEBUG_KRWLCK_RACQUIRE_NOWAIT 1
3123 #define SYSCTL_DEBUG_KRWLCK_RACQUIRE_WAIT 2
3124 #define SYSCTL_DEBUG_KRWLCK_WACQUIRE_NOWAIT 3
3125 #define SYSCTL_DEBUG_KRWLCK_WACQUIRE_WAIT 4
3126 #define SYSCTL_DEBUG_KRWLCK_SIGNAL 5
3127 #define SYSCTL_DEBUG_KRWLCK_TEARDOWN 6
3128
3129 STATIC int
3130 sysctl_debug_test_stackshot_rwlck_owner(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3131 {
3132 long long option = -1;
3133 /* if the user tries to read the sysctl, we tell them what the address of the lock is
3134 * (to test against stackshot's output) */
3135 long long rwlck_unslid_addr = (long long)VM_KERNEL_UNSLIDE_OR_PERM(&sysctl_debug_test_stackshot_owner_rwlck);
3136 int error = sysctl_io_number(req, rwlck_unslid_addr, sizeof(long long), (void*)&option, NULL);
3137
3138 lck_mtx_lock(sysctl_debug_test_stackshot_owner_init_mtx);
3139 if (!sysctl_debug_test_stackshot_rwlck_inited) {
3140 lck_rw_init(&sysctl_debug_test_stackshot_owner_rwlck,
3141 sysctl_debug_test_stackshot_owner_grp,
3142 LCK_ATTR_NULL);
3143 semaphore_create(kernel_task,
3144 &sysctl_debug_test_stackshot_rwlck_sem,
3145 SYNC_POLICY_FIFO,
3146 0);
3147 sysctl_debug_test_stackshot_rwlck_inited = 1;
3148 }
3149 lck_mtx_unlock(sysctl_debug_test_stackshot_owner_init_mtx);
3150
3151 if (!error) {
3152 switch (option) {
3153 case SYSCTL_DEBUG_KRWLCK_RACQUIRE_NOWAIT:
3154 lck_rw_lock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_SHARED);
3155 lck_rw_unlock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_SHARED);
3156 break;
3157 case SYSCTL_DEBUG_KRWLCK_RACQUIRE_WAIT:
3158 lck_rw_lock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_SHARED);
3159 semaphore_wait(sysctl_debug_test_stackshot_rwlck_sem);
3160 lck_rw_unlock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_SHARED);
3161 break;
3162 case SYSCTL_DEBUG_KRWLCK_WACQUIRE_NOWAIT:
3163 lck_rw_lock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_EXCLUSIVE);
3164 lck_rw_unlock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_EXCLUSIVE);
3165 break;
3166 case SYSCTL_DEBUG_KRWLCK_WACQUIRE_WAIT:
3167 lck_rw_lock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_EXCLUSIVE);
3168 semaphore_wait(sysctl_debug_test_stackshot_rwlck_sem);
3169 lck_rw_unlock(&sysctl_debug_test_stackshot_owner_rwlck, LCK_RW_TYPE_EXCLUSIVE);
3170 break;
3171 case SYSCTL_DEBUG_KRWLCK_SIGNAL:
3172 semaphore_signal(sysctl_debug_test_stackshot_rwlck_sem);
3173 break;
3174 case SYSCTL_DEBUG_KRWLCK_TEARDOWN:
3175 lck_mtx_lock(sysctl_debug_test_stackshot_owner_init_mtx);
3176
3177 lck_rw_destroy(&sysctl_debug_test_stackshot_owner_rwlck,
3178 sysctl_debug_test_stackshot_owner_grp);
3179 semaphore_destroy(kernel_task,
3180 sysctl_debug_test_stackshot_rwlck_sem);
3181 sysctl_debug_test_stackshot_rwlck_inited = 0;
3182
3183 lck_mtx_unlock(sysctl_debug_test_stackshot_owner_init_mtx);
3184 break;
3185 case -1: /* user just wanted to read the value, so do nothing */
3186 break;
3187 default:
3188 error = EINVAL;
3189 break;
3190 }
3191 }
3192 return error;
3193 }
3194
3195
3196 SYSCTL_PROC(_debug,
3197 OID_AUTO,
3198 test_RWLockOwnerCtl,
3199 CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
3200 0,
3201 0,
3202 sysctl_debug_test_stackshot_rwlck_owner,
3203 "-",
3204 "Testing rwlock owner in kernel");
3205 #endif /* !CONFIG_XNUPOST */
3206
3207 STATIC int
3208 sysctl_swapusage
3209 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3210 {
3211 int error;
3212 uint64_t swap_total;
3213 uint64_t swap_avail;
3214 vm_size_t swap_pagesize;
3215 boolean_t swap_encrypted;
3216 struct xsw_usage xsu = {};
3217
3218 error = macx_swapinfo(&swap_total,
3219 &swap_avail,
3220 &swap_pagesize,
3221 &swap_encrypted);
3222 if (error) {
3223 return error;
3224 }
3225
3226 xsu.xsu_total = swap_total;
3227 xsu.xsu_avail = swap_avail;
3228 xsu.xsu_used = swap_total - swap_avail;
3229 xsu.xsu_pagesize = swap_pagesize;
3230 xsu.xsu_encrypted = swap_encrypted;
3231 return sysctl_io_opaque(req, &xsu, sizeof(xsu), NULL);
3232 }
3233
3234
3235
3236 SYSCTL_PROC(_vm, VM_SWAPUSAGE, swapusage,
3237 CTLTYPE_STRUCT | CTLFLAG_RD | CTLFLAG_LOCKED,
3238 0, 0, sysctl_swapusage, "S,xsw_usage", "");
3239
3240 #if CONFIG_FREEZE
3241 extern void vm_page_reactivate_all_throttled(void);
3242 extern void memorystatus_disable_freeze(void);
3243
3244 static int
3245 sysctl_freeze_enabled SYSCTL_HANDLER_ARGS
3246 {
3247 #pragma unused(arg1, arg2)
3248 int error, val = memorystatus_freeze_enabled ? 1 : 0;
3249 boolean_t disabled;
3250
3251 error = sysctl_handle_int(oidp, &val, 0, req);
3252 if (error || !req->newptr) {
3253 return error;
3254 }
3255
3256 if (!VM_CONFIG_FREEZER_SWAP_IS_ACTIVE) {
3257 //assert(req->newptr);
3258 printf("Failed attempt to set vm.freeze_enabled sysctl\n");
3259 return EINVAL;
3260 }
3261
3262 /*
3263 * If freeze is being disabled, we need to move dirty pages out from the throttle to the active queue.
3264 */
3265 disabled = (!val && memorystatus_freeze_enabled);
3266
3267 memorystatus_freeze_enabled = val ? TRUE : FALSE;
3268
3269 if (disabled) {
3270 vm_page_reactivate_all_throttled();
3271 memorystatus_disable_freeze();
3272 }
3273
3274 return 0;
3275 }
3276
3277 SYSCTL_PROC(_vm, OID_AUTO, freeze_enabled, CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_ANYBODY, &memorystatus_freeze_enabled, 0, sysctl_freeze_enabled, "I", "");
3278 #endif /* CONFIG_FREEZE */
3279
3280 #if DEVELOPMENT || DEBUG
3281 extern int vm_num_swap_files_config;
3282 extern int vm_num_swap_files;
3283 extern lck_mtx_t vm_swap_data_lock;
3284 #define VM_MAX_SWAP_FILE_NUM 100
3285
3286 static int
3287 sysctl_vm_config_num_swap_files SYSCTL_HANDLER_ARGS
3288 {
3289 #pragma unused(arg1, arg2)
3290 int error = 0, val = vm_num_swap_files_config;
3291
3292 error = sysctl_handle_int(oidp, &val, 0, req);
3293 if (error || !req->newptr) {
3294 goto out;
3295 }
3296
3297 if (!VM_CONFIG_SWAP_IS_ACTIVE && !VM_CONFIG_FREEZER_SWAP_IS_ACTIVE) {
3298 printf("Swap is disabled\n");
3299 error = EINVAL;
3300 goto out;
3301 }
3302
3303 lck_mtx_lock(&vm_swap_data_lock);
3304
3305 if (val < vm_num_swap_files) {
3306 printf("Cannot configure fewer swap files than already exist.\n");
3307 error = EINVAL;
3308 lck_mtx_unlock(&vm_swap_data_lock);
3309 goto out;
3310 }
3311
3312 if (val > VM_MAX_SWAP_FILE_NUM) {
3313 printf("Capping number of swap files to upper bound.\n");
3314 val = VM_MAX_SWAP_FILE_NUM;
3315 }
3316
3317 vm_num_swap_files_config = val;
3318 lck_mtx_unlock(&vm_swap_data_lock);
3319 out:
3320
3321 return 0;
3322 }
3323
3324 SYSCTL_PROC(_debug, OID_AUTO, num_swap_files_configured, CTLFLAG_ANYBODY | CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, 0, 0, sysctl_vm_config_num_swap_files, "I", "");
3325 #endif /* DEVELOPMENT || DEBUG */
3326
3327 /* this kernel does NOT implement shared_region_make_private_np() */
3328 SYSCTL_INT(_kern, KERN_SHREG_PRIVATIZABLE, shreg_private,
3329 CTLFLAG_RD | CTLFLAG_LOCKED,
3330 (int *)NULL, 0, "");
3331
3332 STATIC int
3333 fetch_process_cputype(
3334 proc_t cur_proc,
3335 int *name,
3336 u_int namelen,
3337 cpu_type_t *cputype)
3338 {
3339 proc_t p = PROC_NULL;
3340 int refheld = 0;
3341 cpu_type_t ret = 0;
3342 int error = 0;
3343
3344 if (namelen == 0) {
3345 p = cur_proc;
3346 } else if (namelen == 1) {
3347 p = proc_find(name[0]);
3348 if (p == NULL) {
3349 return EINVAL;
3350 }
3351 refheld = 1;
3352 } else {
3353 error = EINVAL;
3354 goto out;
3355 }
3356
3357 ret = cpu_type() & ~CPU_ARCH_MASK;
3358 if (IS_64BIT_PROCESS(p)) {
3359 ret |= CPU_ARCH_ABI64;
3360 }
3361
3362 *cputype = ret;
3363
3364 if (refheld != 0) {
3365 proc_rele(p);
3366 }
3367 out:
3368 return error;
3369 }
3370
3371 STATIC int
3372 sysctl_sysctl_native(__unused struct sysctl_oid *oidp, void *arg1, int arg2,
3373 struct sysctl_req *req)
3374 {
3375 int error;
3376 cpu_type_t proc_cputype = 0;
3377 if ((error = fetch_process_cputype(req->p, (int *)arg1, arg2, &proc_cputype)) != 0) {
3378 return error;
3379 }
3380 int res = 1;
3381 if ((proc_cputype & ~CPU_ARCH_MASK) != (cpu_type() & ~CPU_ARCH_MASK)) {
3382 res = 0;
3383 }
3384 return SYSCTL_OUT(req, &res, sizeof(res));
3385 }
3386 SYSCTL_PROC(_sysctl, OID_AUTO, proc_native, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED, 0, 0, sysctl_sysctl_native, "I", "proc_native");
3387
3388 STATIC int
3389 sysctl_sysctl_cputype(__unused struct sysctl_oid *oidp, void *arg1, int arg2,
3390 struct sysctl_req *req)
3391 {
3392 int error;
3393 cpu_type_t proc_cputype = 0;
3394 if ((error = fetch_process_cputype(req->p, (int *)arg1, arg2, &proc_cputype)) != 0) {
3395 return error;
3396 }
3397 return SYSCTL_OUT(req, &proc_cputype, sizeof(proc_cputype));
3398 }
3399 SYSCTL_PROC(_sysctl, OID_AUTO, proc_cputype, CTLTYPE_NODE | CTLFLAG_RD | CTLFLAG_LOCKED, 0, 0, sysctl_sysctl_cputype, "I", "proc_cputype");
3400
3401 STATIC int
3402 sysctl_safeboot
3403 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3404 {
3405 return sysctl_io_number(req, boothowto & RB_SAFEBOOT ? 1 : 0, sizeof(int), NULL, NULL);
3406 }
3407
3408 SYSCTL_PROC(_kern, KERN_SAFEBOOT, safeboot,
3409 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
3410 0, 0, sysctl_safeboot, "I", "");
3411
3412 STATIC int
3413 sysctl_singleuser
3414 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3415 {
3416 return sysctl_io_number(req, boothowto & RB_SINGLE ? 1 : 0, sizeof(int), NULL, NULL);
3417 }
3418
3419 SYSCTL_PROC(_kern, OID_AUTO, singleuser,
3420 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
3421 0, 0, sysctl_singleuser, "I", "");
3422
3423 STATIC int
3424 sysctl_minimalboot
3425 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3426 {
3427 return sysctl_io_number(req, minimalboot, sizeof(int), NULL, NULL);
3428 }
3429
3430 SYSCTL_PROC(_kern, OID_AUTO, minimalboot,
3431 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
3432 0, 0, sysctl_minimalboot, "I", "");
3433
3434 /*
3435 * Controls for debugging affinity sets - see osfmk/kern/affinity.c
3436 */
3437 extern boolean_t affinity_sets_enabled;
3438 extern int affinity_sets_mapping;
3439
3440 SYSCTL_INT(_kern, OID_AUTO, affinity_sets_enabled,
3441 CTLFLAG_RW | CTLFLAG_LOCKED, (int *) &affinity_sets_enabled, 0, "hinting enabled");
3442 SYSCTL_INT(_kern, OID_AUTO, affinity_sets_mapping,
3443 CTLFLAG_RW | CTLFLAG_LOCKED, &affinity_sets_mapping, 0, "mapping policy");
3444
3445 /*
3446 * Boolean indicating if KASLR is active.
3447 */
3448 STATIC int
3449 sysctl_slide
3450 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3451 {
3452 uint32_t slide;
3453
3454 slide = vm_kernel_slide ? 1 : 0;
3455
3456 return sysctl_io_number( req, slide, sizeof(int), NULL, NULL);
3457 }
3458
3459 SYSCTL_PROC(_kern, OID_AUTO, slide,
3460 CTLTYPE_INT | CTLFLAG_RD | CTLFLAG_LOCKED,
3461 0, 0, sysctl_slide, "I", "");
3462
3463 /*
3464 * Limit on total memory users can wire.
3465 *
3466 * vm_global_user_wire_limit - system wide limit on wired memory from all processes combined.
3467 *
3468 * vm_per_task_user_wire_limit - per address space limit on wired memory. This puts a cap on the process's rlimit value.
3469 *
3470 * These values are initialized to reasonable defaults at boot time based on the available physical memory in
3471 * kmem_init().
3472 *
3473 * All values are in bytes.
3474 */
3475
3476 vm_map_size_t vm_global_user_wire_limit;
3477 vm_map_size_t vm_per_task_user_wire_limit;
3478 extern uint64_t max_mem;
3479
3480 /*
3481 * We used to have a global in the kernel called vm_global_no_user_wire_limit which was the inverse
3482 * of vm_global_user_wire_limit. But maintaining both of those is silly, and vm_global_user_wire_limit is the
3483 * real limit.
3484 * This function is for backwards compatibility with userspace
3485 * since we exposed the old global via a sysctl.
3486 */
3487 STATIC int
3488 sysctl_global_no_user_wire_amount(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3489 {
3490 vm_map_size_t old_value;
3491 vm_map_size_t new_value;
3492 int changed;
3493 int error;
3494
3495 old_value = max_mem - vm_global_user_wire_limit;
3496 error = sysctl_io_number(req, old_value, sizeof(vm_map_size_t), &new_value, &changed);
3497 if (changed) {
3498 if ((uint64_t)new_value > max_mem) {
3499 error = EINVAL;
3500 } else {
3501 vm_global_user_wire_limit = max_mem - new_value;
3502 }
3503 }
3504 return error;
3505 }
3506 /*
3507 * There needs to be a more automatic/elegant way to do this
3508 */
3509 #if defined(__ARM__)
3510 SYSCTL_INT(_vm, OID_AUTO, global_user_wire_limit, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_global_user_wire_limit, 0, "");
3511 SYSCTL_INT(_vm, OID_AUTO, user_wire_limit, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_per_task_user_wire_limit, 0, "");
3512 SYSCTL_PROC(_vm, OID_AUTO, global_no_user_wire_amount, CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, 0, 0, &sysctl_global_no_user_wire_amount, "I", "");
3513 #else
3514 SYSCTL_QUAD(_vm, OID_AUTO, global_user_wire_limit, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_global_user_wire_limit, "");
3515 SYSCTL_QUAD(_vm, OID_AUTO, user_wire_limit, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_per_task_user_wire_limit, "");
3516 SYSCTL_PROC(_vm, OID_AUTO, global_no_user_wire_amount, CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED, 0, 0, &sysctl_global_no_user_wire_amount, "Q", "");
3517 #endif
3518
3519 #if DEVELOPMENT || DEBUG
3520 /* These sysyctls are used to test the wired limit. */
3521 extern unsigned int vm_page_wire_count;
3522 extern uint32_t vm_lopage_free_count;
3523 SYSCTL_INT(_vm, OID_AUTO, page_wire_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_wire_count, 0, "");
3524 SYSCTL_INT(_vm, OID_AUTO, lopage_free_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_lopage_free_count, 0, "");
3525 #endif /* DEVELOPMENT */
3526
3527 extern int vm_map_copy_overwrite_aligned_src_not_internal;
3528 extern int vm_map_copy_overwrite_aligned_src_not_symmetric;
3529 extern int vm_map_copy_overwrite_aligned_src_large;
3530 SYSCTL_INT(_vm, OID_AUTO, vm_copy_src_not_internal, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_map_copy_overwrite_aligned_src_not_internal, 0, "");
3531 SYSCTL_INT(_vm, OID_AUTO, vm_copy_src_not_symmetric, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_map_copy_overwrite_aligned_src_not_symmetric, 0, "");
3532 SYSCTL_INT(_vm, OID_AUTO, vm_copy_src_large, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_map_copy_overwrite_aligned_src_large, 0, "");
3533
3534
3535 extern uint32_t vm_page_external_count;
3536
3537 SYSCTL_INT(_vm, OID_AUTO, vm_page_external_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_external_count, 0, "");
3538
3539 SYSCTL_INT(_vm, OID_AUTO, vm_page_filecache_min, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_state.vm_page_filecache_min, 0, "");
3540 SYSCTL_INT(_vm, OID_AUTO, vm_page_xpmapped_min, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_state.vm_page_xpmapped_min, 0, "");
3541
3542 #if DEVELOPMENT || DEBUG
3543 SYSCTL_INT(_vm, OID_AUTO, vm_page_filecache_min_divisor, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_state.vm_page_filecache_min_divisor, 0, "");
3544 SYSCTL_INT(_vm, OID_AUTO, vm_page_xpmapped_min_divisor, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_state.vm_page_xpmapped_min_divisor, 0, "");
3545 #endif
3546
3547 extern int vm_compressor_mode;
3548 extern int vm_compressor_is_active;
3549 extern int vm_compressor_available;
3550 extern uint32_t vm_ripe_target_age;
3551 extern uint32_t swapout_target_age;
3552 extern int64_t compressor_bytes_used;
3553 extern int64_t c_segment_input_bytes;
3554 extern int64_t c_segment_compressed_bytes;
3555 extern uint32_t compressor_eval_period_in_msecs;
3556 extern uint32_t compressor_sample_min_in_msecs;
3557 extern uint32_t compressor_sample_max_in_msecs;
3558 extern uint32_t compressor_thrashing_threshold_per_10msecs;
3559 extern uint32_t compressor_thrashing_min_per_10msecs;
3560 extern uint32_t vm_compressor_time_thread;
3561
3562 #if DEVELOPMENT || DEBUG
3563 extern uint32_t vm_compressor_minorcompact_threshold_divisor;
3564 extern uint32_t vm_compressor_majorcompact_threshold_divisor;
3565 extern uint32_t vm_compressor_unthrottle_threshold_divisor;
3566 extern uint32_t vm_compressor_catchup_threshold_divisor;
3567
3568 extern uint32_t vm_compressor_minorcompact_threshold_divisor_overridden;
3569 extern uint32_t vm_compressor_majorcompact_threshold_divisor_overridden;
3570 extern uint32_t vm_compressor_unthrottle_threshold_divisor_overridden;
3571 extern uint32_t vm_compressor_catchup_threshold_divisor_overridden;
3572
3573 extern vmct_stats_t vmct_stats;
3574
3575
3576 STATIC int
3577 sysctl_minorcompact_threshold_divisor(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3578 {
3579 int new_value, changed;
3580 int error = sysctl_io_number(req, vm_compressor_minorcompact_threshold_divisor, sizeof(int), &new_value, &changed);
3581
3582 if (changed) {
3583 vm_compressor_minorcompact_threshold_divisor = new_value;
3584 vm_compressor_minorcompact_threshold_divisor_overridden = 1;
3585 }
3586 return error;
3587 }
3588
3589 SYSCTL_PROC(_vm, OID_AUTO, compressor_minorcompact_threshold_divisor,
3590 CTLTYPE_INT | CTLFLAG_LOCKED | CTLFLAG_RW,
3591 0, 0, sysctl_minorcompact_threshold_divisor, "I", "");
3592
3593
3594 STATIC int
3595 sysctl_majorcompact_threshold_divisor(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3596 {
3597 int new_value, changed;
3598 int error = sysctl_io_number(req, vm_compressor_majorcompact_threshold_divisor, sizeof(int), &new_value, &changed);
3599
3600 if (changed) {
3601 vm_compressor_majorcompact_threshold_divisor = new_value;
3602 vm_compressor_majorcompact_threshold_divisor_overridden = 1;
3603 }
3604 return error;
3605 }
3606
3607 SYSCTL_PROC(_vm, OID_AUTO, compressor_majorcompact_threshold_divisor,
3608 CTLTYPE_INT | CTLFLAG_LOCKED | CTLFLAG_RW,
3609 0, 0, sysctl_majorcompact_threshold_divisor, "I", "");
3610
3611
3612 STATIC int
3613 sysctl_unthrottle_threshold_divisor(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3614 {
3615 int new_value, changed;
3616 int error = sysctl_io_number(req, vm_compressor_unthrottle_threshold_divisor, sizeof(int), &new_value, &changed);
3617
3618 if (changed) {
3619 vm_compressor_unthrottle_threshold_divisor = new_value;
3620 vm_compressor_unthrottle_threshold_divisor_overridden = 1;
3621 }
3622 return error;
3623 }
3624
3625 SYSCTL_PROC(_vm, OID_AUTO, compressor_unthrottle_threshold_divisor,
3626 CTLTYPE_INT | CTLFLAG_LOCKED | CTLFLAG_RW,
3627 0, 0, sysctl_unthrottle_threshold_divisor, "I", "");
3628
3629
3630 STATIC int
3631 sysctl_catchup_threshold_divisor(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3632 {
3633 int new_value, changed;
3634 int error = sysctl_io_number(req, vm_compressor_catchup_threshold_divisor, sizeof(int), &new_value, &changed);
3635
3636 if (changed) {
3637 vm_compressor_catchup_threshold_divisor = new_value;
3638 vm_compressor_catchup_threshold_divisor_overridden = 1;
3639 }
3640 return error;
3641 }
3642
3643 SYSCTL_PROC(_vm, OID_AUTO, compressor_catchup_threshold_divisor,
3644 CTLTYPE_INT | CTLFLAG_LOCKED | CTLFLAG_RW,
3645 0, 0, sysctl_catchup_threshold_divisor, "I", "");
3646 #endif
3647
3648
3649 SYSCTL_QUAD(_vm, OID_AUTO, compressor_input_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &c_segment_input_bytes, "");
3650 SYSCTL_QUAD(_vm, OID_AUTO, compressor_compressed_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &c_segment_compressed_bytes, "");
3651 SYSCTL_QUAD(_vm, OID_AUTO, compressor_bytes_used, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_bytes_used, "");
3652
3653 SYSCTL_INT(_vm, OID_AUTO, compressor_mode, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_compressor_mode, 0, "");
3654 SYSCTL_INT(_vm, OID_AUTO, compressor_is_active, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_compressor_is_active, 0, "");
3655 SYSCTL_INT(_vm, OID_AUTO, compressor_swapout_target_age, CTLFLAG_RD | CTLFLAG_LOCKED, &swapout_target_age, 0, "");
3656 SYSCTL_INT(_vm, OID_AUTO, compressor_available, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_compressor_available, 0, "");
3657
3658 SYSCTL_INT(_vm, OID_AUTO, vm_ripe_target_age_in_secs, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_ripe_target_age, 0, "");
3659
3660 SYSCTL_INT(_vm, OID_AUTO, compressor_eval_period_in_msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &compressor_eval_period_in_msecs, 0, "");
3661 SYSCTL_INT(_vm, OID_AUTO, compressor_sample_min_in_msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &compressor_sample_min_in_msecs, 0, "");
3662 SYSCTL_INT(_vm, OID_AUTO, compressor_sample_max_in_msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &compressor_sample_max_in_msecs, 0, "");
3663 SYSCTL_INT(_vm, OID_AUTO, compressor_thrashing_threshold_per_10msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &compressor_thrashing_threshold_per_10msecs, 0, "");
3664 SYSCTL_INT(_vm, OID_AUTO, compressor_thrashing_min_per_10msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &compressor_thrashing_min_per_10msecs, 0, "");
3665
3666 SYSCTL_STRING(_vm, OID_AUTO, swapfileprefix, CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED, swapfilename, sizeof(swapfilename) - SWAPFILENAME_INDEX_LEN, "");
3667
3668 SYSCTL_INT(_vm, OID_AUTO, compressor_timing_enabled, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_compressor_time_thread, 0, "");
3669
3670 #if DEVELOPMENT || DEBUG
3671 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_runtime0, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_runtimes[0], "");
3672 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_runtime1, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_runtimes[1], "");
3673
3674 SYSCTL_QUAD(_vm, OID_AUTO, compressor_threads_total, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_cthreads_total, "");
3675
3676 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_pages0, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_pages[0], "");
3677 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_pages1, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_pages[1], "");
3678
3679 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_iterations0, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_iterations[0], "");
3680 SYSCTL_QUAD(_vm, OID_AUTO, compressor_thread_iterations1, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_iterations[1], "");
3681
3682 SYSCTL_INT(_vm, OID_AUTO, compressor_thread_minpages0, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_minpages[0], 0, "");
3683 SYSCTL_INT(_vm, OID_AUTO, compressor_thread_minpages1, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_minpages[1], 0, "");
3684
3685 SYSCTL_INT(_vm, OID_AUTO, compressor_thread_maxpages0, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_maxpages[0], 0, "");
3686 SYSCTL_INT(_vm, OID_AUTO, compressor_thread_maxpages1, CTLFLAG_RD | CTLFLAG_LOCKED, &vmct_stats.vmct_maxpages[1], 0, "");
3687
3688 #endif
3689
3690 SYSCTL_QUAD(_vm, OID_AUTO, lz4_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_compressions, "");
3691 SYSCTL_QUAD(_vm, OID_AUTO, lz4_compression_failures, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_compression_failures, "");
3692 SYSCTL_QUAD(_vm, OID_AUTO, lz4_compressed_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_compressed_bytes, "");
3693 SYSCTL_QUAD(_vm, OID_AUTO, lz4_wk_compression_delta, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_wk_compression_delta, "");
3694 SYSCTL_QUAD(_vm, OID_AUTO, lz4_wk_compression_negative_delta, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_wk_compression_negative_delta, "");
3695
3696 SYSCTL_QUAD(_vm, OID_AUTO, lz4_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_decompressions, "");
3697 SYSCTL_QUAD(_vm, OID_AUTO, lz4_decompressed_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.lz4_decompressed_bytes, "");
3698
3699 SYSCTL_QUAD(_vm, OID_AUTO, uc_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.uc_decompressions, "");
3700
3701 SYSCTL_QUAD(_vm, OID_AUTO, wk_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_compressions, "");
3702
3703 SYSCTL_QUAD(_vm, OID_AUTO, wk_catime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_cabstime, "");
3704
3705 SYSCTL_QUAD(_vm, OID_AUTO, wkh_catime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wkh_cabstime, "");
3706 SYSCTL_QUAD(_vm, OID_AUTO, wkh_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wkh_compressions, "");
3707
3708 SYSCTL_QUAD(_vm, OID_AUTO, wks_catime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_cabstime, "");
3709 SYSCTL_QUAD(_vm, OID_AUTO, wks_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_compressions, "");
3710
3711 SYSCTL_QUAD(_vm, OID_AUTO, wk_compressions_exclusive, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_compressions_exclusive, "");
3712 SYSCTL_QUAD(_vm, OID_AUTO, wk_sv_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_sv_compressions, "");
3713 SYSCTL_QUAD(_vm, OID_AUTO, wk_mzv_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_mzv_compressions, "");
3714 SYSCTL_QUAD(_vm, OID_AUTO, wk_compression_failures, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_compression_failures, "");
3715 SYSCTL_QUAD(_vm, OID_AUTO, wk_compressed_bytes_exclusive, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_compressed_bytes_exclusive, "");
3716 SYSCTL_QUAD(_vm, OID_AUTO, wk_compressed_bytes_total, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_compressed_bytes_total, "");
3717
3718 SYSCTL_QUAD(_vm, OID_AUTO, wks_compressed_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_compressed_bytes, "");
3719 SYSCTL_QUAD(_vm, OID_AUTO, wks_compression_failures, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_compression_failures, "");
3720 SYSCTL_QUAD(_vm, OID_AUTO, wks_sv_compressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_sv_compressions, "");
3721
3722
3723 SYSCTL_QUAD(_vm, OID_AUTO, wk_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_decompressions, "");
3724
3725 SYSCTL_QUAD(_vm, OID_AUTO, wk_datime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_dabstime, "");
3726
3727 SYSCTL_QUAD(_vm, OID_AUTO, wkh_datime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wkh_dabstime, "");
3728 SYSCTL_QUAD(_vm, OID_AUTO, wkh_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wkh_decompressions, "");
3729
3730 SYSCTL_QUAD(_vm, OID_AUTO, wks_datime, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_dabstime, "");
3731 SYSCTL_QUAD(_vm, OID_AUTO, wks_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wks_decompressions, "");
3732
3733 SYSCTL_QUAD(_vm, OID_AUTO, wk_decompressed_bytes, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_decompressed_bytes, "");
3734 SYSCTL_QUAD(_vm, OID_AUTO, wk_sv_decompressions, CTLFLAG_RD | CTLFLAG_LOCKED, &compressor_stats.wk_sv_decompressions, "");
3735
3736 SYSCTL_INT(_vm, OID_AUTO, lz4_threshold, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_threshold, 0, "");
3737 SYSCTL_INT(_vm, OID_AUTO, wkdm_reeval_threshold, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.wkdm_reeval_threshold, 0, "");
3738 SYSCTL_INT(_vm, OID_AUTO, lz4_max_failure_skips, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_max_failure_skips, 0, "");
3739 SYSCTL_INT(_vm, OID_AUTO, lz4_max_failure_run_length, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_max_failure_run_length, 0, "");
3740 SYSCTL_INT(_vm, OID_AUTO, lz4_max_preselects, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_max_preselects, 0, "");
3741 SYSCTL_INT(_vm, OID_AUTO, lz4_run_preselection_threshold, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_run_preselection_threshold, 0, "");
3742 SYSCTL_INT(_vm, OID_AUTO, lz4_run_continue_bytes, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_run_continue_bytes, 0, "");
3743 SYSCTL_INT(_vm, OID_AUTO, lz4_profitable_bytes, CTLFLAG_RW | CTLFLAG_LOCKED, &vmctune.lz4_profitable_bytes, 0, "");
3744 #if DEVELOPMENT || DEBUG
3745 extern int vm_compressor_current_codec;
3746 extern int vm_compressor_test_seg_wp;
3747 extern boolean_t vm_compressor_force_sw_wkdm;
3748 SYSCTL_INT(_vm, OID_AUTO, compressor_codec, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_compressor_current_codec, 0, "");
3749 SYSCTL_INT(_vm, OID_AUTO, compressor_test_wp, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_compressor_test_seg_wp, 0, "");
3750
3751 SYSCTL_INT(_vm, OID_AUTO, wksw_force, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_compressor_force_sw_wkdm, 0, "");
3752 extern int precompy, wkswhw;
3753
3754 SYSCTL_INT(_vm, OID_AUTO, precompy, CTLFLAG_RW | CTLFLAG_LOCKED, &precompy, 0, "");
3755 SYSCTL_INT(_vm, OID_AUTO, wkswhw, CTLFLAG_RW | CTLFLAG_LOCKED, &wkswhw, 0, "");
3756 extern unsigned int vm_ktrace_enabled;
3757 SYSCTL_INT(_vm, OID_AUTO, vm_ktrace, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_ktrace_enabled, 0, "");
3758 #endif
3759
3760 #if CONFIG_PHANTOM_CACHE
3761 extern uint32_t phantom_cache_thrashing_threshold;
3762 extern uint32_t phantom_cache_eval_period_in_msecs;
3763 extern uint32_t phantom_cache_thrashing_threshold_ssd;
3764
3765
3766 SYSCTL_INT(_vm, OID_AUTO, phantom_cache_eval_period_in_msecs, CTLFLAG_RW | CTLFLAG_LOCKED, &phantom_cache_eval_period_in_msecs, 0, "");
3767 SYSCTL_INT(_vm, OID_AUTO, phantom_cache_thrashing_threshold, CTLFLAG_RW | CTLFLAG_LOCKED, &phantom_cache_thrashing_threshold, 0, "");
3768 SYSCTL_INT(_vm, OID_AUTO, phantom_cache_thrashing_threshold_ssd, CTLFLAG_RW | CTLFLAG_LOCKED, &phantom_cache_thrashing_threshold_ssd, 0, "");
3769 #endif
3770
3771 #if CONFIG_BACKGROUND_QUEUE
3772
3773 extern uint32_t vm_page_background_count;
3774 extern uint32_t vm_page_background_target;
3775 extern uint32_t vm_page_background_internal_count;
3776 extern uint32_t vm_page_background_external_count;
3777 extern uint32_t vm_page_background_mode;
3778 extern uint32_t vm_page_background_exclude_external;
3779 extern uint64_t vm_page_background_promoted_count;
3780 extern uint64_t vm_pageout_rejected_bq_internal;
3781 extern uint64_t vm_pageout_rejected_bq_external;
3782
3783 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_mode, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_page_background_mode, 0, "");
3784 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_exclude_external, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_page_background_exclude_external, 0, "");
3785 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_target, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_page_background_target, 0, "");
3786 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_background_count, 0, "");
3787 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_internal_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_background_internal_count, 0, "");
3788 SYSCTL_INT(_vm, OID_AUTO, vm_page_background_external_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_background_external_count, 0, "");
3789
3790 SYSCTL_QUAD(_vm, OID_AUTO, vm_page_background_promoted_count, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_page_background_promoted_count, "");
3791 SYSCTL_QUAD(_vm, OID_AUTO, vm_pageout_considered_bq_internal, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_vminfo.vm_pageout_considered_bq_internal, "");
3792 SYSCTL_QUAD(_vm, OID_AUTO, vm_pageout_considered_bq_external, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_vminfo.vm_pageout_considered_bq_external, "");
3793 SYSCTL_QUAD(_vm, OID_AUTO, vm_pageout_rejected_bq_internal, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_rejected_bq_internal, "");
3794 SYSCTL_QUAD(_vm, OID_AUTO, vm_pageout_rejected_bq_external, CTLFLAG_RD | CTLFLAG_LOCKED, &vm_pageout_rejected_bq_external, "");
3795
3796 #endif /* CONFIG_BACKGROUND_QUEUE */
3797
3798 extern void vm_update_darkwake_mode(boolean_t);
3799 extern boolean_t vm_darkwake_mode;
3800
3801 STATIC int
3802 sysctl_toggle_darkwake_mode(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3803 {
3804 int new_value, changed;
3805 int error = sysctl_io_number(req, vm_darkwake_mode, sizeof(int), &new_value, &changed);
3806
3807 if (!error && changed) {
3808 if (new_value != 0 && new_value != 1) {
3809 printf("Error: Invalid value passed to darkwake sysctl. Acceptable: 0 or 1.\n");
3810 error = EINVAL;
3811 } else {
3812 vm_update_darkwake_mode((boolean_t) new_value);
3813 }
3814 }
3815
3816 return error;
3817 }
3818
3819 SYSCTL_PROC(_vm, OID_AUTO, darkwake_mode,
3820 CTLTYPE_INT | CTLFLAG_LOCKED | CTLFLAG_RW,
3821 0, 0, sysctl_toggle_darkwake_mode, "I", "");
3822
3823 #if (DEVELOPMENT || DEBUG)
3824
3825 SYSCTL_UINT(_vm, OID_AUTO, vm_page_creation_throttled_hard,
3826 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
3827 &vm_page_creation_throttled_hard, 0, "");
3828
3829 SYSCTL_UINT(_vm, OID_AUTO, vm_page_creation_throttled_soft,
3830 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
3831 &vm_page_creation_throttled_soft, 0, "");
3832
3833 extern uint32_t vm_pageout_memorystatus_fb_factor_nr;
3834 extern uint32_t vm_pageout_memorystatus_fb_factor_dr;
3835 SYSCTL_INT(_vm, OID_AUTO, vm_pageout_memorystatus_fb_factor_nr, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_memorystatus_fb_factor_nr, 0, "");
3836 SYSCTL_INT(_vm, OID_AUTO, vm_pageout_memorystatus_fb_factor_dr, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_memorystatus_fb_factor_dr, 0, "");
3837
3838 extern uint32_t vm_grab_anon_nops;
3839
3840 SYSCTL_INT(_vm, OID_AUTO, vm_grab_anon_overrides, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_debug.vm_grab_anon_overrides, 0, "");
3841 SYSCTL_INT(_vm, OID_AUTO, vm_grab_anon_nops, CTLFLAG_RW | CTLFLAG_LOCKED, &vm_pageout_debug.vm_grab_anon_nops, 0, "");
3842
3843 /* log message counters for persistence mode */
3844 extern uint32_t oslog_p_total_msgcount;
3845 extern uint32_t oslog_p_metadata_saved_msgcount;
3846 extern uint32_t oslog_p_metadata_dropped_msgcount;
3847 extern uint32_t oslog_p_error_count;
3848 extern uint32_t oslog_p_saved_msgcount;
3849 extern uint32_t oslog_p_dropped_msgcount;
3850 extern uint32_t oslog_p_boot_dropped_msgcount;
3851
3852 /* log message counters for streaming mode */
3853 extern uint32_t oslog_s_total_msgcount;
3854 extern uint32_t oslog_s_metadata_msgcount;
3855 extern uint32_t oslog_s_error_count;
3856 extern uint32_t oslog_s_streamed_msgcount;
3857 extern uint32_t oslog_s_dropped_msgcount;
3858
3859 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_total_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_total_msgcount, 0, "");
3860 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_metadata_saved_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_metadata_saved_msgcount, 0, "");
3861 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_metadata_dropped_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_metadata_dropped_msgcount, 0, "");
3862 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_error_count, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_error_count, 0, "");
3863 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_saved_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_saved_msgcount, 0, "");
3864 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_dropped_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_dropped_msgcount, 0, "");
3865 SYSCTL_UINT(_debug, OID_AUTO, oslog_p_boot_dropped_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_p_boot_dropped_msgcount, 0, "");
3866
3867 SYSCTL_UINT(_debug, OID_AUTO, oslog_s_total_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_s_total_msgcount, 0, "");
3868 SYSCTL_UINT(_debug, OID_AUTO, oslog_s_metadata_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_s_metadata_msgcount, 0, "");
3869 SYSCTL_UINT(_debug, OID_AUTO, oslog_s_error_count, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_s_error_count, 0, "");
3870 SYSCTL_UINT(_debug, OID_AUTO, oslog_s_streamed_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_s_streamed_msgcount, 0, "");
3871 SYSCTL_UINT(_debug, OID_AUTO, oslog_s_dropped_msgcount, CTLFLAG_ANYBODY | CTLFLAG_RD | CTLFLAG_LOCKED, &oslog_s_dropped_msgcount, 0, "");
3872
3873
3874 #endif /* DEVELOPMENT || DEBUG */
3875
3876 /*
3877 * Enable tracing of voucher contents
3878 */
3879 extern uint32_t ipc_voucher_trace_contents;
3880
3881 SYSCTL_INT(_kern, OID_AUTO, ipc_voucher_trace_contents,
3882 CTLFLAG_RW | CTLFLAG_LOCKED, &ipc_voucher_trace_contents, 0, "Enable tracing voucher contents");
3883
3884 /*
3885 * Kernel stack size and depth
3886 */
3887 SYSCTL_INT(_kern, OID_AUTO, stack_size,
3888 CTLFLAG_RD | CTLFLAG_LOCKED, (int *) &kernel_stack_size, 0, "Kernel stack size");
3889 SYSCTL_INT(_kern, OID_AUTO, stack_depth_max,
3890 CTLFLAG_RD | CTLFLAG_LOCKED, (int *) &kernel_stack_depth_max, 0, "Max kernel stack depth at interrupt or context switch");
3891
3892 extern unsigned int kern_feature_overrides;
3893 SYSCTL_INT(_kern, OID_AUTO, kern_feature_overrides,
3894 CTLFLAG_RD | CTLFLAG_LOCKED, &kern_feature_overrides, 0, "Kernel feature override mask");
3895
3896 /*
3897 * enable back trace for port allocations
3898 */
3899 extern int ipc_portbt;
3900
3901 SYSCTL_INT(_kern, OID_AUTO, ipc_portbt,
3902 CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
3903 &ipc_portbt, 0, "");
3904
3905 /*
3906 * Scheduler sysctls
3907 */
3908
3909 SYSCTL_STRING(_kern, OID_AUTO, sched,
3910 CTLFLAG_RD | CTLFLAG_KERN | CTLFLAG_LOCKED,
3911 sched_string, sizeof(sched_string),
3912 "Timeshare scheduler implementation");
3913
3914 #if CONFIG_QUIESCE_COUNTER
3915 static int
3916 sysctl_cpu_quiescent_counter_interval SYSCTL_HANDLER_ARGS
3917 {
3918 #pragma unused(arg1, arg2)
3919
3920 uint32_t local_min_interval_us = cpu_quiescent_counter_get_min_interval_us();
3921
3922 int error = sysctl_handle_int(oidp, &local_min_interval_us, 0, req);
3923 if (error || !req->newptr) {
3924 return error;
3925 }
3926
3927 cpu_quiescent_counter_set_min_interval_us(local_min_interval_us);
3928
3929 return 0;
3930 }
3931
3932 SYSCTL_PROC(_kern, OID_AUTO, cpu_checkin_interval,
3933 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
3934 0, 0,
3935 sysctl_cpu_quiescent_counter_interval, "I",
3936 "Quiescent CPU checkin interval (microseconds)");
3937 #endif /* CONFIG_QUIESCE_COUNTER */
3938
3939
3940 /*
3941 * Only support runtime modification on embedded platforms
3942 * with development config enabled
3943 */
3944 #if CONFIG_EMBEDDED
3945 #if !SECURE_KERNEL
3946 extern int precise_user_kernel_time;
3947 SYSCTL_INT(_kern, OID_AUTO, precise_user_kernel_time,
3948 CTLFLAG_RW | CTLFLAG_LOCKED,
3949 &precise_user_kernel_time, 0, "Precise accounting of kernel vs. user time");
3950 #endif
3951 #endif
3952
3953
3954 /* Parameters related to timer coalescing tuning, to be replaced
3955 * with a dedicated systemcall in the future.
3956 */
3957 /* Enable processing pending timers in the context of any other interrupt
3958 * Coalescing tuning parameters for various thread/task attributes */
3959 STATIC int
3960 sysctl_timer_user_us_kernel_abstime SYSCTL_HANDLER_ARGS
3961 {
3962 #pragma unused(oidp)
3963 int size = arg2; /* subcommand*/
3964 int error;
3965 int changed = 0;
3966 uint64_t old_value_ns;
3967 uint64_t new_value_ns;
3968 uint64_t value_abstime;
3969 if (size == sizeof(uint32_t)) {
3970 value_abstime = *((uint32_t *)arg1);
3971 } else if (size == sizeof(uint64_t)) {
3972 value_abstime = *((uint64_t *)arg1);
3973 } else {
3974 return ENOTSUP;
3975 }
3976
3977 absolutetime_to_nanoseconds(value_abstime, &old_value_ns);
3978 error = sysctl_io_number(req, old_value_ns, sizeof(old_value_ns), &new_value_ns, &changed);
3979 if ((error) || (!changed)) {
3980 return error;
3981 }
3982
3983 nanoseconds_to_absolutetime(new_value_ns, &value_abstime);
3984 if (size == sizeof(uint32_t)) {
3985 *((uint32_t *)arg1) = (uint32_t)value_abstime;
3986 } else {
3987 *((uint64_t *)arg1) = value_abstime;
3988 }
3989 return error;
3990 }
3991
3992 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_bg_scale,
3993 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
3994 &tcoal_prio_params.timer_coalesce_bg_shift, 0, "");
3995 SYSCTL_PROC(_kern, OID_AUTO, timer_resort_threshold_ns,
3996 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
3997 &tcoal_prio_params.timer_resort_threshold_abstime,
3998 sizeof(tcoal_prio_params.timer_resort_threshold_abstime),
3999 sysctl_timer_user_us_kernel_abstime,
4000 "Q", "");
4001 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_bg_ns_max,
4002 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4003 &tcoal_prio_params.timer_coalesce_bg_abstime_max,
4004 sizeof(tcoal_prio_params.timer_coalesce_bg_abstime_max),
4005 sysctl_timer_user_us_kernel_abstime,
4006 "Q", "");
4007
4008 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_kt_scale,
4009 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4010 &tcoal_prio_params.timer_coalesce_kt_shift, 0, "");
4011
4012 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_kt_ns_max,
4013 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4014 &tcoal_prio_params.timer_coalesce_kt_abstime_max,
4015 sizeof(tcoal_prio_params.timer_coalesce_kt_abstime_max),
4016 sysctl_timer_user_us_kernel_abstime,
4017 "Q", "");
4018
4019 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_fp_scale,
4020 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4021 &tcoal_prio_params.timer_coalesce_fp_shift, 0, "");
4022
4023 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_fp_ns_max,
4024 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4025 &tcoal_prio_params.timer_coalesce_fp_abstime_max,
4026 sizeof(tcoal_prio_params.timer_coalesce_fp_abstime_max),
4027 sysctl_timer_user_us_kernel_abstime,
4028 "Q", "");
4029
4030 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_ts_scale,
4031 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4032 &tcoal_prio_params.timer_coalesce_ts_shift, 0, "");
4033
4034 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_ts_ns_max,
4035 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4036 &tcoal_prio_params.timer_coalesce_ts_abstime_max,
4037 sizeof(tcoal_prio_params.timer_coalesce_ts_abstime_max),
4038 sysctl_timer_user_us_kernel_abstime,
4039 "Q", "");
4040
4041 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier0_scale,
4042 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4043 &tcoal_prio_params.latency_qos_scale[0], 0, "");
4044
4045 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier0_ns_max,
4046 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4047 &tcoal_prio_params.latency_qos_abstime_max[0],
4048 sizeof(tcoal_prio_params.latency_qos_abstime_max[0]),
4049 sysctl_timer_user_us_kernel_abstime,
4050 "Q", "");
4051
4052 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier1_scale,
4053 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4054 &tcoal_prio_params.latency_qos_scale[1], 0, "");
4055
4056 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier1_ns_max,
4057 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4058 &tcoal_prio_params.latency_qos_abstime_max[1],
4059 sizeof(tcoal_prio_params.latency_qos_abstime_max[1]),
4060 sysctl_timer_user_us_kernel_abstime,
4061 "Q", "");
4062
4063 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier2_scale,
4064 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4065 &tcoal_prio_params.latency_qos_scale[2], 0, "");
4066
4067 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier2_ns_max,
4068 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4069 &tcoal_prio_params.latency_qos_abstime_max[2],
4070 sizeof(tcoal_prio_params.latency_qos_abstime_max[2]),
4071 sysctl_timer_user_us_kernel_abstime,
4072 "Q", "");
4073
4074 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier3_scale,
4075 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4076 &tcoal_prio_params.latency_qos_scale[3], 0, "");
4077
4078 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier3_ns_max,
4079 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4080 &tcoal_prio_params.latency_qos_abstime_max[3],
4081 sizeof(tcoal_prio_params.latency_qos_abstime_max[3]),
4082 sysctl_timer_user_us_kernel_abstime,
4083 "Q", "");
4084
4085 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier4_scale,
4086 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4087 &tcoal_prio_params.latency_qos_scale[4], 0, "");
4088
4089 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier4_ns_max,
4090 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4091 &tcoal_prio_params.latency_qos_abstime_max[4],
4092 sizeof(tcoal_prio_params.latency_qos_abstime_max[4]),
4093 sysctl_timer_user_us_kernel_abstime,
4094 "Q", "");
4095
4096 SYSCTL_INT(_kern, OID_AUTO, timer_coalesce_tier5_scale,
4097 CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4098 &tcoal_prio_params.latency_qos_scale[5], 0, "");
4099
4100 SYSCTL_PROC(_kern, OID_AUTO, timer_coalesce_tier5_ns_max,
4101 CTLTYPE_QUAD | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED,
4102 &tcoal_prio_params.latency_qos_abstime_max[5],
4103 sizeof(tcoal_prio_params.latency_qos_abstime_max[5]),
4104 sysctl_timer_user_us_kernel_abstime,
4105 "Q", "");
4106
4107 /* Communicate the "user idle level" heuristic to the timer layer, and
4108 * potentially other layers in the future.
4109 */
4110
4111 static int
4112 timer_user_idle_level(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
4113 {
4114 int new_value = 0, old_value = 0, changed = 0, error;
4115
4116 old_value = timer_get_user_idle_level();
4117
4118 error = sysctl_io_number(req, old_value, sizeof(int), &new_value, &changed);
4119
4120 if (error == 0 && changed) {
4121 if (timer_set_user_idle_level(new_value) != KERN_SUCCESS) {
4122 error = ERANGE;
4123 }
4124 }
4125
4126 return error;
4127 }
4128
4129 SYSCTL_PROC(_machdep, OID_AUTO, user_idle_level,
4130 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED,
4131 0, 0,
4132 timer_user_idle_level, "I", "User idle level heuristic, 0-128");
4133
4134 #if HYPERVISOR
4135 SYSCTL_INT(_kern, OID_AUTO, hv_support,
4136 CTLFLAG_KERN | CTLFLAG_RD | CTLFLAG_LOCKED,
4137 &hv_support_available, 0, "");
4138 #endif
4139
4140 #if CONFIG_EMBEDDED
4141 STATIC int
4142 sysctl_darkboot SYSCTL_HANDLER_ARGS
4143 {
4144 int err = 0, value = 0;
4145 #pragma unused(oidp, arg1, arg2, err, value, req)
4146
4147 /*
4148 * Handle the sysctl request.
4149 *
4150 * If this is a read, the function will set the value to the current darkboot value. Otherwise,
4151 * we'll get the request identifier into "value" and then we can honor it.
4152 */
4153 if ((err = sysctl_io_number(req, darkboot, sizeof(int), &value, NULL)) != 0) {
4154 goto exit;
4155 }
4156
4157 /* writing requested, let's process the request */
4158 if (req->newptr) {
4159 /* writing is protected by an entitlement */
4160 if (priv_check_cred(kauth_cred_get(), PRIV_DARKBOOT, 0) != 0) {
4161 err = EPERM;
4162 goto exit;
4163 }
4164
4165 switch (value) {
4166 case MEMORY_MAINTENANCE_DARK_BOOT_UNSET:
4167 /*
4168 * If the darkboot sysctl is unset, the NVRAM variable
4169 * must be unset too. If that's not the case, it means
4170 * someone is doing something crazy and not supported.
4171 */
4172 if (darkboot != 0) {
4173 int ret = PERemoveNVRAMProperty(MEMORY_MAINTENANCE_DARK_BOOT_NVRAM_NAME);
4174 if (ret) {
4175 darkboot = 0;
4176 } else {
4177 err = EINVAL;
4178 }
4179 }
4180 break;
4181 case MEMORY_MAINTENANCE_DARK_BOOT_SET:
4182 darkboot = 1;
4183 break;
4184 case MEMORY_MAINTENANCE_DARK_BOOT_SET_PERSISTENT: {
4185 /*
4186 * Set the NVRAM and update 'darkboot' in case
4187 * of success. Otherwise, do not update
4188 * 'darkboot' and report the failure.
4189 */
4190 if (PEWriteNVRAMBooleanProperty(MEMORY_MAINTENANCE_DARK_BOOT_NVRAM_NAME, TRUE)) {
4191 darkboot = 1;
4192 } else {
4193 err = EINVAL;
4194 }
4195
4196 break;
4197 }
4198 default:
4199 err = EINVAL;
4200 }
4201 }
4202
4203 exit:
4204 return err;
4205 }
4206
4207 SYSCTL_PROC(_kern, OID_AUTO, darkboot,
4208 CTLFLAG_KERN | CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED | CTLFLAG_ANYBODY,
4209 0, 0, sysctl_darkboot, "I", "");
4210 #endif
4211
4212 #if DEVELOPMENT || DEBUG
4213 #include <sys/sysent.h>
4214 /* This should result in a fatal exception, verifying that "sysent" is
4215 * write-protected.
4216 */
4217 static int
4218 kern_sysent_write(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
4219 {
4220 uint64_t new_value = 0, old_value = 0;
4221 int changed = 0, error;
4222
4223 error = sysctl_io_number(req, old_value, sizeof(uint64_t), &new_value, &changed);
4224 if ((error == 0) && changed) {
4225 volatile uint32_t *wraddr = (uint32_t *) &sysent[0];
4226 *wraddr = 0;
4227 printf("sysent[0] write succeeded\n");
4228 }
4229 return error;
4230 }
4231
4232 SYSCTL_PROC(_kern, OID_AUTO, sysent_const_check,
4233 CTLTYPE_QUAD | CTLFLAG_RW | CTLFLAG_LOCKED,
4234 0, 0,
4235 kern_sysent_write, "I", "Attempt sysent[0] write");
4236
4237 #endif
4238
4239 #if DEVELOPMENT || DEBUG
4240 SYSCTL_COMPAT_INT(_kern, OID_AUTO, development, CTLFLAG_RD | CTLFLAG_MASKED, NULL, 1, "");
4241 #else
4242 SYSCTL_COMPAT_INT(_kern, OID_AUTO, development, CTLFLAG_RD | CTLFLAG_MASKED, NULL, 0, "");
4243 #endif
4244
4245
4246 #if DEVELOPMENT || DEBUG
4247
4248 static int
4249 sysctl_panic_test SYSCTL_HANDLER_ARGS
4250 {
4251 #pragma unused(arg1, arg2)
4252 int rval = 0;
4253 char str[32] = "entry prelog postlog postcore";
4254
4255 rval = sysctl_handle_string(oidp, str, sizeof(str), req);
4256
4257 if (rval == 0 && req->newptr) {
4258 if (strncmp("entry", str, strlen("entry")) == 0) {
4259 panic_with_options(0, NULL, DEBUGGER_OPTION_RECURPANIC_ENTRY, "test recursive panic at entry");
4260 } else if (strncmp("prelog", str, strlen("prelog")) == 0) {
4261 panic_with_options(0, NULL, DEBUGGER_OPTION_RECURPANIC_PRELOG, "test recursive panic prior to writing a paniclog");
4262 } else if (strncmp("postlog", str, strlen("postlog")) == 0) {
4263 panic_with_options(0, NULL, DEBUGGER_OPTION_RECURPANIC_POSTLOG, "test recursive panic subsequent to paniclog");
4264 } else if (strncmp("postcore", str, strlen("postcore")) == 0) {
4265 panic_with_options(0, NULL, DEBUGGER_OPTION_RECURPANIC_POSTCORE, "test recursive panic subsequent to on-device core");
4266 }
4267 }
4268
4269 return rval;
4270 }
4271
4272 static int
4273 sysctl_debugger_test SYSCTL_HANDLER_ARGS
4274 {
4275 #pragma unused(arg1, arg2)
4276 int rval = 0;
4277 char str[32] = "entry prelog postlog postcore";
4278
4279 rval = sysctl_handle_string(oidp, str, sizeof(str), req);
4280
4281 if (rval == 0 && req->newptr) {
4282 if (strncmp("entry", str, strlen("entry")) == 0) {
4283 DebuggerWithContext(0, NULL, "test recursive panic via debugger at entry", DEBUGGER_OPTION_RECURPANIC_ENTRY);
4284 } else if (strncmp("prelog", str, strlen("prelog")) == 0) {
4285 DebuggerWithContext(0, NULL, "test recursive panic via debugger prior to writing a paniclog", DEBUGGER_OPTION_RECURPANIC_PRELOG);
4286 } else if (strncmp("postlog", str, strlen("postlog")) == 0) {
4287 DebuggerWithContext(0, NULL, "test recursive panic via debugger subsequent to paniclog", DEBUGGER_OPTION_RECURPANIC_POSTLOG);
4288 } else if (strncmp("postcore", str, strlen("postcore")) == 0) {
4289 DebuggerWithContext(0, NULL, "test recursive panic via debugger subsequent to on-device core", DEBUGGER_OPTION_RECURPANIC_POSTCORE);
4290 }
4291 }
4292
4293 return rval;
4294 }
4295
4296 decl_lck_spin_data(, spinlock_panic_test_lock);
4297
4298 __attribute__((noreturn))
4299 static void
4300 spinlock_panic_test_acquire_spinlock(void * arg __unused, wait_result_t wres __unused)
4301 {
4302 lck_spin_lock(&spinlock_panic_test_lock);
4303 while (1) {
4304 ;
4305 }
4306 }
4307
4308 static int
4309 sysctl_spinlock_panic_test SYSCTL_HANDLER_ARGS
4310 {
4311 #pragma unused(oidp, arg1, arg2)
4312 if (req->newlen == 0) {
4313 return EINVAL;
4314 }
4315
4316 thread_t panic_spinlock_thread;
4317 /* Initialize panic spinlock */
4318 lck_grp_t * panic_spinlock_grp;
4319 lck_grp_attr_t * panic_spinlock_grp_attr;
4320 lck_attr_t * panic_spinlock_attr;
4321
4322 panic_spinlock_grp_attr = lck_grp_attr_alloc_init();
4323 panic_spinlock_grp = lck_grp_alloc_init("panic_spinlock", panic_spinlock_grp_attr);
4324 panic_spinlock_attr = lck_attr_alloc_init();
4325
4326 lck_spin_init(&spinlock_panic_test_lock, panic_spinlock_grp, panic_spinlock_attr);
4327
4328
4329 /* Create thread to acquire spinlock */
4330 if (kernel_thread_start(spinlock_panic_test_acquire_spinlock, NULL, &panic_spinlock_thread) != KERN_SUCCESS) {
4331 return EBUSY;
4332 }
4333
4334 /* Try to acquire spinlock -- should panic eventually */
4335 lck_spin_lock(&spinlock_panic_test_lock);
4336 while (1) {
4337 ;
4338 }
4339 }
4340
4341 __attribute__((noreturn))
4342 static void
4343 simultaneous_panic_worker
4344 (void * arg, wait_result_t wres __unused)
4345 {
4346 atomic_int *start_panic = (atomic_int *)arg;
4347
4348 while (!atomic_load(start_panic)) {
4349 ;
4350 }
4351 panic("SIMULTANEOUS PANIC TEST: INITIATING PANIC FROM CPU %d", cpu_number());
4352 __builtin_unreachable();
4353 }
4354
4355 static int
4356 sysctl_simultaneous_panic_test SYSCTL_HANDLER_ARGS
4357 {
4358 #pragma unused(oidp, arg1, arg2)
4359 if (req->newlen == 0) {
4360 return EINVAL;
4361 }
4362
4363 int i = 0, threads_to_create = 2 * processor_count;
4364 atomic_int start_panic = 0;
4365 unsigned int threads_created = 0;
4366 thread_t new_panic_thread;
4367
4368 for (i = threads_to_create; i > 0; i--) {
4369 if (kernel_thread_start(simultaneous_panic_worker, (void *) &start_panic, &new_panic_thread) == KERN_SUCCESS) {
4370 threads_created++;
4371 }
4372 }
4373
4374 /* FAIL if we couldn't create at least processor_count threads */
4375 if (threads_created < processor_count) {
4376 panic("SIMULTANEOUS PANIC TEST: FAILED TO CREATE ENOUGH THREADS, ONLY CREATED %d (of %d)",
4377 threads_created, threads_to_create);
4378 }
4379
4380 atomic_exchange(&start_panic, 1);
4381 while (1) {
4382 ;
4383 }
4384 }
4385
4386 SYSCTL_PROC(_debug, OID_AUTO, panic_test, CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_MASKED, 0, 0, sysctl_panic_test, "A", "panic test");
4387 SYSCTL_PROC(_debug, OID_AUTO, debugger_test, CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_MASKED, 0, 0, sysctl_debugger_test, "A", "debugger test");
4388 SYSCTL_PROC(_debug, OID_AUTO, spinlock_panic_test, CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_MASKED, 0, 0, sysctl_spinlock_panic_test, "A", "spinlock panic test");
4389 SYSCTL_PROC(_debug, OID_AUTO, simultaneous_panic_test, CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_MASKED, 0, 0, sysctl_simultaneous_panic_test, "A", "simultaneous panic test");
4390
4391 extern int exc_resource_threads_enabled;
4392
4393 SYSCTL_INT(_kern, OID_AUTO, exc_resource_threads_enabled, CTLFLAG_RD | CTLFLAG_LOCKED, &exc_resource_threads_enabled, 0, "exc_resource thread limit enabled");
4394
4395
4396 #endif /* DEVELOPMENT || DEBUG */
4397
4398 const uint32_t thread_groups_supported = 0;
4399
4400 STATIC int
4401 sysctl_thread_groups_supported(__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, struct sysctl_req *req)
4402 {
4403 int value = thread_groups_supported;
4404 return sysctl_io_number(req, value, sizeof(value), NULL, NULL);
4405 }
4406
4407 SYSCTL_PROC(_kern, OID_AUTO, thread_groups_supported, CTLFLAG_RD | CTLFLAG_LOCKED | CTLFLAG_KERN,
4408 0, 0, &sysctl_thread_groups_supported, "I", "thread groups supported");
4409
4410 static int
4411 sysctl_grade_cputype SYSCTL_HANDLER_ARGS
4412 {
4413 #pragma unused(arg1, arg2, oidp)
4414 int error = 0;
4415 int type_tuple[2] = {};
4416 int return_value = 0;
4417
4418 error = SYSCTL_IN(req, &type_tuple, sizeof(type_tuple));
4419
4420 if (error) {
4421 return error;
4422 }
4423
4424 return_value = grade_binary(type_tuple[0], type_tuple[1], FALSE);
4425
4426 error = SYSCTL_OUT(req, &return_value, sizeof(return_value));
4427
4428 if (error) {
4429 return error;
4430 }
4431
4432 return error;
4433 }
4434
4435 SYSCTL_PROC(_kern, OID_AUTO, grade_cputype,
4436 CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_MASKED | CTLFLAG_LOCKED | CTLTYPE_OPAQUE,
4437 0, 0, &sysctl_grade_cputype, "S",
4438 "grade value of cpu_type_t+cpu_sub_type_t");
4439
4440
4441 #if DEVELOPMENT || DEBUG
4442
4443 static atomic_int wedge_thread_should_wake = 0;
4444
4445 static int
4446 unwedge_thread SYSCTL_HANDLER_ARGS
4447 {
4448 #pragma unused(arg1, arg2)
4449 int error, val = 0;
4450 error = sysctl_handle_int(oidp, &val, 0, req);
4451 if (error || val == 0) {
4452 return error;
4453 }
4454
4455 atomic_store(&wedge_thread_should_wake, 1);
4456 return 0;
4457 }
4458
4459 SYSCTL_PROC(_kern, OID_AUTO, unwedge_thread, CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED, 0, 0, unwedge_thread, "I", "unwedge the thread wedged by kern.wedge_thread");
4460
4461 SYSCTL_LONG(_kern, OID_AUTO, phys_carveout_pa, CTLFLAG_RD | CTLFLAG_LOCKED,
4462 &phys_carveout_pa,
4463 "base physical address of the phys_carveout_mb boot-arg region");
4464 SYSCTL_LONG(_kern, OID_AUTO, phys_carveout_size, CTLFLAG_RD | CTLFLAG_LOCKED,
4465 &phys_carveout_size,
4466 "size in bytes of the phys_carveout_mb boot-arg region");
4467
4468 static int
4469 wedge_thread SYSCTL_HANDLER_ARGS
4470 {
4471 #pragma unused(arg1, arg2)
4472
4473 int error, val = 0;
4474 error = sysctl_handle_int(oidp, &val, 0, req);
4475 if (error || val == 0) {
4476 return error;
4477 }
4478
4479 uint64_t interval = 1;
4480 nanoseconds_to_absolutetime(1000 * 1000 * 50, &interval);
4481
4482 atomic_store(&wedge_thread_should_wake, 0);
4483 while (!atomic_load(&wedge_thread_should_wake)) {
4484 tsleep1(NULL, 0, "wedge_thread", mach_absolute_time() + interval, NULL);
4485 }
4486
4487 return 0;
4488 }
4489
4490 SYSCTL_PROC(_kern, OID_AUTO, wedge_thread, CTLFLAG_RW | CTLFLAG_ANYBODY | CTLFLAG_LOCKED, 0, 0, wedge_thread, "I", "wedge this thread so it cannot be cleaned up");
4491
4492 extern unsigned long
4493 total_corpses_count(void);
4494
4495 static int
4496 sysctl_total_corpses_count SYSCTL_HANDLER_ARGS;
4497
4498 static int
4499 sysctl_total_corpses_count SYSCTL_HANDLER_ARGS
4500 {
4501 #pragma unused(oidp, arg1, arg2)
4502 int corpse_count = total_corpses_count();
4503 return sysctl_io_opaque(req, &corpse_count, sizeof(int), NULL);
4504 }
4505
4506 SYSCTL_PROC(_kern, OID_AUTO, total_corpses_count, CTLFLAG_RD | CTLFLAG_ANYBODY | CTLFLAG_LOCKED, 0, 0, sysctl_total_corpses_count, "I", "total corpses on the system");
4507
4508 static int
4509 sysctl_turnstile_test_prim_lock SYSCTL_HANDLER_ARGS;
4510 static int
4511 sysctl_turnstile_test_prim_unlock SYSCTL_HANDLER_ARGS;
4512 int
4513 tstile_test_prim_lock(boolean_t use_hashtable);
4514 int
4515 tstile_test_prim_unlock(boolean_t use_hashtable);
4516
4517 static int
4518 sysctl_turnstile_test_prim_lock SYSCTL_HANDLER_ARGS
4519 {
4520 #pragma unused(arg1, arg2)
4521 int error, val = 0;
4522 error = sysctl_handle_int(oidp, &val, 0, req);
4523 if (error || val == 0) {
4524 return error;
4525 }
4526 switch (val) {
4527 case SYSCTL_TURNSTILE_TEST_USER_DEFAULT:
4528 case SYSCTL_TURNSTILE_TEST_USER_HASHTABLE:
4529 case SYSCTL_TURNSTILE_TEST_KERNEL_DEFAULT:
4530 case SYSCTL_TURNSTILE_TEST_KERNEL_HASHTABLE:
4531 return tstile_test_prim_lock(val);
4532 default:
4533 return error;
4534 }
4535 }
4536
4537 static int
4538 sysctl_turnstile_test_prim_unlock SYSCTL_HANDLER_ARGS
4539 {
4540 #pragma unused(arg1, arg2)
4541 int error, val = 0;
4542 error = sysctl_handle_int(oidp, &val, 0, req);
4543 if (error || val == 0) {
4544 return error;
4545 }
4546 switch (val) {
4547 case SYSCTL_TURNSTILE_TEST_USER_DEFAULT:
4548 case SYSCTL_TURNSTILE_TEST_USER_HASHTABLE:
4549 case SYSCTL_TURNSTILE_TEST_KERNEL_DEFAULT:
4550 case SYSCTL_TURNSTILE_TEST_KERNEL_HASHTABLE:
4551 return tstile_test_prim_unlock(val);
4552 default:
4553 return error;
4554 }
4555 }
4556
4557 SYSCTL_PROC(_kern, OID_AUTO, turnstiles_test_lock, CTLFLAG_WR | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED,
4558 0, 0, sysctl_turnstile_test_prim_lock, "I", "turnstiles test lock");
4559
4560 SYSCTL_PROC(_kern, OID_AUTO, turnstiles_test_unlock, CTLFLAG_WR | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED,
4561 0, 0, sysctl_turnstile_test_prim_unlock, "I", "turnstiles test unlock");
4562
4563 int
4564 turnstile_get_boost_stats_sysctl(void *req);
4565 int
4566 turnstile_get_unboost_stats_sysctl(void *req);
4567 static int
4568 sysctl_turnstile_boost_stats SYSCTL_HANDLER_ARGS;
4569 static int
4570 sysctl_turnstile_unboost_stats SYSCTL_HANDLER_ARGS;
4571 extern uint64_t thread_block_on_turnstile_count;
4572 extern uint64_t thread_block_on_regular_waitq_count;
4573
4574 static int
4575 sysctl_turnstile_boost_stats SYSCTL_HANDLER_ARGS
4576 {
4577 #pragma unused(arg1, arg2, oidp)
4578 return turnstile_get_boost_stats_sysctl(req);
4579 }
4580
4581 static int
4582 sysctl_turnstile_unboost_stats SYSCTL_HANDLER_ARGS
4583 {
4584 #pragma unused(arg1, arg2, oidp)
4585 return turnstile_get_unboost_stats_sysctl(req);
4586 }
4587
4588 SYSCTL_PROC(_kern, OID_AUTO, turnstile_boost_stats, CTLFLAG_RD | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED | CTLTYPE_STRUCT,
4589 0, 0, sysctl_turnstile_boost_stats, "S", "turnstiles boost stats");
4590 SYSCTL_PROC(_kern, OID_AUTO, turnstile_unboost_stats, CTLFLAG_RD | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED | CTLTYPE_STRUCT,
4591 0, 0, sysctl_turnstile_unboost_stats, "S", "turnstiles unboost stats");
4592 SYSCTL_QUAD(_kern, OID_AUTO, thread_block_count_on_turnstile,
4593 CTLFLAG_RD | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED,
4594 &thread_block_on_turnstile_count, "thread blocked on turnstile count");
4595 SYSCTL_QUAD(_kern, OID_AUTO, thread_block_count_on_reg_waitq,
4596 CTLFLAG_RD | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED,
4597 &thread_block_on_regular_waitq_count, "thread blocked on regular waitq count");
4598
4599 static int
4600 sysctl_erase_all_test_mtx_stats SYSCTL_HANDLER_ARGS
4601 {
4602 #pragma unused(arg1, arg2)
4603 int error, val = 0;
4604 error = sysctl_handle_int(oidp, &val, 0, req);
4605 if (error || val == 0) {
4606 return error;
4607 }
4608
4609 if (val == 1) {
4610 lck_mtx_test_init();
4611 erase_all_test_mtx_stats();
4612 }
4613
4614 return 0;
4615 }
4616
4617 static int
4618 sysctl_get_test_mtx_stats SYSCTL_HANDLER_ARGS
4619 {
4620 #pragma unused(oidp, arg1, arg2)
4621 char* buffer;
4622 int size, buffer_size, error;
4623
4624 buffer_size = 1000;
4625 buffer = kalloc(buffer_size);
4626 if (!buffer) {
4627 panic("Impossible to allocate memory for %s\n", __func__);
4628 }
4629
4630 lck_mtx_test_init();
4631
4632 size = get_test_mtx_stats_string(buffer, buffer_size);
4633
4634 error = sysctl_io_string(req, buffer, size, 0, NULL);
4635
4636 kfree(buffer, buffer_size);
4637
4638 return error;
4639 }
4640
4641 static int
4642 sysctl_test_mtx_uncontended SYSCTL_HANDLER_ARGS
4643 {
4644 #pragma unused(oidp, arg1, arg2)
4645 char* buffer;
4646 int buffer_size, offset, error, iter;
4647 char input_val[40];
4648
4649 if (!req->newptr) {
4650 return 0;
4651 }
4652
4653 if (!req->oldptr) {
4654 return EINVAL;
4655 }
4656
4657 if (req->newlen >= sizeof(input_val)) {
4658 return EINVAL;
4659 }
4660
4661 error = SYSCTL_IN(req, input_val, req->newlen);
4662 if (error) {
4663 return error;
4664 }
4665 input_val[req->newlen] = '\0';
4666
4667 iter = 0;
4668 error = sscanf(input_val, "%d", &iter);
4669 if (error != 1) {
4670 printf("%s invalid input\n", __func__);
4671 return EINVAL;
4672 }
4673
4674 if (iter <= 0) {
4675 printf("%s requested %d iterations, not starting the test\n", __func__, iter);
4676 return EINVAL;
4677 }
4678
4679 lck_mtx_test_init();
4680
4681 buffer_size = 2000;
4682 offset = 0;
4683 buffer = kalloc(buffer_size);
4684 if (!buffer) {
4685 panic("Impossible to allocate memory for %s\n", __func__);
4686 }
4687 memset(buffer, 0, buffer_size);
4688
4689 printf("%s starting uncontended mutex test with %d iterations\n", __func__, iter);
4690
4691 offset = scnprintf(buffer, buffer_size, "STATS INNER LOOP");
4692 offset += lck_mtx_test_mtx_uncontended(iter, &buffer[offset], buffer_size - offset);
4693
4694 offset += scnprintf(&buffer[offset], buffer_size - offset, "\nSTATS OUTER LOOP");
4695 offset += lck_mtx_test_mtx_uncontended_loop_time(iter, &buffer[offset], buffer_size - offset);
4696
4697 error = SYSCTL_OUT(req, buffer, offset);
4698
4699 kfree(buffer, buffer_size);
4700 return error;
4701 }
4702
4703 static int
4704 sysctl_test_mtx_contended SYSCTL_HANDLER_ARGS
4705 {
4706 #pragma unused(oidp, arg1, arg2)
4707 char* buffer;
4708 int buffer_size, offset, error, iter;
4709 char input_val[40];
4710
4711 if (!req->newptr) {
4712 return 0;
4713 }
4714
4715 if (!req->oldptr) {
4716 return EINVAL;
4717 }
4718
4719 if (req->newlen >= sizeof(input_val)) {
4720 return EINVAL;
4721 }
4722
4723 error = SYSCTL_IN(req, input_val, req->newlen);
4724 if (error) {
4725 return error;
4726 }
4727 input_val[req->newlen] = '\0';
4728
4729 iter = 0;
4730 error = sscanf(input_val, "%d", &iter);
4731 if (error != 1) {
4732 printf("%s invalid input\n", __func__);
4733 return EINVAL;
4734 }
4735
4736 if (iter <= 0) {
4737 printf("%s requested %d iterations, not starting the test\n", __func__, iter);
4738 return EINVAL;
4739 }
4740
4741 lck_mtx_test_init();
4742
4743 erase_all_test_mtx_stats();
4744
4745 buffer_size = 2000;
4746 offset = 0;
4747 buffer = kalloc(buffer_size);
4748 if (!buffer) {
4749 panic("Impossible to allocate memory for %s\n", __func__);
4750 }
4751 memset(buffer, 0, buffer_size);
4752
4753 printf("%s starting contended mutex test with %d iterations FULL_CONTENDED\n", __func__, iter);
4754
4755 offset = scnprintf(buffer, buffer_size, "STATS INNER LOOP");
4756 offset += lck_mtx_test_mtx_contended(iter, &buffer[offset], buffer_size - offset, FULL_CONTENDED);
4757
4758 printf("%s starting contended mutex loop test with %d iterations FULL_CONTENDED\n", __func__, iter);
4759
4760 offset += scnprintf(&buffer[offset], buffer_size - offset, "\nSTATS OUTER LOOP");
4761 offset += lck_mtx_test_mtx_contended_loop_time(iter, &buffer[offset], buffer_size - offset, FULL_CONTENDED);
4762
4763 printf("%s starting contended mutex test with %d iterations HALF_CONTENDED\n", __func__, iter);
4764
4765 offset += scnprintf(&buffer[offset], buffer_size - offset, "STATS INNER LOOP");
4766 offset += lck_mtx_test_mtx_contended(iter, &buffer[offset], buffer_size - offset, HALF_CONTENDED);
4767
4768 printf("%s starting contended mutex loop test with %d iterations HALF_CONTENDED\n", __func__, iter);
4769
4770 offset += scnprintf(&buffer[offset], buffer_size - offset, "\nSTATS OUTER LOOP");
4771 offset += lck_mtx_test_mtx_contended_loop_time(iter, &buffer[offset], buffer_size - offset, HALF_CONTENDED);
4772
4773 error = SYSCTL_OUT(req, buffer, offset);
4774
4775 printf("\n%s\n", buffer);
4776 kfree(buffer, buffer_size);
4777
4778 return error;
4779 }
4780
4781 SYSCTL_PROC(_kern, OID_AUTO, erase_all_test_mtx_stats, CTLFLAG_WR | CTLFLAG_MASKED | CTLFLAG_ANYBODY | CTLFLAG_KERN | CTLFLAG_LOCKED,
4782 0, 0, sysctl_erase_all_test_mtx_stats, "I", "erase test_mtx statistics");
4783
4784 SYSCTL_PROC(_kern, OID_AUTO, get_test_mtx_stats, CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MASKED | CTLFLAG_KERN | CTLFLAG_LOCKED,
4785 0, 0, sysctl_get_test_mtx_stats, "A", "get test_mtx statistics");
4786
4787 SYSCTL_PROC(_kern, OID_AUTO, test_mtx_contended, CTLTYPE_STRING | CTLFLAG_MASKED | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
4788 0, 0, sysctl_test_mtx_contended, "A", "get statistics for contended mtx test");
4789
4790 SYSCTL_PROC(_kern, OID_AUTO, test_mtx_uncontended, CTLTYPE_STRING | CTLFLAG_MASKED | CTLFLAG_RW | CTLFLAG_KERN | CTLFLAG_LOCKED,
4791 0, 0, sysctl_test_mtx_uncontended, "A", "get statistics for uncontended mtx test");
4792
4793 extern uint64_t MutexSpin;
4794
4795 SYSCTL_QUAD(_kern, OID_AUTO, mutex_spin_us, CTLFLAG_RW, &MutexSpin,
4796 "Spin time for acquiring a kernel mutex");
4797
4798 #if defined (__x86_64__)
4799
4800 semaphore_t sysctl_test_panic_with_thread_sem;
4801
4802 #pragma clang diagnostic push
4803 #pragma clang diagnostic ignored "-Winfinite-recursion" /* rdar://38801963 */
4804 __attribute__((noreturn))
4805 static void
4806 panic_thread_test_child_spin(void * arg, wait_result_t wres)
4807 {
4808 static int panic_thread_recurse_count = 5;
4809
4810 if (panic_thread_recurse_count > 0) {
4811 panic_thread_recurse_count--;
4812 panic_thread_test_child_spin(arg, wres);
4813 }
4814
4815 semaphore_signal(sysctl_test_panic_with_thread_sem);
4816 while (1) {
4817 ;
4818 }
4819 }
4820 #pragma clang diagnostic pop
4821
4822 static void
4823 panic_thread_test_child_park(void * arg __unused, wait_result_t wres __unused)
4824 {
4825 int event;
4826
4827 assert_wait(&event, THREAD_UNINT);
4828 semaphore_signal(sysctl_test_panic_with_thread_sem);
4829 thread_block(panic_thread_test_child_park);
4830 }
4831
4832 static int
4833 sysctl_test_panic_with_thread SYSCTL_HANDLER_ARGS
4834 {
4835 #pragma unused(arg1, arg2)
4836 int rval = 0;
4837 char str[16] = { '\0' };
4838 thread_t child_thread = THREAD_NULL;
4839
4840 rval = sysctl_handle_string(oidp, str, sizeof(str), req);
4841 if (rval != 0 || !req->newptr) {
4842 return EINVAL;
4843 }
4844
4845 semaphore_create(kernel_task, &sysctl_test_panic_with_thread_sem, SYNC_POLICY_FIFO, 0);
4846
4847 /* Create thread to spin or park in continuation */
4848 if (strncmp("spin", str, strlen("spin")) == 0) {
4849 if (kernel_thread_start(panic_thread_test_child_spin, NULL, &child_thread) != KERN_SUCCESS) {
4850 semaphore_destroy(kernel_task, sysctl_test_panic_with_thread_sem);
4851 return EBUSY;
4852 }
4853 } else if (strncmp("continuation", str, strlen("continuation")) == 0) {
4854 if (kernel_thread_start(panic_thread_test_child_park, NULL, &child_thread) != KERN_SUCCESS) {
4855 semaphore_destroy(kernel_task, sysctl_test_panic_with_thread_sem);
4856 return EBUSY;
4857 }
4858 } else {
4859 semaphore_destroy(kernel_task, sysctl_test_panic_with_thread_sem);
4860 return EINVAL;
4861 }
4862
4863 semaphore_wait(sysctl_test_panic_with_thread_sem);
4864
4865 panic_with_thread_context(0, NULL, 0, child_thread, "testing panic_with_thread_context for thread %p", child_thread);
4866
4867 /* Not reached */
4868 return EINVAL;
4869 }
4870
4871 SYSCTL_PROC(_kern, OID_AUTO, test_panic_with_thread, CTLFLAG_MASKED | CTLFLAG_KERN | CTLFLAG_LOCKED | CTLFLAG_WR | CTLTYPE_STRING,
4872 0, 0, sysctl_test_panic_with_thread, "A", "test panic flow for backtracing a different thread");
4873 #endif /* defined (__x86_64__) */
4874
4875 #endif /* DEVELOPMENT || DEBUG */
4876
4877 static int
4878 sysctl_get_owned_vmobjects SYSCTL_HANDLER_ARGS
4879 {
4880 #pragma unused(oidp, arg1, arg2)
4881
4882 /* validate */
4883 if (req->newlen != sizeof(mach_port_name_t) || req->newptr == USER_ADDR_NULL ||
4884 req->oldidx != 0 || req->newidx != 0 || req->p == NULL) {
4885 return EINVAL;
4886 }
4887
4888 int error;
4889 mach_port_name_t task_port_name;
4890 task_t task;
4891 int buffer_size = (req->oldptr != USER_ADDR_NULL) ? req->oldlen : 0;
4892 vmobject_list_output_t buffer;
4893 size_t output_size;
4894
4895 if (buffer_size) {
4896 const int min_size = sizeof(vm_object_query_data_t) + sizeof(int64_t);
4897
4898 if (buffer_size < min_size) {
4899 buffer_size = min_size;
4900 }
4901
4902 buffer = kalloc(buffer_size);
4903
4904 if (!buffer) {
4905 error = ENOMEM;
4906 goto sysctl_get_vmobject_list_exit;
4907 }
4908 } else {
4909 buffer = NULL;
4910 }
4911
4912 /* we have a "newptr" (for write) we get a task port name from the caller. */
4913 error = SYSCTL_IN(req, &task_port_name, sizeof(mach_port_name_t));
4914
4915 if (error != 0) {
4916 goto sysctl_get_vmobject_list_exit;
4917 }
4918
4919 task = port_name_to_task(task_port_name);
4920 if (task == TASK_NULL) {
4921 error = ESRCH;
4922 goto sysctl_get_vmobject_list_exit;
4923 }
4924
4925 /* copy the vmobjects and vmobject data out of the task */
4926 if (buffer_size == 0) {
4927 int64_t __size;
4928 task_copy_vmobjects(task, NULL, 0, &__size);
4929 output_size = (__size > 0) ? __size * sizeof(vm_object_query_data_t) + sizeof(int64_t) : 0;
4930 } else {
4931 task_copy_vmobjects(task, &buffer->data[0], buffer_size - sizeof(int64_t), &buffer->entries);
4932 output_size = buffer->entries * sizeof(vm_object_query_data_t) + sizeof(int64_t);
4933 }
4934
4935 task_deallocate(task);
4936
4937 error = SYSCTL_OUT(req, (char*) buffer, output_size);
4938
4939 sysctl_get_vmobject_list_exit:
4940 if (buffer) {
4941 kfree(buffer, buffer_size);
4942 }
4943
4944 return error;
4945 }
4946
4947 SYSCTL_PROC(_vm, OID_AUTO, get_owned_vmobjects, CTLTYPE_OPAQUE | CTLFLAG_RD | CTLFLAG_WR | CTLFLAG_MASKED | CTLFLAG_KERN | CTLFLAG_LOCKED | CTLFLAG_ANYBODY,
4948 0, 0, sysctl_get_owned_vmobjects, "A", "get owned vmobjects in task");
mirror of XNU