2 * Copyright (c) 1999-2008 Apple Computer, Inc. All rights reserved.
4 * @APPLE_APACHE_LICENSE_HEADER_START@
6 * Licensed under the Apache License, Version 2.0 (the "License");
7 * you may not use this file except in compliance with the License.
8 * You may obtain a copy of the License at
10 * http://www.apache.org/licenses/LICENSE-2.0
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
18 * @APPLE_APACHE_LICENSE_HEADER_END@
24 #include <mach/mach.h>
25 #include <mach/mach_error.h>
26 #include <mach/boolean.h>
27 #include <mach/message.h>
28 #include <mach/notify.h>
29 #include <mach/mig_errors.h>
30 #include <mach/mach_traps.h>
31 #include <mach/mach_interface.h>
32 #include <mach/host_info.h>
33 #include <mach/mach_host.h>
34 #include <mach/mach_time.h>
35 #include <mach/exception.h>
36 #include <sys/types.h>
38 #include <sys/sysctl.h>
41 #include <sys/event.h>
42 #include <sys/queue.h>
43 #include <sys/socket.h>
44 #include <sys/mount.h>
45 #include <sys/reboot.h>
46 #include <sys/fcntl.h>
47 #include <sys/kdebug.h>
48 #include <bsm/libbsm.h>
49 #include <malloc/malloc.h>
63 #include "internalServer.h"
65 #include "notifyServer.h"
66 #include "mach_excServer.h"
68 /* We shouldn't be including these */
73 #include "vproc_priv.h"
74 #include "vproc_internal.h"
75 #include "jobServer.h"
76 #include "job_reply.h"
78 #include <xpc/launchd.h>
80 static mach_port_t ipc_port_set
;
81 static mach_port_t demand_port_set
;
82 static mach_port_t launchd_internal_port
;
85 #define BULK_KEV_MAX 100
86 static struct kevent
*bulk_kev
;
87 static int bulk_kev_i
;
88 static int bulk_kev_cnt
;
90 static pthread_t kqueue_demand_thread
;
92 static void mportset_callback(void);
93 static kq_callback kqmportset_callback
= (kq_callback
)mportset_callback
;
94 static void *kqueue_demand_loop(void *arg
);
96 boolean_t
launchd_internal_demux(mach_msg_header_t
*Request
, mach_msg_header_t
*Reply
);
97 static void launchd_runtime2(mach_msg_size_t msg_size
);
98 static mach_msg_size_t max_msg_size
;
99 static mig_callback
*mig_cb_table
;
100 static size_t mig_cb_table_sz
;
101 static timeout_callback runtime_idle_callback
;
102 static mach_msg_timeout_t runtime_idle_timeout
;
103 static struct ldcred ldc
;
104 static size_t runtime_standby_cnt
;
106 static void do_file_init(void) __attribute__((constructor
));
107 static mach_timebase_info_data_t tbi
;
108 static uint64_t tbi_safe_math_max
;
109 static uint64_t time_of_mach_msg_return
;
110 static double tbi_float_val
;
112 static const int sigigns
[] = { SIGHUP
, SIGINT
, SIGPIPE
, SIGALRM
, SIGTERM
,
113 SIGURG
, SIGTSTP
, SIGTSTP
, SIGCONT
, SIGTTIN
, SIGTTOU
, SIGIO
, SIGXCPU
,
114 SIGXFSZ
, SIGVTALRM
, SIGPROF
, SIGWINCH
, SIGINFO
, SIGUSR1
, SIGUSR2
116 static sigset_t sigign_set
;
118 bool launchd_apple_internal
;
119 bool launchd_flat_mach_namespace
= true;
120 bool launchd_malloc_log_stacks
= false;
121 bool launchd_use_gmalloc
= false;
122 bool launchd_log_per_user_shutdown
= false;
123 #if !TARGET_OS_EMBEDDED
124 bool launchd_log_shutdown
= true;
126 bool launchd_log_shutdown
= false;
128 bool launchd_log_perf
= false;
129 bool launchd_log_debug
= false;
130 bool launchd_trap_sigkill_bugs
= false;
131 bool launchd_osinstaller
= false;
132 bool launchd_allow_global_dyld_envvars
= false;
133 pid_t launchd_wsp
= 0;
134 size_t runtime_busy_cnt
;
136 #if TARGET_OS_EMBEDDED
137 #define LAUNCHD_CONFIG_PREFIX "/"
139 #define LAUNCHD_CONFIG_PREFIX "/private/var/db/"
142 #define config_check(s, sb) (stat(LAUNCHD_CONFIG_PREFIX s, &sb) == 0)
145 runtime_get_kernel_port(void)
147 return launchd_internal_port
;
150 union vproc_mig_max_sz
{
151 union __RequestUnion__job_mig_job_subsystem req
;
152 union __ReplyUnion__job_mig_job_subsystem rep
;
155 union internal_max_sz
{
156 union __RequestUnion__x_internal_subsystem req
;
157 union __ReplyUnion__internal_subsystem rep
;
160 union xpc_domain_max_sz
{
161 union __RequestUnion__xpc_domain_xpc_domain_subsystem req
;
162 union __ReplyUnion__xpc_domain_xpc_domain_subsystem rep
;
165 union mach_exc_max_sz
{
166 union __RequestUnion__catch_mach_exc_subsystem req
;
167 union __ReplyUnion__catch_mach_exc_subsystem rep
;
170 union do_notify_max_sz
{
171 union __RequestUnion__do_notify_subsystem req
;
172 union __ReplyUnion__do_notify_subsystem rep
;
176 launchd_runtime_init(void)
180 (void)posix_assert_zero((mainkq
= kqueue()));
182 osx_assert_zero(mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_PORT_SET
, &demand_port_set
));
183 osx_assert_zero(mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_PORT_SET
, &ipc_port_set
));
184 posix_assert_zero(kevent_mod(demand_port_set
, EVFILT_MACHPORT
, EV_ADD
, 0, 0, &kqmportset_callback
));
186 osx_assert_zero(launchd_mport_create_recv(&launchd_internal_port
));
187 osx_assert_zero(launchd_mport_make_send(launchd_internal_port
));
189 max_msg_size
= sizeof(union vproc_mig_max_sz
);
190 if (sizeof(union xpc_domain_max_sz
) > max_msg_size
) {
191 max_msg_size
= sizeof(union xpc_domain_max_sz
);
194 osx_assert_zero(runtime_add_mport(launchd_internal_port
, launchd_internal_demux
));
195 osx_assert_zero(pthread_create(&kqueue_demand_thread
, NULL
, kqueue_demand_loop
, NULL
));
196 osx_assert_zero(pthread_detach(kqueue_demand_thread
));
198 (void)posix_assumes_zero(sysctlbyname("vfs.generic.noremotehang", NULL
, NULL
, &p
, sizeof(p
)));
202 launchd_runtime_init2(void)
206 __OSX_COMPILETIME_ASSERT__(SIG_ERR
== (typeof(SIG_ERR
))-1);
207 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
208 sigaddset(&sigign_set
, sigigns
[i
]);
209 (void)posix_assumes_zero(signal(sigigns
[i
], SIG_IGN
));
213 #define FLAGIF(f) if (flags & f) { flags_off += sprintf(flags_off, #f); flags &= ~f; }
215 reboot_flags_to_C_names(unsigned int flags
)
217 #define MAX_RB_STR "RB_ASKNAME|RB_SINGLE|RB_NOSYNC|RB_HALT|RB_INITNAME|RB_DFLTROOT|RB_ALTBOOT|RB_UNIPROC|RB_SAFEBOOT|RB_UPSDELAY|0xdeadbeeffeedface"
218 static char flags_buf
[sizeof(MAX_RB_STR
)];
219 char *flags_off
= NULL
;
222 return "RB_AUTOBOOT";
231 flags_off
= flags_buf
;
235 else FLAGIF(RB_SINGLE
)
236 else FLAGIF(RB_NOSYNC
)
238 else FLAGIF(RB_INITNAME
)
239 else FLAGIF(RB_DFLTROOT
)
240 else FLAGIF(RB_ALTBOOT
)
241 else FLAGIF(RB_UNIPROC
)
242 else FLAGIF(RB_SAFEBOOT
)
243 else FLAGIF(RB_UPSDELAY
)
245 flags_off
+= sprintf(flags_off
, "0x%x", flags
);
254 signal_to_C_name(unsigned int sig
)
256 static char unknown
[25];
258 #define SIG2CASE(sg) case sg: return #sg
292 snprintf(unknown
, sizeof(unknown
), "%u", sig
);
298 log_kevent_struct(int level
, struct kevent
*kev_base
, int indx
)
300 struct kevent
*kev
= &kev_base
[indx
];
301 const char *filter_str
;
303 char filter_buf
[100];
304 char fflags_buf
[1000];
305 char flags_buf
[1000] = "0x0";
306 char *flags_off
= NULL
;
307 char *fflags_off
= NULL
;
308 unsigned short flags
= kev
->flags
;
309 unsigned int fflags
= kev
->fflags
;
311 if (likely(!(LOG_MASK(level
& ~LOG_CONSOLE
) & LOG_DEBUG
))) {
315 if (flags
) while (flags
) {
321 flags_off
= flags_buf
;
325 else FLAGIF(EV_RECEIPT
)
326 else FLAGIF(EV_DELETE
)
327 else FLAGIF(EV_ENABLE
)
328 else FLAGIF(EV_DISABLE
)
329 else FLAGIF(EV_CLEAR
)
331 else FLAGIF(EV_ONESHOT
)
332 else FLAGIF(EV_ERROR
)
334 flags_off
+= sprintf(flags_off
, "0x%hx", flags
);
339 snprintf(ident_buf
, sizeof(ident_buf
), "%ld", kev
->ident
);
340 snprintf(fflags_buf
, sizeof(fflags_buf
), "0x%x", fflags
);
342 switch (kev
->filter
) {
344 filter_str
= "EVFILT_READ";
347 filter_str
= "EVFILT_WRITE";
350 filter_str
= "EVFILT_AIO";
353 filter_str
= "EVFILT_VNODE";
354 if (fflags
) while (fflags
) {
360 fflags_off
= fflags_buf
;
363 #define FFLAGIF(ff) if (fflags & ff) { fflags_off += sprintf(fflags_off, #ff); fflags &= ~ff; }
366 else FFLAGIF(NOTE_WRITE
)
367 else FFLAGIF(NOTE_EXTEND
)
368 else FFLAGIF(NOTE_ATTRIB
)
369 else FFLAGIF(NOTE_LINK
)
370 else FFLAGIF(NOTE_RENAME
)
371 else FFLAGIF(NOTE_REVOKE
)
373 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
379 filter_str
= "EVFILT_PROC";
380 if (fflags
) while (fflags
) {
386 fflags_off
= fflags_buf
;
390 else FFLAGIF(NOTE_REAP
)
391 else FFLAGIF(NOTE_FORK
)
392 else FFLAGIF(NOTE_EXEC
)
393 else FFLAGIF(NOTE_SIGNAL
)
394 else FFLAGIF(NOTE_TRACK
)
395 else FFLAGIF(NOTE_TRACKERR
)
396 else FFLAGIF(NOTE_CHILD
)
398 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
404 filter_str
= "EVFILT_SIGNAL";
405 strcpy(ident_buf
, signal_to_C_name(kev
->ident
));
408 filter_str
= "EVFILT_TIMER";
409 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
410 if (fflags
) while (fflags
) {
416 fflags_off
= fflags_buf
;
419 FFLAGIF(NOTE_SECONDS
)
420 else FFLAGIF(NOTE_USECONDS
)
421 else FFLAGIF(NOTE_NSECONDS
)
422 else FFLAGIF(NOTE_ABSOLUTE
)
424 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
429 case EVFILT_MACHPORT
:
430 filter_str
= "EVFILT_MACHPORT";
431 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
434 filter_str
= "EVFILT_FS";
435 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
436 if (fflags
) while (fflags
) {
442 fflags_off
= fflags_buf
;
446 else FFLAGIF(VQ_NEEDAUTH
)
447 else FFLAGIF(VQ_LOWDISK
)
448 else FFLAGIF(VQ_MOUNT
)
449 else FFLAGIF(VQ_UNMOUNT
)
450 else FFLAGIF(VQ_DEAD
)
451 else FFLAGIF(VQ_ASSIST
)
452 else FFLAGIF(VQ_NOTRESPLOCK
)
453 else FFLAGIF(VQ_UPDATE
)
455 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
461 snprintf(filter_buf
, sizeof(filter_buf
), "%hd", kev
->filter
);
462 filter_str
= filter_buf
;
466 launchd_syslog(level
, "KEVENT[%d]: udata = %p data = 0x%lx ident = %s filter = %s flags = %s fflags = %s",
467 indx
, kev
->udata
, kev
->data
, ident_buf
, filter_str
, flags_buf
, fflags_buf
);
471 mportset_callback(void)
473 mach_port_name_array_t members
;
474 mach_msg_type_number_t membersCnt
;
475 mach_port_status_t status
;
476 mach_msg_type_number_t statusCnt
;
480 if (osx_assumes_zero(mach_port_get_set_status(mach_task_self(), demand_port_set
, &members
, &membersCnt
)) != 0) {
484 for (i
= 0; i
< membersCnt
; i
++) {
485 statusCnt
= MACH_PORT_RECEIVE_STATUS_COUNT
;
486 if (mach_port_get_attributes(mach_task_self(), members
[i
], MACH_PORT_RECEIVE_STATUS
, (mach_port_info_t
)&status
,
487 &statusCnt
) != KERN_SUCCESS
) {
490 if (status
.mps_msgcount
) {
491 EV_SET(&kev
, members
[i
], EVFILT_MACHPORT
, 0, 0, 0, job_find_by_service_port(members
[i
]));
493 if (kev
.udata
!= NULL
) {
495 log_kevent_struct(LOG_DEBUG
, &kev
, 0);
496 (*((kq_callback
*)kev
.udata
))(kev
.udata
, &kev
);
499 log_kevent_struct(LOG_ERR
, &kev
, 0);
502 /* the callback may have tainted our ability to continue this for loop */
507 (void)osx_assumes_zero(vm_deallocate(mach_task_self(), (vm_address_t
)members
, (vm_size_t
) membersCnt
* sizeof(mach_port_name_t
)));
511 kqueue_demand_loop(void *arg
__attribute__((unused
)))
516 * Yes, at first glance, calling select() on a kqueue seems silly.
518 * This avoids a race condition between the main thread and this helper
519 * thread by ensuring that we drain kqueue events on the same thread
520 * that manipulates the kqueue.
525 FD_SET(mainkq
, &rfds
);
526 int r
= select(mainkq
+ 1, &rfds
, NULL
, NULL
, NULL
);
528 (void)osx_assumes_zero(handle_kqueue(launchd_internal_port
, mainkq
));
529 } else if (posix_assumes_zero(r
) != -1) {
530 (void)osx_assumes_zero(r
);
538 x_handle_kqueue(mach_port_t junk
__attribute__((unused
)), integer_t fd
)
540 struct timespec ts
= { 0, 0 };
541 struct kevent
*kevi
, kev
[BULK_KEV_MAX
];
546 if ((bulk_kev_cnt
= kevent(fd
, NULL
, 0, kev
, BULK_KEV_MAX
, &ts
)) != -1) {
548 for (i
= 0; i
< bulk_kev_cnt
; i
++) {
549 log_kevent_struct(LOG_DEBUG
, &kev
[0], i
);
552 for (i
= 0; i
< bulk_kev_cnt
; i
++) {
557 launchd_syslog(LOG_DEBUG
, "Dispatching kevent (ident/filter): %lu/%hd", kevi
->ident
, kevi
->filter
);
558 log_kevent_struct(LOG_DEBUG
, kev
, i
);
564 struct job_check_s
*check
= kevi
->udata
;
565 if (check
&& check
->kqc
) {
566 runtime_ktrace(RTKT_LAUNCHD_BSD_KEVENT
|DBG_FUNC_START
, kevi
->ident
, kevi
->filter
, kevi
->fflags
);
567 (*((kq_callback
*)kevi
->udata
))(kevi
->udata
, kevi
);
568 runtime_ktrace0(RTKT_LAUNCHD_BSD_KEVENT
|DBG_FUNC_END
);
570 launchd_syslog(LOG_ERR
, "The following kevent had invalid context data. Please file a bug with the following information:");
571 log_kevent_struct(LOG_EMERG
, &kev
[0], i
);
573 launchd_syslog(LOG_DEBUG
, "Handled kevent.");
577 (void)osx_assumes_zero(errno
);
586 launchd_runtime(void)
588 launchd_runtime2(max_msg_size
);
593 launchd_set_bport(mach_port_t name
)
595 return errno
= task_set_bootstrap_port(mach_task_self(), name
);
599 launchd_get_bport(mach_port_t
*name
)
601 return errno
= task_get_bootstrap_port(mach_task_self(), name
);
605 launchd_mport_notify_req(mach_port_t name
, mach_msg_id_t which
)
607 mach_port_mscount_t msgc
= (which
== MACH_NOTIFY_PORT_DESTROYED
) ? 0 : 1;
608 mach_port_t previous
, where
= (which
== MACH_NOTIFY_NO_SENDERS
) ? name
: launchd_internal_port
;
610 if (which
== MACH_NOTIFY_NO_SENDERS
) {
611 /* Always make sure the send count is zero, in case a receive right is
614 errno
= mach_port_set_mscount(mach_task_self(), name
, 0);
615 if (unlikely(errno
!= KERN_SUCCESS
)) {
620 errno
= mach_port_request_notification(mach_task_self(), name
, which
, msgc
, where
, MACH_MSG_TYPE_MAKE_SEND_ONCE
, &previous
);
622 if (likely(errno
== 0) && previous
!= MACH_PORT_NULL
) {
623 (void)osx_assumes_zero(launchd_mport_deallocate(previous
));
630 runtime_fork(mach_port_t bsport
)
632 sigset_t emptyset
, oset
;
637 sigemptyset(&emptyset
);
639 (void)osx_assumes_zero(launchd_mport_make_send(bsport
));
640 (void)osx_assumes_zero(launchd_set_bport(bsport
));
641 (void)osx_assumes_zero(launchd_mport_deallocate(bsport
));
643 __OSX_COMPILETIME_ASSERT__(SIG_ERR
== (typeof(SIG_ERR
))-1);
644 (void)posix_assumes_zero(sigprocmask(SIG_BLOCK
, &sigign_set
, &oset
));
645 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
646 (void)posix_assumes_zero(signal(sigigns
[i
], SIG_DFL
));
653 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
654 (void)posix_assumes_zero(signal(sigigns
[i
], SIG_IGN
));
656 (void)posix_assumes_zero(sigprocmask(SIG_SETMASK
, &oset
, NULL
));
657 (void)osx_assumes_zero(launchd_set_bport(MACH_PORT_NULL
));
660 (void)posix_assumes_zero(sysctlbyname("vfs.generic.noremotehang", NULL
, NULL
, &p
, sizeof(p
)));
661 (void)posix_assumes_zero(sigprocmask(SIG_SETMASK
, &emptyset
, NULL
));
671 runtime_set_timeout(timeout_callback to_cb
, unsigned int sec
)
673 if (sec
== 0 || to_cb
== NULL
) {
674 runtime_idle_callback
= NULL
;
675 runtime_idle_timeout
= 0;
678 runtime_idle_callback
= to_cb
;
679 runtime_idle_timeout
= sec
* 1000;
683 runtime_add_mport(mach_port_t name
, mig_callback demux
)
685 size_t needed_table_sz
= (MACH_PORT_INDEX(name
) + 1) * sizeof(mig_callback
);
686 mach_port_t target_set
= demux
? ipc_port_set
: demand_port_set
;
688 if (unlikely(needed_table_sz
> mig_cb_table_sz
)) {
689 needed_table_sz
*= 2; /* Let's try and avoid realloc'ing for a while */
690 mig_callback
*new_table
= malloc(needed_table_sz
);
693 return KERN_RESOURCE_SHORTAGE
;
696 if (likely(mig_cb_table
)) {
697 memcpy(new_table
, mig_cb_table
, mig_cb_table_sz
);
701 mig_cb_table_sz
= needed_table_sz
;
702 mig_cb_table
= new_table
;
705 mig_cb_table
[MACH_PORT_INDEX(name
)] = demux
;
707 return errno
= mach_port_move_member(mach_task_self(), name
, target_set
);
711 runtime_remove_mport(mach_port_t name
)
713 mig_cb_table
[MACH_PORT_INDEX(name
)] = NULL
;
715 return errno
= mach_port_move_member(mach_task_self(), name
, MACH_PORT_NULL
);
719 launchd_mport_make_send(mach_port_t name
)
721 return errno
= mach_port_insert_right(mach_task_self(), name
, name
, MACH_MSG_TYPE_MAKE_SEND
);
725 launchd_mport_copy_send(mach_port_t name
)
727 return errno
= mach_port_insert_right(mach_task_self(), name
, name
, MACH_MSG_TYPE_COPY_SEND
);
731 launchd_mport_make_send_once(mach_port_t name
, mach_port_t
*so
)
733 mach_msg_type_name_t right
= 0;
734 return errno
= mach_port_extract_right(mach_task_self(), name
, MACH_MSG_TYPE_MAKE_SEND_ONCE
, so
, &right
);
738 launchd_mport_close_recv(mach_port_t name
)
740 return errno
= mach_port_mod_refs(mach_task_self(), name
, MACH_PORT_RIGHT_RECEIVE
, -1);
744 launchd_mport_create_recv(mach_port_t
*name
)
746 return errno
= mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_RECEIVE
, name
);
750 launchd_mport_deallocate(mach_port_t name
)
752 return errno
= mach_port_deallocate(mach_task_self(), name
);
756 kevent_bulk_mod(struct kevent
*kev
, size_t kev_cnt
)
760 for (i
= 0; i
< kev_cnt
; i
++) {
761 kev
[i
].flags
|= EV_CLEAR
|EV_RECEIPT
;
764 return kevent(mainkq
, kev
, kev_cnt
, kev
, kev_cnt
, NULL
);
768 kevent_mod(uintptr_t ident
, short filter
, u_short flags
, u_int fflags
, intptr_t data
, void *udata
)
778 /* Workaround 5225889 */
779 if (flags
& EV_ADD
) {
780 (void)kevent_mod(ident
, EVFILT_TIMER
, EV_DELETE
, 0, 0, NULL
);
790 if (flags
& EV_ADD
&& !udata
) {
793 } else if ((flags
& EV_DELETE
) && bulk_kev
) {
795 for (i
= bulk_kev_i
+ 1; i
< bulk_kev_cnt
; i
++) {
796 if (bulk_kev
[i
].filter
== filter
&& bulk_kev
[i
].ident
== ident
) {
797 launchd_syslog(LOG_DEBUG
, "Pruning the following kevent:");
798 log_kevent_struct(LOG_DEBUG
, &bulk_kev
[0], i
);
799 bulk_kev
[i
].filter
= (short)0;
804 EV_SET(&kev
, ident
, filter
, flags
, fflags
, data
, udata
);
806 r
= kevent(mainkq
, &kev
, 1, &kev
, 1, NULL
);
812 if (kev
.flags
& EV_ERROR
) {
813 if ((flags
& EV_ADD
) && kev
.data
) {
814 launchd_syslog(LOG_DEBUG
, "%s(): See the next line...", __func__
);
815 log_kevent_struct(LOG_DEBUG
, &kev
, 0);
820 (void)osx_assert_zero(kev
.flags
);
827 launchd_internal_demux(mach_msg_header_t
*Request
, mach_msg_header_t
*Reply
)
829 if (internal_server_routine(Request
)) {
830 return internal_server(Request
, Reply
);
831 } else if (notify_server_routine(Request
)) {
832 return notify_server(Request
, Reply
);
834 return mach_exc_server(Request
, Reply
);
839 do_mach_notify_port_destroyed(mach_port_t notify
__attribute__((unused
)), mach_port_t rights
)
841 /* This message is sent to us when a receive right is returned to us. */
842 if (!job_ack_port_destruction(rights
)) {
843 (void)osx_assumes_zero(launchd_mport_close_recv(rights
));
850 do_mach_notify_port_deleted(mach_port_t notify
__attribute__((unused
)), mach_port_name_t name
__attribute__((unused
)))
852 /* If we deallocate/destroy/mod_ref away a port with a pending
853 * notification, the original notification message is replaced with
854 * this message. To quote a Mach kernel expert, "the kernel has a
855 * send-once right that has to be used somehow."
861 do_mach_notify_no_senders(mach_port_t notify
, mach_port_mscount_t mscount
__attribute__((unused
)))
863 job_t j
= job_mig_intran(notify
);
865 /* This message is sent to us when the last customer of one of our objects
873 job_ack_no_senders(j
);
879 do_mach_notify_send_once(mach_port_t notify
__attribute__((unused
)))
882 * This message is sent for each send-once right that is deallocated without
890 do_mach_notify_dead_name(mach_port_t notify
__attribute__((unused
)), mach_port_name_t name
)
892 /* This message is sent to us when one of our send rights no longer has a
893 * receiver somewhere else on the system.
895 if (name
== launchd_drain_reply_port
) {
896 (void)osx_assumes_zero(launchd_mport_deallocate(name
));
897 launchd_drain_reply_port
= MACH_PORT_NULL
;
901 root_jobmgr
= jobmgr_delete_anything_with_port(root_jobmgr
, name
);
904 /* A dead-name notification about a port appears to increment the rights on
905 * said port. Let's deallocate it so that we don't leak dead-name ports.
907 (void)osx_assumes_zero(launchd_mport_deallocate(name
));
913 launchd_exc_runtime_once(mach_port_t port
, mach_msg_size_t rcv_msg_size
, mach_msg_size_t send_msg_size
, mig_reply_error_t
*bufRequest
, mig_reply_error_t
*bufReply
, mach_msg_timeout_t to
)
915 mach_msg_return_t mr
= ~MACH_MSG_SUCCESS
;
916 mach_msg_option_t rcv_options
= MACH_RCV_MSG
918 | MACH_RCV_TRAILER_ELEMENTS(MACH_RCV_TRAILER_AUDIT
)
919 | MACH_RCV_TRAILER_TYPE(MACH_MSG_TRAILER_FORMAT_0
);
922 mr
= mach_msg(&bufRequest
->Head
, rcv_options
, 0, rcv_msg_size
, port
, to
, MACH_PORT_NULL
);
924 case MACH_RCV_TIMED_OUT
:
925 launchd_syslog(LOG_DEBUG
, "Message queue is empty.");
927 case MACH_RCV_TOO_LARGE
:
928 launchd_syslog(LOG_INFO
, "Message is larger than %u bytes.", rcv_msg_size
);
931 (void)osx_assumes_zero(mr
);
934 if (mr
== MACH_MSG_SUCCESS
) {
935 if (!mach_exc_server(&bufRequest
->Head
, &bufReply
->Head
)) {
936 launchd_syslog(LOG_WARNING
, "Exception server routine failed.");
940 mach_msg_return_t smr
= ~MACH_MSG_SUCCESS
;
941 mach_msg_option_t send_options
= MACH_SEND_MSG
| MACH_SEND_TIMEOUT
;
943 (void)osx_assumes(bufReply
->Head
.msgh_size
<= send_msg_size
);
944 smr
= mach_msg(&bufReply
->Head
, send_options
, bufReply
->Head
.msgh_size
, 0, MACH_PORT_NULL
, to
+ 100, MACH_PORT_NULL
);
946 case MACH_SEND_TIMED_OUT
:
947 launchd_syslog(LOG_WARNING
, "Timed out while trying to send reply to exception message.");
949 case MACH_SEND_INVALID_DEST
:
950 launchd_syslog(LOG_WARNING
, "Tried sending a message to a port that we don't possess a send right to.");
954 launchd_syslog(LOG_WARNING
, "Couldn't deliver exception reply: 0x%x", smr
);
965 runtime_record_caller_creds(audit_token_t
*token
)
967 audit_token_to_au32(*token
, NULL
, &ldc
.euid
,&ldc
.egid
, &ldc
.uid
, &ldc
.gid
,
968 &ldc
.pid
, &ldc
.asid
, NULL
);
972 runtime_get_caller_creds(void)
978 launchd_mig_demux(mach_msg_header_t
*request
, mach_msg_header_t
*reply
)
980 boolean_t result
= false;
982 time_of_mach_msg_return
= runtime_get_opaque_time();
983 launchd_syslog(LOG_DEBUG
, "MIG callout: %u", request
->msgh_id
);
984 mig_callback the_demux
= mig_cb_table
[MACH_PORT_INDEX(request
->msgh_local_port
)];
985 mach_msg_audit_trailer_t
*tp
= (mach_msg_audit_trailer_t
*)((vm_offset_t
)request
+ round_msg(request
->msgh_size
));
986 runtime_record_caller_creds(&tp
->msgh_audit
);
988 result
= the_demux(request
, reply
);
990 launchd_syslog(LOG_DEBUG
, "Demux failed. Trying other subsystems...");
991 if (request
->msgh_id
== MACH_NOTIFY_NO_SENDERS
) {
992 launchd_syslog(LOG_DEBUG
, "MACH_NOTIFY_NO_SENDERS");
993 result
= notify_server(request
, reply
);
994 } else if (the_demux
== job_server
) {
995 launchd_syslog(LOG_DEBUG
, "Trying domain subsystem...");
996 result
= xpc_domain_server(request
, reply
);
998 launchd_syslog(LOG_ERR
, "Cannot handle MIG request with ID: 0x%x", request
->msgh_id
);
1001 launchd_syslog(LOG_DEBUG
, "MIG demux succeeded.");
1008 launchd_runtime2(mach_msg_size_t msg_size
)
1013 mach_port_t recvp
= MACH_PORT_NULL
;
1014 xpc_object_t request
= NULL
;
1015 int result
= xpc_pipe_try_receive(ipc_port_set
, &request
, &recvp
, launchd_mig_demux
, msg_size
, 0);
1016 if (result
== 0 && request
) {
1017 time_of_mach_msg_return
= runtime_get_opaque_time();
1018 launchd_syslog(LOG_DEBUG
, "XPC request.");
1020 xpc_object_t reply
= NULL
;
1021 if (!xpc_event_demux(recvp
, request
, &reply
)) {
1022 launchd_syslog(LOG_DEBUG
, "XPC routine could not be handled.");
1023 xpc_release(request
);
1027 launchd_syslog(LOG_DEBUG
, "XPC routine was handled.");
1029 launchd_syslog(LOG_DEBUG
, "Sending reply.");
1030 result
= xpc_pipe_routine_reply(reply
);
1032 launchd_syslog(LOG_DEBUG
, "Reply sent successfully.");
1033 } else if (result
!= EPIPE
) {
1034 launchd_syslog(LOG_ERR
, "Failed to send reply message: 0x%x", result
);
1040 xpc_release(request
);
1041 } else if (result
== 0) {
1042 launchd_syslog(LOG_DEBUG
, "MIG request.");
1043 } else if (result
== EINVAL
) {
1044 launchd_syslog(LOG_ERR
, "Rejected invalid request message.");
1050 runtime_close(int fd
)
1054 if (bulk_kev
) for (i
= bulk_kev_i
+ 1; i
< bulk_kev_cnt
; i
++) {
1055 switch (bulk_kev
[i
].filter
) {
1059 if (unlikely((int)bulk_kev
[i
].ident
== fd
)) {
1060 launchd_syslog(LOG_DEBUG
, "Skipping kevent index: %d", i
);
1061 bulk_kev
[i
].filter
= 0;
1072 runtime_fsync(int fd
)
1075 if (launchd_apple_internal
) {
1076 return fcntl(fd
, F_FULLFSYNC
, NULL
);
1086 * We should break this into two reference counts.
1088 * One for hard references that would prevent exiting.
1089 * One for soft references that would only prevent idle exiting.
1091 * In the long run, reference counting should completely automate when a
1092 * process can and should exit.
1095 runtime_add_ref(void)
1098 #if !TARGET_OS_EMBEDDED
1099 vproc_transaction_begin(NULL
);
1104 launchd_syslog(LOG_PERF
, "Incremented busy count. Now: %lu", runtime_busy_cnt
);
1105 runtime_remove_timer();
1109 runtime_del_ref(void)
1112 #if !TARGET_OS_EMBEDDED
1113 if (_vproc_transaction_count() == 0) {
1114 launchd_syslog(LOG_PERF
, "Exiting cleanly.");
1117 vproc_transaction_end(NULL
, NULL
);
1122 launchd_syslog(LOG_PERF
, "Decremented busy count. Now: %lu", runtime_busy_cnt
);
1123 runtime_install_timer();
1127 runtime_add_weak_ref(void)
1130 #if !TARGET_OS_EMBEDDED
1131 _vproc_standby_begin();
1134 runtime_standby_cnt
++;
1138 runtime_del_weak_ref(void)
1141 #if !TARGET_OS_EMBEDDED
1142 _vproc_standby_end();
1145 runtime_standby_cnt
--;
1149 runtime_install_timer(void)
1151 if (!pid1_magic
&& runtime_busy_cnt
== 0) {
1152 launchd_syslog(LOG_PERF
, "Gone idle. Installing idle-exit timer.");
1153 (void)posix_assumes_zero(kevent_mod((uintptr_t)&launchd_runtime_busy_time
, EVFILT_TIMER
, EV_ADD
, NOTE_SECONDS
, 10, root_jobmgr
));
1158 runtime_remove_timer(void)
1160 if (!pid1_magic
&& runtime_busy_cnt
> 0) {
1161 if (runtime_busy_cnt
== 1) {
1162 launchd_syslog(LOG_PERF
, "No longer idle. Removing idle-exit timer.");
1164 (void)posix_assumes_zero(kevent_mod((uintptr_t)&launchd_runtime_busy_time
, EVFILT_TIMER
, EV_DELETE
, 0, 0, NULL
));
1169 catch_mach_exception_raise(mach_port_t exception_port
__attribute__((unused
)), mach_port_t thread
, mach_port_t task
,
1170 exception_type_t exception
, mach_exception_data_t code
, mach_msg_type_number_t codeCnt
)
1174 (void)osx_assumes_zero(pid_for_task(task
, &p4t
));
1176 launchd_syslog(LOG_NOTICE
, "%s(): PID: %u thread: 0x%x type: 0x%x code: %p codeCnt: 0x%x",
1177 __func__
, p4t
, thread
, exception
, code
, codeCnt
);
1179 (void)osx_assumes_zero(launchd_mport_deallocate(thread
));
1180 (void)osx_assumes_zero(launchd_mport_deallocate(task
));
1182 return KERN_SUCCESS
;
1186 catch_mach_exception_raise_state(mach_port_t exception_port
__attribute__((unused
)),
1187 exception_type_t exception
, const mach_exception_data_t code
, mach_msg_type_number_t codeCnt
,
1188 int *flavor
, const thread_state_t old_state
, mach_msg_type_number_t old_stateCnt
,
1189 thread_state_t new_state
, mach_msg_type_number_t
*new_stateCnt
)
1191 launchd_syslog(LOG_NOTICE
, "%s(): type: 0x%x code: %p codeCnt: 0x%x flavor: %p old_state: %p old_stateCnt: 0x%x new_state: %p new_stateCnt: %p",
1192 __func__
, exception
, code
, codeCnt
, flavor
, old_state
, old_stateCnt
, new_state
, new_stateCnt
);
1194 memcpy(new_state
, old_state
, old_stateCnt
* sizeof(old_state
[0]));
1195 *new_stateCnt
= old_stateCnt
;
1197 return KERN_SUCCESS
;
1201 catch_mach_exception_raise_state_identity(mach_port_t exception_port
__attribute__((unused
)), mach_port_t thread
, mach_port_t task
,
1202 exception_type_t exception
, mach_exception_data_t code
, mach_msg_type_number_t codeCnt
,
1203 int *flavor
, thread_state_t old_state
, mach_msg_type_number_t old_stateCnt
,
1204 thread_state_t new_state
, mach_msg_type_number_t
*new_stateCnt
)
1208 (void)osx_assumes_zero(pid_for_task(task
, &p4t
));
1210 launchd_syslog(LOG_NOTICE
, "%s(): PID: %u thread: 0x%x type: 0x%x code: %p codeCnt: 0x%x flavor: %p old_state: %p old_stateCnt: 0x%x new_state: %p new_stateCnt: %p",
1211 __func__
, p4t
, thread
, exception
, code
, codeCnt
, flavor
, old_state
, old_stateCnt
, new_state
, new_stateCnt
);
1213 memcpy(new_state
, old_state
, old_stateCnt
* sizeof(old_state
[0]));
1214 *new_stateCnt
= old_stateCnt
;
1216 (void)osx_assumes_zero(launchd_mport_deallocate(thread
));
1217 (void)osx_assumes_zero(launchd_mport_deallocate(task
));
1219 return KERN_SUCCESS
;
1223 launchd_log_vm_stats(void)
1225 static struct vm_statistics orig_stats
;
1226 static bool did_first_pass
;
1227 unsigned int count
= HOST_VM_INFO_COUNT
;
1228 struct vm_statistics stats
, *statsp
;
1229 mach_port_t mhs
= mach_host_self();
1231 statsp
= did_first_pass
? &stats
: &orig_stats
;
1233 if (osx_assumes_zero(host_statistics(mhs
, HOST_VM_INFO
, (host_info_t
)statsp
, &count
)) != KERN_SUCCESS
) {
1237 if (count
!= HOST_VM_INFO_COUNT
) {
1238 (void)osx_assumes_zero(count
);
1241 if (did_first_pass
) {
1242 launchd_syslog(LOG_DEBUG
, "VM statistics (now - orig): Free: %d Active: %d Inactive: %d Reactivations: %d PageIns: %d PageOuts: %d Faults: %d COW-Faults: %d Purgeable: %d Purges: %d",
1243 stats
.free_count
- orig_stats
.free_count
,
1244 stats
.active_count
- orig_stats
.active_count
,
1245 stats
.inactive_count
- orig_stats
.inactive_count
,
1246 stats
.reactivations
- orig_stats
.reactivations
,
1247 stats
.pageins
- orig_stats
.pageins
,
1248 stats
.pageouts
- orig_stats
.pageouts
,
1249 stats
.faults
- orig_stats
.faults
,
1250 stats
.cow_faults
- orig_stats
.cow_faults
,
1251 stats
.purgeable_count
- orig_stats
.purgeable_count
,
1252 stats
.purges
- orig_stats
.purges
);
1254 launchd_syslog(LOG_DEBUG
, "VM statistics (now): Free: %d Active: %d Inactive: %d Reactivations: %d PageIns: %d PageOuts: %d Faults: %d COW-Faults: %d Purgeable: %d Purges: %d",
1255 orig_stats
.free_count
,
1256 orig_stats
.active_count
,
1257 orig_stats
.inactive_count
,
1258 orig_stats
.reactivations
,
1260 orig_stats
.pageouts
,
1262 orig_stats
.cow_faults
,
1263 orig_stats
.purgeable_count
,
1266 did_first_pass
= true;
1269 launchd_mport_deallocate(mhs
);
1273 runtime_get_wall_time(void)
1278 (void)posix_assumes_zero(gettimeofday(&tv
, NULL
));
1288 runtime_get_opaque_time(void)
1290 return mach_absolute_time();
1294 runtime_get_opaque_time_of_event(void)
1296 return time_of_mach_msg_return
;
1300 runtime_get_nanoseconds_since(uint64_t o
)
1302 return runtime_opaque_time_to_nano(runtime_get_opaque_time_of_event() - o
);
1306 runtime_opaque_time_to_nano(uint64_t o
)
1308 #if defined(__i386__) || defined(__x86_64__)
1309 if (unlikely(tbi
.numer
!= tbi
.denom
)) {
1310 #elif defined(__ppc__) || defined(__ppc64__)
1311 if (likely(tbi
.numer
!= tbi
.denom
)) {
1313 if (tbi
.numer
!= tbi
.denom
) {
1316 __uint128_t tmp
= o
;
1321 if (o
<= tbi_safe_math_max
) {
1340 osx_assert_zero(mach_timebase_info(&tbi
));
1341 tbi_float_val
= tbi
.numer
;
1342 tbi_float_val
/= tbi
.denom
;
1343 tbi_safe_math_max
= UINT64_MAX
/ tbi
.numer
;
1345 launchd_system_start
= runtime_get_wall_time();
1347 if (getpid() == 1) {
1351 if (stat("/AppleInternal", &sb
) == 0 && stat("/var/db/disableAppleInternal", &sb
) == -1) {
1352 launchd_apple_internal
= true;
1355 if (config_check(".launchd_use_gmalloc", sb
)) {
1356 launchd_use_gmalloc
= true;
1359 if (config_check(".launchd_log_shutdown", sb
)) {
1360 launchd_log_shutdown
= true;
1363 if (config_check(".launchd_log_debug", sb
)) {
1364 launchd_log_debug
= true;
1367 if (config_check(".launchd_log_perf", sb
)) {
1368 launchd_log_perf
= true;
1371 if (config_check("/etc/rc.cdrom", sb
)) {
1372 launchd_osinstaller
= true;
1375 if (!pid1_magic
&& config_check(".launchd_allow_global_dyld_envvars", sb
)) {
1376 launchd_allow_global_dyld_envvars
= true;
1379 char bootargs
[1024];
1380 size_t len
= sizeof(bootargs
) - 1;
1381 int r
= pid1_magic
? sysctlbyname("kern.bootargs", bootargs
, &len
, NULL
, 0) : -1;
1383 if (strnstr(bootargs
, "-v", len
)) {
1384 launchd_verbose_boot
= true;
1386 if (strnstr(bootargs
, "launchd_trap_sigkill_bugs", len
)) {
1387 launchd_trap_sigkill_bugs
= true;
1391 if (pid1_magic
&& launchd_verbose_boot
&& config_check(".launchd_shutdown_debugging", sb
)) {
1392 launchd_shutdown_debugging
= true;