2 * Copyright (c) 1999-2006 Apple Computer, Inc. All rights reserved.
4 * @APPLE_APACHE_LICENSE_HEADER_START@
6 * Licensed under the Apache License, Version 2.0 (the "License");
7 * you may not use this file except in compliance with the License.
8 * You may obtain a copy of the License at
10 * http://www.apache.org/licenses/LICENSE-2.0
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
18 * @APPLE_APACHE_LICENSE_HEADER_END@
21 static const char *const __rcs_file_version__
= "$Revision: 23459 $";
24 #include "launchd_runtime.h"
26 #include <mach/mach.h>
27 #include <mach/mach_error.h>
28 #include <mach/boolean.h>
29 #include <mach/message.h>
30 #include <mach/notify.h>
31 #include <mach/mig_errors.h>
32 #include <mach/mach_traps.h>
33 #include <mach/mach_interface.h>
34 #include <mach/host_info.h>
35 #include <mach/mach_host.h>
36 #include <mach/exception.h>
37 #include <sys/types.h>
41 #include <sys/event.h>
42 #include <sys/queue.h>
43 #include <sys/socket.h>
44 #include <sys/mount.h>
45 #include <sys/reboot.h>
46 #include <sys/fcntl.h>
47 #include <bsm/libbsm.h>
48 #include <malloc/malloc.h>
61 #include "launchd_internalServer.h"
62 #include "launchd_internal.h"
63 #include "notifyServer.h"
64 #include "mach_excServer.h"
66 /* We shouldn't be including these */
69 #include "launchd_core_logic.h"
70 #include "libvproc_internal.h"
71 #include "job_reply.h"
73 static mach_port_t ipc_port_set
;
74 static mach_port_t demand_port_set
;
75 static mach_port_t launchd_internal_port
;
78 #define BULK_KEV_MAX 100
79 static struct kevent
*bulk_kev
;
80 static int bulk_kev_i
;
81 static int bulk_kev_cnt
;
83 static pthread_t kqueue_demand_thread
;
84 static pthread_t demand_thread
;
86 static void *mport_demand_loop(void *arg
);
87 static void *kqueue_demand_loop(void *arg
);
88 static void log_kevent_struct(int level
, struct kevent
*kev
, int indx
);
90 static boolean_t
launchd_internal_demux(mach_msg_header_t
*Request
, mach_msg_header_t
*Reply
);
91 static void record_caller_creds(mach_msg_header_t
*mh
);
92 static void launchd_runtime2(mach_msg_size_t msg_size
, mig_reply_error_t
*bufRequest
, mig_reply_error_t
*bufReply
);
93 static mach_msg_size_t max_msg_size
;
94 static mig_callback
*mig_cb_table
;
95 static size_t mig_cb_table_sz
;
96 static timeout_callback runtime_idle_callback
;
97 static mach_msg_timeout_t runtime_idle_timeout
;
98 static audit_token_t
*au_tok
;
99 static size_t runtime_busy_cnt
;
102 static STAILQ_HEAD(, logmsg_s
) logmsg_queue
= STAILQ_HEAD_INITIALIZER(logmsg_queue
);
103 static size_t logmsg_queue_sz
;
104 static size_t logmsg_queue_cnt
;
105 static mach_port_t drain_reply_port
;
106 static void runtime_log_uncork_pending_drain(void);
107 static kern_return_t
runtime_log_pack(vm_offset_t
*outval
, mach_msg_type_number_t
*outvalCnt
);
108 static void runtime_log_push(void);
110 static bool logmsg_add(struct runtime_syslog_attr
*attr
, int err_num
, const char *msg
);
111 static void logmsg_remove(struct logmsg_s
*lm
);
114 static const int sigigns
[] = { SIGHUP
, SIGINT
, SIGPIPE
, SIGALRM
, SIGTERM
,
115 SIGURG
, SIGTSTP
, SIGTSTP
, SIGCONT
, SIGTTIN
, SIGTTOU
, SIGIO
, SIGXCPU
,
116 SIGXFSZ
, SIGVTALRM
, SIGPROF
, SIGWINCH
, SIGINFO
, SIGUSR1
, SIGUSR2
118 static sigset_t sigign_set
;
121 runtime_get_kernel_port(void)
123 return launchd_internal_port
;
127 launchd_runtime_init(void)
129 mach_msg_size_t mxmsgsz
;
132 launchd_assert((mainkq
= kqueue()) != -1);
134 launchd_assert((errno
= mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_PORT_SET
, &demand_port_set
)) == KERN_SUCCESS
);
135 launchd_assert((errno
= mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_PORT_SET
, &ipc_port_set
)) == KERN_SUCCESS
);
137 launchd_assert(launchd_mport_create_recv(&launchd_internal_port
) == KERN_SUCCESS
);
138 launchd_assert(launchd_mport_make_send(launchd_internal_port
) == KERN_SUCCESS
);
140 /* Sigh... at the moment, MIG has maxsize == sizeof(reply union) */
141 mxmsgsz
= sizeof(union __RequestUnion__x_launchd_internal_subsystem
);
142 if (x_launchd_internal_subsystem
.maxsize
> mxmsgsz
) {
143 mxmsgsz
= x_launchd_internal_subsystem
.maxsize
;
146 launchd_assert(runtime_add_mport(launchd_internal_port
, launchd_internal_demux
, mxmsgsz
) == KERN_SUCCESS
);
148 pthread_attr_init(&attr
);
149 pthread_attr_setdetachstate(&attr
, PTHREAD_CREATE_DETACHED
);
150 pthread_attr_setstacksize(&attr
, PTHREAD_STACK_MIN
);
151 launchd_assert(pthread_create(&kqueue_demand_thread
, &attr
, kqueue_demand_loop
, NULL
) == 0);
152 pthread_attr_destroy(&attr
);
154 pthread_attr_init(&attr
);
155 pthread_attr_setdetachstate(&attr
, PTHREAD_CREATE_DETACHED
);
156 pthread_attr_setstacksize(&attr
, PTHREAD_STACK_MIN
);
157 launchd_assert(pthread_create(&demand_thread
, &attr
, mport_demand_loop
, NULL
) == 0);
158 pthread_attr_destroy(&attr
);
162 launchd_runtime_init2(void)
166 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
167 sigaddset(&sigign_set
, sigigns
[i
]);
168 launchd_assumes(signal(sigigns
[i
], SIG_IGN
) != SIG_ERR
);
173 mport_demand_loop(void *arg
__attribute__((unused
)))
175 mach_msg_empty_rcv_t dummy
;
179 kr
= mach_msg(&dummy
.header
, MACH_RCV_MSG
|MACH_RCV_LARGE
, 0, 0, demand_port_set
, 0, MACH_PORT_NULL
);
180 if (kr
== MACH_RCV_PORT_CHANGED
) {
182 } else if (!launchd_assumes(kr
== MACH_RCV_TOO_LARGE
)) {
185 launchd_assumes(handle_mport(launchd_internal_port
) == 0);
192 proc_flags_to_C_names(unsigned int flags
)
194 #define MAX_PFLAG_STR "P_ADVLOCK|P_CONTROLT|P_LP64|P_NOCLDSTOP|P_PPWAIT|P_PROFIL|P_SELECT|P_CONTINUED|P_SUGID|P_SYSTEM|P_TIMEOUT|P_TRACED|P_RESV3|P_WEXIT|P_EXEC|P_OWEUPC|P_AFFINITY|P_TRANSLATED|P_RESV5|P_CHECKOPENEVT|P_DEPENDENCY_CAPABLE|P_REBOOT|P_TBE|P_RESV7|P_THCWD|P_RESV9|P_RESV10|P_RESV11|P_NOSHLIB|P_FORCEQUOTA|P_NOCLDWAIT|P_NOREMOTEHANG|0xdeadbeeffeedface"
196 static char flags_buf
[sizeof(MAX_PFLAG_STR
)];
197 char *flags_off
= NULL
;
209 flags_off
= flags_buf
;
212 #define FLAGIF(f) if (flags & f) { flags_off += sprintf(flags_off, #f); flags &= ~f; }
215 else FLAGIF(P_CONTROLT
)
217 else FLAGIF(P_NOCLDSTOP
)
218 else FLAGIF(P_PPWAIT
)
219 else FLAGIF(P_PROFIL
)
220 else FLAGIF(P_SELECT
)
221 else FLAGIF(P_CONTINUED
)
223 else FLAGIF(P_SYSTEM
)
224 else FLAGIF(P_TIMEOUT
)
225 else FLAGIF(P_TRACED
)
229 else FLAGIF(P_OWEUPC
)
230 else FLAGIF(P_AFFINITY
)
231 else FLAGIF(P_TRANSLATED
)
233 else FLAGIF(P_CHECKOPENEVT
)
234 else FLAGIF(P_DEPENDENCY_CAPABLE
)
235 else FLAGIF(P_REBOOT
)
240 else FLAGIF(P_RESV10
)
241 else FLAGIF(P_RESV11
)
242 else FLAGIF(P_NOSHLIB
)
243 else FLAGIF(P_FORCEQUOTA
)
244 else FLAGIF(P_NOCLDWAIT
)
245 else FLAGIF(P_NOREMOTEHANG
)
247 flags_off
+= sprintf(flags_off
, "0x%x", flags
);
256 reboot_flags_to_C_names(unsigned int flags
)
258 #define MAX_RB_STR "RB_ASKNAME|RB_SINGLE|RB_NOSYNC|RB_KDB|RB_HALT|RB_INITNAME|RB_DFLTROOT|RB_ALTBOOT|RB_UNIPROC|RB_SAFEBOOT|RB_UPSDELAY|0xdeadbeeffeedface"
259 static char flags_buf
[sizeof(MAX_RB_STR
)];
260 char *flags_off
= NULL
;
263 return "RB_AUTOBOOT";
272 flags_off
= flags_buf
;
276 else FLAGIF(RB_SINGLE
)
277 else FLAGIF(RB_NOSYNC
)
280 else FLAGIF(RB_INITNAME
)
281 else FLAGIF(RB_DFLTROOT
)
282 else FLAGIF(RB_ALTBOOT
)
283 else FLAGIF(RB_UNIPROC
)
284 else FLAGIF(RB_SAFEBOOT
)
285 else FLAGIF(RB_UPSDELAY
)
287 flags_off
+= sprintf(flags_off
, "0x%x", flags
);
296 signal_to_C_name(unsigned int sig
)
298 static char unknown
[25];
300 #define SIG2CASE(sg) case sg: return #sg
334 snprintf(unknown
, sizeof(unknown
), "%u", sig
);
340 log_kevent_struct(int level
, struct kevent
*kev
, int indx
)
342 const char *filter_str
;
344 char filter_buf
[100];
345 char fflags_buf
[1000];
346 char flags_buf
[1000] = "0x0";
347 char *flags_off
= NULL
;
348 char *fflags_off
= NULL
;
349 unsigned short flags
= kev
->flags
;
350 unsigned int fflags
= kev
->fflags
;
352 if (flags
) while (flags
) {
358 flags_off
= flags_buf
;
362 else FLAGIF(EV_RECEIPT
)
363 else FLAGIF(EV_DELETE
)
364 else FLAGIF(EV_ENABLE
)
365 else FLAGIF(EV_DISABLE
)
366 else FLAGIF(EV_CLEAR
)
368 else FLAGIF(EV_ONESHOT
)
369 else FLAGIF(EV_ERROR
)
371 flags_off
+= sprintf(flags_off
, "0x%x", flags
);
376 snprintf(ident_buf
, sizeof(ident_buf
), "%ld", kev
->ident
);
377 snprintf(fflags_buf
, sizeof(fflags_buf
), "0x%x", fflags
);
379 switch (kev
->filter
) {
381 filter_str
= "EVFILT_READ";
384 filter_str
= "EVFILT_WRITE";
387 filter_str
= "EVFILT_AIO";
390 filter_str
= "EVFILT_VNODE";
391 if (fflags
) while (fflags
) {
397 fflags_off
= fflags_buf
;
400 #define FFLAGIF(ff) if (fflags & ff) { fflags_off += sprintf(fflags_off, #ff); fflags &= ~ff; }
403 else FFLAGIF(NOTE_WRITE
)
404 else FFLAGIF(NOTE_EXTEND
)
405 else FFLAGIF(NOTE_ATTRIB
)
406 else FFLAGIF(NOTE_LINK
)
407 else FFLAGIF(NOTE_RENAME
)
408 else FFLAGIF(NOTE_REVOKE
)
410 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
416 filter_str
= "EVFILT_PROC";
417 if (fflags
) while (fflags
) {
423 fflags_off
= fflags_buf
;
427 else FFLAGIF(NOTE_REAP
)
428 else FFLAGIF(NOTE_FORK
)
429 else FFLAGIF(NOTE_EXEC
)
430 else FFLAGIF(NOTE_SIGNAL
)
431 else FFLAGIF(NOTE_TRACK
)
432 else FFLAGIF(NOTE_TRACKERR
)
433 else FFLAGIF(NOTE_CHILD
)
435 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
441 filter_str
= "EVFILT_SIGNAL";
442 strcpy(ident_buf
, signal_to_C_name(kev
->ident
));
445 filter_str
= "EVFILT_TIMER";
446 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
447 if (fflags
) while (fflags
) {
453 fflags_off
= fflags_buf
;
456 FFLAGIF(NOTE_SECONDS
)
457 else FFLAGIF(NOTE_USECONDS
)
458 else FFLAGIF(NOTE_NSECONDS
)
459 else FFLAGIF(NOTE_ABSOLUTE
)
461 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
466 case EVFILT_MACHPORT
:
467 filter_str
= "EVFILT_MACHPORT";
468 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
471 filter_str
= "EVFILT_FS";
472 snprintf(ident_buf
, sizeof(ident_buf
), "0x%lx", kev
->ident
);
473 if (fflags
) while (fflags
) {
479 fflags_off
= fflags_buf
;
483 else FFLAGIF(VQ_NEEDAUTH
)
484 else FFLAGIF(VQ_LOWDISK
)
485 else FFLAGIF(VQ_MOUNT
)
486 else FFLAGIF(VQ_UNMOUNT
)
487 else FFLAGIF(VQ_DEAD
)
488 else FFLAGIF(VQ_ASSIST
)
489 else FFLAGIF(VQ_NOTRESPLOCK
)
490 else FFLAGIF(VQ_UPDATE
)
492 fflags_off
+= sprintf(fflags_off
, "0x%x", fflags
);
498 snprintf(filter_buf
, sizeof(filter_buf
), "%d", kev
->filter
);
499 filter_str
= filter_buf
;
503 runtime_syslog(level
, "KEVENT[%d]: udata = %p data = 0x%lx ident = %s filter = %s flags = %s fflags = %s",
504 indx
, kev
->udata
, kev
->data
, ident_buf
, filter_str
, flags_buf
, fflags_buf
);
508 x_handle_mport(mach_port_t junk
__attribute__((unused
)))
510 mach_port_name_array_t members
;
511 mach_msg_type_number_t membersCnt
;
512 mach_port_status_t status
;
513 mach_msg_type_number_t statusCnt
;
517 if (!launchd_assumes((errno
= mach_port_get_set_status(mach_task_self(), demand_port_set
, &members
, &membersCnt
)) == KERN_SUCCESS
)) {
521 for (i
= 0; i
< membersCnt
; i
++) {
522 statusCnt
= MACH_PORT_RECEIVE_STATUS_COUNT
;
523 if (mach_port_get_attributes(mach_task_self(), members
[i
], MACH_PORT_RECEIVE_STATUS
, (mach_port_info_t
)&status
,
524 &statusCnt
) != KERN_SUCCESS
) {
527 if (status
.mps_msgcount
) {
528 EV_SET(&kev
, members
[i
], EVFILT_MACHPORT
, 0, 0, 0, job_find_by_service_port(members
[i
]));
530 if (launchd_assumes(kev
.udata
!= NULL
)) {
532 log_kevent_struct(LOG_DEBUG
, &kev
, 0);
533 (*((kq_callback
*)kev
.udata
))(kev
.udata
, &kev
);
536 log_kevent_struct(LOG_ERR
, &kev
);
539 /* the callback may have tainted our ability to continue this for loop */
544 launchd_assumes(vm_deallocate(mach_task_self(), (vm_address_t
)members
,
545 (vm_size_t
) membersCnt
* sizeof(mach_port_name_t
)) == KERN_SUCCESS
);
551 kqueue_demand_loop(void *arg
__attribute__((unused
)))
556 * Yes, at first glance, calling select() on a kqueue seems silly.
558 * This avoids a race condition between the main thread and this helper
559 * thread by ensuring that we drain kqueue events on the same thread
560 * that manipulates the kqueue.
565 FD_SET(mainkq
, &rfds
);
566 if (launchd_assumes(select(mainkq
+ 1, &rfds
, NULL
, NULL
, NULL
) == 1)) {
567 launchd_assumes(handle_kqueue(launchd_internal_port
, mainkq
) == 0);
575 x_handle_kqueue(mach_port_t junk
__attribute__((unused
)), integer_t fd
)
577 struct timespec ts
= { 0, 0 };
578 struct kevent kev
[BULK_KEV_MAX
];
583 launchd_assumes((bulk_kev_cnt
= kevent(fd
, NULL
, 0, kev
, BULK_KEV_MAX
, &ts
)) != -1);
585 if (bulk_kev_cnt
> 0) {
589 if (launchd_assumes(malloc_size(kev
.udata
) || dladdr(kev
.udata
, &dli
))) {
591 for (i
= 0; i
< bulk_kev_cnt
; i
++) {
592 log_kevent_struct(LOG_DEBUG
, &kev
[i
], i
);
594 for (i
= 0; i
< bulk_kev_cnt
; i
++) {
597 (*((kq_callback
*)kev
[i
].udata
))(kev
[i
].udata
, &kev
[i
]);
602 log_kevent_struct(LOG_ERR
, &kev
);
615 launchd_runtime(void)
617 mig_reply_error_t
*req
= NULL
, *resp
= NULL
;
618 mach_msg_size_t mz
= max_msg_size
;
619 int flags
= VM_MAKE_TAG(VM_MEMORY_MACH_MSG
)|TRUE
;
623 launchd_assumes(vm_deallocate(mach_task_self(), (vm_address_t
)req
, mz
) == KERN_SUCCESS
);
627 launchd_assumes(vm_deallocate(mach_task_self(), (vm_address_t
)resp
, mz
) == KERN_SUCCESS
);
633 if (!launchd_assumes(vm_allocate(mach_task_self(), (vm_address_t
*)&req
, mz
, flags
) == KERN_SUCCESS
)) {
636 if (!launchd_assumes(vm_allocate(mach_task_self(), (vm_address_t
*)&resp
, mz
, flags
) == KERN_SUCCESS
)) {
640 launchd_runtime2(mz
, req
, resp
);
642 /* If we get here, max_msg_size probably changed... */
647 launchd_set_bport(mach_port_t name
)
649 return errno
= task_set_bootstrap_port(mach_task_self(), name
);
653 launchd_get_bport(mach_port_t
*name
)
655 return errno
= task_get_bootstrap_port(mach_task_self(), name
);
659 launchd_mport_notify_req(mach_port_t name
, mach_msg_id_t which
)
661 mach_port_mscount_t msgc
= (which
== MACH_NOTIFY_PORT_DESTROYED
) ? 0 : 1;
662 mach_port_t previous
, where
= (which
== MACH_NOTIFY_NO_SENDERS
) ? name
: launchd_internal_port
;
664 if (which
== MACH_NOTIFY_NO_SENDERS
) {
665 /* Always make sure the send count is zero, in case a receive right is reused */
666 errno
= mach_port_set_mscount(mach_task_self(), name
, 0);
667 if (errno
!= KERN_SUCCESS
) {
672 errno
= mach_port_request_notification(mach_task_self(), name
, which
, msgc
, where
,
673 MACH_MSG_TYPE_MAKE_SEND_ONCE
, &previous
);
675 if (errno
== 0 && previous
!= MACH_PORT_NULL
) {
676 launchd_assumes(launchd_mport_deallocate(previous
) == KERN_SUCCESS
);
683 runtime_fork(mach_port_t bsport
)
685 sigset_t emptyset
, oset
;
690 sigemptyset(&emptyset
);
692 launchd_assumes(launchd_mport_make_send(bsport
) == KERN_SUCCESS
);
693 launchd_assumes(launchd_set_bport(bsport
) == KERN_SUCCESS
);
694 launchd_assumes(launchd_mport_deallocate(bsport
) == KERN_SUCCESS
);
696 launchd_assumes(sigprocmask(SIG_BLOCK
, &sigign_set
, &oset
) != -1);
697 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
698 launchd_assumes(signal(sigigns
[i
], SIG_DFL
) != SIG_ERR
);
705 for (i
= 0; i
< (sizeof(sigigns
) / sizeof(int)); i
++) {
706 launchd_assumes(signal(sigigns
[i
], SIG_IGN
) != SIG_ERR
);
708 launchd_assumes(sigprocmask(SIG_SETMASK
, &oset
, NULL
) != -1);
709 launchd_assumes(launchd_set_bport(MACH_PORT_NULL
) == KERN_SUCCESS
);
711 launchd_assumes(sigprocmask(SIG_SETMASK
, &emptyset
, NULL
) != -1);
721 runtime_set_timeout(timeout_callback to_cb
, unsigned int sec
)
723 if (sec
== 0 || to_cb
== NULL
) {
724 runtime_idle_callback
= NULL
;
725 runtime_idle_timeout
= 0;
728 runtime_idle_callback
= to_cb
;
729 runtime_idle_timeout
= sec
* 1000;
733 runtime_add_mport(mach_port_t name
, mig_callback demux
, mach_msg_size_t msg_size
)
735 size_t needed_table_sz
= (MACH_PORT_INDEX(name
) + 1) * sizeof(mig_callback
);
736 mach_port_t target_set
= demux
? ipc_port_set
: demand_port_set
;
738 msg_size
= round_page(msg_size
+ MAX_TRAILER_SIZE
);
740 if (needed_table_sz
> mig_cb_table_sz
) {
741 needed_table_sz
*= 2; /* Let's try and avoid realloc'ing for a while */
742 mig_callback
*new_table
= malloc(needed_table_sz
);
744 if (!launchd_assumes(new_table
!= NULL
)) {
745 return KERN_RESOURCE_SHORTAGE
;
749 memcpy(new_table
, mig_cb_table
, mig_cb_table_sz
);
753 mig_cb_table_sz
= needed_table_sz
;
754 mig_cb_table
= new_table
;
757 mig_cb_table
[MACH_PORT_INDEX(name
)] = demux
;
759 if (msg_size
> max_msg_size
) {
760 max_msg_size
= msg_size
;
763 return errno
= mach_port_move_member(mach_task_self(), name
, target_set
);
767 runtime_remove_mport(mach_port_t name
)
769 mig_cb_table
[MACH_PORT_INDEX(name
)] = NULL
;
771 return errno
= mach_port_move_member(mach_task_self(), name
, MACH_PORT_NULL
);
775 launchd_mport_make_send(mach_port_t name
)
777 return errno
= mach_port_insert_right(mach_task_self(), name
, name
, MACH_MSG_TYPE_MAKE_SEND
);
781 launchd_mport_close_recv(mach_port_t name
)
783 return errno
= mach_port_mod_refs(mach_task_self(), name
, MACH_PORT_RIGHT_RECEIVE
, -1);
787 launchd_mport_create_recv(mach_port_t
*name
)
789 return errno
= mach_port_allocate(mach_task_self(), MACH_PORT_RIGHT_RECEIVE
, name
);
793 launchd_mport_deallocate(mach_port_t name
)
795 return errno
= mach_port_deallocate(mach_task_self(), name
);
799 kevent_bulk_mod(struct kevent
*kev
, size_t kev_cnt
)
803 for (i
= 0; i
< kev_cnt
; i
++) {
804 kev
[i
].flags
|= EV_CLEAR
|EV_RECEIPT
;
807 return kevent(mainkq
, kev
, kev_cnt
, kev
, kev_cnt
, NULL
);
811 kevent_mod(uintptr_t ident
, short filter
, u_short flags
, u_int fflags
, intptr_t data
, void *udata
)
827 if (flags
& EV_ADD
&& !launchd_assumes(udata
!= NULL
)) {
832 EV_SET(&kev
, ident
, filter
, flags
, fflags
, data
, udata
);
834 r
= kevent(mainkq
, &kev
, 1, &kev
, 1, NULL
);
836 if (!launchd_assumes(r
== 1)) {
840 if (launchd_assumes(kev
.flags
& EV_ERROR
)) {
841 if ((flags
& EV_ADD
) && kev
.data
) {
842 runtime_syslog(LOG_DEBUG
, "%s(): See the next line...", __func__
);
843 log_kevent_struct(LOG_DEBUG
, &kev
, 0);
853 launchd_internal_demux(mach_msg_header_t
*Request
, mach_msg_header_t
*Reply
)
855 if (launchd_internal_server_routine(Request
)) {
856 return launchd_internal_server(Request
, Reply
);
857 } else if (notify_server_routine(Request
)) {
858 return notify_server(Request
, Reply
);
860 return mach_exc_server(Request
, Reply
);
865 do_mach_notify_port_destroyed(mach_port_t notify
, mach_port_t rights
)
867 /* This message is sent to us when a receive right is returned to us. */
869 if (!launchd_assumes(job_ack_port_destruction(rights
))) {
870 launchd_assumes(launchd_mport_close_recv(rights
) == KERN_SUCCESS
);
877 do_mach_notify_port_deleted(mach_port_t notify
, mach_port_name_t name
)
879 /* If we deallocate/destroy/mod_ref away a port with a pending
880 * notification, the original notification message is replaced with
881 * this message. To quote a Mach kernel expert, "the kernel has a
882 * send-once right that has to be used somehow."
888 do_mach_notify_no_senders(mach_port_t notify
, mach_port_mscount_t mscount
)
890 job_t j
= job_mig_intran(notify
);
892 /* This message is sent to us when the last customer of one of our
896 if (!launchd_assumes(j
!= NULL
)) {
900 job_ack_no_senders(j
);
906 do_mach_notify_send_once(mach_port_t notify
)
908 /* This message is sent to us every time we close a port that we have
909 * outstanding Mach notification requests on. We can safely ignore this
917 do_mach_notify_dead_name(mach_port_t notify
, mach_port_name_t name
)
919 /* This message is sent to us when one of our send rights no longer has
920 * a receiver somewhere else on the system.
923 if (name
== drain_reply_port
) {
924 launchd_assumes(launchd_mport_deallocate(name
) == KERN_SUCCESS
);
925 drain_reply_port
= MACH_PORT_NULL
;
928 if (launchd_assumes(root_jobmgr
!= NULL
)) {
929 root_jobmgr
= jobmgr_delete_anything_with_port(root_jobmgr
, name
);
932 /* A dead-name notification about a port appears to increment the
933 * rights on said port. Let's deallocate it so that we don't leak
936 launchd_assumes(launchd_mport_deallocate(name
) == KERN_SUCCESS
);
942 record_caller_creds(mach_msg_header_t
*mh
)
944 mach_msg_max_trailer_t
*tp
;
947 tp
= (mach_msg_max_trailer_t
*)((vm_offset_t
)mh
+ round_msg(mh
->msgh_size
));
949 trailer_size
= tp
->msgh_trailer_size
- (mach_msg_size_t
)(sizeof(mach_msg_trailer_type_t
) - sizeof(mach_msg_trailer_size_t
));
951 if (trailer_size
< (mach_msg_size_t
)sizeof(audit_token_t
)) {
956 au_tok
= &tp
->msgh_audit
;
960 runtime_get_caller_creds(struct ldcred
*ldc
)
966 audit_token_to_au32(*au_tok
, /* audit UID */ NULL
, &ldc
->euid
,
967 &ldc
->egid
, &ldc
->uid
, &ldc
->gid
, &ldc
->pid
,
968 &ldc
->asid
, /* au_tid_t */ NULL
);
974 launchd_runtime2(mach_msg_size_t msg_size
, mig_reply_error_t
*bufRequest
, mig_reply_error_t
*bufReply
)
976 mach_msg_options_t options
, tmp_options
;
977 mig_reply_error_t
*bufTemp
;
978 mig_callback the_demux
;
979 mach_msg_timeout_t to
;
980 mach_msg_return_t mr
;
982 options
= MACH_RCV_MSG
|MACH_RCV_TRAILER_ELEMENTS(MACH_RCV_TRAILER_AUDIT
) |
983 MACH_RCV_TRAILER_TYPE(MACH_MSG_TRAILER_FORMAT_0
);
985 tmp_options
= options
;
988 to
= MACH_MSG_TIMEOUT_NONE
;
990 if (msg_size
!= max_msg_size
) {
991 /* The buffer isn't big enougth to receive messages anymore... */
992 tmp_options
&= ~MACH_RCV_MSG
;
993 options
&= ~MACH_RCV_MSG
;
994 if (!(tmp_options
& MACH_SEND_MSG
)) {
999 if ((tmp_options
& MACH_RCV_MSG
) && (runtime_idle_callback
|| (runtime_busy_cnt
== 0))) {
1000 tmp_options
|= MACH_RCV_TIMEOUT
;
1002 if (!(tmp_options
& MACH_SEND_TIMEOUT
)) {
1003 to
= runtime_busy_cnt
? runtime_idle_timeout
: (RUNTIME_ADVISABLE_IDLE_TIMEOUT
* 1000);
1009 mr
= mach_msg(&bufReply
->Head
, tmp_options
, bufReply
->Head
.msgh_size
,
1010 msg_size
, ipc_port_set
, to
, MACH_PORT_NULL
);
1012 tmp_options
= options
;
1014 if (mr
== MACH_SEND_INVALID_DEST
|| mr
== MACH_SEND_TIMED_OUT
) {
1015 /* We need to clean up and start over. */
1016 if (bufReply
->Head
.msgh_bits
& MACH_MSGH_BITS_COMPLEX
) {
1017 mach_msg_destroy(&bufReply
->Head
);
1020 } else if (mr
== MACH_RCV_TIMED_OUT
) {
1021 if (to
!= MACH_MSG_TIMEOUT_NONE
) {
1022 if (runtime_busy_cnt
== 0) {
1024 } else if (runtime_idle_callback
) {
1025 runtime_idle_callback();
1029 } else if (!launchd_assumes(mr
== MACH_MSG_SUCCESS
)) {
1033 bufTemp
= bufRequest
;
1034 bufRequest
= bufReply
;
1037 if (!(tmp_options
& MACH_RCV_MSG
)) {
1041 /* we have another request message */
1043 if (!launchd_assumes(mig_cb_table
!= NULL
)) {
1047 the_demux
= mig_cb_table
[MACH_PORT_INDEX(bufRequest
->Head
.msgh_local_port
)];
1049 if (!launchd_assumes(the_demux
!= NULL
)) {
1053 record_caller_creds(&bufRequest
->Head
);
1056 * This is a total hack. We really need a bit in the kernel's proc
1057 * struct to declare our intent.
1059 static int no_hang_fd
= -1;
1060 if (no_hang_fd
== -1) {
1061 no_hang_fd
= _fd(open("/dev/autofs_nowait", 0));
1064 if (the_demux(&bufRequest
->Head
, &bufReply
->Head
) == FALSE
) {
1065 /* XXX - also gross */
1066 if (bufRequest
->Head
.msgh_id
== MACH_NOTIFY_NO_SENDERS
) {
1067 notify_server(&bufRequest
->Head
, &bufReply
->Head
);
1071 if (!(bufReply
->Head
.msgh_bits
& MACH_MSGH_BITS_COMPLEX
)) {
1072 if (bufReply
->RetCode
== MIG_NO_REPLY
) {
1073 bufReply
->Head
.msgh_remote_port
= MACH_PORT_NULL
;
1074 } else if ((bufReply
->RetCode
!= KERN_SUCCESS
) && (bufRequest
->Head
.msgh_bits
& MACH_MSGH_BITS_COMPLEX
)) {
1075 /* destroy the request - but not the reply port */
1076 bufRequest
->Head
.msgh_remote_port
= MACH_PORT_NULL
;
1077 mach_msg_destroy(&bufRequest
->Head
);
1081 if (bufReply
->Head
.msgh_remote_port
!= MACH_PORT_NULL
) {
1082 tmp_options
|= MACH_SEND_MSG
;
1084 if (MACH_MSGH_BITS_REMOTE(bufReply
->Head
.msgh_bits
) != MACH_MSG_TYPE_MOVE_SEND_ONCE
) {
1085 tmp_options
|= MACH_SEND_TIMEOUT
;
1092 runtime_close(int fd
)
1096 if (bulk_kev
) for (i
= bulk_kev_i
+ 1; i
< bulk_kev_cnt
; i
++) {
1097 switch (bulk_kev
[i
].filter
) {
1101 if ((int)bulk_kev
[i
].ident
== fd
) {
1102 runtime_syslog(LOG_DEBUG
, "Skipping kevent index: %d", i
);
1103 bulk_kev
[i
].filter
= 0;
1113 static FILE *ourlogfile
;
1116 runtime_closelog(void)
1119 launchd_assumes(fflush(ourlogfile
) == 0);
1120 launchd_assumes(runtime_fsync(fileno(ourlogfile
)) != -1);
1125 runtime_fsync(int fd
)
1127 if (debug_shutdown_hangs
) {
1128 return fcntl(fd
, F_FULLFSYNC
, NULL
);
1134 static int internal_mask_pri
= LOG_UPTO(LOG_NOTICE
);
1135 //static int internal_mask_pri = LOG_UPTO(LOG_DEBUG);
1138 runtime_setlogmask(int maskpri
)
1140 internal_mask_pri
= maskpri
;
1142 return internal_mask_pri
;
1146 runtime_syslog(int pri
, const char *message
, ...)
1148 struct runtime_syslog_attr attr
= {
1149 "com.apple.launchd", "com.apple.launchd",
1150 getpid() == 1 ? "System" : "Background",
1151 pri
, getuid(), getpid(), getpid()
1155 va_start(ap
, message
);
1157 runtime_vsyslog(&attr
, message
, ap
);
1163 runtime_vsyslog(struct runtime_syslog_attr
*attr
, const char *message
, va_list args
)
1165 static pthread_mutex_t ourlock
= PTHREAD_MUTEX_INITIALIZER
;
1166 static struct timeval shutdown_start
;
1167 static struct timeval prev_msg
;
1168 static int apple_internal_logging
= 1;
1169 struct timeval tvnow
, tvd_total
, tvd_msg_delta
= { 0, 0 };
1171 int saved_errno
= errno
;
1175 if (!(LOG_MASK(attr
->priority
) & internal_mask_pri
)) {
1179 if (apple_internal_logging
== 1) {
1180 apple_internal_logging
= stat("/AppleInternal", &sb
);
1184 if (!(debug_shutdown_hangs
&& getpid() == 1)) {
1185 if (attr
->priority
== LOG_APPLEONLY
) {
1186 if (apple_internal_logging
== -1) {
1189 attr
->priority
= LOG_NOTICE
;
1191 vsnprintf(newmsg
, sizeof(newmsg
), message
, args
);
1192 logmsg_add(attr
, saved_errno
, newmsg
);
1196 if (shutdown_start
.tv_sec
== 0) {
1197 gettimeofday(&shutdown_start
, NULL
);
1200 if (gettimeofday(&tvnow
, NULL
) == -1) {
1205 pthread_mutex_lock(&ourlock
);
1207 if (ourlogfile
== NULL
) {
1208 rename("/var/log/launchd-shutdown.log", "/var/log/launchd-shutdown.log.1");
1209 ourlogfile
= fopen("/var/log/launchd-shutdown.log", "a");
1212 pthread_mutex_unlock(&ourlock
);
1214 if (ourlogfile
== NULL
) {
1218 if (message
== NULL
) {
1222 timersub(&tvnow
, &shutdown_start
, &tvd_total
);
1224 if (prev_msg
.tv_sec
!= 0) {
1225 timersub(&tvnow
, &prev_msg
, &tvd_msg_delta
);
1230 snprintf(newmsg
, sizeof(newmsg
), "%3ld.%06d%4ld.%06d%6u %-40s%6u %-40s ",
1231 tvd_total
.tv_sec
, tvd_total
.tv_usec
,
1232 tvd_msg_delta
.tv_sec
, tvd_msg_delta
.tv_usec
,
1233 attr
->from_pid
, attr
->from_name
,
1234 attr
->about_pid
, attr
->about_name
);
1236 for (i
= 0, j
= strlen(newmsg
); message
[i
];) {
1237 if (message
[i
] == '%' && message
[i
+ 1] == 'm') {
1238 char *errs
= strerror(saved_errno
);
1239 strcpy(newmsg
+ j
, errs
? errs
: "unknown error");
1240 j
+= strlen(newmsg
+ j
);
1243 newmsg
[j
] = message
[i
];
1249 strcpy(newmsg
+ j
, "\n");
1251 vfprintf(ourlogfile
, newmsg
, args
);
1254 runtime_log_uncork_pending_drain();
1258 logmsg_add(struct runtime_syslog_attr
*attr
, int err_num
, const char *msg
)
1260 size_t lm_sz
= sizeof(struct logmsg_s
) + strlen(msg
) + strlen(attr
->from_name
) + strlen(attr
->about_name
) + strlen(attr
->session_name
) + 4;
1262 struct logmsg_s
*lm
;
1264 #define ROUND_TO_64BIT_WORD_SIZE(x) ((x + 7) & ~7)
1266 /* we do this to make the unpacking for the log_drain cause unalignment faults */
1267 lm_sz
= ROUND_TO_64BIT_WORD_SIZE(lm_sz
);
1269 if (!(lm
= calloc(1, lm_sz
))) {
1273 data_off
= lm
->data
;
1275 launchd_assumes(gettimeofday(&lm
->when
, NULL
) != -1);
1276 lm
->from_pid
= attr
->from_pid
;
1277 lm
->about_pid
= attr
->about_pid
;
1278 lm
->err_num
= err_num
;
1279 lm
->pri
= attr
->priority
;
1282 data_off
+= sprintf(data_off
, "%s", msg
) + 1;
1283 lm
->from_name
= data_off
;
1284 data_off
+= sprintf(data_off
, "%s", attr
->from_name
) + 1;
1285 lm
->about_name
= data_off
;
1286 data_off
+= sprintf(data_off
, "%s", attr
->about_name
) + 1;
1287 lm
->session_name
= data_off
;
1288 data_off
+= sprintf(data_off
, "%s", attr
->session_name
) + 1;
1290 STAILQ_INSERT_TAIL(&logmsg_queue
, lm
, sqe
);
1291 logmsg_queue_sz
+= lm_sz
;
1298 logmsg_remove(struct logmsg_s
*lm
)
1300 STAILQ_REMOVE(&logmsg_queue
, lm
, logmsg_s
, sqe
);
1301 logmsg_queue_sz
-= lm
->obj_sz
;
1308 runtime_log_pack(vm_offset_t
*outval
, mach_msg_type_number_t
*outvalCnt
)
1310 struct logmsg_s
*lm
;
1313 *outvalCnt
= logmsg_queue_sz
;
1315 mig_allocate(outval
, *outvalCnt
);
1321 offset
= (void *)*outval
;
1323 while ((lm
= STAILQ_FIRST(&logmsg_queue
))) {
1324 lm
->from_name
-= (size_t)lm
;
1325 lm
->about_name
-= (size_t)lm
;
1326 lm
->msg
-= (size_t)lm
;
1327 lm
->session_name
-= (size_t)lm
;
1329 memcpy(offset
, lm
, lm
->obj_sz
);
1331 offset
+= lm
->obj_sz
;
1340 runtime_log_uncork_pending_drain(void)
1342 mach_msg_type_number_t outvalCnt
;
1343 mach_port_t tmp_port
;
1346 if (!drain_reply_port
) {
1350 if (logmsg_queue_cnt
== 0) {
1354 if (runtime_log_pack(&outval
, &outvalCnt
) != 0) {
1358 tmp_port
= drain_reply_port
;
1359 drain_reply_port
= MACH_PORT_NULL
;
1361 if ((errno
= job_mig_log_drain_reply(tmp_port
, 0, outval
, outvalCnt
))) {
1362 launchd_assumes(errno
== MACH_SEND_INVALID_DEST
);
1363 launchd_assumes(launchd_mport_deallocate(tmp_port
) == KERN_SUCCESS
);
1366 mig_deallocate(outval
, outvalCnt
);
1370 runtime_log_push(void)
1372 mach_msg_type_number_t outvalCnt
;
1375 if (logmsg_queue_cnt
== 0) {
1376 launchd_assumes(STAILQ_EMPTY(&logmsg_queue
));
1378 } else if (getpid() == 1) {
1382 if (runtime_log_pack(&outval
, &outvalCnt
) != 0) {
1386 launchd_assumes(_vprocmgr_log_forward(inherited_bootstrap_port
, (void *)outval
, outvalCnt
) == NULL
);
1388 mig_deallocate(outval
, outvalCnt
);
1392 runtime_log_forward(uid_t forward_uid
, gid_t forward_gid
, vm_offset_t inval
, mach_msg_type_number_t invalCnt
)
1394 struct logmsg_s
*lm
, *lm_walk
;
1395 mach_msg_type_number_t data_left
= invalCnt
;
1401 for (lm_walk
= (struct logmsg_s
*)inval
; (data_left
> 0) && (lm_walk
->obj_sz
<= data_left
); lm_walk
= ((void *)lm_walk
+ lm_walk
->obj_sz
)) {
1402 if (!launchd_assumes(lm
= malloc(lm_walk
->obj_sz
))) {
1406 memcpy(lm
, lm_walk
, lm_walk
->obj_sz
);
1407 lm
->sender_uid
= forward_uid
;
1408 lm
->sender_gid
= forward_gid
;
1410 lm
->from_name
+= (size_t)lm
;
1411 lm
->about_name
+= (size_t)lm
;
1412 lm
->msg
+= (size_t)lm
;
1413 lm
->session_name
+= (size_t)lm
;
1415 STAILQ_INSERT_TAIL(&logmsg_queue
, lm
, sqe
);
1416 logmsg_queue_sz
+= lm
->obj_sz
;
1419 data_left
-= lm
->obj_sz
;
1422 mig_deallocate(inval
, invalCnt
);
1428 runtime_log_drain(mach_port_t srp
, vm_offset_t
*outval
, mach_msg_type_number_t
*outvalCnt
)
1430 if (logmsg_queue_cnt
== 0) {
1431 launchd_assumes(STAILQ_EMPTY(&logmsg_queue
));
1432 launchd_assumes(drain_reply_port
== 0);
1434 drain_reply_port
= srp
;
1435 launchd_assumes(launchd_mport_notify_req(drain_reply_port
, MACH_NOTIFY_DEAD_NAME
) == KERN_SUCCESS
);
1437 return MIG_NO_REPLY
;
1440 return runtime_log_pack(outval
, outvalCnt
);
1444 * We should break this into two reference counts.
1446 * One for hard references that would prevent exiting.
1447 * One for soft references that would only prevent idle exiting.
1449 * In the long run, reference counting should completely automate when a
1450 * process can and should exit.
1453 runtime_add_ref(void)
1459 runtime_del_ref(void)
1465 catch_mach_exception_raise(mach_port_t exception_port
, mach_port_t thread
, mach_port_t task
,
1466 exception_type_t exception
, mach_exception_data_t code
, mach_msg_type_number_t codeCnt
)
1468 runtime_syslog(LOG_NOTICE
, "%s(): thread: 0x%x task: 0x%x type: 0x%x code: %p codeCnt: 0x%x",
1469 __func__
, thread
, task
, exception
, code
, codeCnt
);
1471 launchd_assumes(launchd_mport_deallocate(thread
) == KERN_SUCCESS
);
1472 launchd_assumes(launchd_mport_deallocate(task
) == KERN_SUCCESS
);
1478 catch_mach_exception_raise_state(mach_port_t exception_port
,
1479 exception_type_t exception
, const mach_exception_data_t code
, mach_msg_type_number_t codeCnt
,
1480 int *flavor
, const thread_state_t old_state
, mach_msg_type_number_t old_stateCnt
,
1481 thread_state_t new_state
, mach_msg_type_number_t
*new_stateCnt
)
1483 runtime_syslog(LOG_NOTICE
, "%s(): type: 0x%x code: %p codeCnt: 0x%x flavor: %p old_state: %p old_stateCnt: 0x%x new_state: %p new_stateCnt: %p",
1484 __func__
, exception
, code
, codeCnt
, flavor
, old_state
, old_stateCnt
, new_state
, new_stateCnt
);
1486 memcpy(new_state
, old_state
, old_stateCnt
* sizeof(old_state
[0]));
1487 *new_stateCnt
= old_stateCnt
;
1493 catch_mach_exception_raise_state_identity(mach_port_t exception_port
, mach_port_t thread
, mach_port_t task
,
1494 exception_type_t exception
, mach_exception_data_t code
, mach_msg_type_number_t codeCnt
,
1495 int *flavor
, thread_state_t old_state
, mach_msg_type_number_t old_stateCnt
,
1496 thread_state_t new_state
, mach_msg_type_number_t
*new_stateCnt
)
1498 runtime_syslog(LOG_NOTICE
, "%s(): thread: 0x%x task: 0x%x type: 0x%x code: %p codeCnt: 0x%x flavor: %p old_state: %p old_stateCnt: 0x%x new_state: %p new_stateCnt: %p",
1499 __func__
, thread
, task
, exception
, code
, codeCnt
, flavor
, old_state
, old_stateCnt
, new_state
, new_stateCnt
);
1501 memcpy(new_state
, old_state
, old_stateCnt
* sizeof(old_state
[0]));
1502 *new_stateCnt
= old_stateCnt
;
1504 launchd_assumes(launchd_mport_deallocate(thread
) == KERN_SUCCESS
);
1505 launchd_assumes(launchd_mport_deallocate(task
) == KERN_SUCCESS
);