2 * Copyright (c) 2000-2016 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989 Carnegie Mellon University
34 * All Rights Reserved.
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
46 * Carnegie Mellon requests users of this software to return to
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
57 * NOTICE: This file was modified by McAfee Research in 2004 to introduce
58 * support for mandatory and extensible security protections. This notice
59 * is included in support of clause 2.2 (b) of the Apple Public License,
61 * Copyright (c) 2005 SPARTA, Inc.
66 * File: kern/ipc_kobject.c
70 * Functions for letting a port represent a kernel object.
73 #include <mach_debug.h>
74 #include <mach_ipc_test.h>
76 #include <mach/port.h>
77 #include <mach/kern_return.h>
78 #include <mach/message.h>
79 #include <mach/mig_errors.h>
80 #include <mach/notify.h>
82 #include <mach/vm_param.h>
84 #include <mach/mach_vm_server.h>
85 #include <mach/mach_port_server.h>
86 #include <mach/mach_host_server.h>
87 #include <mach/host_priv_server.h>
88 #include <mach/host_security_server.h>
89 #include <mach/clock_server.h>
90 #include <mach/clock_priv_server.h>
91 #include <mach/lock_set_server.h>
92 #include <mach/memory_entry_server.h>
93 #include <mach/memory_object_control_server.h>
94 #include <mach/memory_object_default_server.h>
95 #include <mach/processor_server.h>
96 #include <mach/processor_set_server.h>
97 #include <mach/task_server.h>
98 #include <mach/mach_voucher_server.h>
99 #include <mach/mach_voucher_attr_control_server.h>
101 #include <mach/vm32_map_server.h>
103 #include <mach/thread_act_server.h>
105 #include <mach/exc_server.h>
106 #include <mach/mach_exc_server.h>
108 #include <device/device_types.h>
109 #include <device/device_server.h>
111 #include <UserNotification/UNDReplyServer.h>
114 #include <kern/audit_sessionport.h>
117 #if MACH_MACHINE_ROUTINES
118 #include <machine/machine_routines.h>
119 #endif /* MACH_MACHINE_ROUTINES */
121 #include <uk_xkern/xk_uproxy_server.h>
122 #endif /* XK_PROXY */
124 #include <kern/ipc_tt.h>
125 #include <kern/ipc_mig.h>
126 #include <kern/ipc_misc.h>
127 #include <kern/ipc_kobject.h>
128 #include <kern/host_notify.h>
129 #include <kern/mk_timer.h>
130 #include <kern/misc_protos.h>
131 #include <ipc/ipc_kmsg.h>
132 #include <ipc/ipc_port.h>
133 #include <ipc/ipc_voucher.h>
134 #include <kern/sync_sema.h>
135 #include <kern/counters.h>
136 #include <kern/work_interval.h>
138 #include <vm/vm_protos.h>
140 #include <security/mac_mach_internal.h>
142 extern char *proc_name_address(void *p
);
143 extern int proc_pid(void *p
);
146 * Routine: ipc_kobject_notify
148 * Deliver notifications to kobjects that care about them.
152 mach_msg_header_t
*request_header
,
153 mach_msg_header_t
*reply_header
);
157 mig_routine_t routine
;
160 mach_counter_t callcount
;
164 #define MAX_MIG_ENTRIES 1031
165 #define MIG_HASH(x) (x)
168 #define max(a,b) (((a) > (b)) ? (a) : (b))
171 static mig_hash_t mig_buckets
[MAX_MIG_ENTRIES
];
172 static int mig_table_max_displ
;
173 static mach_msg_size_t mig_reply_size
= sizeof(mig_reply_error_t
);
177 const struct mig_subsystem
*mig_e
[] = {
178 (const struct mig_subsystem
*)&mach_vm_subsystem
,
179 (const struct mig_subsystem
*)&mach_port_subsystem
,
180 (const struct mig_subsystem
*)&mach_host_subsystem
,
181 (const struct mig_subsystem
*)&host_priv_subsystem
,
182 (const struct mig_subsystem
*)&host_security_subsystem
,
183 (const struct mig_subsystem
*)&clock_subsystem
,
184 (const struct mig_subsystem
*)&clock_priv_subsystem
,
185 (const struct mig_subsystem
*)&processor_subsystem
,
186 (const struct mig_subsystem
*)&processor_set_subsystem
,
187 (const struct mig_subsystem
*)&is_iokit_subsystem
,
188 (const struct mig_subsystem
*)&lock_set_subsystem
,
189 (const struct mig_subsystem
*)&task_subsystem
,
190 (const struct mig_subsystem
*)&thread_act_subsystem
,
192 (const struct mig_subsystem
*)&vm32_map_subsystem
,
194 (const struct mig_subsystem
*)&UNDReply_subsystem
,
195 (const struct mig_subsystem
*)&mach_voucher_subsystem
,
196 (const struct mig_subsystem
*)&mach_voucher_attr_control_subsystem
,
197 (const struct mig_subsystem
*)&memory_entry_subsystem
,
200 (const struct mig_subsystem
*)&do_uproxy_xk_uproxy_subsystem
,
201 #endif /* XK_PROXY */
202 #if MACH_MACHINE_ROUTINES
203 (const struct mig_subsystem
*)&MACHINE_SUBSYSTEM
,
204 #endif /* MACH_MACHINE_ROUTINES */
206 (const struct mig_subsystem
*)&mcmsg_info_subsystem
,
207 #endif /* MCMSG && iPSC860 */
208 (const struct mig_subsystem
*)&catch_exc_subsystem
,
209 (const struct mig_subsystem
*)&catch_mach_exc_subsystem
,
216 unsigned int i
, n
= sizeof(mig_e
)/sizeof(const struct mig_subsystem
*);
218 mach_msg_id_t j
, pos
, nentry
, range
;
220 for (i
= 0; i
< n
; i
++) {
221 range
= mig_e
[i
]->end
- mig_e
[i
]->start
;
222 if (!mig_e
[i
]->start
|| range
< 0)
223 panic("the msgh_ids in mig_e[] aren't valid!");
225 for (j
= 0; j
< range
; j
++) {
226 if (mig_e
[i
]->routine
[j
].stub_routine
) {
227 /* Only put real entries in the table */
228 nentry
= j
+ mig_e
[i
]->start
;
229 for (pos
= MIG_HASH(nentry
) % MAX_MIG_ENTRIES
, howmany
= 1;
230 mig_buckets
[pos
].num
;
231 pos
++, pos
= pos
% MAX_MIG_ENTRIES
, howmany
++) {
232 if (mig_buckets
[pos
].num
== nentry
) {
233 printf("message id = %d\n", nentry
);
234 panic("multiple entries with the same msgh_id");
236 if (howmany
== MAX_MIG_ENTRIES
)
237 panic("the mig dispatch table is too small");
240 mig_buckets
[pos
].num
= nentry
;
241 mig_buckets
[pos
].routine
= mig_e
[i
]->routine
[j
].stub_routine
;
242 if (mig_e
[i
]->routine
[j
].max_reply_msg
)
243 mig_buckets
[pos
].size
= mig_e
[i
]->routine
[j
].max_reply_msg
;
245 mig_buckets
[pos
].size
= mig_e
[i
]->maxsize
;
247 mig_table_max_displ
= max(howmany
, mig_table_max_displ
);
251 printf("mig_table_max_displ = %d\n", mig_table_max_displ
);
256 * Routine: ipc_kobject_server
258 * Handle a message sent to the kernel.
259 * Generates a reply message.
260 * Version for Untyped IPC.
268 mach_msg_option_t __unused option
)
270 mach_msg_size_t reply_size
;
274 ipc_port_t replyp
= IPC_PORT_NULL
;
275 mach_msg_format_0_trailer_t
*trailer
;
277 task_t task
= TASK_NULL
;
279 boolean_t exec_token_changed
= FALSE
;
280 int request_msgh_id
= request
->ikm_header
->msgh_id
;
283 * Find out corresponding mig_hash entry if any
286 unsigned int i
= (unsigned int)MIG_HASH(request_msgh_id
);
287 int max_iter
= mig_table_max_displ
;
290 ptr
= &mig_buckets
[i
++ % MAX_MIG_ENTRIES
];
291 } while (request_msgh_id
!= ptr
->num
&& ptr
->num
&& --max_iter
);
293 if (!ptr
->routine
|| request_msgh_id
!= ptr
->num
) {
294 ptr
= (mig_hash_t
*)0;
295 reply_size
= mig_reply_size
;
297 reply_size
= ptr
->size
;
304 /* round up for trailer size */
305 reply_size
+= MAX_TRAILER_SIZE
;
306 reply
= ipc_kmsg_alloc(reply_size
);
308 if (reply
== IKM_NULL
) {
309 printf("ipc_kobject_server: dropping request\n");
310 ipc_kmsg_trace_send(request
, option
);
311 ipc_kmsg_destroy(request
);
316 * Initialize reply message.
319 #define InP ((mach_msg_header_t *) request->ikm_header)
320 #define OutP ((mig_reply_error_t *) reply->ikm_header)
323 * MIG should really assure no data leakage -
324 * but until it does, pessimistically zero the
325 * whole reply buffer.
327 bzero((void *)OutP
, reply_size
);
329 OutP
->NDR
= NDR_record
;
330 OutP
->Head
.msgh_size
= sizeof(mig_reply_error_t
);
332 OutP
->Head
.msgh_bits
=
333 MACH_MSGH_BITS_SET(MACH_MSGH_BITS_LOCAL(InP
->msgh_bits
), 0, 0, 0);
334 OutP
->Head
.msgh_remote_port
= InP
->msgh_local_port
;
335 OutP
->Head
.msgh_local_port
= MACH_PORT_NULL
;
336 OutP
->Head
.msgh_voucher_port
= MACH_PORT_NULL
;
337 OutP
->Head
.msgh_id
= InP
->msgh_id
+ 100;
344 * Find the routine to call, and call it
345 * to perform the kernel function
347 ipc_kmsg_trace_send(request
, option
);
351 * Check if the port is a task port, if its a task port then
352 * snapshot the task exec token before the mig routine call.
354 ipc_port_t port
= request
->ikm_header
->msgh_remote_port
;
355 if (IP_VALID(port
) && ip_kotype(port
) == IKOT_TASK
) {
356 task
= convert_port_to_task_with_exec_token(port
, &exec_token
);
359 (*ptr
->routine
)(request
->ikm_header
, reply
->ikm_header
);
361 /* Check if the exec token changed during the mig routine */
362 if (task
!= TASK_NULL
) {
363 if (exec_token
!= task
->exec_token
) {
364 exec_token_changed
= TRUE
;
366 task_deallocate(task
);
369 kernel_task
->messages_received
++;
372 if (!ipc_kobject_notify(request
->ikm_header
, reply
->ikm_header
)){
373 #if DEVELOPMENT || DEBUG
374 printf("ipc_kobject_server: bogus kernel message, id=%d\n",
375 request
->ikm_header
->msgh_id
);
376 #endif /* DEVELOPMENT || DEBUG */
377 _MIG_MSGID_INVALID(request
->ikm_header
->msgh_id
);
379 ((mig_reply_error_t
*) reply
->ikm_header
)->RetCode
383 kernel_task
->messages_received
++;
385 kernel_task
->messages_sent
++;
389 * Destroy destination. The following code differs from
390 * ipc_object_destroy in that we release the send-once
391 * right instead of generating a send-once notification
392 * (which would bring us here again, creating a loop).
393 * It also differs in that we only expect send or
394 * send-once rights, never receive rights.
396 * We set msgh_remote_port to IP_NULL so that the kmsg
397 * destroy routines don't try to destroy the port twice.
399 destp
= (ipc_port_t
*) &request
->ikm_header
->msgh_remote_port
;
400 switch (MACH_MSGH_BITS_REMOTE(request
->ikm_header
->msgh_bits
)) {
401 case MACH_MSG_TYPE_PORT_SEND
:
402 ipc_port_release_send(*destp
);
405 case MACH_MSG_TYPE_PORT_SEND_ONCE
:
406 ipc_port_release_sonce(*destp
);
410 panic("ipc_kobject_server: strange destination rights");
415 * Destroy voucher. The kernel MIG servers never take ownership
416 * of vouchers sent in messages. Swallow any such rights here.
418 if (IP_VALID(request
->ikm_voucher
)) {
419 assert(MACH_MSG_TYPE_PORT_SEND
==
420 MACH_MSGH_BITS_VOUCHER(request
->ikm_header
->msgh_bits
));
421 ipc_port_release_send(request
->ikm_voucher
);
422 request
->ikm_voucher
= IP_NULL
;
425 if (!(reply
->ikm_header
->msgh_bits
& MACH_MSGH_BITS_COMPLEX
) &&
426 ((mig_reply_error_t
*) reply
->ikm_header
)->RetCode
!= KERN_SUCCESS
)
427 kr
= ((mig_reply_error_t
*) reply
->ikm_header
)->RetCode
;
431 if ((kr
== KERN_SUCCESS
) || (kr
== MIG_NO_REPLY
)) {
433 * The server function is responsible for the contents
434 * of the message. The reply port right is moved
435 * to the reply message, and we have deallocated
436 * the destination port right, so we just need
439 ipc_kmsg_free(request
);
443 * The message contents of the request are intact.
444 * Destroy everthing except the reply port right,
445 * which is needed in the reply message.
447 request
->ikm_header
->msgh_local_port
= MACH_PORT_NULL
;
448 ipc_kmsg_destroy(request
);
451 replyp
= (ipc_port_t
)reply
->ikm_header
->msgh_remote_port
;
453 if (kr
== MIG_NO_REPLY
) {
455 * The server function will send a reply message
456 * using the reply port right, which it has saved.
459 ipc_kmsg_free(reply
);
462 } else if (!IP_VALID(replyp
)) {
464 * Can't queue the reply message if the destination
465 * (the reply port) isn't valid.
468 ipc_kmsg_destroy(reply
);
471 } else if (replyp
->ip_receiver
== ipc_space_kernel
) {
473 * Don't send replies to kobject kernel ports
475 #if DEVELOPMENT || DEBUG
476 printf("%s: refusing to send reply to kobject %d port (id:%d)\n",
477 __func__
, ip_kotype(replyp
), request_msgh_id
);
478 #endif /* DEVELOPMENT || DEBUG */
479 ipc_kmsg_destroy(reply
);
483 /* Fail the MIG call if the task exec token changed during the call */
484 if (kr
== KERN_SUCCESS
&& exec_token_changed
) {
486 * Create a new reply msg with error and destroy the old reply msg.
488 ipc_kmsg_t new_reply
= ipc_kmsg_alloc(reply_size
);
490 if (new_reply
== IKM_NULL
) {
491 printf("ipc_kobject_server: dropping request\n");
492 ipc_kmsg_destroy(reply
);
496 * Initialize the new reply message.
499 #define OutP_new ((mig_reply_error_t *) new_reply->ikm_header)
500 #define OutP_old ((mig_reply_error_t *) reply->ikm_header)
502 bzero((void *)OutP_new
, reply_size
);
504 OutP_new
->NDR
= OutP_old
->NDR
;
505 OutP_new
->Head
.msgh_size
= sizeof(mig_reply_error_t
);
506 OutP_new
->Head
.msgh_bits
= OutP_old
->Head
.msgh_bits
& ~MACH_MSGH_BITS_COMPLEX
;
507 OutP_new
->Head
.msgh_remote_port
= OutP_old
->Head
.msgh_remote_port
;
508 OutP_new
->Head
.msgh_local_port
= MACH_PORT_NULL
;
509 OutP_new
->Head
.msgh_voucher_port
= MACH_PORT_NULL
;
510 OutP_new
->Head
.msgh_id
= OutP_old
->Head
.msgh_id
;
512 /* Set the error as KERN_INVALID_TASK */
513 OutP_new
->RetCode
= KERN_INVALID_TASK
;
520 * Destroy everything in reply except the reply port right,
521 * which is needed in the new reply message.
523 reply
->ikm_header
->msgh_remote_port
= MACH_PORT_NULL
;
524 ipc_kmsg_destroy(reply
);
529 trailer
= (mach_msg_format_0_trailer_t
*)
530 ((vm_offset_t
)reply
->ikm_header
+ (int)reply
->ikm_header
->msgh_size
);
532 trailer
->msgh_sender
= KERNEL_SECURITY_TOKEN
;
533 trailer
->msgh_trailer_type
= MACH_MSG_TRAILER_FORMAT_0
;
534 trailer
->msgh_trailer_size
= MACH_MSG_TRAILER_MINIMUM_SIZE
;
540 * Routine: ipc_kobject_set
542 * Make a port represent a kernel object of the given type.
543 * The caller is responsible for handling refs for the
544 * kernel object, if necessary.
546 * Nothing locked. The port must be active if setting
547 * a kobject linkage. Clearing a linkage is OK on an
553 ipc_kobject_t kobject
,
554 ipc_kobject_type_t type
)
557 ipc_kobject_set_atomically(port
, kobject
, type
);
562 ipc_kobject_set_atomically(
564 ipc_kobject_t kobject
,
565 ipc_kobject_type_t type
)
567 assert(type
== IKOT_NONE
|| ip_active(port
));
569 port
->ip_spares
[2] = (port
->ip_bits
& IO_BITS_KOTYPE
);
570 #endif /* MACH_ASSERT */
571 port
->ip_bits
= (port
->ip_bits
&~ IO_BITS_KOTYPE
) | type
;
572 port
->ip_kobject
= kobject
;
576 * Routine: ipc_kobject_destroy
578 * Release any kernel object resources associated
579 * with the port, which is being destroyed.
581 * This should only be needed when resources are
582 * associated with a user's port. In the normal case,
583 * when the kernel is the receiver, the code calling
584 * ipc_port_dealloc_kernel should clean up the resources.
586 * The port is not locked, but it is dead.
593 switch (ip_kotype(port
)) {
596 mk_timer_port_destroy(port
);
599 case IKOT_NAMED_ENTRY
:
600 mach_destroy_memory_entry(port
);
603 case IKOT_HOST_NOTIFY
:
604 host_notify_port_destroy(port
);
615 mach_msg_header_t
*request_header
,
616 mach_msg_header_t
*reply_header
)
618 mach_msg_max_trailer_t
* trailer
;
619 ipc_port_t port
= (ipc_port_t
) request_header
->msgh_remote_port
;
621 ((mig_reply_error_t
*) reply_header
)->RetCode
= MIG_NO_REPLY
;
623 trailer
= (mach_msg_max_trailer_t
*)
624 ((vm_offset_t
)request_header
+ request_header
->msgh_size
);
627 * The kobject notification is privileged and can change the
628 * refcount on kernel-internal objects - make sure
629 * that the message wasn't faked!
631 if (0 != bcmp(&trailer
->msgh_audit
, &KERNEL_AUDIT_TOKEN
,
632 sizeof(trailer
->msgh_audit
))) {
635 if (0 != bcmp(&trailer
->msgh_sender
, &KERNEL_SECURITY_TOKEN
,
636 sizeof(trailer
->msgh_sender
))) {
640 switch (request_header
->msgh_id
) {
641 case MACH_NOTIFY_NO_SENDERS
:
642 switch (ip_kotype(port
)) {
644 ipc_voucher_notify(request_header
);
647 case IKOT_VOUCHER_ATTR_CONTROL
:
648 ipc_voucher_attr_control_notify(request_header
);
652 semaphore_notify(request_header
);
656 task_port_notify(request_header
);
659 case IKOT_NAMED_ENTRY
:
663 * Bring the sequence number and mscount in
664 * line with ipc_port_destroy assertion.
666 port
->ip_mscount
= 0;
667 port
->ip_messages
.imq_seqno
= 0;
668 ipc_port_destroy(port
); /* releases lock */
673 request_header
->msgh_remote_port
,
674 (mach_port_mscount_t
)
675 ((mach_no_senders_notification_t
*)
676 request_header
)->not_count
);
677 reply_header
->msgh_remote_port
= MACH_PORT_NULL
;
681 case IKOT_AU_SESSIONPORT
:
682 audit_session_nosenders(request_header
);
686 fileport_notify(request_header
);
689 case IKOT_WORK_INTERVAL
:
690 work_interval_port_notify(request_header
);
696 case MACH_NOTIFY_PORT_DELETED
:
697 case MACH_NOTIFY_PORT_DESTROYED
:
698 case MACH_NOTIFY_SEND_ONCE
:
699 case MACH_NOTIFY_DEAD_NAME
:
705 switch (ip_kotype(port
)) {
708 case IKOT_IOKIT_OBJECT
:
709 case IKOT_IOKIT_CONNECT
:
710 case IKOT_IOKIT_IDENT
:
712 return iokit_notify(request_header
);
715 case IKOT_TASK_RESUME
:
717 return task_suspension_notify(request_header
);