2 * Copyright (c) 2000-2009 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
29 * @OSF_FREE_COPYRIGHT@
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
34 * All Rights Reserved.
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
46 * Carnegie Mellon requests users of this software to return to
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
60 * Author: Avadis Tevanian, Jr.
62 * This file contains the structure definitions for threads.
66 * Copyright (c) 1993 The University of Utah and
67 * the Computer Systems Laboratory (CSL). All rights reserved.
69 * Permission to use, copy, modify and distribute this software and its
70 * documentation is hereby granted, provided that both the copyright
71 * notice and this permission notice appear in all copies of the
72 * software, derivative works or modified versions, and any portions
73 * thereof, and that both notices appear in supporting documentation.
75 * THE UNIVERSITY OF UTAH AND CSL ALLOW FREE USE OF THIS SOFTWARE IN ITS "AS
76 * IS" CONDITION. THE UNIVERSITY OF UTAH AND CSL DISCLAIM ANY LIABILITY OF
77 * ANY KIND FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
79 * CSL requests users of this software to return to csl-dist@cs.utah.edu any
80 * improvements that they make and grant CSL redistribution rights.
84 #ifndef _KERN_THREAD_H_
85 #define _KERN_THREAD_H_
87 #include <mach/kern_return.h>
88 #include <mach/mach_types.h>
89 #include <mach/message.h>
90 #include <mach/boolean.h>
91 #include <mach/vm_param.h>
92 #include <mach/thread_info.h>
93 #include <mach/thread_status.h>
94 #include <mach/exception_types.h>
96 #include <kern/kern_types.h>
98 #include <sys/cdefs.h>
100 #ifdef MACH_KERNEL_PRIVATE
102 #include <cputypes.h>
104 #include <mach_assert.h>
105 #include <mach_ldebug.h>
107 #include <ipc/ipc_types.h>
109 #include <mach/port.h>
110 #include <kern/cpu_number.h>
111 #include <kern/queue.h>
112 #include <kern/timer.h>
113 #include <kern/lock.h>
114 #include <kern/locks.h>
115 #include <kern/sched.h>
116 #include <kern/sched_prim.h>
117 #include <kern/thread_call.h>
118 #include <kern/timer_call.h>
119 #include <kern/task.h>
120 #include <kern/exception.h>
121 #include <kern/affinity.h>
123 #include <ipc/ipc_kmsg.h>
125 #include <machine/cpu_data.h>
126 #include <machine/thread.h>
130 * NOTE: The runq field in the thread structure has an unusual
131 * locking protocol. If its value is PROCESSOR_NULL, then it is
132 * locked by the thread_lock, but if its value is something else
133 * then it is locked by the associated run queue lock.
135 * When the thread is on a wait queue, these first three fields
136 * are treated as an unofficial union with a wait_queue_element.
137 * If you change these, you must change that definition as well
138 * (kern/wait_queue.h).
140 /* Items examined often, modified infrequently */
141 queue_chain_t links
; /* run/wait queue links */
142 processor_t runq
; /* run queue assignment */
143 wait_queue_t wait_queue
; /* wait queue we are currently on */
144 event64_t wait_event
; /* wait queue event */
145 integer_t options
; /* options set by thread itself */
146 #define TH_OPT_INTMASK 0x03 /* interrupt / abort level */
147 #define TH_OPT_VMPRIV 0x04 /* may allocate reserved memory */
148 #define TH_OPT_DTRACE 0x08 /* executing under dtrace_probe */
150 /* Data updated during assert_wait/thread_wakeup */
151 decl_simple_lock_data(,sched_lock
) /* scheduling lock (thread_lock()) */
152 decl_simple_lock_data(,wake_lock
) /* for thread stop / wait (wake_lock()) */
153 boolean_t wake_active
; /* wake event on stop */
154 int at_safe_point
; /* thread_abort_safely allowed */
155 ast_t reason
; /* why we blocked */
156 wait_result_t wait_result
; /* outcome of wait -
157 * may be examined by this thread
159 thread_continue_t continuation
; /* continue here next dispatch */
160 void *parameter
; /* continuation parameter */
162 /* Data updated/used in thread_invoke */
163 struct funnel_lock
*funnel_lock
; /* Non-reentrancy funnel */
165 #define TH_FN_OWNED 0x1 /* we own the funnel */
166 #define TH_FN_REFUNNEL 0x2 /* re-acquire funnel on dispatch */
168 vm_offset_t kernel_stack
; /* current kernel stack */
169 vm_offset_t reserved_stack
; /* reserved kernel stack */
174 * Thread states [bits or'ed]
176 #define TH_WAIT 0x01 /* queued for waiting */
177 #define TH_SUSP 0x02 /* stopped or requested to stop */
178 #define TH_RUN 0x04 /* running or on runq */
179 #define TH_UNINT 0x08 /* waiting uninteruptibly */
180 #define TH_TERMINATE 0x10 /* halted at termination */
181 #define TH_TERMINATE2 0x20 /* added to termination queue */
183 #define TH_IDLE 0x80 /* idling processor */
185 /* Scheduling information */
186 integer_t sched_mode
; /* scheduling mode bits */
187 #define TH_MODE_REALTIME 0x0001 /* time constraints supplied */
188 #define TH_MODE_TIMESHARE 0x0002 /* use timesharing algorithm */
189 #define TH_MODE_FAILSAFE 0x0004 /* fail-safe has tripped */
190 #define TH_MODE_PROMOTED 0x0008 /* sched pri has been promoted */
191 #define TH_MODE_ABORT 0x0010 /* abort interruptible waits */
192 #define TH_MODE_ABORTSAFELY 0x0020 /* ... but only those at safe point */
193 #define TH_MODE_ISABORTED (TH_MODE_ABORT | TH_MODE_ABORTSAFELY)
194 #define TH_MODE_DEPRESS 0x0040 /* normal depress yield */
195 #define TH_MODE_POLLDEPRESS 0x0080 /* polled depress yield */
196 #define TH_MODE_ISDEPRESSED (TH_MODE_DEPRESS | TH_MODE_POLLDEPRESS)
198 integer_t sched_pri
; /* scheduled (current) priority */
199 integer_t priority
; /* base priority */
200 integer_t max_priority
; /* max base priority */
201 integer_t task_priority
; /* copy of task base priority */
203 integer_t promotions
; /* level of promotion */
204 integer_t pending_promoter_index
;
205 void *pending_promoter
[2];
207 integer_t importance
; /* task-relative importance */
209 /* real-time parameters */
210 struct { /* see mach/thread_policy.h */
212 uint32_t computation
;
214 boolean_t preemptible
;
219 uint32_t current_quantum
; /* duration of current quantum */
221 /* Data used during setrun/dispatch */
222 timer_data_t system_timer
; /* system mode timer */
223 processor_t bound_processor
; /* bound to a processor? */
224 processor_t last_processor
; /* processor last dispatched on */
226 /* Fail-safe computation since last unblock or qualifying yield */
227 uint64_t computation_metered
;
228 uint64_t computation_epoch
;
229 integer_t safe_mode
; /* saved mode during fail-safe */
230 natural_t safe_release
; /* when to release fail-safe */
232 /* Call out from scheduler */
237 /* Statistics and timesharing calculations */
238 natural_t sched_stamp
; /* last scheduler tick */
239 natural_t sched_usage
; /* timesharing cpu usage [sched] */
240 natural_t pri_shift
; /* usage -> priority from pset */
241 natural_t cpu_usage
; /* instrumented cpu usage [%cpu] */
242 natural_t cpu_delta
; /* accumulated cpu_usage delta */
243 uint32_t c_switch
; /* total context switches */
244 uint32_t p_switch
; /* total processor switches */
245 uint32_t ps_switch
; /* total pset switches */
247 /* Timing data structures */
248 timer_data_t user_timer
; /* user mode timer */
249 uint64_t user_timer_save
; /* saved user timer value */
250 uint64_t system_timer_save
; /* saved system timer value */
251 uint64_t vtimer_user_save
; /* saved values for vtimers */
252 uint64_t vtimer_prof_save
;
253 uint64_t vtimer_rlim_save
;
255 /* Timed wait expiration */
256 timer_call_data_t wait_timer
;
257 integer_t wait_timer_active
;
258 boolean_t wait_timer_is_set
;
260 /* Priority depression expiration */
261 timer_call_data_t depress_timer
;
262 integer_t depress_timer_active
;
265 * Processor/cache affinity
266 * - affinity_threads links task threads with the same affinity set
268 affinity_set_t affinity_set
;
269 queue_chain_t affinity_threads
;
271 /* Various bits of stashed state */
274 mach_msg_return_t state
; /* receive state */
275 ipc_object_t object
; /* object received on */
276 mach_vm_address_t msg_addr
; /* receive buffer pointer */
277 mach_msg_size_t msize
; /* max size for recvd msg */
278 mach_msg_option_t option
; /* options for receive */
279 mach_msg_size_t slist_size
; /* scatter list size */
280 mach_port_name_t receiver_name
; /* the receive port name */
281 struct ipc_kmsg
*kmsg
; /* received message */
282 mach_port_seqno_t seqno
; /* seqno of recvd message */
283 mach_msg_continue_t continuation
;
286 struct semaphore
*waitsemaphore
; /* semaphore ref */
287 struct semaphore
*signalsemaphore
; /* semaphore ref */
288 int options
; /* semaphore options */
289 kern_return_t result
; /* primary result */
290 mach_msg_continue_t continuation
;
293 int option
; /* switch option */
295 int misc
; /* catch-all for other state */
298 /* IPC data structures */
299 struct ipc_kmsg_queue ith_messages
;
300 mach_port_t ith_rpc_reply
; /* reply port for kernel RPCs */
302 /* Ast/Halt data structures */
303 vm_offset_t recover
; /* page fault recover(copyin/out) */
304 uint32_t ref_count
; /* number of references to me */
306 queue_chain_t threads
; /* global list of all threads */
309 queue_chain_t task_threads
;
311 /*** Machine-dependent state ***/
312 struct machine_thread machine
;
314 /* Task membership */
318 decl_lck_mtx_data(,mutex
)
320 /* Kernel holds on this thread */
323 /* User level suspensions */
326 /* Pending thread ast(s) */
329 /* Miscellaneous bits guarded by mutex */
331 active
:1, /* Thread is active and has not been terminated */
332 started
:1, /* Thread has been started after creation */
333 static_param
:1, /* Disallow policy parameter changes */
337 struct ReturnHandler
{
338 struct ReturnHandler
*next
;
340 struct ReturnHandler
*rh
,
341 struct thread
*thread
);
342 } *handlers
, special_handler
;
344 /* Ports associated with this thread */
345 struct ipc_port
*ith_self
; /* not a right, doesn't hold ref */
346 struct ipc_port
*ith_sself
; /* a send right */
347 struct exception_action exc_actions
[EXC_TYPES_COUNT
];
349 /* Owned ulocks (a lock set element) */
350 queue_head_t held_ulocks
;
357 uint32_t t_dtrace_predcache
;/* DTrace per thread predicate value hint */
358 int64_t t_dtrace_tracing
; /* Thread time under dtrace_probe() */
359 int64_t t_dtrace_vtime
;
362 #define T_CHUD_MARKED 0x1 /* this thread is marked by CHUD */
363 #define T_IN_CHUD 0x2 /* this thread is already in a CHUD handler */
364 #define THREAD_PMC_FLAG 0x4 /* Bit in "t_chud" signifying PMC interest */
365 uint32_t t_page_creation_count
;
366 clock_sec_t t_page_creation_time
;
368 uint32_t t_chud
; /* CHUD flags, used for Shark */
369 uint64_t thread_id
; /*system wide unique thread-id*/
372 #define ith_state saved.receive.state
373 #define ith_object saved.receive.object
374 #define ith_msg_addr saved.receive.msg_addr
375 #define ith_msize saved.receive.msize
376 #define ith_option saved.receive.option
377 #define ith_scatter_list_size saved.receive.slist_size
378 #define ith_receiver_name saved.receive.receiver_name
379 #define ith_continuation saved.receive.continuation
380 #define ith_kmsg saved.receive.kmsg
381 #define ith_seqno saved.receive.seqno
383 #define sth_waitsemaphore saved.sema.waitsemaphore
384 #define sth_signalsemaphore saved.sema.signalsemaphore
385 #define sth_options saved.sema.options
386 #define sth_result saved.sema.result
387 #define sth_continuation saved.sema.continuation
389 extern void thread_bootstrap(void) __attribute__((section("__TEXT, initcode")));
391 extern void thread_init(void) __attribute__((section("__TEXT, initcode")));
393 extern void thread_daemon_init(void);
395 #define thread_reference_internal(thread) \
396 (void)hw_atomic_add(&(thread)->ref_count, 1)
398 #define thread_deallocate_internal(thread) \
399 hw_atomic_sub(&(thread)->ref_count, 1)
401 #define thread_reference(thread) \
403 if ((thread) != THREAD_NULL) \
404 thread_reference_internal(thread); \
407 extern void thread_deallocate(
410 extern void thread_terminate_self(void);
412 extern kern_return_t
thread_terminate_internal(
415 extern void thread_start_internal(
416 thread_t thread
) __attribute__ ((noinline
));
418 extern void thread_terminate_enqueue(
421 extern void thread_stack_enqueue(
424 extern void thread_hold(
427 extern void thread_release(
431 #define thread_lock_init(th) simple_lock_init(&(th)->sched_lock, 0)
432 #define thread_lock(th) simple_lock(&(th)->sched_lock)
433 #define thread_unlock(th) simple_unlock(&(th)->sched_lock)
435 #define wake_lock_init(th) simple_lock_init(&(th)->wake_lock, 0)
436 #define wake_lock(th) simple_lock(&(th)->wake_lock)
437 #define wake_unlock(th) simple_unlock(&(th)->wake_lock)
439 #define thread_should_halt_fast(thread) (!(thread)->active)
441 extern void stack_alloc(
444 extern void stack_free(
447 extern void stack_free_stack(
450 extern boolean_t
stack_alloc_try(
453 extern void stack_collect(void);
455 extern void stack_init(void) __attribute__((section("__TEXT, initcode")));
457 extern kern_return_t
thread_state_initialize(
460 extern kern_return_t
thread_setstatus(
463 thread_state_t tstate
,
464 mach_msg_type_number_t count
);
466 extern kern_return_t
thread_getstatus(
469 thread_state_t tstate
,
470 mach_msg_type_number_t
*count
);
472 extern kern_return_t
thread_info_internal(
474 thread_flavor_t flavor
,
475 thread_info_t thread_info_out
,
476 mach_msg_type_number_t
*thread_info_count
);
478 extern void thread_task_priority(
481 integer_t max_priority
);
483 extern void thread_policy_reset(
486 extern kern_return_t
kernel_thread_create(
487 thread_continue_t continuation
,
490 thread_t
*new_thread
);
492 extern kern_return_t
kernel_thread_start_priority(
493 thread_continue_t continuation
,
496 thread_t
*new_thread
);
498 extern void machine_stack_attach(
502 extern vm_offset_t
machine_stack_detach(
505 extern void machine_stack_handoff(
509 extern thread_t
machine_switch_context(
511 thread_continue_t continuation
,
512 thread_t new_thread
);
514 extern void machine_load_context(
517 extern kern_return_t
machine_thread_state_initialize(
520 extern kern_return_t
machine_thread_set_state(
522 thread_flavor_t flavor
,
523 thread_state_t state
,
524 mach_msg_type_number_t count
);
526 extern kern_return_t
machine_thread_get_state(
528 thread_flavor_t flavor
,
529 thread_state_t state
,
530 mach_msg_type_number_t
*count
);
532 extern kern_return_t
machine_thread_dup(
536 extern void machine_thread_init(void);
538 extern kern_return_t
machine_thread_create(
541 extern void machine_thread_switch_addrmode(
544 extern void machine_thread_destroy(
547 extern void machine_set_current_thread(
550 extern void machine_thread_terminate_self(void);
552 extern kern_return_t
machine_thread_get_kern_state(
554 thread_flavor_t flavor
,
555 thread_state_t tstate
,
556 mach_msg_type_number_t
*count
);
558 extern kern_return_t
machine_thread_inherit_taskwide(
563 * XXX Funnel locks XXX
567 int fnl_type
; /* funnel type */
568 lck_mtx_t
*fnl_mutex
; /* underlying mutex for the funnel */
569 void * fnl_mtxholder
; /* thread (last)holdng mutex */
570 void * fnl_mtxrelease
; /* thread (last)releasing mutex */
571 lck_mtx_t
*fnl_oldmutex
; /* Mutex before collapsing split funnel */
574 typedef struct ReturnHandler ReturnHandler
;
576 #define thread_mtx_lock(thread) lck_mtx_lock(&(thread)->mutex)
577 #define thread_mtx_try(thread) lck_mtx_try_lock(&(thread)->mutex)
578 #define thread_mtx_unlock(thread) lck_mtx_unlock(&(thread)->mutex)
580 extern void act_execute_returnhandlers(void);
582 extern void install_special_handler(
585 extern void special_handler(
589 void act_machine_sv_free(thread_t
, int);
591 vm_offset_t
min_valid_stack_address(void);
592 vm_offset_t
max_valid_stack_address(void);
594 extern void funnel_lock(
595 struct funnel_lock
*lock
);
597 extern void funnel_unlock(
598 struct funnel_lock
*lock
);
600 #else /* MACH_KERNEL_PRIVATE */
604 extern thread_t
current_thread(void);
606 extern void thread_reference(
609 extern void thread_deallocate(
614 #endif /* MACH_KERNEL_PRIVATE */
616 #ifdef KERNEL_PRIVATE
622 extern thread_t
kernel_thread(
624 void (*start
)(void));
626 #endif /* __LP64__ */
628 extern uint64_t thread_tid(
631 extern uint64_t thread_dispatchqaddr(
636 #endif /* KERNEL_PRIVATE */
640 #ifdef XNU_KERNEL_PRIVATE
642 extern kern_return_t
thread_create_workq(
644 thread_continue_t thread_return
,
645 thread_t
*new_thread
);
647 extern void thread_yield_internal(
648 mach_msg_timeout_t interval
);
650 typedef struct funnel_lock funnel_t
;
652 #define THR_FUNNEL_NULL (funnel_t *)0
654 extern funnel_t
*funnel_alloc(
657 extern void funnel_free(
660 extern funnel_t
*thread_funnel_get(void);
662 extern boolean_t
thread_funnel_set(
666 extern void thread_read_times(
668 time_value_t
*user_time
,
669 time_value_t
*system_time
);
671 extern void thread_setuserstack(
673 mach_vm_offset_t user_stack
);
675 extern uint64_t thread_adjuserstack(
679 extern void thread_setentrypoint(
681 mach_vm_offset_t entry
);
683 extern kern_return_t
thread_setsinglestep(
687 extern kern_return_t
thread_wire_internal(
688 host_priv_t host_priv
,
691 boolean_t
*prev_state
);
693 extern kern_return_t
thread_dup(thread_t
);
695 typedef void (*sched_call_t
)(
699 #define SCHED_CALL_BLOCK 0x1
700 #define SCHED_CALL_UNBLOCK 0x2
702 extern void thread_sched_call(
706 extern void thread_static_param(
710 extern kern_return_t
thread_policy_set_internal(
712 thread_policy_flavor_t flavor
,
713 thread_policy_t policy_info
,
714 mach_msg_type_number_t count
);
717 extern task_t
get_threadtask(thread_t
);
718 #define thread_is_64bit(thd) \
719 task_has_64BitAddr(get_threadtask(thd))
722 extern void *get_bsdthread_info(thread_t
);
723 extern void set_bsdthread_info(thread_t
, void *);
724 extern void *uthread_alloc(task_t
, thread_t
, int);
725 extern void uthread_cleanup(task_t
, void *, void *);
726 extern void uthread_zone_free(void *);
727 extern void uthread_cred_free(void *);
729 extern boolean_t
thread_should_halt(
732 extern int is_64signalregset(void);
734 void act_set_apc(thread_t
);
736 extern uint32_t dtrace_get_thread_predcache(thread_t
);
737 extern int64_t dtrace_get_thread_vtime(thread_t
);
738 extern int64_t dtrace_get_thread_tracing(thread_t
);
739 extern boolean_t
dtrace_get_thread_reentering(thread_t
);
740 extern vm_offset_t
dtrace_get_kernel_stack(thread_t
);
741 extern void dtrace_set_thread_predcache(thread_t
, uint32_t);
742 extern void dtrace_set_thread_vtime(thread_t
, int64_t);
743 extern void dtrace_set_thread_tracing(thread_t
, int64_t);
744 extern void dtrace_set_thread_reentering(thread_t
, boolean_t
);
745 extern vm_offset_t
dtrace_set_thread_recover(thread_t
, vm_offset_t
);
746 extern void dtrace_thread_bootstrap(void);
748 extern int64_t dtrace_calc_thread_recent_vtime(thread_t
);
751 extern void thread_set_wq_state32(
753 thread_state_t tstate
);
755 extern void thread_set_wq_state64(
757 thread_state_t tstate
);
759 extern vm_offset_t kernel_stack_mask
;
760 extern vm_offset_t kernel_stack_size
;
761 extern vm_offset_t kernel_stack_depth_max
;
763 #endif /* XNU_KERNEL_PRIVATE */
765 /*! @function kernel_thread_start
766 @abstract Create a kernel thread.
767 @discussion This function takes three input parameters, namely reference to the function that the thread should execute, caller specified data and a reference which is used to return the newly created kernel thread. The function returns KERN_SUCCESS on success or an appropriate kernel code type indicating the error. It may be noted that the caller is responsible for explicitly releasing the reference to the created thread when no longer needed. This should be done by calling thread_deallocate(new_thread).
768 @param continuation A C-function pointer where the thread will begin execution.
769 @param parameter Caller specified data to be passed to the new thread.
770 @param new_thread Reference to the new thread is returned in this parameter.
771 @result Returns KERN_SUCCESS on success or an appropriate kernel code type.
774 extern kern_return_t
kernel_thread_start(
775 thread_continue_t continuation
,
777 thread_t
*new_thread
);
781 #endif /* _KERN_THREAD_H_ */