[apple/xnu.git] / osfmk / i386 / cpu_data.h

/*
 * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_LICENSE_HEADER_START@
 * 
 * Copyright (c) 1999-2003 Apple Computer, Inc.  All Rights Reserved.
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this
 * file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_LICENSE_HEADER_END@
 */
/*
 * @OSF_COPYRIGHT@
 * 
 */

#ifndef	I386_CPU_DATA
#define I386_CPU_DATA

#include <cpus.h>
#include <mach_assert.h>

#if	defined(__GNUC__)

#include <kern/assert.h>
#include <kern/kern_types.h>
#include <pexpert/pexpert.h>

typedef struct
{
	thread_act_t	*active_thread;
	int		preemption_level;
	int		simple_lock_count;
	int		interrupt_level;
	int		cpu_number;		/* Logical CPU number */
	int		cpu_phys_number;	/* Physical CPU Number */
	cpu_id_t	cpu_id;			/* Platform Expert handle */
	int		cpu_status;		/* Boot Status */
	int		cpu_signals;		/* IPI events */
	int		mcount_off;		/* mcount recursion flag */
} cpu_data_t;

extern cpu_data_t	cpu_data[NCPUS];  

/* Macro to generate inline bodies to retrieve per-cpu data fields. */
#define offsetof(TYPE,MEMBER) ((size_t) &((TYPE *)0)->MEMBER)
#define CPU_DATA_GET(field,type)					\
	type ret;							\
	__asm__ volatile ("movl %%gs:%P1,%0"				\
		: "=r" (ret)						\
		: "i" (offsetof(cpu_data_t,field)));			\
	return ret;

/*
 * Everyone within the osfmk part of the kernel can use the fast
 * inline versions of these routines.  Everyone outside, must call
 * the real thing,
 */
extern thread_act_t __inline__ get_active_thread(void)
{
	CPU_DATA_GET(active_thread,thread_act_t)
}
#define current_act_fast()	get_active_thread()
#define	current_act()		current_act_fast()
#define current_thread()	current_act_fast()->thread

extern int __inline__ get_preemption_level(void)
{
	CPU_DATA_GET(preemption_level,int)
}
extern int __inline__ get_simple_lock_count(void)
{
	CPU_DATA_GET(simple_lock_count,int)
}
extern int __inline__ get_interrupt_level(void)
{
	CPU_DATA_GET(interrupt_level,int)
}
extern int __inline__ get_cpu_number(void)
{
	CPU_DATA_GET(cpu_number,int)
}
extern int __inline__ get_cpu_phys_number(void)
{
	CPU_DATA_GET(cpu_phys_number,int)
}

extern void __inline__		disable_preemption(void)
{
	register int	idx = (int)&((cpu_data_t *)0)->preemption_level;

	__asm__ volatile ("	incl %%gs:(%0)" : : "r" (idx));
}

extern void __inline__		enable_preemption(void)
{
	extern void		kernel_preempt_check (void);
	register int	idx = (int)&((cpu_data_t *)0)->preemption_level;
	register void (*kpc)(void)=	kernel_preempt_check;

	assert(get_preemption_level() > 0);

	__asm__ volatile ("decl %%gs:(%0); jne 1f; \
			call %1; 1:"
			: /* no outputs */
			: "r" (idx), "r" (kpc)
			: "%eax", "%ecx", "%edx", "cc", "memory");
}

extern void __inline__		enable_preemption_no_check(void)
{
	register int	idx = (int)&((cpu_data_t *)0)->preemption_level;

	assert(get_preemption_level() > 0);

	__asm__ volatile ("decl %%gs:(%0)"
			: /* no outputs */
			: "r" (idx)
			: "cc", "memory");
}

extern void __inline__		mp_disable_preemption(void)
{
#if	NCPUS > 1
	disable_preemption();
#endif	/* NCPUS > 1 */
}

extern void __inline__		mp_enable_preemption(void)
{
#if	NCPUS > 1
	enable_preemption();
#endif	/* NCPUS > 1 */
}

extern void __inline__		mp_enable_preemption_no_check(void)
{
#if	NCPUS > 1
	enable_preemption_no_check();
#endif	/* NCPUS > 1 */
}

#if 0
#ifndef	__OPTIMIZE__
#undef 	extern 
#endif
#endif

#else	/* !defined(__GNUC__) */

#endif	/* defined(__GNUC__) */

#endif	/* I386_CPU_DATA */
Commit	Line	Data
1c79356b A	1	/*
	2	* Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
	3	*
	4	* @APPLE_LICENSE_HEADER_START@
	5	*
43866e37	6	* Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
1c79356b	7	*
43866e37 A	8	* This file contains Original Code and/or Modifications of Original Code
	9	* as defined in and that are subject to the Apple Public Source License
	10	* Version 2.0 (the 'License'). You may not use this file except in
	11	* compliance with the License. Please obtain a copy of the License at
	12	* http://www.opensource.apple.com/apsl/ and read it before using this
	13	* file.
	14	*
	15	* The Original Code and all software distributed under the License are
	16	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
1c79356b A	17	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
1c79356b A	18	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
43866e37 A	19	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	20	* Please see the License for the specific language governing rights and
	21	* limitations under the License.
1c79356b A	22	*
	23	* @APPLE_LICENSE_HEADER_END@
	24	*/
	25	/*
	26	* @OSF_COPYRIGHT@
	27	*
	28	*/
	29
	30	#ifndef I386_CPU_DATA
	31	#define I386_CPU_DATA
	32
	33	#include <cpus.h>
	34	#include <mach_assert.h>
	35
	36	#if defined(__GNUC__)
	37
	38	#include <kern/assert.h>
	39	#include <kern/kern_types.h>
55e303ae	40	#include <pexpert/pexpert.h>
1c79356b	41
55e303ae A	42	typedef struct
	43	{
	44	thread_act_t *active_thread;
	45	int preemption_level;
	46	int simple_lock_count;
	47	int interrupt_level;
	48	int cpu_number; /* Logical CPU number */
	49	int cpu_phys_number; /* Physical CPU Number */
	50	cpu_id_t cpu_id; /* Platform Expert handle */
	51	int cpu_status; /* Boot Status */
	52	int cpu_signals; /* IPI events */
	53	int mcount_off; /* mcount recursion flag */
	54	} cpu_data_t;
1c79356b	55
9bccf70c A	56	extern cpu_data_t cpu_data[NCPUS];
9bccf70c A	57
55e303ae A	58	/* Macro to generate inline bodies to retrieve per-cpu data fields. */
	59	#define offsetof(TYPE,MEMBER) ((size_t) &((TYPE *)0)->MEMBER)
	60	#define CPU_DATA_GET(field,type) \
	61	type ret; \
	62	__asm__ volatile ("movl %%gs:%P1,%0" \
	63	: "=r" (ret) \
	64	: "i" (offsetof(cpu_data_t,field))); \
	65	return ret;
9bccf70c	66
1c79356b A	67	/*
	68	* Everyone within the osfmk part of the kernel can use the fast
	69	* inline versions of these routines. Everyone outside, must call
	70	* the real thing,
	71	*/
55e303ae	72	extern thread_act_t __inline__ get_active_thread(void)
1c79356b	73	{
55e303ae	74	CPU_DATA_GET(active_thread,thread_act_t)
1c79356b	75	}
55e303ae A	76	#define current_act_fast() get_active_thread()
	77	#define current_act() current_act_fast()
	78	#define current_thread() current_act_fast()->thread
1c79356b	79
55e303ae	80	extern int __inline__ get_preemption_level(void)
1c79356b	81	{
55e303ae A	82	CPU_DATA_GET(preemption_level,int)
	83	}
	84	extern int __inline__ get_simple_lock_count(void)
	85	{
	86	CPU_DATA_GET(simple_lock_count,int)
	87	}
	88	extern int __inline__ get_interrupt_level(void)
	89	{
	90	CPU_DATA_GET(interrupt_level,int)
	91	}
	92	extern int __inline__ get_cpu_number(void)
	93	{
	94	CPU_DATA_GET(cpu_number,int)
	95	}
	96	extern int __inline__ get_cpu_phys_number(void)
	97	{
	98	CPU_DATA_GET(cpu_phys_number,int)
1c79356b A	99	}
	100
	101	extern void __inline__ disable_preemption(void)
	102	{
1c79356b A	103	register int idx = (int)&((cpu_data_t *)0)->preemption_level;
	104
	105	__asm__ volatile (" incl %%gs:(%0)" : : "r" (idx));
1c79356b A	106	}
	107
	108	extern void __inline__ enable_preemption(void)
	109	{
1c79356b A	110	extern void kernel_preempt_check (void);
	111	register int idx = (int)&((cpu_data_t *)0)->preemption_level;
	112	register void (*kpc)(void)= kernel_preempt_check;
	113
55e303ae A	114	assert(get_preemption_level() > 0);
55e303ae A	115
1c79356b A	116	__asm__ volatile ("decl %%gs:(%0); jne 1f; \
	117	call %1; 1:"
	118	: /* no outputs */
	119	: "r" (idx), "r" (kpc)
	120	: "%eax", "%ecx", "%edx", "cc", "memory");
1c79356b A	121	}
	122
	123	extern void __inline__ enable_preemption_no_check(void)
	124	{
55e303ae	125	register int idx = (int)&((cpu_data_t *)0)->preemption_level;
1c79356b A	126
1c79356b A	127	assert(get_preemption_level() > 0);
1c79356b A	128
	129	__asm__ volatile ("decl %%gs:(%0)"
	130	: /* no outputs */
	131	: "r" (idx)
	132	: "cc", "memory");
1c79356b A	133	}
	134
	135	extern void __inline__ mp_disable_preemption(void)
	136	{
	137	#if NCPUS > 1
	138	disable_preemption();
	139	#endif /* NCPUS > 1 */
	140	}
	141
	142	extern void __inline__ mp_enable_preemption(void)
	143	{
	144	#if NCPUS > 1
	145	enable_preemption();
	146	#endif /* NCPUS > 1 */
	147	}
	148
	149	extern void __inline__ mp_enable_preemption_no_check(void)
	150	{
	151	#if NCPUS > 1
	152	enable_preemption_no_check();
	153	#endif /* NCPUS > 1 */
	154	}
	155
1c79356b A	156	#if 0
	157	#ifndef __OPTIMIZE__
	158	#undef extern
	159	#endif
	160	#endif
	161
	162	#else /* !defined(__GNUC__) */
	163
	164	#endif /* defined(__GNUC__) */
	165
	166	#endif /* I386_CPU_DATA */