[apple/xnu.git] / osfmk / mach / i386 / sdt_isa.h

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License, Version 1.0 only
 * (the "License").  You may not use this file except in compliance
 * with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright 2004 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#ifndef _MACH_I386_SDT_ISA_H
#define	_MACH_I386_SDT_ISA_H

/*
 * Only define when testing.  This makes the calls into actual calls to
 * test functions.
 */
/* #define DTRACE_CALL_TEST */

#define DTRACE_STRINGIFY(s) #s
#define DTRACE_TOSTRING(s) DTRACE_STRINGIFY(s)
#if defined(KERNEL)
/*
 * For the kernel, set an explicit global label so the symbol can be located
 */
#ifdef __x86_64__
#define DTRACE_LAB(p, n)		\
   "__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n)

#define DTRACE_LABEL(p, n)		\
      ".section __DATA, __data\n\t"	\
      ".globl " DTRACE_LAB(p, n) "\n\t"	\
       DTRACE_LAB(p, n) ":" ".quad 1f""\n\t"	\
       ".text" "\n\t"			\
	"1:"
#else
#define DTRACE_LAB(p, n)		\
   "__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n)

#define DTRACE_LABEL(p, n)		\
      ".section __DATA, __data\n\t"	\
      ".globl " DTRACE_LAB(p, n) "\n\t"	\
       DTRACE_LAB(p, n) ":" ".long 1f""\n\t"	\
       ".text" "\n\t"			\
	"1:"
#endif
#else	/* !KERNEL */
#define DTRACE_LABEL(p, n)									\
	"__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n) ":"	"\n\t"
#endif	/* !KERNEL */

#ifdef DTRACE_CALL_TEST

#define DTRACE_CALL(p,n)	\
	DTRACE_LABEL(p,n)	\
	DTRACE_CALL_INSN(p,n)

#else

#define DTRACE_CALL(p,n)	\
	DTRACE_LABEL(p,n)	\
	DTRACE_NOPS

#endif

#ifdef __x86_64__

#define DTRACE_NOPS			\
	"nop"			"\n\t"	\
	"nop"			"\n\t"	\
	"nop"			"\n\t"	

#define DTRACE_CALL_INSN(p,n)						\
	"call _dtracetest" DTRACE_STRINGIFY(_##p##_##n)	"\n\t"

#define ARG1_EXTENT	1
#define ARGS2_EXTENT	2
#define ARGS3_EXTENT	3
#define ARGS4_EXTENT	4
#define ARGS5_EXTENT	5
#define ARGS6_EXTENT	6
#define ARGS7_EXTENT	7
#define ARGS8_EXTENT	8
#define ARGS9_EXTENT	10	
#define ARGS10_EXTENT	10	

#define DTRACE_CALL0ARGS(provider, name)							\
	asm volatile (										\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              :										\
	);

#define DTRACE_CALL1ARG(provider, name)								\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi"								\
	);

#define DTRACE_CALL2ARGS(provider, name)							\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi"							\
	);

#define DTRACE_CALL3ARGS(provider, name)							\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
	              "movq\t0x10(%0),%%rdx"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi", "rdx"						\
	);

#define DTRACE_CALL4ARGS(provider, name)							\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
	              "movq\t0x10(%0),%%rdx"						"\n\t"	\
	              "movq\t0x18(%0),%%rcx"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi", "rdx", "rcx"					\
	);

#define DTRACE_CALL5ARGS(provider, name)							\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
	              "movq\t0x10(%0),%%rdx"						"\n\t"	\
	              "movq\t0x18(%0),%%rcx"						"\n\t"	\
	              "movq\t0x20(%0),%%r8"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi", "rdx", "rcx", "r8"				\
	);

#define DTRACE_CALL6ARGS(provider, name)							\
	asm volatile ("movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
	              "movq\t0x10(%0),%%rdx"						"\n\t"	\
	              "movq\t0x18(%0),%%rcx"						"\n\t"	\
	              "movq\t0x20(%0),%%r8"						"\n\t"	\
	              "movq\t0x28(%0),%%r9"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi", "rdx", "rcx", "r8", "r9"			\
	);

#define DTRACE_CALL7ARGS(provider, name)							\
	asm volatile ("subq\t$0x8,%%rsp"						"\n\t"	\
	              "movq\t0x0(%0),%%rdi"						"\n\t"	\
	              "movq\t0x8(%0),%%rsi"						"\n\t"	\
	              "movq\t0x10(%0),%%rdx"						"\n\t"	\
	              "movq\t0x18(%0),%%rcx"						"\n\t"	\
	              "movq\t0x20(%0),%%r8"						"\n\t"	\
	              "movq\t0x28(%0),%%r9"						"\n\t"	\
	              "movq\t0x30(%0),%%rax"						"\n\t"	\
	              "movq\t%%rax,0x0(%%rsp)"						"\n\t"	\
		      DTRACE_CALL(provider, name)						\
	              "addq\t$0x8,%%rsp"						"\n\t"	\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "rdi", "rsi", "rdx", "rcx", "r8", "r9", "rax"			\
	);

#endif // __x86_64__

#ifdef __i386__

#define DTRACE_NOPS			\
	"nop"			"\n\t"	\
	"leal 0(%%esi), %%esi"	"\n\t"	

#define DTRACE_CALL_INSN(p,n)						\
	"call _dtracetest" DTRACE_STRINGIFY(_##p##_##n)	"\n\t"

#define ARG1_EXTENT	1
#define ARGS2_EXTENT	2
#define ARGS3_EXTENT	4
#define ARGS4_EXTENT	4
#define ARGS5_EXTENT	8
#define ARGS6_EXTENT	8
#define ARGS7_EXTENT	8
#define ARGS8_EXTENT	8
#define ARGS9_EXTENT	12	
#define ARGS10_EXTENT	12	

/*
 * Because this code is used in the kernel, we must not touch any floating point
 * or specialized registers. This leaves the following registers:
 *
 * eax ; volatile, safe to use
 * ebx ; PIC register, gcc error when used
 * ecx ; volatile, safe to use
 * edx ; volatile, safe to use
 * esi ; non-volatile, otherwise safe to use
 * edi ; non-volatile, otherwise safe to use
 *
 * Using any of the non volatile register causes a spill to stack which is almost
 * certainly a net performance loss. Also, note that the array ref (__dtrace_args)
 * consumes one free register. If all three of the volatile regs are used for load/store,
 * the compiler will spill a register to hold the array ref.
 *
 * The end result is that we only pipeline two loads/stores at a time. Blech.
 */

#define DTRACE_CALL0ARGS(provider, name)							\
	asm volatile (										\
	              DTRACE_CALL(provider, name)						\
	              "# eat trailing nl +tabfrom DTRACE_CALL"					\
	              :										\
	              :										\
	);

#define DTRACE_CALL1ARG(provider, name)								\
	asm volatile ("subl\t$0x10,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x10,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)		       					\
	              : "memory", "eax"								\
	);

#define DTRACE_CALL2ARGS(provider, name)							\
	asm volatile ("subl\t$0x10,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x10,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"							\
	);

#define DTRACE_CALL3ARGS(provider, name)							\
	asm volatile ("subl\t$0x10,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x10,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"							\
	);

#define DTRACE_CALL4ARGS(provider, name)							\
	asm volatile ("subl\t$0x10,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x10,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL5ARGS(provider, name)							\
	asm volatile ("subl\t$0x20,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x20,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL6ARGS(provider, name)							\
	asm volatile ("subl\t$0x20,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
		      "movl\t0x14(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x14(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x20,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL7ARGS(provider, name)							\
	asm volatile ("subl\t$0x20,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
		      "movl\t0x14(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x14(%%esp)"						"\n\t"	\
	              "movl\t0x18(%0),%%eax"						"\n\t"	\
	              "movl\t%%eax,0x18(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x20,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL8ARGS(provider, name)							\
	asm volatile ("subl\t$0x20,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
		      "movl\t0x14(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x14(%%esp)"						"\n\t"	\
	              "movl\t0x18(%0),%%eax"						"\n\t"	\
		      "movl\t0x1C(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x18(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x1C(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x20,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL9ARGS(provider, name)							\
	asm volatile ("subl\t$0x30,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
		      "movl\t0x14(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x14(%%esp)"						"\n\t"	\
	              "movl\t0x18(%0),%%eax"						"\n\t"	\
		      "movl\t0x1C(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x18(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x1C(%%esp)"						"\n\t"	\
	              "movl\t0x20(%0),%%eax"						"\n\t"	\
	              "movl\t%%eax,0x20(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x30,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#define DTRACE_CALL10ARGS(provider, name)							\
	asm volatile ("subl\t$0x30,%%esp"						"\n\t"	\
	              "movl\t0x0(%0),%%eax"						"\n\t"	\
		      "movl\t0x4(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x0(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x4(%%esp)"						"\n\t"	\
	              "movl\t0x8(%0),%%eax"						"\n\t"	\
		      "movl\t0xC(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x8(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0xC(%%esp)"						"\n\t"	\
	              "movl\t0x10(%0),%%eax"						"\n\t"	\
		      "movl\t0x14(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x10(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x14(%%esp)"						"\n\t"	\
	              "movl\t0x18(%0),%%eax"						"\n\t"	\
		      "movl\t0x1C(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x18(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x1C(%%esp)"						"\n\t"	\
	              "movl\t0x20(%0),%%eax"						"\n\t"	\
		      "movl\t0x24(%0),%%edx"						"\n\t"	\
	              "movl\t%%eax,0x20(%%esp)"						"\n\t"	\
	              "movl\t%%edx,0x24(%%esp)"						"\n\t"	\
	              DTRACE_CALL(provider, name)						\
                      "addl\t$0x30,%%esp"							\
	              :										\
	              : "r" (__dtrace_args)							\
	              : "memory", "eax", "edx"	       						\
	);

#endif // __i386__

#endif	/* _MACH_I386_SDT_ISA_H */
Commit	Line	Data
2d21ac55 A	1	/*
	2	* CDDL HEADER START
	3	*
	4	* The contents of this file are subject to the terms of the
	5	* Common Development and Distribution License, Version 1.0 only
	6	* (the "License"). You may not use this file except in compliance
	7	* with the License.
	8	*
	9	* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
	10	* or http://www.opensolaris.org/os/licensing.
	11	* See the License for the specific language governing permissions
	12	* and limitations under the License.
	13	*
	14	* When distributing Covered Code, include this CDDL HEADER in each
	15	* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
	16	* If applicable, add the following below this CDDL HEADER, with the
	17	* fields enclosed by brackets "[]" replaced with your own identifying
	18	* information: Portions Copyright [yyyy] [name of copyright owner]
	19	*
	20	* CDDL HEADER END
	21	*/
	22	/*
	23	* Copyright 2004 Sun Microsystems, Inc. All rights reserved.
	24	* Use is subject to license terms.
	25	*/
	26
	27	#ifndef _MACH_I386_SDT_ISA_H
	28	#define _MACH_I386_SDT_ISA_H
	29
	30	/*
	31	* Only define when testing. This makes the calls into actual calls to
	32	* test functions.
	33	*/
	34	/* #define DTRACE_CALL_TEST */
	35
	36	#define DTRACE_STRINGIFY(s) #s
	37	#define DTRACE_TOSTRING(s) DTRACE_STRINGIFY(s)
	38	#if defined(KERNEL)
	39	/*
b0d623f7	40	* For the kernel, set an explicit global label so the symbol can be located
2d21ac55	41	*/
b0d623f7 A	42	#ifdef __x86_64__
b0d623f7 A	43	#define DTRACE_LAB(p, n) \
316670eb	44	"__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n)
b0d623f7 A	45
	46	#define DTRACE_LABEL(p, n) \
	47	".section __DATA, __data\n\t" \
	48	".globl " DTRACE_LAB(p, n) "\n\t" \
	49	DTRACE_LAB(p, n) ":" ".quad 1f""\n\t" \
	50	".text" "\n\t" \
	51	"1:"
	52	#else
2d21ac55	53	#define DTRACE_LAB(p, n) \
6d2010ae	54	"__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n)
2d21ac55 A	55
	56	#define DTRACE_LABEL(p, n) \
	57	".section __DATA, __data\n\t" \
	58	".globl " DTRACE_LAB(p, n) "\n\t" \
	59	DTRACE_LAB(p, n) ":" ".long 1f""\n\t" \
	60	".text" "\n\t" \
	61	"1:"
b0d623f7	62	#endif
2d21ac55 A	63	#else /* !KERNEL */
2d21ac55 A	64	#define DTRACE_LABEL(p, n) \
6d2010ae	65	"__dtrace_probe$" DTRACE_TOSTRING(%=__LINE__) DTRACE_STRINGIFY(_##p##___##n) ":" "\n\t"
2d21ac55 A	66	#endif /* !KERNEL */
	67
	68	#ifdef DTRACE_CALL_TEST
	69
	70	#define DTRACE_CALL(p,n) \
	71	DTRACE_LABEL(p,n) \
	72	DTRACE_CALL_INSN(p,n)
	73
	74	#else
	75
	76	#define DTRACE_CALL(p,n) \
	77	DTRACE_LABEL(p,n) \
	78	DTRACE_NOPS
	79
	80	#endif
	81
	82	#ifdef __x86_64__
	83
	84	#define DTRACE_NOPS \
	85	"nop" "\n\t" \
b0d623f7 A	86	"nop" "\n\t" \
b0d623f7 A	87	"nop" "\n\t"
2d21ac55 A	88
	89	#define DTRACE_CALL_INSN(p,n) \
	90	"call _dtracetest" DTRACE_STRINGIFY(_##p##_##n) "\n\t"
	91
	92	#define ARG1_EXTENT 1
	93	#define ARGS2_EXTENT 2
	94	#define ARGS3_EXTENT 3
	95	#define ARGS4_EXTENT 4
	96	#define ARGS5_EXTENT 5
	97	#define ARGS6_EXTENT 6
	98	#define ARGS7_EXTENT 7
	99	#define ARGS8_EXTENT 8
	100	#define ARGS9_EXTENT 10
	101	#define ARGS10_EXTENT 10
	102
	103	#define DTRACE_CALL0ARGS(provider, name) \
	104	asm volatile ( \
	105	DTRACE_CALL(provider, name) \
6d2010ae A	106	: \
6d2010ae A	107	: \
2d21ac55 A	108	);
	109
	110	#define DTRACE_CALL1ARG(provider, name) \
	111	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	112	DTRACE_CALL(provider, name) \
	113	: \
	114	: "r" (__dtrace_args) \
b0d623f7	115	: "memory", "rdi" \
2d21ac55 A	116	);
	117
	118	#define DTRACE_CALL2ARGS(provider, name) \
	119	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	120	"movq\t0x8(%0),%%rsi" "\n\t" \
	121	DTRACE_CALL(provider, name) \
	122	: \
	123	: "r" (__dtrace_args) \
b0d623f7	124	: "memory", "rdi", "rsi" \
2d21ac55 A	125	);
	126
	127	#define DTRACE_CALL3ARGS(provider, name) \
	128	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	129	"movq\t0x8(%0),%%rsi" "\n\t" \
	130	"movq\t0x10(%0),%%rdx" "\n\t" \
	131	DTRACE_CALL(provider, name) \
	132	: \
	133	: "r" (__dtrace_args) \
b0d623f7	134	: "memory", "rdi", "rsi", "rdx" \
2d21ac55 A	135	);
	136
	137	#define DTRACE_CALL4ARGS(provider, name) \
	138	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	139	"movq\t0x8(%0),%%rsi" "\n\t" \
	140	"movq\t0x10(%0),%%rdx" "\n\t" \
	141	"movq\t0x18(%0),%%rcx" "\n\t" \
	142	DTRACE_CALL(provider, name) \
	143	: \
	144	: "r" (__dtrace_args) \
b0d623f7	145	: "memory", "rdi", "rsi", "rdx", "rcx" \
2d21ac55 A	146	);
	147
	148	#define DTRACE_CALL5ARGS(provider, name) \
	149	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	150	"movq\t0x8(%0),%%rsi" "\n\t" \
	151	"movq\t0x10(%0),%%rdx" "\n\t" \
	152	"movq\t0x18(%0),%%rcx" "\n\t" \
	153	"movq\t0x20(%0),%%r8" "\n\t" \
	154	DTRACE_CALL(provider, name) \
	155	: \
	156	: "r" (__dtrace_args) \
b0d623f7	157	: "memory", "rdi", "rsi", "rdx", "rcx", "r8" \
2d21ac55 A	158	);
	159
	160	#define DTRACE_CALL6ARGS(provider, name) \
	161	asm volatile ("movq\t0x0(%0),%%rdi" "\n\t" \
	162	"movq\t0x8(%0),%%rsi" "\n\t" \
	163	"movq\t0x10(%0),%%rdx" "\n\t" \
	164	"movq\t0x18(%0),%%rcx" "\n\t" \
	165	"movq\t0x20(%0),%%r8" "\n\t" \
	166	"movq\t0x28(%0),%%r9" "\n\t" \
	167	DTRACE_CALL(provider, name) \
	168	: \
	169	: "r" (__dtrace_args) \
b0d623f7	170	: "memory", "rdi", "rsi", "rdx", "rcx", "r8", "r9" \
2d21ac55 A	171	);
	172
	173	#define DTRACE_CALL7ARGS(provider, name) \
	174	asm volatile ("subq\t$0x8,%%rsp" "\n\t" \
	175	"movq\t0x0(%0),%%rdi" "\n\t" \
	176	"movq\t0x8(%0),%%rsi" "\n\t" \
	177	"movq\t0x10(%0),%%rdx" "\n\t" \
	178	"movq\t0x18(%0),%%rcx" "\n\t" \
	179	"movq\t0x20(%0),%%r8" "\n\t" \
	180	"movq\t0x28(%0),%%r9" "\n\t" \
	181	"movq\t0x30(%0),%%rax" "\n\t" \
	182	"movq\t%%rax,0x0(%%rsp)" "\n\t" \
	183	DTRACE_CALL(provider, name) \
	184	"addq\t$0x8,%%rsp" "\n\t" \
	185	: \
	186	: "r" (__dtrace_args) \
b0d623f7	187	: "memory", "rdi", "rsi", "rdx", "rcx", "r8", "r9", "rax" \
2d21ac55 A	188	);
	189
	190	#endif // __x86_64__
	191
	192	#ifdef __i386__
	193
	194	#define DTRACE_NOPS \
	195	"nop" "\n\t" \
	196	"leal 0(%%esi), %%esi" "\n\t"
	197
	198	#define DTRACE_CALL_INSN(p,n) \
	199	"call _dtracetest" DTRACE_STRINGIFY(_##p##_##n) "\n\t"
	200
	201	#define ARG1_EXTENT 1
	202	#define ARGS2_EXTENT 2
	203	#define ARGS3_EXTENT 4
	204	#define ARGS4_EXTENT 4
	205	#define ARGS5_EXTENT 8
	206	#define ARGS6_EXTENT 8
	207	#define ARGS7_EXTENT 8
	208	#define ARGS8_EXTENT 8
	209	#define ARGS9_EXTENT 12
	210	#define ARGS10_EXTENT 12
	211
	212	/*
	213	* Because this code is used in the kernel, we must not touch any floating point
	214	* or specialized registers. This leaves the following registers:
	215	*
	216	* eax ; volatile, safe to use
	217	* ebx ; PIC register, gcc error when used
	218	* ecx ; volatile, safe to use
	219	* edx ; volatile, safe to use
	220	* esi ; non-volatile, otherwise safe to use
	221	* edi ; non-volatile, otherwise safe to use
	222	*
	223	* Using any of the non volatile register causes a spill to stack which is almost
	224	* certainly a net performance loss. Also, note that the array ref (__dtrace_args)
	225	* consumes one free register. If all three of the volatile regs are used for load/store,
	226	* the compiler will spill a register to hold the array ref.
	227	*
	228	* The end result is that we only pipeline two loads/stores at a time. Blech.
	229	*/
	230
	231	#define DTRACE_CALL0ARGS(provider, name) \
	232	asm volatile ( \
	233	DTRACE_CALL(provider, name) \
	234	"# eat trailing nl +tabfrom DTRACE_CALL" \
	235	: \
	236	: \
	237	);
	238
	239	#define DTRACE_CALL1ARG(provider, name) \
	240	asm volatile ("subl\t$0x10,%%esp" "\n\t" \
	241	"movl\t0x0(%0),%%eax" "\n\t" \
	242	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	243	DTRACE_CALL(provider, name) \
	244	"addl\t$0x10,%%esp" \
	245	: \
	246	: "r" (__dtrace_args) \
b0d623f7	247	: "memory", "eax" \
2d21ac55 A	248	);
	249
	250	#define DTRACE_CALL2ARGS(provider, name) \
	251	asm volatile ("subl\t$0x10,%%esp" "\n\t" \
	252	"movl\t0x0(%0),%%eax" "\n\t" \
	253	"movl\t0x4(%0),%%edx" "\n\t" \
	254	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	255	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	256	DTRACE_CALL(provider, name) \
	257	"addl\t$0x10,%%esp" \
	258	: \
	259	: "r" (__dtrace_args) \
b0d623f7	260	: "memory", "eax", "edx" \
2d21ac55 A	261	);
	262
	263	#define DTRACE_CALL3ARGS(provider, name) \
	264	asm volatile ("subl\t$0x10,%%esp" "\n\t" \
	265	"movl\t0x0(%0),%%eax" "\n\t" \
	266	"movl\t0x4(%0),%%edx" "\n\t" \
	267	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	268	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	269	"movl\t0x8(%0),%%eax" "\n\t" \
	270	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	271	DTRACE_CALL(provider, name) \
	272	"addl\t$0x10,%%esp" \
	273	: \
	274	: "r" (__dtrace_args) \
b0d623f7	275	: "memory", "eax", "edx" \
2d21ac55 A	276	);
	277
	278	#define DTRACE_CALL4ARGS(provider, name) \
	279	asm volatile ("subl\t$0x10,%%esp" "\n\t" \
	280	"movl\t0x0(%0),%%eax" "\n\t" \
	281	"movl\t0x4(%0),%%edx" "\n\t" \
	282	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	283	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	284	"movl\t0x8(%0),%%eax" "\n\t" \
	285	"movl\t0xC(%0),%%edx" "\n\t" \
	286	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	287	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	288	DTRACE_CALL(provider, name) \
	289	"addl\t$0x10,%%esp" \
	290	: \
	291	: "r" (__dtrace_args) \
b0d623f7	292	: "memory", "eax", "edx" \
2d21ac55 A	293	);
	294
	295	#define DTRACE_CALL5ARGS(provider, name) \
	296	asm volatile ("subl\t$0x20,%%esp" "\n\t" \
	297	"movl\t0x0(%0),%%eax" "\n\t" \
	298	"movl\t0x4(%0),%%edx" "\n\t" \
	299	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	300	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	301	"movl\t0x8(%0),%%eax" "\n\t" \
	302	"movl\t0xC(%0),%%edx" "\n\t" \
	303	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	304	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	305	"movl\t0x10(%0),%%eax" "\n\t" \
	306	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	307	DTRACE_CALL(provider, name) \
	308	"addl\t$0x20,%%esp" \
	309	: \
	310	: "r" (__dtrace_args) \
b0d623f7	311	: "memory", "eax", "edx" \
2d21ac55 A	312	);
	313
	314	#define DTRACE_CALL6ARGS(provider, name) \
	315	asm volatile ("subl\t$0x20,%%esp" "\n\t" \
	316	"movl\t0x0(%0),%%eax" "\n\t" \
	317	"movl\t0x4(%0),%%edx" "\n\t" \
	318	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	319	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	320	"movl\t0x8(%0),%%eax" "\n\t" \
	321	"movl\t0xC(%0),%%edx" "\n\t" \
	322	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	323	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	324	"movl\t0x10(%0),%%eax" "\n\t" \
	325	"movl\t0x14(%0),%%edx" "\n\t" \
	326	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	327	"movl\t%%edx,0x14(%%esp)" "\n\t" \
	328	DTRACE_CALL(provider, name) \
	329	"addl\t$0x20,%%esp" \
	330	: \
	331	: "r" (__dtrace_args) \
b0d623f7	332	: "memory", "eax", "edx" \
2d21ac55 A	333	);
	334
	335	#define DTRACE_CALL7ARGS(provider, name) \
	336	asm volatile ("subl\t$0x20,%%esp" "\n\t" \
	337	"movl\t0x0(%0),%%eax" "\n\t" \
	338	"movl\t0x4(%0),%%edx" "\n\t" \
	339	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	340	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	341	"movl\t0x8(%0),%%eax" "\n\t" \
	342	"movl\t0xC(%0),%%edx" "\n\t" \
	343	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	344	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	345	"movl\t0x10(%0),%%eax" "\n\t" \
	346	"movl\t0x14(%0),%%edx" "\n\t" \
	347	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	348	"movl\t%%edx,0x14(%%esp)" "\n\t" \
	349	"movl\t0x18(%0),%%eax" "\n\t" \
	350	"movl\t%%eax,0x18(%%esp)" "\n\t" \
	351	DTRACE_CALL(provider, name) \
	352	"addl\t$0x20,%%esp" \
	353	: \
	354	: "r" (__dtrace_args) \
b0d623f7	355	: "memory", "eax", "edx" \
2d21ac55 A	356	);
	357
	358	#define DTRACE_CALL8ARGS(provider, name) \
	359	asm volatile ("subl\t$0x20,%%esp" "\n\t" \
	360	"movl\t0x0(%0),%%eax" "\n\t" \
	361	"movl\t0x4(%0),%%edx" "\n\t" \
	362	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	363	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	364	"movl\t0x8(%0),%%eax" "\n\t" \
	365	"movl\t0xC(%0),%%edx" "\n\t" \
	366	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	367	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	368	"movl\t0x10(%0),%%eax" "\n\t" \
	369	"movl\t0x14(%0),%%edx" "\n\t" \
	370	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	371	"movl\t%%edx,0x14(%%esp)" "\n\t" \
	372	"movl\t0x18(%0),%%eax" "\n\t" \
	373	"movl\t0x1C(%0),%%edx" "\n\t" \
	374	"movl\t%%eax,0x18(%%esp)" "\n\t" \
	375	"movl\t%%edx,0x1C(%%esp)" "\n\t" \
	376	DTRACE_CALL(provider, name) \
	377	"addl\t$0x20,%%esp" \
	378	: \
	379	: "r" (__dtrace_args) \
b0d623f7	380	: "memory", "eax", "edx" \
2d21ac55 A	381	);
	382
	383	#define DTRACE_CALL9ARGS(provider, name) \
	384	asm volatile ("subl\t$0x30,%%esp" "\n\t" \
	385	"movl\t0x0(%0),%%eax" "\n\t" \
	386	"movl\t0x4(%0),%%edx" "\n\t" \
	387	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	388	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	389	"movl\t0x8(%0),%%eax" "\n\t" \
	390	"movl\t0xC(%0),%%edx" "\n\t" \
	391	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	392	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	393	"movl\t0x10(%0),%%eax" "\n\t" \
	394	"movl\t0x14(%0),%%edx" "\n\t" \
	395	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	396	"movl\t%%edx,0x14(%%esp)" "\n\t" \
	397	"movl\t0x18(%0),%%eax" "\n\t" \
	398	"movl\t0x1C(%0),%%edx" "\n\t" \
	399	"movl\t%%eax,0x18(%%esp)" "\n\t" \
	400	"movl\t%%edx,0x1C(%%esp)" "\n\t" \
	401	"movl\t0x20(%0),%%eax" "\n\t" \
	402	"movl\t%%eax,0x20(%%esp)" "\n\t" \
	403	DTRACE_CALL(provider, name) \
	404	"addl\t$0x30,%%esp" \
	405	: \
	406	: "r" (__dtrace_args) \
b0d623f7	407	: "memory", "eax", "edx" \
2d21ac55 A	408	);
	409
	410	#define DTRACE_CALL10ARGS(provider, name) \
	411	asm volatile ("subl\t$0x30,%%esp" "\n\t" \
	412	"movl\t0x0(%0),%%eax" "\n\t" \
	413	"movl\t0x4(%0),%%edx" "\n\t" \
	414	"movl\t%%eax,0x0(%%esp)" "\n\t" \
	415	"movl\t%%edx,0x4(%%esp)" "\n\t" \
	416	"movl\t0x8(%0),%%eax" "\n\t" \
	417	"movl\t0xC(%0),%%edx" "\n\t" \
	418	"movl\t%%eax,0x8(%%esp)" "\n\t" \
	419	"movl\t%%edx,0xC(%%esp)" "\n\t" \
	420	"movl\t0x10(%0),%%eax" "\n\t" \
	421	"movl\t0x14(%0),%%edx" "\n\t" \
	422	"movl\t%%eax,0x10(%%esp)" "\n\t" \
	423	"movl\t%%edx,0x14(%%esp)" "\n\t" \
	424	"movl\t0x18(%0),%%eax" "\n\t" \
	425	"movl\t0x1C(%0),%%edx" "\n\t" \
	426	"movl\t%%eax,0x18(%%esp)" "\n\t" \
	427	"movl\t%%edx,0x1C(%%esp)" "\n\t" \
	428	"movl\t0x20(%0),%%eax" "\n\t" \
	429	"movl\t0x24(%0),%%edx" "\n\t" \
	430	"movl\t%%eax,0x20(%%esp)" "\n\t" \
	431	"movl\t%%edx,0x24(%%esp)" "\n\t" \
	432	DTRACE_CALL(provider, name) \
	433	"addl\t$0x30,%%esp" \
	434	: \
	435	: "r" (__dtrace_args) \
b0d623f7	436	: "memory", "eax", "edx" \
2d21ac55 A	437	);
	438
	439	#endif // __i386__
	440
	441	#endif /* _MACH_I386_SDT_ISA_H */