X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/8f6c56a50524aa785f7e596d52dddfb331e18961..b0d623f7f2ae71ed96e60569f61f9a9a27016e80:/osfmk/i386/fpu.h diff --git a/osfmk/i386/fpu.h b/osfmk/i386/fpu.h index a053bd56c..7b6f86a82 100644 --- a/osfmk/i386/fpu.h +++ b/osfmk/i386/fpu.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2000 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * @@ -54,9 +54,6 @@ * the rights to redistribute these changes. */ -/* - */ - #ifndef _I386_FPU_H_ #define _I386_FPU_H_ @@ -64,12 +61,38 @@ * Macro definitions for routines to manipulate the * floating-point processor. */ - -#include -#include +#include #include #include #include +#include +#include + +extern int fp_kind; + +extern void init_fpu(void); +extern void fpu_module_init(void); +extern void fpu_free( + struct x86_fpsave_state * fps); +extern kern_return_t fpu_set_fxstate( + thread_t thr_act, + thread_state_t state); +extern kern_return_t fpu_get_fxstate( + thread_t thr_act, + thread_state_t state); +extern void fpu_dup_fxstate( + thread_t parent, + thread_t child); +extern void fpnoextflt(void); +extern void fpextovrflt(void); +extern void fpexterrflt(void); +extern void fpSSEexterrflt(void); +extern void fpflush(thread_t); +extern void fp_setvalid(boolean_t); +#ifdef __i386__ +extern void fxsave64(struct x86_fx_save *); +extern void fxrstor64(struct x86_fx_save *); +#endif /* * FPU instructions. @@ -83,9 +106,8 @@ #define fldcw(control) \ __asm__ volatile("fldcw %0" : : "m" (*(unsigned short *) &(control)) ) -extern unsigned short fnstsw(void); - -extern __inline__ unsigned short fnstsw(void) +static inline unsigned short +fnstsw(void) { unsigned short status; __asm__ volatile("fnstsw %0" : "=ma" (status)); @@ -109,58 +131,55 @@ extern __inline__ unsigned short fnstsw(void) #define FXSAFE() (fp_kind == FP_FXSR) -#define fpu_load_context(pcb) + +static inline void clear_fpu(void) +{ + set_ts(); +} + /* * Save thread`s FPU context. - * If only one CPU, we just set the task-switched bit, - * to keep the new thread from using the coprocessor. - * If multiple CPUs, we save the entire state. - * NOTE: in order to provide backwards compatible support in the kernel. When saving SSE2 state, we also save the - * FP state in it's old location. Otherwise fpu_get_state() and fpu_set_state() will stop working */ -#define fpu_save_context(thread) \ - { \ - register struct i386_fpsave_state *ifps; \ - ifps = (thread)->machine.pcb->ims.ifps; \ - if (ifps != 0 && !ifps->fp_valid) { \ - /* registers are in FPU - save to memory */ \ - ifps->fp_valid = TRUE; \ - ifps->fp_save_flavor = FP_387; \ - if (FXSAFE()) { \ - fxsave(&ifps->fx_save_state); \ - ifps->fp_save_flavor = FP_FXSR; \ - } \ - fnsave(&ifps->fp_save_state); \ - } \ - set_ts(); \ - } - - - -extern int fp_kind; -extern void init_fpu(void); -extern void fpu_module_init(void); -extern void fpu_free( - struct i386_fpsave_state * fps); -extern kern_return_t fpu_set_state( - thread_t thr_act, - struct i386_float_state * st); -extern kern_return_t fpu_get_state( - thread_t thr_act, - struct i386_float_state * st); -extern kern_return_t fpu_set_fxstate( - thread_t thr_act, - struct i386_float_state * st); -extern kern_return_t fpu_get_fxstate( - thread_t thr_act, - struct i386_float_state * st); -extern void fpnoextflt(void); -extern void fpextovrflt(void); -extern void fpexterrflt(void); -extern void fp_state_alloc(void); -extern void fpintr(void); -extern void fpflush(thread_t); +static inline void fpu_save_context(thread_t thread) +{ + struct x86_fpsave_state *ifps; + + assert(ml_get_interrupts_enabled() == FALSE); + ifps = (thread)->machine.pcb->ifps; + if (ifps != 0 && !ifps->fp_valid) { + /* Clear CR0.TS in preparation for the FP context save. In + * theory, this shouldn't be necessary since a live FPU should + * indicate that TS is clear. However, various routines + * (such as sendsig & sigreturn) manipulate TS directly. + */ + clear_ts(); + /* registers are in FPU - save to memory */ + ifps->fp_valid = TRUE; + +#if defined(__i386__) + if (!thread_is_64bit(thread) || is_saved_state32(thread->machine.pcb->iss)) { + /* save the compatibility/legacy mode XMM+x87 state */ + fxsave(&ifps->fx_save_state); + ifps->fp_save_layout = FXSAVE32; + } + else { + /* Execute a brief jump to 64-bit mode to save the 64 + * bit state + */ + fxsave64(&ifps->fx_save_state); + ifps->fp_save_layout = FXSAVE64; + } +#elif defined(__x86_64__) + /* for a 64-bit long mode kernel, we can always use plain fxsave */ + fxsave(&ifps->fx_save_state); + ifps->fp_save_layout = thread_is_64bit(thread) ? FXSAVE64 + : FXSAVE32; + +#endif + } + set_ts(); +} #endif /* _I386_FPU_H_ */