include/asm-i386/i387.h

   1 /*
   2  * include/asm-i386/i387.h
   3  *
   4  * Copyright (C) 1994 Linus Torvalds
   5  *
   6  * Pentium III FXSR, SSE support
   7  * General FPU state handling cleanups
   8  *      Gareth Hughes <gareth@valinux.com>, May 2000
   9  */
  10
  11 #ifndef __ASM_I386_I387_H
  12 #define __ASM_I386_I387_H
  13
  14 #include <linux/sched.h>
  15 #include <linux/init.h>
  16 #include <linux/kernel_stat.h>
  17 #include <asm/processor.h>
  18 #include <asm/sigcontext.h>
  19 #include <asm/user.h>
  20
  21 extern void mxcsr_feature_mask_init(void);
  22 extern void init_fpu(struct task_struct *);
  23
  24 /*
  25  * FPU lazy state save handling...
  26  */
  27
  28 /*
  29  * The "nop" is needed to make the instructions the same
  30  * length.
  31  */
  32 #define restore_fpu(tsk)                        \
  33         alternative_input(                      \
  34                 "nop ; frstor %1",              \
  35                 "fxrstor %1",                   \
  36                 X86_FEATURE_FXSR,               \
  37                 "m" ((tsk)->thread.i387.fxsave))
  38
  39 extern void kernel_fpu_begin(void);
  40 #define kernel_fpu_end() do { stts(); preempt_enable(); } while(0)
  41
  42 /* We need a safe address that is cheap to find and that is already
  43    in L1 during context switch. The best choices are unfortunately
  44    different for UP and SMP */
  45 #ifdef CONFIG_SMP
  46 #define safe_address (__per_cpu_offset[0])
  47 #else
  48 #define safe_address (kstat_cpu(0).cpustat.user)
  49 #endif
  50
  51 /*
  52  * These must be called with preempt disabled
  53  */
  54 static inline void __save_init_fpu( struct task_struct *tsk )
  55 {
  56         /* Use more nops than strictly needed in case the compiler
  57            varies code */
  58         alternative_input(
  59                 "fnsave %[fx] ;fwait;" GENERIC_NOP8 GENERIC_NOP4,
  60                 "fxsave %[fx]\n"
  61                 "bt $7,%[fsw] ; jnc 1f ; fnclex\n1:",
  62                 X86_FEATURE_FXSR,
  63                 [fx] "m" (tsk->thread.i387.fxsave),
  64                 [fsw] "m" (tsk->thread.i387.fxsave.swd) : "memory");
  65         /* AMD K7/K8 CPUs don't save/restore FDP/FIP/FOP unless an exception
  66            is pending.  Clear the x87 state here by setting it to fixed
  67            values. safe_address is a random variable that should be in L1 */
  68         alternative_input(
  69                 GENERIC_NOP8 GENERIC_NOP2,
  70                 "emms\n\t"              /* clear stack tags */
  71                 "fildl %[addr]",        /* set F?P to defined value */
  72                 X86_FEATURE_FXSAVE_LEAK,
  73                 [addr] "m" (safe_address));
  74         task_thread_info(tsk)->status &= ~TS_USEDFPU;
  75 }
  76
  77 #define __unlazy_fpu( tsk ) do { \
  78         if (task_thread_info(tsk)->status & TS_USEDFPU) \
  79                 save_init_fpu( tsk );                   \
  80         else                                            \
  81                 tsk->fpu_counter = 0;                   \
  82 } while (0)
  83
  84 #define __clear_fpu( tsk )                                      \
  85 do {                                                            \
  86         if (task_thread_info(tsk)->status & TS_USEDFPU) {               \
  87                 asm volatile("fnclex ; fwait");                         \
  88                 task_thread_info(tsk)->status &= ~TS_USEDFPU;   \
  89                 stts();                                         \
  90         }                                                       \
  91 } while (0)
  92
  93
  94 /*
  95  * These disable preemption on their own and are safe
  96  */
  97 static inline void save_init_fpu( struct task_struct *tsk )
  98 {
  99         preempt_disable();
 100         __save_init_fpu(tsk);
 101         stts();
 102         preempt_enable();
 103 }
 104
 105 #define unlazy_fpu( tsk ) do {  \
 106         preempt_disable();      \
 107         __unlazy_fpu(tsk);      \
 108         preempt_enable();       \
 109 } while (0)
 110
 111 #define clear_fpu( tsk ) do {   \
 112         preempt_disable();      \
 113         __clear_fpu( tsk );     \
 114         preempt_enable();       \
 115 } while (0)
 116                                         \
 117 /*
 118  * FPU state interaction...
 119  */
 120 extern unsigned short get_fpu_cwd( struct task_struct *tsk );
 121 extern unsigned short get_fpu_swd( struct task_struct *tsk );
 122 extern unsigned short get_fpu_mxcsr( struct task_struct *tsk );
 123 extern asmlinkage void math_state_restore(void);
 124
 125 /*
 126  * Signal frame handlers...
 127  */
 128 extern int save_i387( struct _fpstate __user *buf );
 129 extern int restore_i387( struct _fpstate __user *buf );
 130
 131 /*
 132  * ptrace request handers...
 133  */
 134 extern int get_fpregs( struct user_i387_struct __user *buf,
 135                        struct task_struct *tsk );
 136 extern int set_fpregs( struct task_struct *tsk,
 137                        struct user_i387_struct __user *buf );
 138
 139 extern int get_fpxregs( struct user_fxsr_struct __user *buf,
 140                         struct task_struct *tsk );
 141 extern int set_fpxregs( struct task_struct *tsk,
 142                         struct user_fxsr_struct __user *buf );
 143
 144 /*
 145  * FPU state for core dumps...
 146  */
 147 extern int dump_fpu( struct pt_regs *regs,
 148                      struct user_i387_struct *fpu );
 149
 150 #endif /* __ASM_I386_I387_H */