2008-07-30 01:29:19 +08:00
|
|
|
#ifndef __ASM_X86_XSAVE_H
|
|
|
|
|
#define __ASM_X86_XSAVE_H
|
|
|
|
|
|
2008-07-30 08:23:16 +08:00
|
|
|
#include <linux/types.h>
|
2008-07-30 01:29:19 +08:00
|
|
|
#include <asm/processor.h>
|
2015-04-30 14:53:18 +08:00
|
|
|
#include <linux/uaccess.h>
|
2008-07-30 01:29:19 +08:00
|
|
|
|
2014-02-22 01:39:02 +08:00
|
|
|
/* Bit 63 of XCR0 is reserved for future expansion */
|
2015-09-03 07:31:26 +08:00
|
|
|
#define XFEATURE_MASK_EXTEND (~(XFEATURE_MASK_FPSSE | (1ULL << 63)))
|
2008-07-30 01:29:19 +08:00
|
|
|
|
2015-04-28 15:40:26 +08:00
|
|
|
#define XSTATE_CPUID 0x0000000d
|
|
|
|
|
|
2008-07-30 01:29:19 +08:00
|
|
|
#define FXSAVE_SIZE 512
|
|
|
|
|
|
2010-06-13 17:29:39 +08:00
|
|
|
#define XSAVE_HDR_SIZE 64
|
|
|
|
|
#define XSAVE_HDR_OFFSET FXSAVE_SIZE
|
|
|
|
|
|
|
|
|
|
#define XSAVE_YMM_SIZE 256
|
|
|
|
|
#define XSAVE_YMM_OFFSET (XSAVE_HDR_SIZE + XSAVE_HDR_OFFSET)
|
2010-05-17 17:22:23 +08:00
|
|
|
|
2016-06-18 04:07:16 +08:00
|
|
|
/* Supervisor features */
|
|
|
|
|
#define XFEATURE_MASK_SUPERVISOR (XFEATURE_MASK_PT)
|
|
|
|
|
|
2013-12-05 17:15:34 +08:00
|
|
|
/* Supported features which support lazy state saving */
|
2015-09-03 07:31:26 +08:00
|
|
|
#define XFEATURE_MASK_LAZY (XFEATURE_MASK_FP | \
|
2016-03-10 08:28:54 +08:00
|
|
|
XFEATURE_MASK_SSE | \
|
2015-09-03 07:31:26 +08:00
|
|
|
XFEATURE_MASK_YMM | \
|
2016-01-07 06:24:54 +08:00
|
|
|
XFEATURE_MASK_OPMASK | \
|
2015-09-03 07:31:26 +08:00
|
|
|
XFEATURE_MASK_ZMM_Hi256 | \
|
2016-02-13 05:02:04 +08:00
|
|
|
XFEATURE_MASK_Hi16_ZMM | \
|
|
|
|
|
XFEATURE_MASK_PKRU)
|
2013-12-05 17:15:34 +08:00
|
|
|
|
2016-03-10 08:28:54 +08:00
|
|
|
/* Supported features which require eager state saving */
|
|
|
|
|
#define XFEATURE_MASK_EAGER (XFEATURE_MASK_BNDREGS | XFEATURE_MASK_BNDCSR)
|
|
|
|
|
|
2013-12-05 17:15:34 +08:00
|
|
|
/* All currently supported features */
|
2015-09-03 07:31:26 +08:00
|
|
|
#define XCNTXT_MASK (XFEATURE_MASK_LAZY | XFEATURE_MASK_EAGER)
|
2008-07-30 01:29:19 +08:00
|
|
|
|
2008-07-30 01:29:20 +08:00
|
|
|
#ifdef CONFIG_X86_64
|
|
|
|
|
#define REX_PREFIX "0x48, "
|
|
|
|
|
#else
|
|
|
|
|
#define REX_PREFIX
|
|
|
|
|
#endif
|
|
|
|
|
|
2015-04-24 15:20:33 +08:00
|
|
|
extern u64 xfeatures_mask;
|
2010-02-12 03:50:59 +08:00
|
|
|
extern u64 xstate_fx_sw_bytes[USER_XSTATE_FX_SW_WORDS];
|
2008-07-30 01:29:19 +08:00
|
|
|
|
2010-02-12 03:50:59 +08:00
|
|
|
extern void update_regset_xstate_info(unsigned int size, u64 xstate_mask);
|
2008-07-30 01:29:20 +08:00
|
|
|
|
2015-09-03 07:31:24 +08:00
|
|
|
void fpu__xstate_clear_all_cpu_caps(void);
|
2015-04-30 23:15:32 +08:00
|
|
|
void *get_xsave_addr(struct xregs_state *xsave, int xstate);
|
x86/fpu/xstate: Wrap get_xsave_addr() to make it safer
The MPX code appears is calling a low-level FPU function
(copy_fpregs_to_fpstate()). This function is not able to
be called in all contexts, although it is safe to call
directly in some cases.
Although probably correct, the current code is ugly and
potentially error-prone. So, add a wrapper that calls
the (slightly) higher-level fpu__save() (which is preempt-
safe) and also ensures that we even *have* an FPU context
(in the case that this was called when in lazy FPU mode).
Ingo had this to say about the details about when we need
preemption disabled:
> it's indeed generally unsafe to access/copy FPU registers with preemption enabled,
> for two reasons:
>
> - on older systems that use FSAVE the instruction destroys FPU register
> contents, which has to be handled carefully
>
> - even on newer systems if we copy to FPU registers (which this code doesn't)
> then we don't want a context switch to occur in the middle of it, because a
> context switch will write to the fpstate, potentially overwriting our new data
> with old FPU state.
>
> But it's safe to access FPU registers with preemption enabled in a couple of
> special cases:
>
> - potentially destructively saving FPU registers: the signal handling code does
> this in copy_fpstate_to_sigframe(), because it can rely on the signal restore
> side to restore the original FPU state.
>
> - reading FPU registers on modern systems: we don't do this anywhere at the
> moment, mostly to keep symmetry with older systems where FSAVE is
> destructive.
>
> - initializing FPU registers on modern systems: fpu__clear() does this. Here
> it's safe because we don't copy from the fpstate.
>
> - directly writing FPU registers from user-space memory (!). We do this in
> fpu__restore_sig(), and it's safe because neither context switches nor
> irq-handler FPU use can corrupt the source context of the copy (which is
> user-space memory).
>
> Note that the MPX code's current use of copy_fpregs_to_fpstate() was safe I think,
> because:
>
> - MPX is predicated on eagerfpu, so the destructive F[N]SAVE instruction won't be
> used.
>
> - the code was only reading FPU registers, and was doing it only in places that
> guaranteed that an FPU state was already active (i.e. didn't do it in
> kthreads)
Signed-off-by: Dave Hansen <dave.hansen@linux.intel.com>
Reviewed-by: Thomas Gleixner <tglx@linutronix.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Andy Lutomirski <luto@amacapital.net>
Cc: Dave Hansen <dave@sr71.net>
Cc: Fenghua Yu <fenghua.yu@intel.com>
Cc: H. Peter Anvin <hpa@zytor.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Oleg Nesterov <oleg@redhat.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Rik van Riel <riel@redhat.com>
Cc: Suresh Siddha <sbsiddha@gmail.com>
Cc: bp@alien8.de
Link: http://lkml.kernel.org/r/20150607183700.AA881696@viggo.jf.intel.com
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2015-06-08 02:37:00 +08:00
|
|
|
const void *get_xsave_field_ptr(int xstate_field);
|
2016-05-21 01:47:08 +08:00
|
|
|
int using_compacted_format(void);
|
2016-06-18 04:07:17 +08:00
|
|
|
int copyout_from_xsaves(unsigned int pos, unsigned int count, void *kbuf,
|
|
|
|
|
void __user *ubuf, struct xregs_state *xsave);
|
|
|
|
|
int copyin_to_xsaves(const void *kbuf, const void __user *ubuf,
|
|
|
|
|
struct xregs_state *xsave);
|
2008-07-30 01:29:19 +08:00
|
|
|
#endif
|