x86/asm: Move the thread_info::status field to thread_struct
Because sched.h and thread_info.h are a tangled mess, I turned in_compat_syscall() into a macro. If we had current_thread_struct() or similar and we could use it from thread_info.h, then this would be a bit cleaner. Signed-off-by: Andy Lutomirski <luto@kernel.org> Cc: Borislav Petkov <bp@alien8.de> Cc: Brian Gerst <brgerst@gmail.com> Cc: Denys Vlasenko <dvlasenk@redhat.com> Cc: H. Peter Anvin <hpa@zytor.com> Cc: Jann Horn <jann@thejh.net> Cc: Josh Poimboeuf <jpoimboe@redhat.com> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Thomas Gleixner <tglx@linutronix.de> Link: http://lkml.kernel.org/r/ccc8a1b2f41f9c264a41f771bb4a6539a642ad72.1473801993.git.luto@kernel.org Signed-off-by: Ingo Molnar <mingo@kernel.org>
This commit is contained in:
parent
d4b80afbba
commit
b9d989c721
|
@ -209,7 +209,7 @@ __visible inline void prepare_exit_to_usermode(struct pt_regs *regs)
|
||||||
* special case only applies after poking regs and before the
|
* special case only applies after poking regs and before the
|
||||||
* very next return to user mode.
|
* very next return to user mode.
|
||||||
*/
|
*/
|
||||||
ti->status &= ~(TS_COMPAT|TS_I386_REGS_POKED);
|
current->thread.status &= ~(TS_COMPAT|TS_I386_REGS_POKED);
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
user_enter_irqoff();
|
user_enter_irqoff();
|
||||||
|
@ -307,7 +307,7 @@ static __always_inline void do_syscall_32_irqs_on(struct pt_regs *regs)
|
||||||
unsigned int nr = (unsigned int)regs->orig_ax;
|
unsigned int nr = (unsigned int)regs->orig_ax;
|
||||||
|
|
||||||
#ifdef CONFIG_IA32_EMULATION
|
#ifdef CONFIG_IA32_EMULATION
|
||||||
ti->status |= TS_COMPAT;
|
current->thread.status |= TS_COMPAT;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
if (READ_ONCE(ti->flags) & _TIF_WORK_SYSCALL_ENTRY) {
|
if (READ_ONCE(ti->flags) & _TIF_WORK_SYSCALL_ENTRY) {
|
||||||
|
|
|
@ -389,6 +389,9 @@ struct thread_struct {
|
||||||
unsigned short fsindex;
|
unsigned short fsindex;
|
||||||
unsigned short gsindex;
|
unsigned short gsindex;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
u32 status; /* thread synchronous flags */
|
||||||
|
|
||||||
#ifdef CONFIG_X86_64
|
#ifdef CONFIG_X86_64
|
||||||
unsigned long fsbase;
|
unsigned long fsbase;
|
||||||
unsigned long gsbase;
|
unsigned long gsbase;
|
||||||
|
@ -434,6 +437,15 @@ struct thread_struct {
|
||||||
*/
|
*/
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Thread-synchronous status.
|
||||||
|
*
|
||||||
|
* This is different from the flags in that nobody else
|
||||||
|
* ever touches our thread-synchronous status, so we don't
|
||||||
|
* have to worry about atomic accesses.
|
||||||
|
*/
|
||||||
|
#define TS_COMPAT 0x0002 /* 32bit syscall active (64BIT)*/
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Set IOPL bits in EFLAGS from given mask
|
* Set IOPL bits in EFLAGS from given mask
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -60,7 +60,7 @@ static inline long syscall_get_error(struct task_struct *task,
|
||||||
* TS_COMPAT is set for 32-bit syscall entries and then
|
* TS_COMPAT is set for 32-bit syscall entries and then
|
||||||
* remains set until we return to user mode.
|
* remains set until we return to user mode.
|
||||||
*/
|
*/
|
||||||
if (task_thread_info(task)->status & (TS_COMPAT|TS_I386_REGS_POKED))
|
if (task->thread.status & (TS_COMPAT|TS_I386_REGS_POKED))
|
||||||
/*
|
/*
|
||||||
* Sign-extend the value so (int)-EFOO becomes (long)-EFOO
|
* Sign-extend the value so (int)-EFOO becomes (long)-EFOO
|
||||||
* and will match correctly in comparisons.
|
* and will match correctly in comparisons.
|
||||||
|
@ -116,7 +116,7 @@ static inline void syscall_get_arguments(struct task_struct *task,
|
||||||
unsigned long *args)
|
unsigned long *args)
|
||||||
{
|
{
|
||||||
# ifdef CONFIG_IA32_EMULATION
|
# ifdef CONFIG_IA32_EMULATION
|
||||||
if (task_thread_info(task)->status & TS_COMPAT)
|
if (task->thread.status & TS_COMPAT)
|
||||||
switch (i) {
|
switch (i) {
|
||||||
case 0:
|
case 0:
|
||||||
if (!n--) break;
|
if (!n--) break;
|
||||||
|
@ -177,7 +177,7 @@ static inline void syscall_set_arguments(struct task_struct *task,
|
||||||
const unsigned long *args)
|
const unsigned long *args)
|
||||||
{
|
{
|
||||||
# ifdef CONFIG_IA32_EMULATION
|
# ifdef CONFIG_IA32_EMULATION
|
||||||
if (task_thread_info(task)->status & TS_COMPAT)
|
if (task->thread.status & TS_COMPAT)
|
||||||
switch (i) {
|
switch (i) {
|
||||||
case 0:
|
case 0:
|
||||||
if (!n--) break;
|
if (!n--) break;
|
||||||
|
@ -234,18 +234,8 @@ static inline void syscall_set_arguments(struct task_struct *task,
|
||||||
|
|
||||||
static inline int syscall_get_arch(void)
|
static inline int syscall_get_arch(void)
|
||||||
{
|
{
|
||||||
#ifdef CONFIG_IA32_EMULATION
|
/* x32 tasks should be considered AUDIT_ARCH_X86_64. */
|
||||||
/*
|
return in_ia32_syscall() ? AUDIT_ARCH_I386 : AUDIT_ARCH_X86_64;
|
||||||
* TS_COMPAT is set for 32-bit syscall entry and then
|
|
||||||
* remains set until we return to user mode.
|
|
||||||
*
|
|
||||||
* x32 tasks should be considered AUDIT_ARCH_X86_64.
|
|
||||||
*/
|
|
||||||
if (task_thread_info(current)->status & TS_COMPAT)
|
|
||||||
return AUDIT_ARCH_I386;
|
|
||||||
#endif
|
|
||||||
/* Both x32 and x86_64 are considered "64-bit". */
|
|
||||||
return AUDIT_ARCH_X86_64;
|
|
||||||
}
|
}
|
||||||
#endif /* CONFIG_X86_32 */
|
#endif /* CONFIG_X86_32 */
|
||||||
|
|
||||||
|
|
|
@ -55,7 +55,6 @@ struct task_struct;
|
||||||
struct thread_info {
|
struct thread_info {
|
||||||
struct task_struct *task; /* main task structure */
|
struct task_struct *task; /* main task structure */
|
||||||
__u32 flags; /* low level flags */
|
__u32 flags; /* low level flags */
|
||||||
__u32 status; /* thread synchronous flags */
|
|
||||||
__u32 cpu; /* current CPU */
|
__u32 cpu; /* current CPU */
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -253,31 +252,17 @@ static inline int arch_within_stack_frames(const void * const stack,
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
/*
|
|
||||||
* Thread-synchronous status.
|
|
||||||
*
|
|
||||||
* This is different from the flags in that nobody else
|
|
||||||
* ever touches our thread-synchronous status, so we don't
|
|
||||||
* have to worry about atomic accesses.
|
|
||||||
*/
|
|
||||||
#define TS_COMPAT 0x0002 /* 32bit syscall active (64BIT)*/
|
|
||||||
#ifdef CONFIG_COMPAT
|
#ifdef CONFIG_COMPAT
|
||||||
#define TS_I386_REGS_POKED 0x0004 /* regs poked by 32-bit ptracer */
|
#define TS_I386_REGS_POKED 0x0004 /* regs poked by 32-bit ptracer */
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
static inline bool in_ia32_syscall(void)
|
|
||||||
{
|
|
||||||
#ifdef CONFIG_X86_32
|
#ifdef CONFIG_X86_32
|
||||||
return true;
|
#define in_ia32_syscall() true
|
||||||
|
#else
|
||||||
|
#define in_ia32_syscall() (IS_ENABLED(CONFIG_IA32_EMULATION) && \
|
||||||
|
current->thread.status & TS_COMPAT)
|
||||||
#endif
|
#endif
|
||||||
#ifdef CONFIG_IA32_EMULATION
|
|
||||||
if (current_thread_info()->status & TS_COMPAT)
|
|
||||||
return true;
|
|
||||||
#endif
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Force syscall return via IRET by making it look as if there was
|
* Force syscall return via IRET by making it look as if there was
|
||||||
|
|
|
@ -36,7 +36,6 @@ void common(void) {
|
||||||
|
|
||||||
BLANK();
|
BLANK();
|
||||||
OFFSET(TI_flags, thread_info, flags);
|
OFFSET(TI_flags, thread_info, flags);
|
||||||
OFFSET(TI_status, thread_info, status);
|
|
||||||
|
|
||||||
BLANK();
|
BLANK();
|
||||||
OFFSET(TASK_addr_limit, task_struct, thread.addr_limit);
|
OFFSET(TASK_addr_limit, task_struct, thread.addr_limit);
|
||||||
|
|
|
@ -317,7 +317,6 @@ static void __init fpu__init_system_ctx_switch(void)
|
||||||
on_boot_cpu = 0;
|
on_boot_cpu = 0;
|
||||||
|
|
||||||
WARN_ON_FPU(current->thread.fpu.fpstate_active);
|
WARN_ON_FPU(current->thread.fpu.fpstate_active);
|
||||||
current_thread_info()->status = 0;
|
|
||||||
|
|
||||||
if (boot_cpu_has(X86_FEATURE_XSAVEOPT) && eagerfpu != DISABLE)
|
if (boot_cpu_has(X86_FEATURE_XSAVEOPT) && eagerfpu != DISABLE)
|
||||||
eagerfpu = ENABLE;
|
eagerfpu = ENABLE;
|
||||||
|
|
|
@ -510,7 +510,7 @@ void set_personality_ia32(bool x32)
|
||||||
current->personality &= ~READ_IMPLIES_EXEC;
|
current->personality &= ~READ_IMPLIES_EXEC;
|
||||||
/* in_compat_syscall() uses the presence of the x32
|
/* in_compat_syscall() uses the presence of the x32
|
||||||
syscall bit flag to determine compat status */
|
syscall bit flag to determine compat status */
|
||||||
current_thread_info()->status &= ~TS_COMPAT;
|
current->thread.status &= ~TS_COMPAT;
|
||||||
} else {
|
} else {
|
||||||
set_thread_flag(TIF_IA32);
|
set_thread_flag(TIF_IA32);
|
||||||
clear_thread_flag(TIF_X32);
|
clear_thread_flag(TIF_X32);
|
||||||
|
@ -518,7 +518,7 @@ void set_personality_ia32(bool x32)
|
||||||
current->mm->context.ia32_compat = TIF_IA32;
|
current->mm->context.ia32_compat = TIF_IA32;
|
||||||
current->personality |= force_personality32;
|
current->personality |= force_personality32;
|
||||||
/* Prepare the first "return" to user space */
|
/* Prepare the first "return" to user space */
|
||||||
current_thread_info()->status |= TS_COMPAT;
|
current->thread.status |= TS_COMPAT;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL_GPL(set_personality_ia32);
|
EXPORT_SYMBOL_GPL(set_personality_ia32);
|
||||||
|
|
|
@ -934,7 +934,7 @@ static int putreg32(struct task_struct *child, unsigned regno, u32 value)
|
||||||
*/
|
*/
|
||||||
regs->orig_ax = value;
|
regs->orig_ax = value;
|
||||||
if (syscall_get_nr(child, regs) >= 0)
|
if (syscall_get_nr(child, regs) >= 0)
|
||||||
task_thread_info(child)->status |= TS_I386_REGS_POKED;
|
child->thread.status |= TS_I386_REGS_POKED;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case offsetof(struct user32, regs.eflags):
|
case offsetof(struct user32, regs.eflags):
|
||||||
|
|
|
@ -783,7 +783,7 @@ static inline unsigned long get_nr_restart_syscall(const struct pt_regs *regs)
|
||||||
* than the tracee.
|
* than the tracee.
|
||||||
*/
|
*/
|
||||||
#ifdef CONFIG_IA32_EMULATION
|
#ifdef CONFIG_IA32_EMULATION
|
||||||
if (current_thread_info()->status & (TS_COMPAT|TS_I386_REGS_POKED))
|
if (current->thread.status & (TS_COMPAT|TS_I386_REGS_POKED))
|
||||||
return __NR_ia32_restart_syscall;
|
return __NR_ia32_restart_syscall;
|
||||||
#endif
|
#endif
|
||||||
#ifdef CONFIG_X86_X32_ABI
|
#ifdef CONFIG_X86_X32_ABI
|
||||||
|
|
Loading…
Reference in New Issue
Block a user