mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-08-04 00:06:36 +00:00

Commit 7457c0da02
("x86/alternatives: Add int3_emulate_call()
selftest") is used to ensure there is a gap setup in int3 exception stack
which could be used for inserting call return address.
This gap is missed in XEN PV int3 exception entry path, then below panic
triggered:
[ 0.772876] general protection fault: 0000 [#1] SMP NOPTI
[ 0.772886] CPU: 0 PID: 0 Comm: swapper/0 Not tainted 5.2.0+ #11
[ 0.772893] RIP: e030:int3_magic+0x0/0x7
[ 0.772905] RSP: 3507:ffffffff82203e98 EFLAGS: 00000246
[ 0.773334] Call Trace:
[ 0.773334] alternative_instructions+0x3d/0x12e
[ 0.773334] check_bugs+0x7c9/0x887
[ 0.773334] ? __get_locked_pte+0x178/0x1f0
[ 0.773334] start_kernel+0x4ff/0x535
[ 0.773334] ? set_init_arg+0x55/0x55
[ 0.773334] xen_start_kernel+0x571/0x57a
For 64bit PV guests, Xen's ABI enters the kernel with using SYSRET, with
%rcx/%r11 on the stack. To convert back to "normal" looking exceptions,
the xen thunks do 'xen_*: pop %rcx; pop %r11; jmp *'.
E.g. Extracting 'xen_pv_trap xenint3' we have:
xen_xenint3:
pop %rcx;
pop %r11;
jmp xenint3
As xenint3 and int3 entry code are same except xenint3 doesn't generate
a gap, we can fix it by using int3 and drop useless xenint3.
Signed-off-by: Zhenzhong Duan <zhenzhong.duan@oracle.com>
Reviewed-by: Juergen Gross <jgross@suse.com>
Cc: Boris Ostrovsky <boris.ostrovsky@oracle.com>
Cc: Juergen Gross <jgross@suse.com>
Cc: Stefano Stabellini <sstabellini@kernel.org>
Cc: Andy Lutomirski <luto@kernel.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Andrew Cooper <andrew.cooper3@citrix.com>
Signed-off-by: Juergen Gross <jgross@suse.com>
175 lines
6.5 KiB
C
175 lines
6.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _ASM_X86_TRAPS_H
|
|
#define _ASM_X86_TRAPS_H
|
|
|
|
#include <linux/context_tracking_state.h>
|
|
#include <linux/kprobes.h>
|
|
|
|
#include <asm/debugreg.h>
|
|
#include <asm/siginfo.h> /* TRAP_TRACE, ... */
|
|
|
|
#define dotraplinkage __visible
|
|
|
|
asmlinkage void divide_error(void);
|
|
asmlinkage void debug(void);
|
|
asmlinkage void nmi(void);
|
|
asmlinkage void int3(void);
|
|
asmlinkage void overflow(void);
|
|
asmlinkage void bounds(void);
|
|
asmlinkage void invalid_op(void);
|
|
asmlinkage void device_not_available(void);
|
|
#ifdef CONFIG_X86_64
|
|
asmlinkage void double_fault(void);
|
|
#endif
|
|
asmlinkage void coprocessor_segment_overrun(void);
|
|
asmlinkage void invalid_TSS(void);
|
|
asmlinkage void segment_not_present(void);
|
|
asmlinkage void stack_segment(void);
|
|
asmlinkage void general_protection(void);
|
|
asmlinkage void page_fault(void);
|
|
asmlinkage void async_page_fault(void);
|
|
asmlinkage void spurious_interrupt_bug(void);
|
|
asmlinkage void coprocessor_error(void);
|
|
asmlinkage void alignment_check(void);
|
|
#ifdef CONFIG_X86_MCE
|
|
asmlinkage void machine_check(void);
|
|
#endif /* CONFIG_X86_MCE */
|
|
asmlinkage void simd_coprocessor_error(void);
|
|
|
|
#if defined(CONFIG_X86_64) && defined(CONFIG_XEN_PV)
|
|
asmlinkage void xen_divide_error(void);
|
|
asmlinkage void xen_xennmi(void);
|
|
asmlinkage void xen_xendebug(void);
|
|
asmlinkage void xen_int3(void);
|
|
asmlinkage void xen_overflow(void);
|
|
asmlinkage void xen_bounds(void);
|
|
asmlinkage void xen_invalid_op(void);
|
|
asmlinkage void xen_device_not_available(void);
|
|
asmlinkage void xen_double_fault(void);
|
|
asmlinkage void xen_coprocessor_segment_overrun(void);
|
|
asmlinkage void xen_invalid_TSS(void);
|
|
asmlinkage void xen_segment_not_present(void);
|
|
asmlinkage void xen_stack_segment(void);
|
|
asmlinkage void xen_general_protection(void);
|
|
asmlinkage void xen_page_fault(void);
|
|
asmlinkage void xen_spurious_interrupt_bug(void);
|
|
asmlinkage void xen_coprocessor_error(void);
|
|
asmlinkage void xen_alignment_check(void);
|
|
#ifdef CONFIG_X86_MCE
|
|
asmlinkage void xen_machine_check(void);
|
|
#endif /* CONFIG_X86_MCE */
|
|
asmlinkage void xen_simd_coprocessor_error(void);
|
|
#endif
|
|
|
|
dotraplinkage void do_divide_error(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_debug(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_nmi(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_int3(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_overflow(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_bounds(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_invalid_op(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_device_not_available(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_coprocessor_segment_overrun(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_invalid_TSS(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_segment_not_present(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_stack_segment(struct pt_regs *regs, long error_code);
|
|
#ifdef CONFIG_X86_64
|
|
dotraplinkage void do_double_fault(struct pt_regs *regs, long error_code);
|
|
asmlinkage __visible notrace struct pt_regs *sync_regs(struct pt_regs *eregs);
|
|
asmlinkage __visible notrace
|
|
struct bad_iret_stack *fixup_bad_iret(struct bad_iret_stack *s);
|
|
void __init trap_init(void);
|
|
#endif
|
|
dotraplinkage void do_general_protection(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_page_fault(struct pt_regs *regs, unsigned long error_code);
|
|
dotraplinkage void do_spurious_interrupt_bug(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_coprocessor_error(struct pt_regs *regs, long error_code);
|
|
dotraplinkage void do_alignment_check(struct pt_regs *regs, long error_code);
|
|
#ifdef CONFIG_X86_MCE
|
|
dotraplinkage void do_machine_check(struct pt_regs *regs, long error_code);
|
|
#endif
|
|
dotraplinkage void do_simd_coprocessor_error(struct pt_regs *regs, long error_code);
|
|
#ifdef CONFIG_X86_32
|
|
dotraplinkage void do_iret_error(struct pt_regs *regs, long error_code);
|
|
#endif
|
|
dotraplinkage void do_mce(struct pt_regs *regs, long error_code);
|
|
|
|
static inline int get_si_code(unsigned long condition)
|
|
{
|
|
if (condition & DR_STEP)
|
|
return TRAP_TRACE;
|
|
else if (condition & (DR_TRAP0|DR_TRAP1|DR_TRAP2|DR_TRAP3))
|
|
return TRAP_HWBKPT;
|
|
else
|
|
return TRAP_BRKPT;
|
|
}
|
|
|
|
extern int panic_on_unrecovered_nmi;
|
|
|
|
void math_emulate(struct math_emu_info *);
|
|
#ifndef CONFIG_X86_32
|
|
asmlinkage void smp_thermal_interrupt(struct pt_regs *regs);
|
|
asmlinkage void smp_threshold_interrupt(struct pt_regs *regs);
|
|
asmlinkage void smp_deferred_error_interrupt(struct pt_regs *regs);
|
|
#endif
|
|
|
|
void smp_apic_timer_interrupt(struct pt_regs *regs);
|
|
void smp_spurious_interrupt(struct pt_regs *regs);
|
|
void smp_error_interrupt(struct pt_regs *regs);
|
|
asmlinkage void smp_irq_move_cleanup_interrupt(void);
|
|
|
|
extern void ist_enter(struct pt_regs *regs);
|
|
extern void ist_exit(struct pt_regs *regs);
|
|
extern void ist_begin_non_atomic(struct pt_regs *regs);
|
|
extern void ist_end_non_atomic(void);
|
|
|
|
#ifdef CONFIG_VMAP_STACK
|
|
void __noreturn handle_stack_overflow(const char *message,
|
|
struct pt_regs *regs,
|
|
unsigned long fault_address);
|
|
#endif
|
|
|
|
/* Interrupts/Exceptions */
|
|
enum {
|
|
X86_TRAP_DE = 0, /* 0, Divide-by-zero */
|
|
X86_TRAP_DB, /* 1, Debug */
|
|
X86_TRAP_NMI, /* 2, Non-maskable Interrupt */
|
|
X86_TRAP_BP, /* 3, Breakpoint */
|
|
X86_TRAP_OF, /* 4, Overflow */
|
|
X86_TRAP_BR, /* 5, Bound Range Exceeded */
|
|
X86_TRAP_UD, /* 6, Invalid Opcode */
|
|
X86_TRAP_NM, /* 7, Device Not Available */
|
|
X86_TRAP_DF, /* 8, Double Fault */
|
|
X86_TRAP_OLD_MF, /* 9, Coprocessor Segment Overrun */
|
|
X86_TRAP_TS, /* 10, Invalid TSS */
|
|
X86_TRAP_NP, /* 11, Segment Not Present */
|
|
X86_TRAP_SS, /* 12, Stack Segment Fault */
|
|
X86_TRAP_GP, /* 13, General Protection Fault */
|
|
X86_TRAP_PF, /* 14, Page Fault */
|
|
X86_TRAP_SPURIOUS, /* 15, Spurious Interrupt */
|
|
X86_TRAP_MF, /* 16, x87 Floating-Point Exception */
|
|
X86_TRAP_AC, /* 17, Alignment Check */
|
|
X86_TRAP_MC, /* 18, Machine Check */
|
|
X86_TRAP_XF, /* 19, SIMD Floating-Point Exception */
|
|
X86_TRAP_IRET = 32, /* 32, IRET Exception */
|
|
};
|
|
|
|
/*
|
|
* Page fault error code bits:
|
|
*
|
|
* bit 0 == 0: no page found 1: protection fault
|
|
* bit 1 == 0: read access 1: write access
|
|
* bit 2 == 0: kernel-mode access 1: user-mode access
|
|
* bit 3 == 1: use of reserved bit detected
|
|
* bit 4 == 1: fault was an instruction fetch
|
|
* bit 5 == 1: protection keys block access
|
|
*/
|
|
enum x86_pf_error_code {
|
|
X86_PF_PROT = 1 << 0,
|
|
X86_PF_WRITE = 1 << 1,
|
|
X86_PF_USER = 1 << 2,
|
|
X86_PF_RSVD = 1 << 3,
|
|
X86_PF_INSTR = 1 << 4,
|
|
X86_PF_PK = 1 << 5,
|
|
};
|
|
#endif /* _ASM_X86_TRAPS_H */
|