mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-08-04 16:25:34 +00:00

The IPI shorthand functionality delivers IPI/NMI broadcasts to all CPUs in the system. This can have similar side effects as the MCE broadcasting when CPUs are waiting in the BIOS or are offlined. The kernel tracks already the state of offlined CPUs whether they have been brought up at least once so that the CR4 MCE bit is set to make sure that MCE broadcasts can't brick the machine. Utilize that information and compare it to the cpu_present_mask. If all present CPUs have been brought up at least once then the broadcast side effect is mitigated by disabling regular interrupt/IPI delivery in the APIC itself and by the cpu offline check at the begin of the NMI handler. Use a static key to switch between broadcasting via shorthands or sending the IPI/NMI one by one. Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Link: https://lkml.kernel.org/r/20190722105220.386410643@linutronix.de
67 lines
2 KiB
C
67 lines
2 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Historical copyright notices:
|
|
*
|
|
* Copyright 2004 James Cleverdon, IBM.
|
|
* (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
|
|
* (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com>
|
|
* (c) 2002,2003 Andi Kleen, SuSE Labs.
|
|
*/
|
|
|
|
#include <linux/jump_label.h>
|
|
|
|
#include <asm/apic.h>
|
|
|
|
/* APIC flat 64 */
|
|
void flat_init_apic_ldr(void);
|
|
|
|
/* X2APIC */
|
|
int x2apic_apic_id_valid(u32 apicid);
|
|
int x2apic_apic_id_registered(void);
|
|
void __x2apic_send_IPI_dest(unsigned int apicid, int vector, unsigned int dest);
|
|
unsigned int x2apic_get_apic_id(unsigned long id);
|
|
u32 x2apic_set_apic_id(unsigned int id);
|
|
int x2apic_phys_pkg_id(int initial_apicid, int index_msb);
|
|
void x2apic_send_IPI_self(int vector);
|
|
|
|
/* IPI */
|
|
|
|
DECLARE_STATIC_KEY_FALSE(apic_use_ipi_shorthand);
|
|
|
|
static inline unsigned int __prepare_ICR(unsigned int shortcut, int vector,
|
|
unsigned int dest)
|
|
{
|
|
unsigned int icr = shortcut | dest;
|
|
|
|
switch (vector) {
|
|
default:
|
|
icr |= APIC_DM_FIXED | vector;
|
|
break;
|
|
case NMI_VECTOR:
|
|
icr |= APIC_DM_NMI;
|
|
break;
|
|
}
|
|
return icr;
|
|
}
|
|
|
|
void __default_send_IPI_shortcut(unsigned int shortcut, int vector);
|
|
|
|
/*
|
|
* This is used to send an IPI with no shorthand notation (the destination is
|
|
* specified in bits 56 to 63 of the ICR).
|
|
*/
|
|
void __default_send_IPI_dest_field(unsigned int mask, int vector, unsigned int dest);
|
|
|
|
void default_send_IPI_single(int cpu, int vector);
|
|
void default_send_IPI_single_phys(int cpu, int vector);
|
|
void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, int vector);
|
|
|
|
#ifdef CONFIG_X86_32
|
|
void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_logical(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_allbutself(int vector);
|
|
void default_send_IPI_all(int vector);
|
|
void default_send_IPI_self(int vector);
|
|
#endif
|