nmi_backtrace: allow excluding an arbitrary CPU

The APIs that allow backtracing across CPUs have always had a way to
exclude the current CPU.  This convenience means callers didn't need to
find a place to allocate a CPU mask just to handle the common case.

Let's extend the API to take a CPU ID to exclude instead of just a
boolean.  This isn't any more complex for the API to handle and allows the
hardlockup detector to exclude a different CPU (the one it already did a
trace for) without needing to find space for a CPU mask.

Arguably, this new API also encourages safer behavior.  Specifically if
the caller wants to avoid tracing the current CPU (maybe because they
already traced the current CPU) this makes it more obvious to the caller
that they need to make sure that the current CPU ID can't change.

[akpm@linux-foundation.org: fix trigger_allbutcpu_cpu_backtrace() stub]
Link: https://lkml.kernel.org/r/20230804065935.v4.1.Ia35521b91fc781368945161d7b28538f9996c182@changeid
Signed-off-by: Douglas Anderson <dianders@chromium.org>
Acked-by: Michal Hocko <mhocko@suse.com>
Cc: kernel test robot <lkp@intel.com>
Cc: Lecopzer Chen <lecopzer.chen@mediatek.com>
Cc: Petr Mladek <pmladek@suse.com>
Cc: Pingfan Liu <kernelfans@gmail.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
This commit is contained in:
Douglas Anderson 2023-08-04 07:00:42 -07:00 committed by Andrew Morton
parent 3c9d017cc2
commit 8d539b84f1
16 changed files with 32 additions and 32 deletions

View File

@ -32,7 +32,7 @@ void handle_IRQ(unsigned int, struct pt_regs *);
#include <linux/cpumask.h> #include <linux/cpumask.h>
extern void arch_trigger_cpumask_backtrace(const cpumask_t *mask, extern void arch_trigger_cpumask_backtrace(const cpumask_t *mask,
bool exclude_self); int exclude_cpu);
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
#endif #endif

View File

@ -846,7 +846,7 @@ static void raise_nmi(cpumask_t *mask)
__ipi_send_mask(ipi_desc[IPI_CPU_BACKTRACE], mask); __ipi_send_mask(ipi_desc[IPI_CPU_BACKTRACE], mask);
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
nmi_trigger_cpumask_backtrace(mask, exclude_self, raise_nmi); nmi_trigger_cpumask_backtrace(mask, exclude_cpu, raise_nmi);
} }

View File

@ -40,7 +40,7 @@ void spurious_interrupt(void);
#define NR_IRQS_LEGACY 16 #define NR_IRQS_LEGACY 16
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
void arch_trigger_cpumask_backtrace(const struct cpumask *mask, bool exclude_self); void arch_trigger_cpumask_backtrace(const struct cpumask *mask, int exclude_cpu);
#define MAX_IO_PICS 2 #define MAX_IO_PICS 2
#define NR_IRQS (64 + (256 * MAX_IO_PICS)) #define NR_IRQS (64 + (256 * MAX_IO_PICS))

View File

@ -345,9 +345,9 @@ static void raise_backtrace(cpumask_t *mask)
} }
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
nmi_trigger_cpumask_backtrace(mask, exclude_self, raise_backtrace); nmi_trigger_cpumask_backtrace(mask, exclude_cpu, raise_backtrace);
} }
#ifdef CONFIG_64BIT #ifdef CONFIG_64BIT

View File

@ -77,7 +77,7 @@ extern int cp0_fdc_irq;
extern int get_c0_fdc_int(void); extern int get_c0_fdc_int(void);
void arch_trigger_cpumask_backtrace(const struct cpumask *mask, void arch_trigger_cpumask_backtrace(const struct cpumask *mask,
bool exclude_self); int exclude_cpu);
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
#endif /* _ASM_IRQ_H */ #endif /* _ASM_IRQ_H */

View File

@ -750,9 +750,9 @@ static void raise_backtrace(cpumask_t *mask)
} }
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
nmi_trigger_cpumask_backtrace(mask, exclude_self, raise_backtrace); nmi_trigger_cpumask_backtrace(mask, exclude_cpu, raise_backtrace);
} }
int mips_get_process_fp_mode(struct task_struct *task) int mips_get_process_fp_mode(struct task_struct *task)

View File

@ -55,7 +55,7 @@ int irq_choose_cpu(const struct cpumask *mask);
#if defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_NMI_IPI) #if defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_NMI_IPI)
extern void arch_trigger_cpumask_backtrace(const cpumask_t *mask, extern void arch_trigger_cpumask_backtrace(const cpumask_t *mask,
bool exclude_self); int exclude_cpu);
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
#endif #endif

View File

@ -221,8 +221,8 @@ static void raise_backtrace_ipi(cpumask_t *mask)
} }
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
nmi_trigger_cpumask_backtrace(mask, exclude_self, raise_backtrace_ipi); nmi_trigger_cpumask_backtrace(mask, exclude_cpu, raise_backtrace_ipi);
} }
#endif /* defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_NMI_IPI) */ #endif /* defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_NMI_IPI) */

View File

@ -245,7 +245,7 @@ static void watchdog_smp_panic(int cpu)
__cpumask_clear_cpu(c, &wd_smp_cpus_ipi); __cpumask_clear_cpu(c, &wd_smp_cpus_ipi);
} }
} else { } else {
trigger_allbutself_cpu_backtrace(); trigger_allbutcpu_cpu_backtrace(cpu);
cpumask_clear(&wd_smp_cpus_ipi); cpumask_clear(&wd_smp_cpus_ipi);
} }
@ -416,7 +416,7 @@ DEFINE_INTERRUPT_HANDLER_NMI(soft_nmi_interrupt)
xchg(&__wd_nmi_output, 1); // see wd_lockup_ipi xchg(&__wd_nmi_output, 1); // see wd_lockup_ipi
if (sysctl_hardlockup_all_cpu_backtrace) if (sysctl_hardlockup_all_cpu_backtrace)
trigger_allbutself_cpu_backtrace(); trigger_allbutcpu_cpu_backtrace(cpu);
if (hardlockup_panic) if (hardlockup_panic)
nmi_panic(regs, "Hard LOCKUP"); nmi_panic(regs, "Hard LOCKUP");

View File

@ -87,7 +87,7 @@ static inline unsigned long get_softint(void)
} }
void arch_trigger_cpumask_backtrace(const struct cpumask *mask, void arch_trigger_cpumask_backtrace(const struct cpumask *mask,
bool exclude_self); int exclude_cpu);
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
extern void *hardirq_stack[NR_CPUS]; extern void *hardirq_stack[NR_CPUS];

View File

@ -236,7 +236,7 @@ static void __global_reg_poll(struct global_reg_snapshot *gp)
} }
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
struct thread_info *tp = current_thread_info(); struct thread_info *tp = current_thread_info();
struct pt_regs *regs = get_irq_regs(); struct pt_regs *regs = get_irq_regs();
@ -252,7 +252,7 @@ void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self)
memset(global_cpu_snapshot, 0, sizeof(global_cpu_snapshot)); memset(global_cpu_snapshot, 0, sizeof(global_cpu_snapshot));
if (cpumask_test_cpu(this_cpu, mask) && !exclude_self) if (cpumask_test_cpu(this_cpu, mask) && this_cpu != exclude_cpu)
__global_reg_self(tp, regs, this_cpu); __global_reg_self(tp, regs, this_cpu);
smp_fetch_global_regs(); smp_fetch_global_regs();
@ -260,7 +260,7 @@ void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self)
for_each_cpu(cpu, mask) { for_each_cpu(cpu, mask) {
struct global_reg_snapshot *gp; struct global_reg_snapshot *gp;
if (exclude_self && cpu == this_cpu) if (cpu == exclude_cpu)
continue; continue;
gp = &global_cpu_snapshot[cpu].reg; gp = &global_cpu_snapshot[cpu].reg;

View File

@ -42,7 +42,7 @@ extern void init_ISA_irqs(void);
#ifdef CONFIG_X86_LOCAL_APIC #ifdef CONFIG_X86_LOCAL_APIC
void arch_trigger_cpumask_backtrace(const struct cpumask *mask, void arch_trigger_cpumask_backtrace(const struct cpumask *mask,
bool exclude_self); int exclude_cpu);
#define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace #define arch_trigger_cpumask_backtrace arch_trigger_cpumask_backtrace
#endif #endif

View File

@ -34,9 +34,9 @@ static void nmi_raise_cpu_backtrace(cpumask_t *mask)
apic->send_IPI_mask(mask, NMI_VECTOR); apic->send_IPI_mask(mask, NMI_VECTOR);
} }
void arch_trigger_cpumask_backtrace(const cpumask_t *mask, bool exclude_self) void arch_trigger_cpumask_backtrace(const cpumask_t *mask, int exclude_cpu)
{ {
nmi_trigger_cpumask_backtrace(mask, exclude_self, nmi_trigger_cpumask_backtrace(mask, exclude_cpu,
nmi_raise_cpu_backtrace); nmi_raise_cpu_backtrace);
} }

View File

@ -157,31 +157,31 @@ static inline void touch_nmi_watchdog(void)
#ifdef arch_trigger_cpumask_backtrace #ifdef arch_trigger_cpumask_backtrace
static inline bool trigger_all_cpu_backtrace(void) static inline bool trigger_all_cpu_backtrace(void)
{ {
arch_trigger_cpumask_backtrace(cpu_online_mask, false); arch_trigger_cpumask_backtrace(cpu_online_mask, -1);
return true; return true;
} }
static inline bool trigger_allbutself_cpu_backtrace(void) static inline bool trigger_allbutcpu_cpu_backtrace(int exclude_cpu)
{ {
arch_trigger_cpumask_backtrace(cpu_online_mask, true); arch_trigger_cpumask_backtrace(cpu_online_mask, exclude_cpu);
return true; return true;
} }
static inline bool trigger_cpumask_backtrace(struct cpumask *mask) static inline bool trigger_cpumask_backtrace(struct cpumask *mask)
{ {
arch_trigger_cpumask_backtrace(mask, false); arch_trigger_cpumask_backtrace(mask, -1);
return true; return true;
} }
static inline bool trigger_single_cpu_backtrace(int cpu) static inline bool trigger_single_cpu_backtrace(int cpu)
{ {
arch_trigger_cpumask_backtrace(cpumask_of(cpu), false); arch_trigger_cpumask_backtrace(cpumask_of(cpu), -1);
return true; return true;
} }
/* generic implementation */ /* generic implementation */
void nmi_trigger_cpumask_backtrace(const cpumask_t *mask, void nmi_trigger_cpumask_backtrace(const cpumask_t *mask,
bool exclude_self, int exclude_cpu,
void (*raise)(cpumask_t *mask)); void (*raise)(cpumask_t *mask));
bool nmi_cpu_backtrace(struct pt_regs *regs); bool nmi_cpu_backtrace(struct pt_regs *regs);
@ -190,7 +190,7 @@ static inline bool trigger_all_cpu_backtrace(void)
{ {
return false; return false;
} }
static inline bool trigger_allbutself_cpu_backtrace(void) static inline bool trigger_allbutcpu_cpu_backtrace(int exclude_cpu)
{ {
return false; return false;
} }

View File

@ -523,7 +523,7 @@ static enum hrtimer_restart watchdog_timer_fn(struct hrtimer *hrtimer)
dump_stack(); dump_stack();
if (softlockup_all_cpu_backtrace) { if (softlockup_all_cpu_backtrace) {
trigger_allbutself_cpu_backtrace(); trigger_allbutcpu_cpu_backtrace(smp_processor_id());
clear_bit_unlock(0, &soft_lockup_nmi_warn); clear_bit_unlock(0, &soft_lockup_nmi_warn);
} }

View File

@ -34,7 +34,7 @@ static unsigned long backtrace_flag;
* they are passed being updated as a side effect of this call. * they are passed being updated as a side effect of this call.
*/ */
void nmi_trigger_cpumask_backtrace(const cpumask_t *mask, void nmi_trigger_cpumask_backtrace(const cpumask_t *mask,
bool exclude_self, int exclude_cpu,
void (*raise)(cpumask_t *mask)) void (*raise)(cpumask_t *mask))
{ {
int i, this_cpu = get_cpu(); int i, this_cpu = get_cpu();
@ -49,8 +49,8 @@ void nmi_trigger_cpumask_backtrace(const cpumask_t *mask,
} }
cpumask_copy(to_cpumask(backtrace_mask), mask); cpumask_copy(to_cpumask(backtrace_mask), mask);
if (exclude_self) if (exclude_cpu != -1)
cpumask_clear_cpu(this_cpu, to_cpumask(backtrace_mask)); cpumask_clear_cpu(exclude_cpu, to_cpumask(backtrace_mask));
/* /*
* Don't try to send an NMI to this cpu; it may work on some * Don't try to send an NMI to this cpu; it may work on some