mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-27 19:29:37 +00:00
d3759e7184
IRQ time entry is currently accounted before HARDIRQ_OFFSET or SOFTIRQ_OFFSET are incremented. This is convenient to decide to which index the cputime to account is dispatched. Unfortunately it prevents tick_irq_enter() from being called under HARDIRQ_OFFSET because tick_irq_enter() has to be called before the IRQ entry accounting due to the necessary clock catch up. As a result we don't benefit from appropriate lockdep coverage on tick_irq_enter(). To prepare for fixing this, move the IRQ entry cputime accounting after the preempt offset is incremented. This requires the cputime dispatch code to handle the extra offset. Signed-off-by: Frederic Weisbecker <frederic@kernel.org> Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Link: https://lore.kernel.org/r/20201202115732.27827-5-frederic@kernel.org
128 lines
4 KiB
C
128 lines
4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _LINUX_KERNEL_VTIME_H
|
|
#define _LINUX_KERNEL_VTIME_H
|
|
|
|
#include <linux/context_tracking_state.h>
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
|
|
#include <asm/vtime.h>
|
|
#endif
|
|
|
|
|
|
struct task_struct;
|
|
|
|
/*
|
|
* vtime_accounting_enabled_this_cpu() definitions/declarations
|
|
*/
|
|
#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
|
|
|
|
static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }
|
|
extern void vtime_task_switch(struct task_struct *prev);
|
|
|
|
#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
|
|
|
|
/*
|
|
* Checks if vtime is enabled on some CPU. Cputime readers want to be careful
|
|
* in that case and compute the tickless cputime.
|
|
* For now vtime state is tied to context tracking. We might want to decouple
|
|
* those later if necessary.
|
|
*/
|
|
static inline bool vtime_accounting_enabled(void)
|
|
{
|
|
return context_tracking_enabled();
|
|
}
|
|
|
|
static inline bool vtime_accounting_enabled_cpu(int cpu)
|
|
{
|
|
return context_tracking_enabled_cpu(cpu);
|
|
}
|
|
|
|
static inline bool vtime_accounting_enabled_this_cpu(void)
|
|
{
|
|
return context_tracking_enabled_this_cpu();
|
|
}
|
|
|
|
extern void vtime_task_switch_generic(struct task_struct *prev);
|
|
|
|
static inline void vtime_task_switch(struct task_struct *prev)
|
|
{
|
|
if (vtime_accounting_enabled_this_cpu())
|
|
vtime_task_switch_generic(prev);
|
|
}
|
|
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
|
|
|
static inline bool vtime_accounting_enabled_cpu(int cpu) {return false; }
|
|
static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }
|
|
static inline void vtime_task_switch(struct task_struct *prev) { }
|
|
|
|
#endif
|
|
|
|
/*
|
|
* Common vtime APIs
|
|
*/
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING
|
|
extern void vtime_account_kernel(struct task_struct *tsk);
|
|
extern void vtime_account_idle(struct task_struct *tsk);
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
|
static inline void vtime_account_kernel(struct task_struct *tsk) { }
|
|
#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
|
|
extern void arch_vtime_task_switch(struct task_struct *tsk);
|
|
extern void vtime_user_enter(struct task_struct *tsk);
|
|
extern void vtime_user_exit(struct task_struct *tsk);
|
|
extern void vtime_guest_enter(struct task_struct *tsk);
|
|
extern void vtime_guest_exit(struct task_struct *tsk);
|
|
extern void vtime_init_idle(struct task_struct *tsk, int cpu);
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
|
|
static inline void vtime_user_enter(struct task_struct *tsk) { }
|
|
static inline void vtime_user_exit(struct task_struct *tsk) { }
|
|
static inline void vtime_guest_enter(struct task_struct *tsk) { }
|
|
static inline void vtime_guest_exit(struct task_struct *tsk) { }
|
|
static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
|
|
#endif
|
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
|
|
extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);
|
|
extern void vtime_account_softirq(struct task_struct *tsk);
|
|
extern void vtime_account_hardirq(struct task_struct *tsk);
|
|
extern void vtime_flush(struct task_struct *tsk);
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
|
|
static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
|
|
static inline void vtime_account_softirq(struct task_struct *tsk) { }
|
|
static inline void vtime_account_hardirq(struct task_struct *tsk) { }
|
|
static inline void vtime_flush(struct task_struct *tsk) { }
|
|
#endif
|
|
|
|
|
|
#ifdef CONFIG_IRQ_TIME_ACCOUNTING
|
|
extern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);
|
|
#else
|
|
static inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
|
|
#endif
|
|
|
|
static inline void account_softirq_enter(struct task_struct *tsk)
|
|
{
|
|
vtime_account_irq(tsk, SOFTIRQ_OFFSET);
|
|
irqtime_account_irq(tsk, SOFTIRQ_OFFSET);
|
|
}
|
|
|
|
static inline void account_softirq_exit(struct task_struct *tsk)
|
|
{
|
|
vtime_account_softirq(tsk);
|
|
irqtime_account_irq(tsk, 0);
|
|
}
|
|
|
|
static inline void account_hardirq_enter(struct task_struct *tsk)
|
|
{
|
|
vtime_account_irq(tsk, HARDIRQ_OFFSET);
|
|
irqtime_account_irq(tsk, HARDIRQ_OFFSET);
|
|
}
|
|
|
|
static inline void account_hardirq_exit(struct task_struct *tsk)
|
|
{
|
|
vtime_account_hardirq(tsk);
|
|
irqtime_account_irq(tsk, 0);
|
|
}
|
|
|
|
#endif /* _LINUX_KERNEL_VTIME_H */
|