mirror of
https://github.com/torvalds/linux.git
synced 2026-10-26 20:46:02 +01:00
2af470916a
It turns out the previous usage of hardirq_disable_count() in __irq_exit_rcu() would cause softirq pending issues. Without that usage, hardirq_disable_count() doesn't need to exist, so remove it. Also move hardirq_disable_enter/exit() into the Rust specific interrupt_rc header. [ tglx: Move the helpers over ] Signed-off-by: Boqun Feng <boqun@kernel.org> Signed-off-by: Thomas Gleixner <tglx@kernel.org> Link: https://patch.msgid.link/20260827194835.38968-1-boqun@kernel.org
83 lines
2.1 KiB
C
83 lines
2.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef __LINUX_INTERRUPT_RC_H
|
|
#define __LINUX_INTERRUPT_RC_H
|
|
|
|
/*
|
|
* include/linux/interrupt_rc.h - refcounted local processor interrupt
|
|
* management.
|
|
*
|
|
* Since the implementation of this API currently depends on
|
|
* local_irq_save()/local_irq_restore(), we split this into its own header to
|
|
* make it easier to include without hitting circular header dependencies.
|
|
*/
|
|
|
|
#include <linux/irqflags.h>
|
|
#include <linux/preempt.h>
|
|
#include <linux/processor.h>
|
|
#include <linux/smp.h>
|
|
|
|
#ifndef MODULE
|
|
/* Per-CPU interrupt disabling state for local_interrupt_{disable,enable}(). */
|
|
DECLARE_PER_CPU(unsigned long, local_interrupt_disable_state);
|
|
|
|
static __always_inline void __local_interrupt_save_state(unsigned long flags)
|
|
{
|
|
raw_cpu_write(local_interrupt_disable_state, flags);
|
|
}
|
|
|
|
static __always_inline void __local_interrupt_enable(void)
|
|
{
|
|
unsigned long flags = raw_cpu_read(local_interrupt_disable_state);
|
|
|
|
local_irq_restore(flags);
|
|
}
|
|
|
|
#ifndef INSTANTIATE_EXPORTED_INTERRUPT_DISABLE
|
|
static __always_inline void _local_interrupt_save_state(unsigned long flags)
|
|
{
|
|
__local_interrupt_save_state(flags);
|
|
}
|
|
|
|
static __always_inline void _local_interrupt_enable(void)
|
|
{
|
|
__local_interrupt_enable();
|
|
}
|
|
#else
|
|
extern void _local_interrupt_save_state(unsigned long flags);
|
|
extern void _local_interrupt_enable(void);
|
|
#endif
|
|
|
|
#else /* !MODULE */
|
|
extern void _local_interrupt_save_state(unsigned long flags);
|
|
extern void _local_interrupt_enable(void);
|
|
#endif /* !MODULE */
|
|
|
|
#define hardirq_disable_enter() __preempt_count_add_return(HARDIRQ_DISABLE_OFFSET)
|
|
#define hardirq_disable_exit() __preempt_count_sub_return(HARDIRQ_DISABLE_OFFSET)
|
|
|
|
static inline void local_interrupt_disable(void)
|
|
{
|
|
int new_count;
|
|
unsigned long flags;
|
|
|
|
WARN_ON_ONCE(in_nmi());
|
|
|
|
local_irq_save(flags);
|
|
new_count = hardirq_disable_enter();
|
|
|
|
if ((new_count & HARDIRQ_DISABLE_MASK) == HARDIRQ_DISABLE_OFFSET)
|
|
_local_interrupt_save_state(flags);
|
|
}
|
|
|
|
static inline void local_interrupt_enable(void)
|
|
{
|
|
int new_count;
|
|
|
|
new_count = hardirq_disable_exit();
|
|
|
|
if ((new_count & HARDIRQ_DISABLE_MASK) == 0)
|
|
_local_interrupt_enable();
|
|
}
|
|
|
|
#endif /* !__LINUX_INTERRUPT_RC_H */
|