mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-28 21:33:52 +00:00
0f613bfa82
Now that we have raw_atomic*_<op>() definitions, there's no need to use arch_atomic*_<op>() definitions outside of the low-level atomic definitions. Move treewide users of arch_atomic*_<op>() over to the equivalent raw_atomic*_<op>(). There should be no functional change as a result of this patch. Signed-off-by: Mark Rutland <mark.rutland@arm.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Reviewed-by: Kees Cook <keescook@chromium.org> Link: https://lore.kernel.org/r/20230605070124.3741859-19-mark.rutland@arm.com
70 lines
1.6 KiB
C
70 lines
1.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _ASM_GENERIC_BITOPS_ATOMIC_H_
|
|
#define _ASM_GENERIC_BITOPS_ATOMIC_H_
|
|
|
|
#include <linux/atomic.h>
|
|
#include <linux/compiler.h>
|
|
#include <asm/barrier.h>
|
|
|
|
/*
|
|
* Implementation of atomic bitops using atomic-fetch ops.
|
|
* See Documentation/atomic_bitops.txt for details.
|
|
*/
|
|
|
|
static __always_inline void
|
|
arch_set_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
p += BIT_WORD(nr);
|
|
raw_atomic_long_or(BIT_MASK(nr), (atomic_long_t *)p);
|
|
}
|
|
|
|
static __always_inline void
|
|
arch_clear_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
p += BIT_WORD(nr);
|
|
raw_atomic_long_andnot(BIT_MASK(nr), (atomic_long_t *)p);
|
|
}
|
|
|
|
static __always_inline void
|
|
arch_change_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
p += BIT_WORD(nr);
|
|
raw_atomic_long_xor(BIT_MASK(nr), (atomic_long_t *)p);
|
|
}
|
|
|
|
static __always_inline int
|
|
arch_test_and_set_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
long old;
|
|
unsigned long mask = BIT_MASK(nr);
|
|
|
|
p += BIT_WORD(nr);
|
|
old = raw_atomic_long_fetch_or(mask, (atomic_long_t *)p);
|
|
return !!(old & mask);
|
|
}
|
|
|
|
static __always_inline int
|
|
arch_test_and_clear_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
long old;
|
|
unsigned long mask = BIT_MASK(nr);
|
|
|
|
p += BIT_WORD(nr);
|
|
old = raw_atomic_long_fetch_andnot(mask, (atomic_long_t *)p);
|
|
return !!(old & mask);
|
|
}
|
|
|
|
static __always_inline int
|
|
arch_test_and_change_bit(unsigned int nr, volatile unsigned long *p)
|
|
{
|
|
long old;
|
|
unsigned long mask = BIT_MASK(nr);
|
|
|
|
p += BIT_WORD(nr);
|
|
old = raw_atomic_long_fetch_xor(mask, (atomic_long_t *)p);
|
|
return !!(old & mask);
|
|
}
|
|
|
|
#include <asm-generic/bitops/instrumented-atomic.h>
|
|
|
|
#endif /* _ASM_GENERIC_BITOPS_ATOMIC_H */
|