2010-12-28 21:26:23 +00:00
|
|
|
/*
|
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
|
* for more details.
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2010 Cavium Networks, Inc.
|
|
|
|
|
*/
|
|
|
|
|
#ifndef _ASM_MIPS_JUMP_LABEL_H
|
|
|
|
|
#define _ASM_MIPS_JUMP_LABEL_H
|
|
|
|
|
|
2022-06-15 15:41:42 +00:00
|
|
|
#define arch_jump_label_transform_static arch_jump_label_transform
|
|
|
|
|
|
2015-04-09 03:51:30 +00:00
|
|
|
#ifndef __ASSEMBLY__
|
2010-12-28 21:26:23 +00:00
|
|
|
|
2015-04-09 03:51:30 +00:00
|
|
|
#include <linux/types.h>
|
2019-04-05 22:50:36 +00:00
|
|
|
#include <asm/isa-rev.h>
|
2010-12-28 21:26:23 +00:00
|
|
|
|
|
|
|
|
#define JUMP_LABEL_NOP_SIZE 4
|
|
|
|
|
|
|
|
|
|
#ifdef CONFIG_64BIT
|
|
|
|
|
#define WORD_INSN ".dword"
|
|
|
|
|
#else
|
|
|
|
|
#define WORD_INSN ".word"
|
|
|
|
|
#endif
|
|
|
|
|
|
2014-11-17 16:10:32 +00:00
|
|
|
#ifdef CONFIG_CPU_MICROMIPS
|
2019-04-05 22:50:36 +00:00
|
|
|
# define B_INSN "b32"
|
|
|
|
|
# define J_INSN "j32"
|
|
|
|
|
#elif MIPS_ISA_REV >= 6
|
|
|
|
|
# define B_INSN "bc"
|
|
|
|
|
# define J_INSN "bc"
|
2014-11-17 16:10:32 +00:00
|
|
|
#else
|
2019-04-05 22:50:36 +00:00
|
|
|
# define B_INSN "b"
|
|
|
|
|
# define J_INSN "j"
|
2014-11-17 16:10:32 +00:00
|
|
|
#endif
|
|
|
|
|
|
2015-07-24 13:09:55 +00:00
|
|
|
static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
|
2011-03-16 21:29:47 +00:00
|
|
|
{
|
work around gcc bugs with 'asm goto' with outputs
commit 68fb3ca0e408e00db1c3f8fccdfa19e274c033be upstream.
We've had issues with gcc and 'asm goto' before, and we created a
'asm_volatile_goto()' macro for that in the past: see commits
3f0116c3238a ("compiler/gcc4: Add quirk for 'asm goto' miscompilation
bug") and a9f180345f53 ("compiler/gcc4: Make quirk for
asm_volatile_goto() unconditional").
Then, much later, we ended up removing the workaround in commit
43c249ea0b1e ("compiler-gcc.h: remove ancient workaround for gcc PR
58670") because we no longer supported building the kernel with the
affected gcc versions, but we left the macro uses around.
Now, Sean Christopherson reports a new version of a very similar
problem, which is fixed by re-applying that ancient workaround. But the
problem in question is limited to only the 'asm goto with outputs'
cases, so instead of re-introducing the old workaround as-is, let's
rename and limit the workaround to just that much less common case.
It looks like there are at least two separate issues that all hit in
this area:
(a) some versions of gcc don't mark the asm goto as 'volatile' when it
has outputs:
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=98619
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=110420
which is easy to work around by just adding the 'volatile' by hand.
(b) Internal compiler errors:
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=110422
which are worked around by adding the extra empty 'asm' as a
barrier, as in the original workaround.
but the problem Sean sees may be a third thing since it involves bad
code generation (not an ICE) even with the manually added 'volatile'.
The same old workaround works for this case, even if this feels a
bit like voodoo programming and may only be hiding the issue.
Reported-and-tested-by: Sean Christopherson <seanjc@google.com>
Link: https://lore.kernel.org/all/20240208220604.140859-1-seanjc@google.com/
Cc: Nick Desaulniers <ndesaulniers@google.com>
Cc: Uros Bizjak <ubizjak@gmail.com>
Cc: Jakub Jelinek <jakub@redhat.com>
Cc: Andrew Pinski <quic_apinski@quicinc.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2024-02-09 20:39:31 +00:00
|
|
|
asm goto("1:\t" B_INSN " 2f\n\t"
|
2019-04-05 22:50:35 +00:00
|
|
|
"2:\t.insn\n\t"
|
2011-03-16 21:29:47 +00:00
|
|
|
".pushsection __jump_table, \"aw\"\n\t"
|
|
|
|
|
WORD_INSN " 1b, %l[l_yes], %0\n\t"
|
|
|
|
|
".popsection\n\t"
|
2015-07-24 13:09:55 +00:00
|
|
|
: : "i" (&((char *)key)[branch]) : : l_yes);
|
|
|
|
|
|
|
|
|
|
return false;
|
|
|
|
|
l_yes:
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
|
|
|
|
|
{
|
work around gcc bugs with 'asm goto' with outputs
commit 68fb3ca0e408e00db1c3f8fccdfa19e274c033be upstream.
We've had issues with gcc and 'asm goto' before, and we created a
'asm_volatile_goto()' macro for that in the past: see commits
3f0116c3238a ("compiler/gcc4: Add quirk for 'asm goto' miscompilation
bug") and a9f180345f53 ("compiler/gcc4: Make quirk for
asm_volatile_goto() unconditional").
Then, much later, we ended up removing the workaround in commit
43c249ea0b1e ("compiler-gcc.h: remove ancient workaround for gcc PR
58670") because we no longer supported building the kernel with the
affected gcc versions, but we left the macro uses around.
Now, Sean Christopherson reports a new version of a very similar
problem, which is fixed by re-applying that ancient workaround. But the
problem in question is limited to only the 'asm goto with outputs'
cases, so instead of re-introducing the old workaround as-is, let's
rename and limit the workaround to just that much less common case.
It looks like there are at least two separate issues that all hit in
this area:
(a) some versions of gcc don't mark the asm goto as 'volatile' when it
has outputs:
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=98619
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=110420
which is easy to work around by just adding the 'volatile' by hand.
(b) Internal compiler errors:
https://gcc.gnu.org/bugzilla/show_bug.cgi?id=110422
which are worked around by adding the extra empty 'asm' as a
barrier, as in the original workaround.
but the problem Sean sees may be a third thing since it involves bad
code generation (not an ICE) even with the manually added 'volatile'.
The same old workaround works for this case, even if this feels a
bit like voodoo programming and may only be hiding the issue.
Reported-and-tested-by: Sean Christopherson <seanjc@google.com>
Link: https://lore.kernel.org/all/20240208220604.140859-1-seanjc@google.com/
Cc: Nick Desaulniers <ndesaulniers@google.com>
Cc: Uros Bizjak <ubizjak@gmail.com>
Cc: Jakub Jelinek <jakub@redhat.com>
Cc: Andrew Pinski <quic_apinski@quicinc.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2024-02-09 20:39:31 +00:00
|
|
|
asm goto("1:\t" J_INSN " %l[l_yes]\n\t"
|
2015-07-24 13:09:55 +00:00
|
|
|
".pushsection __jump_table, \"aw\"\n\t"
|
|
|
|
|
WORD_INSN " 1b, %l[l_yes], %0\n\t"
|
|
|
|
|
".popsection\n\t"
|
|
|
|
|
: : "i" (&((char *)key)[branch]) : : l_yes);
|
|
|
|
|
|
2011-03-16 21:29:47 +00:00
|
|
|
return false;
|
|
|
|
|
l_yes:
|
|
|
|
|
return true;
|
|
|
|
|
}
|
2010-12-28 21:26:23 +00:00
|
|
|
|
|
|
|
|
#ifdef CONFIG_64BIT
|
|
|
|
|
typedef u64 jump_label_t;
|
|
|
|
|
#else
|
|
|
|
|
typedef u32 jump_label_t;
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
struct jump_entry {
|
|
|
|
|
jump_label_t code;
|
|
|
|
|
jump_label_t target;
|
|
|
|
|
jump_label_t key;
|
|
|
|
|
};
|
|
|
|
|
|
2015-04-09 03:51:30 +00:00
|
|
|
#endif /* __ASSEMBLY__ */
|
2010-12-28 21:26:23 +00:00
|
|
|
#endif /* _ASM_MIPS_JUMP_LABEL_H */
|