mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-29 05:44:11 +00:00
7290d58095
An ordinary arm64 defconfig build has ~64 KB worth of __ksymtab entries, each consisting of two 64-bit fields containing absolute references, to the symbol itself and to a char array containing its name, respectively. When we build the same configuration with KASLR enabled, we end up with an additional ~192 KB of relocations in the .init section, i.e., one 24 byte entry for each absolute reference, which all need to be processed at boot time. Given how the struct kernel_symbol that describes each entry is completely local to module.c (except for the references emitted by EXPORT_SYMBOL() itself), we can easily modify it to contain two 32-bit relative references instead. This reduces the size of the __ksymtab section by 50% for all 64-bit architectures, and gets rid of the runtime relocations entirely for architectures implementing KASLR, either via standard PIE linking (arm64) or using custom host tools (x86). Note that the binary search involving __ksymtab contents relies on each section being sorted by symbol name. This is implemented based on the input section names, not the names in the ksymtab entries, so this patch does not interfere with that. Given that the use of place-relative relocations requires support both in the toolchain and in the module loader, we cannot enable this feature for all architectures. So make it dependent on whether CONFIG_HAVE_ARCH_PREL32_RELOCATIONS is defined. Link: http://lkml.kernel.org/r/20180704083651.24360-4-ard.biesheuvel@linaro.org Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org> Acked-by: Jessica Yu <jeyu@kernel.org> Acked-by: Michael Ellerman <mpe@ellerman.id.au> Reviewed-by: Will Deacon <will.deacon@arm.com> Acked-by: Ingo Molnar <mingo@kernel.org> Cc: Arnd Bergmann <arnd@arndb.de> Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org> Cc: Bjorn Helgaas <bhelgaas@google.com> Cc: Catalin Marinas <catalin.marinas@arm.com> Cc: James Morris <james.morris@microsoft.com> Cc: James Morris <jmorris@namei.org> Cc: Josh Poimboeuf <jpoimboe@redhat.com> Cc: Kees Cook <keescook@chromium.org> Cc: Nicolas Pitre <nico@linaro.org> Cc: Paul Mackerras <paulus@samba.org> Cc: Petr Mladek <pmladek@suse.com> Cc: Russell King <linux@armlinux.org.uk> Cc: "Serge E. Hallyn" <serge@hallyn.com> Cc: Sergey Senozhatsky <sergey.senozhatsky@gmail.com> Cc: Steven Rostedt <rostedt@goodmis.org> Cc: Thomas Garnier <thgarnie@google.com> Cc: Thomas Gleixner <tglx@linutronix.de> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
160 lines
4.6 KiB
C
160 lines
4.6 KiB
C
#ifndef _LINUX_EXPORT_H
|
|
#define _LINUX_EXPORT_H
|
|
|
|
/*
|
|
* Export symbols from the kernel to modules. Forked from module.h
|
|
* to reduce the amount of pointless cruft we feed to gcc when only
|
|
* exporting a simple symbol or two.
|
|
*
|
|
* Try not to add #includes here. It slows compilation and makes kernel
|
|
* hackers place grumpy comments in header files.
|
|
*/
|
|
|
|
#define __VMLINUX_SYMBOL(x) x
|
|
#define __VMLINUX_SYMBOL_STR(x) #x
|
|
|
|
/* Indirect, so macros are expanded before pasting. */
|
|
#define VMLINUX_SYMBOL(x) __VMLINUX_SYMBOL(x)
|
|
#define VMLINUX_SYMBOL_STR(x) __VMLINUX_SYMBOL_STR(x)
|
|
|
|
#ifndef __ASSEMBLY__
|
|
#ifdef MODULE
|
|
extern struct module __this_module;
|
|
#define THIS_MODULE (&__this_module)
|
|
#else
|
|
#define THIS_MODULE ((struct module *)0)
|
|
#endif
|
|
|
|
#ifdef CONFIG_MODULES
|
|
|
|
#if defined(__KERNEL__) && !defined(__GENKSYMS__)
|
|
#ifdef CONFIG_MODVERSIONS
|
|
/* Mark the CRC weak since genksyms apparently decides not to
|
|
* generate a checksums for some symbols */
|
|
#if defined(CONFIG_MODULE_REL_CRCS)
|
|
#define __CRC_SYMBOL(sym, sec) \
|
|
asm(" .section \"___kcrctab" sec "+" #sym "\", \"a\" \n" \
|
|
" .weak __crc_" #sym " \n" \
|
|
" .long __crc_" #sym " - . \n" \
|
|
" .previous \n");
|
|
#else
|
|
#define __CRC_SYMBOL(sym, sec) \
|
|
asm(" .section \"___kcrctab" sec "+" #sym "\", \"a\" \n" \
|
|
" .weak __crc_" #sym " \n" \
|
|
" .long __crc_" #sym " \n" \
|
|
" .previous \n");
|
|
#endif
|
|
#else
|
|
#define __CRC_SYMBOL(sym, sec)
|
|
#endif
|
|
|
|
#ifdef CONFIG_HAVE_ARCH_PREL32_RELOCATIONS
|
|
#include <linux/compiler.h>
|
|
/*
|
|
* Emit the ksymtab entry as a pair of relative references: this reduces
|
|
* the size by half on 64-bit architectures, and eliminates the need for
|
|
* absolute relocations that require runtime processing on relocatable
|
|
* kernels.
|
|
*/
|
|
#define __KSYMTAB_ENTRY(sym, sec) \
|
|
__ADDRESSABLE(sym) \
|
|
asm(" .section \"___ksymtab" sec "+" #sym "\", \"a\" \n" \
|
|
" .balign 8 \n" \
|
|
"__ksymtab_" #sym ": \n" \
|
|
" .long " #sym "- . \n" \
|
|
" .long __kstrtab_" #sym "- . \n" \
|
|
" .previous \n")
|
|
|
|
struct kernel_symbol {
|
|
int value_offset;
|
|
int name_offset;
|
|
};
|
|
#else
|
|
#define __KSYMTAB_ENTRY(sym, sec) \
|
|
static const struct kernel_symbol __ksymtab_##sym \
|
|
__attribute__((section("___ksymtab" sec "+" #sym), used)) \
|
|
= { (unsigned long)&sym, __kstrtab_##sym }
|
|
|
|
struct kernel_symbol {
|
|
unsigned long value;
|
|
const char *name;
|
|
};
|
|
#endif
|
|
|
|
/* For every exported symbol, place a struct in the __ksymtab section */
|
|
#define ___EXPORT_SYMBOL(sym, sec) \
|
|
extern typeof(sym) sym; \
|
|
__CRC_SYMBOL(sym, sec) \
|
|
static const char __kstrtab_##sym[] \
|
|
__attribute__((section("__ksymtab_strings"), used, aligned(1))) \
|
|
= #sym; \
|
|
__KSYMTAB_ENTRY(sym, sec)
|
|
|
|
#if defined(__DISABLE_EXPORTS)
|
|
|
|
/*
|
|
* Allow symbol exports to be disabled completely so that C code may
|
|
* be reused in other execution contexts such as the UEFI stub or the
|
|
* decompressor.
|
|
*/
|
|
#define __EXPORT_SYMBOL(sym, sec)
|
|
|
|
#elif defined(__KSYM_DEPS__)
|
|
|
|
/*
|
|
* For fine grained build dependencies, we want to tell the build system
|
|
* about each possible exported symbol even if they're not actually exported.
|
|
* We use a string pattern that is unlikely to be valid code that the build
|
|
* system filters out from the preprocessor output (see ksym_dep_filter
|
|
* in scripts/Kbuild.include).
|
|
*/
|
|
#define __EXPORT_SYMBOL(sym, sec) === __KSYM_##sym ===
|
|
|
|
#elif defined(CONFIG_TRIM_UNUSED_KSYMS)
|
|
|
|
#include <generated/autoksyms.h>
|
|
|
|
#define __EXPORT_SYMBOL(sym, sec) \
|
|
__cond_export_sym(sym, sec, __is_defined(__KSYM_##sym))
|
|
#define __cond_export_sym(sym, sec, conf) \
|
|
___cond_export_sym(sym, sec, conf)
|
|
#define ___cond_export_sym(sym, sec, enabled) \
|
|
__cond_export_sym_##enabled(sym, sec)
|
|
#define __cond_export_sym_1(sym, sec) ___EXPORT_SYMBOL(sym, sec)
|
|
#define __cond_export_sym_0(sym, sec) /* nothing */
|
|
|
|
#else
|
|
#define __EXPORT_SYMBOL ___EXPORT_SYMBOL
|
|
#endif
|
|
|
|
#define EXPORT_SYMBOL(sym) \
|
|
__EXPORT_SYMBOL(sym, "")
|
|
|
|
#define EXPORT_SYMBOL_GPL(sym) \
|
|
__EXPORT_SYMBOL(sym, "_gpl")
|
|
|
|
#define EXPORT_SYMBOL_GPL_FUTURE(sym) \
|
|
__EXPORT_SYMBOL(sym, "_gpl_future")
|
|
|
|
#ifdef CONFIG_UNUSED_SYMBOLS
|
|
#define EXPORT_UNUSED_SYMBOL(sym) __EXPORT_SYMBOL(sym, "_unused")
|
|
#define EXPORT_UNUSED_SYMBOL_GPL(sym) __EXPORT_SYMBOL(sym, "_unused_gpl")
|
|
#else
|
|
#define EXPORT_UNUSED_SYMBOL(sym)
|
|
#define EXPORT_UNUSED_SYMBOL_GPL(sym)
|
|
#endif
|
|
|
|
#endif /* __GENKSYMS__ */
|
|
|
|
#else /* !CONFIG_MODULES... */
|
|
|
|
#define EXPORT_SYMBOL(sym)
|
|
#define EXPORT_SYMBOL_GPL(sym)
|
|
#define EXPORT_SYMBOL_GPL_FUTURE(sym)
|
|
#define EXPORT_UNUSED_SYMBOL(sym)
|
|
#define EXPORT_UNUSED_SYMBOL_GPL(sym)
|
|
|
|
#endif /* CONFIG_MODULES */
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
#endif /* _LINUX_EXPORT_H */
|