mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-30 22:26:55 +00:00
7a92fc8b4d
The pcpu setup when using the page allocator sets up a new vmalloc mapping very early in the boot process, so early that it cannot use the flush_cache_vmap() function which may depend on structures not yet initialized (for example in riscv, we currently send an IPI to flush other cpus TLB). But on some architectures, we must call flush_cache_vmap(): for example, in riscv, some uarchs can cache invalid TLB entries so we need to flush the new established mapping to avoid taking an exception. So fix this by introducing a new function flush_cache_vmap_early() which is called right after setting the new page table entry and before accessing this new mapping. This new function implements a local flush tlb on riscv and is no-op for other architectures (same as today). Signed-off-by: Alexandre Ghiti <alexghiti@rivosinc.com> Acked-by: Geert Uytterhoeven <geert@linux-m68k.org> Signed-off-by: Dennis Zhou <dennis@kernel.org>
64 lines
1.9 KiB
C
64 lines
1.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef __ABI_CSKY_CACHEFLUSH_H
|
|
#define __ABI_CSKY_CACHEFLUSH_H
|
|
|
|
#include <linux/mm.h>
|
|
#include <asm/string.h>
|
|
#include <asm/cache.h>
|
|
|
|
#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
|
|
extern void flush_dcache_page(struct page *);
|
|
void flush_dcache_folio(struct folio *);
|
|
#define flush_dcache_folio flush_dcache_folio
|
|
|
|
#define flush_cache_mm(mm) dcache_wbinv_all()
|
|
#define flush_cache_page(vma, page, pfn) cache_wbinv_all()
|
|
#define flush_cache_dup_mm(mm) cache_wbinv_all()
|
|
|
|
#define flush_dcache_mmap_lock(mapping) xa_lock_irq(&mapping->i_pages)
|
|
#define flush_dcache_mmap_unlock(mapping) xa_unlock_irq(&mapping->i_pages)
|
|
|
|
#define ARCH_IMPLEMENTS_FLUSH_KERNEL_VMAP_RANGE 1
|
|
static inline void flush_kernel_vmap_range(void *addr, int size)
|
|
{
|
|
dcache_wbinv_all();
|
|
}
|
|
static inline void invalidate_kernel_vmap_range(void *addr, int size)
|
|
{
|
|
dcache_wbinv_all();
|
|
}
|
|
|
|
#define ARCH_HAS_FLUSH_ANON_PAGE
|
|
static inline void flush_anon_page(struct vm_area_struct *vma,
|
|
struct page *page, unsigned long vmaddr)
|
|
{
|
|
if (PageAnon(page))
|
|
cache_wbinv_all();
|
|
}
|
|
|
|
/*
|
|
* if (current_mm != vma->mm) cache_wbinv_range(start, end) will be broken.
|
|
* Use cache_wbinv_all() here and need to be improved in future.
|
|
*/
|
|
extern void flush_cache_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
|
#define flush_cache_vmap(start, end) cache_wbinv_all()
|
|
#define flush_cache_vmap_early(start, end) do { } while (0)
|
|
#define flush_cache_vunmap(start, end) cache_wbinv_all()
|
|
|
|
#define flush_icache_range(start, end) cache_wbinv_range(start, end)
|
|
#define flush_icache_mm_range(mm, start, end) cache_wbinv_range(start, end)
|
|
#define flush_icache_deferred(mm) do {} while (0);
|
|
|
|
#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
|
|
do { \
|
|
memcpy(dst, src, len); \
|
|
} while (0)
|
|
|
|
#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
|
|
do { \
|
|
memcpy(dst, src, len); \
|
|
cache_wbinv_all(); \
|
|
} while (0)
|
|
|
|
#endif /* __ABI_CSKY_CACHEFLUSH_H */
|