mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-10-05 16:37:50 +00:00
f358afc52c
flush_kernel_dcache_page is a rather confusing interface that implements a
subset of flush_dcache_page by not being able to properly handle page
cache mapped pages.
The only callers left are in the exec code as all other previous callers
were incorrect as they could have dealt with page cache pages. Replace
the calls to flush_kernel_dcache_page with calls to flush_dcache_page,
which for all architectures does either exactly the same thing, can
contains one or more of the following:
1) an optimization to defer the cache flush for page cache pages not
mapped into userspace
2) additional flushing for mapped page cache pages if cache aliases
are possible
Link: https://lkml.kernel.org/r/20210712060928.4161649-7-hch@lst.de
Signed-off-by: Christoph Hellwig <hch@lst.de>
Acked-by: Linus Torvalds <torvalds@linux-foundation.org>
Reviewed-by: Ira Weiny <ira.weiny@intel.com>
Cc: Alex Shi <alexs@kernel.org>
Cc: Geoff Levand <geoff@infradead.org>
Cc: Greentime Hu <green.hu@gmail.com>
Cc: Guo Ren <guoren@kernel.org>
Cc: Helge Deller <deller@gmx.de>
Cc: "James E.J. Bottomley" <James.Bottomley@HansenPartnership.com>
Cc: Nick Hu <nickhu@andestech.com>
Cc: Paul Cercueil <paul@crapouillou.net>
Cc: Rich Felker <dalias@libc.org>
Cc: Russell King <linux@armlinux.org.uk>
Cc: Thomas Bogendoerfer <tsbogend@alpha.franken.de>
Cc: Ulf Hansson <ulf.hansson@linaro.org>
Cc: Vincent Chen <deanbo422@gmail.com>
Cc: Yoshinori Sato <ysato@users.osdn.me>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
106 lines
3.6 KiB
C
106 lines
3.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef __ASM_SH_CACHEFLUSH_H
|
|
#define __ASM_SH_CACHEFLUSH_H
|
|
|
|
#include <linux/mm.h>
|
|
|
|
/*
|
|
* Cache flushing:
|
|
*
|
|
* - flush_cache_all() flushes entire cache
|
|
* - flush_cache_mm(mm) flushes the specified mm context's cache lines
|
|
* - flush_cache_dup mm(mm) handles cache flushing when forking
|
|
* - flush_cache_page(mm, vmaddr, pfn) flushes a single page
|
|
* - flush_cache_range(vma, start, end) flushes a range of pages
|
|
*
|
|
* - flush_dcache_page(pg) flushes(wback&invalidates) a page for dcache
|
|
* - flush_icache_range(start, end) flushes(invalidates) a range for icache
|
|
* - flush_icache_page(vma, pg) flushes(invalidates) a page for icache
|
|
* - flush_cache_sigtramp(vaddr) flushes the signal trampoline
|
|
*/
|
|
extern void (*local_flush_cache_all)(void *args);
|
|
extern void (*local_flush_cache_mm)(void *args);
|
|
extern void (*local_flush_cache_dup_mm)(void *args);
|
|
extern void (*local_flush_cache_page)(void *args);
|
|
extern void (*local_flush_cache_range)(void *args);
|
|
extern void (*local_flush_dcache_page)(void *args);
|
|
extern void (*local_flush_icache_range)(void *args);
|
|
extern void (*local_flush_icache_page)(void *args);
|
|
extern void (*local_flush_cache_sigtramp)(void *args);
|
|
|
|
static inline void cache_noop(void *args) { }
|
|
|
|
extern void (*__flush_wback_region)(void *start, int size);
|
|
extern void (*__flush_purge_region)(void *start, int size);
|
|
extern void (*__flush_invalidate_region)(void *start, int size);
|
|
|
|
extern void flush_cache_all(void);
|
|
extern void flush_cache_mm(struct mm_struct *mm);
|
|
extern void flush_cache_dup_mm(struct mm_struct *mm);
|
|
extern void flush_cache_page(struct vm_area_struct *vma,
|
|
unsigned long addr, unsigned long pfn);
|
|
extern void flush_cache_range(struct vm_area_struct *vma,
|
|
unsigned long start, unsigned long end);
|
|
#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
|
|
extern void flush_dcache_page(struct page *page);
|
|
extern void flush_icache_range(unsigned long start, unsigned long end);
|
|
#define flush_icache_user_range flush_icache_range
|
|
extern void flush_icache_page(struct vm_area_struct *vma,
|
|
struct page *page);
|
|
extern void flush_cache_sigtramp(unsigned long address);
|
|
|
|
struct flusher_data {
|
|
struct vm_area_struct *vma;
|
|
unsigned long addr1, addr2;
|
|
};
|
|
|
|
#define ARCH_HAS_FLUSH_ANON_PAGE
|
|
extern void __flush_anon_page(struct page *page, unsigned long);
|
|
|
|
static inline void flush_anon_page(struct vm_area_struct *vma,
|
|
struct page *page, unsigned long vmaddr)
|
|
{
|
|
if (boot_cpu_data.dcache.n_aliases && PageAnon(page))
|
|
__flush_anon_page(page, vmaddr);
|
|
}
|
|
|
|
#define ARCH_IMPLEMENTS_FLUSH_KERNEL_VMAP_RANGE 1
|
|
static inline void flush_kernel_vmap_range(void *addr, int size)
|
|
{
|
|
__flush_wback_region(addr, size);
|
|
}
|
|
static inline void invalidate_kernel_vmap_range(void *addr, int size)
|
|
{
|
|
__flush_invalidate_region(addr, size);
|
|
}
|
|
|
|
extern void copy_to_user_page(struct vm_area_struct *vma,
|
|
struct page *page, unsigned long vaddr, void *dst, const void *src,
|
|
unsigned long len);
|
|
|
|
extern void copy_from_user_page(struct vm_area_struct *vma,
|
|
struct page *page, unsigned long vaddr, void *dst, const void *src,
|
|
unsigned long len);
|
|
|
|
#define flush_cache_vmap(start, end) local_flush_cache_all(NULL)
|
|
#define flush_cache_vunmap(start, end) local_flush_cache_all(NULL)
|
|
|
|
#define flush_dcache_mmap_lock(mapping) do { } while (0)
|
|
#define flush_dcache_mmap_unlock(mapping) do { } while (0)
|
|
|
|
void kmap_coherent_init(void);
|
|
void *kmap_coherent(struct page *page, unsigned long addr);
|
|
void kunmap_coherent(void *kvaddr);
|
|
|
|
#define PG_dcache_clean PG_arch_1
|
|
|
|
void cpu_cache_init(void);
|
|
|
|
static inline void *sh_cacheop_vaddr(void *vaddr)
|
|
{
|
|
if (__in_29bit_mode())
|
|
vaddr = (void *)CAC_ADDR((unsigned long)vaddr);
|
|
return vaddr;
|
|
}
|
|
|
|
#endif /* __ASM_SH_CACHEFLUSH_H */
|