mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-03 17:40:04 +00:00
5362a4b6ee
real_vmalloc_addr() does not currently work for huge vmalloc, which is
what the reverse map can be allocated with for radix host, hash guest.
Extract the hugepage aware equivalent from eeh code into a helper, and
convert existing sites including this one to use it.
Fixes: 8abddd968a ("powerpc/64s/radix: Enable huge vmalloc mappings")
Signed-off-by: Nicholas Piggin <npiggin@gmail.com>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
Link: https://lore.kernel.org/r/20210526120005.3432222-1-npiggin@gmail.com
88 lines
2.2 KiB
C
88 lines
2.2 KiB
C
#ifndef _ASM_POWERPC_PTE_WALK_H
|
|
#define _ASM_POWERPC_PTE_WALK_H
|
|
|
|
#include <linux/sched.h>
|
|
|
|
/* Don't use this directly */
|
|
extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
|
|
bool *is_thp, unsigned *hshift);
|
|
|
|
static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea,
|
|
bool *is_thp, unsigned *hshift)
|
|
{
|
|
pte_t *pte;
|
|
|
|
VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
|
|
pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
|
|
|
|
#if defined(CONFIG_DEBUG_VM) && \
|
|
!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
|
|
/*
|
|
* We should not find huge page if these configs are not enabled.
|
|
*/
|
|
if (hshift)
|
|
WARN_ON(*hshift);
|
|
#endif
|
|
return pte;
|
|
}
|
|
|
|
static inline pte_t *find_init_mm_pte(unsigned long ea, unsigned *hshift)
|
|
{
|
|
pgd_t *pgdir = init_mm.pgd;
|
|
return __find_linux_pte(pgdir, ea, NULL, hshift);
|
|
}
|
|
|
|
/*
|
|
* Convert a kernel vmap virtual address (vmalloc or ioremap space) to a
|
|
* physical address, without taking locks. This can be used in real-mode.
|
|
*/
|
|
static inline phys_addr_t ppc_find_vmap_phys(unsigned long addr)
|
|
{
|
|
pte_t *ptep;
|
|
phys_addr_t pa;
|
|
int hugepage_shift;
|
|
|
|
/*
|
|
* init_mm does not free page tables, and does not do THP. It may
|
|
* have huge pages from huge vmalloc / ioremap etc.
|
|
*/
|
|
ptep = find_init_mm_pte(addr, &hugepage_shift);
|
|
if (WARN_ON(!ptep))
|
|
return 0;
|
|
|
|
pa = PFN_PHYS(pte_pfn(*ptep));
|
|
|
|
if (!hugepage_shift)
|
|
hugepage_shift = PAGE_SHIFT;
|
|
|
|
pa |= addr & ((1ul << hugepage_shift) - 1);
|
|
|
|
return pa;
|
|
}
|
|
|
|
/*
|
|
* This is what we should always use. Any other lockless page table lookup needs
|
|
* careful audit against THP split.
|
|
*/
|
|
static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea,
|
|
bool *is_thp, unsigned *hshift)
|
|
{
|
|
pte_t *pte;
|
|
|
|
VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
|
|
VM_WARN(pgdir != current->mm->pgd,
|
|
"%s lock less page table lookup called on wrong mm\n", __func__);
|
|
pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
|
|
|
|
#if defined(CONFIG_DEBUG_VM) && \
|
|
!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
|
|
/*
|
|
* We should not find huge page if these configs are not enabled.
|
|
*/
|
|
if (hshift)
|
|
WARN_ON(*hshift);
|
|
#endif
|
|
return pte;
|
|
}
|
|
|
|
#endif /* _ASM_POWERPC_PTE_WALK_H */
|