2019-05-27 06:55:05 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2008-10-31 02:37:09 +00:00
|
|
|
/*
|
|
|
|
* Copyright © 2008 Ingo Molnar
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <asm/iomap.h>
|
2019-11-20 14:33:57 +00:00
|
|
|
#include <asm/memtype.h>
|
2016-07-14 00:18:55 +00:00
|
|
|
#include <linux/export.h>
|
2009-03-31 22:23:25 +00:00
|
|
|
#include <linux/highmem.h>
|
2008-10-31 02:37:09 +00:00
|
|
|
|
2009-07-10 16:57:35 +00:00
|
|
|
static int is_io_mapping_possible(resource_size_t base, unsigned long size)
|
2009-02-25 01:35:12 +00:00
|
|
|
{
|
2009-04-02 23:44:38 +00:00
|
|
|
#if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
|
2009-02-25 01:35:12 +00:00
|
|
|
/* There is no way to map greater than 1 << 32 address without PAE */
|
|
|
|
if (base + size > 0x100000000ULL)
|
|
|
|
return 0;
|
2009-02-28 13:09:27 +00:00
|
|
|
#endif
|
2009-02-25 01:35:12 +00:00
|
|
|
return 1;
|
|
|
|
}
|
2009-07-10 16:57:35 +00:00
|
|
|
|
|
|
|
int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
|
|
|
|
{
|
2014-11-03 13:01:54 +00:00
|
|
|
enum page_cache_mode pcm = _PAGE_CACHE_MODE_WC;
|
2009-07-10 16:57:35 +00:00
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (!is_io_mapping_possible(base, size))
|
|
|
|
return -EINVAL;
|
|
|
|
|
2019-11-20 14:30:44 +00:00
|
|
|
ret = memtype_reserve_io(base, base + size, &pcm);
|
2009-07-10 16:57:35 +00:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
2014-11-03 13:01:54 +00:00
|
|
|
*prot = __pgprot(__PAGE_KERNEL | cachemode2protval(pcm));
|
2018-04-06 20:55:09 +00:00
|
|
|
/* Filter out unsupported __PAGE_KERNEL* bits: */
|
|
|
|
pgprot_val(*prot) &= __default_kernel_pte_mask;
|
|
|
|
|
2009-07-10 16:57:35 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iomap_create_wc);
|
|
|
|
|
2010-10-26 21:21:51 +00:00
|
|
|
void iomap_free(resource_size_t base, unsigned long size)
|
2009-07-10 16:57:35 +00:00
|
|
|
{
|
2019-11-20 14:30:44 +00:00
|
|
|
memtype_free_io(base, base + size);
|
2009-07-10 16:57:35 +00:00
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iomap_free);
|
2009-02-25 01:35:12 +00:00
|
|
|
|
2020-11-03 09:27:20 +00:00
|
|
|
void __iomem *iomap_atomic_pfn_prot(unsigned long pfn, pgprot_t prot)
|
2008-10-31 02:37:09 +00:00
|
|
|
{
|
2009-01-23 22:14:21 +00:00
|
|
|
/*
|
2015-06-04 16:55:11 +00:00
|
|
|
* For non-PAT systems, translate non-WB request to UC- just in
|
|
|
|
* case the caller set the PWT bit to prot directly without using
|
|
|
|
* pgprot_writecombine(). UC- translates to uncached if the MTRR
|
|
|
|
* is UC or WC. UC- gets the real intention, of the user, which is
|
|
|
|
* "WC if the MTRR is WC, UC if you can't do that."
|
2009-01-23 22:14:21 +00:00
|
|
|
*/
|
2015-06-04 16:55:11 +00:00
|
|
|
if (!pat_enabled() && pgprot2cachemode(prot) != _PAGE_CACHE_MODE_WB)
|
2014-11-03 13:01:54 +00:00
|
|
|
prot = __pgprot(__PAGE_KERNEL |
|
|
|
|
cachemode2protval(_PAGE_CACHE_MODE_UC_MINUS));
|
2009-01-23 22:14:21 +00:00
|
|
|
|
2018-04-06 20:55:09 +00:00
|
|
|
/* Filter out unsupported __PAGE_KERNEL* bits: */
|
|
|
|
pgprot_val(prot) &= __default_kernel_pte_mask;
|
|
|
|
|
2020-11-03 09:27:20 +00:00
|
|
|
preempt_disable();
|
|
|
|
pagefault_disable();
|
|
|
|
return (void __force __iomem *)__kmap_local_pfn_prot(pfn, prot);
|
2008-10-31 02:37:09 +00:00
|
|
|
}
|
2020-11-03 09:27:20 +00:00
|
|
|
EXPORT_SYMBOL_GPL(iomap_atomic_pfn_prot);
|