2008-10-31 02:37:09 +00:00
|
|
|
/*
|
|
|
|
* Copyright © 2008 Ingo Molnar
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful, but
|
|
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
* 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <asm/iomap.h>
|
2009-01-23 22:14:21 +00:00
|
|
|
#include <asm/pat.h>
|
2008-10-31 02:37:09 +00:00
|
|
|
#include <linux/module.h>
|
2009-03-31 22:23:25 +00:00
|
|
|
#include <linux/highmem.h>
|
2008-10-31 02:37:09 +00:00
|
|
|
|
2009-07-10 16:57:35 +00:00
|
|
|
static int is_io_mapping_possible(resource_size_t base, unsigned long size)
|
2009-02-25 01:35:12 +00:00
|
|
|
{
|
2009-04-02 23:44:38 +00:00
|
|
|
#if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
|
2009-02-25 01:35:12 +00:00
|
|
|
/* There is no way to map greater than 1 << 32 address without PAE */
|
|
|
|
if (base + size > 0x100000000ULL)
|
|
|
|
return 0;
|
2009-02-28 13:09:27 +00:00
|
|
|
#endif
|
2009-02-25 01:35:12 +00:00
|
|
|
return 1;
|
|
|
|
}
|
2009-07-10 16:57:35 +00:00
|
|
|
|
|
|
|
int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
|
|
|
|
{
|
|
|
|
unsigned long flag = _PAGE_CACHE_WC;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (!is_io_mapping_possible(base, size))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
ret = io_reserve_memtype(base, base + size, &flag);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
*prot = __pgprot(__PAGE_KERNEL | flag);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iomap_create_wc);
|
|
|
|
|
|
|
|
void
|
|
|
|
iomap_free(resource_size_t base, unsigned long size)
|
|
|
|
{
|
|
|
|
io_free_memtype(base, base + size);
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iomap_free);
|
2009-02-25 01:35:12 +00:00
|
|
|
|
2009-03-13 02:20:49 +00:00
|
|
|
void *kmap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot)
|
2008-10-31 02:37:09 +00:00
|
|
|
{
|
|
|
|
enum fixed_addresses idx;
|
|
|
|
unsigned long vaddr;
|
|
|
|
|
|
|
|
pagefault_disable();
|
|
|
|
|
2009-04-02 07:01:26 +00:00
|
|
|
debug_kmap_atomic(type);
|
2009-03-13 02:20:49 +00:00
|
|
|
idx = type + KM_TYPE_NR * smp_processor_id();
|
|
|
|
vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
|
|
|
|
set_pte(kmap_pte - idx, pfn_pte(pfn, prot));
|
|
|
|
arch_flush_lazy_mmu_mode();
|
|
|
|
|
|
|
|
return (void *)vaddr;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Map 'pfn' using fixed map 'type' and protections 'prot'
|
2008-10-31 02:37:09 +00:00
|
|
|
*/
|
2010-09-04 20:56:43 +00:00
|
|
|
void __iomem *
|
2008-10-31 02:37:09 +00:00
|
|
|
iomap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot)
|
|
|
|
{
|
2009-01-23 22:14:21 +00:00
|
|
|
/*
|
|
|
|
* For non-PAT systems, promote PAGE_KERNEL_WC to PAGE_KERNEL_UC_MINUS.
|
|
|
|
* PAGE_KERNEL_WC maps to PWT, which translates to uncached if the
|
|
|
|
* MTRR is UC or WC. UC_MINUS gets the real intention, of the
|
|
|
|
* user, which is "WC if the MTRR is WC, UC if you can't do that."
|
|
|
|
*/
|
|
|
|
if (!pat_enabled && pgprot_val(prot) == pgprot_val(PAGE_KERNEL_WC))
|
|
|
|
prot = PAGE_KERNEL_UC_MINUS;
|
|
|
|
|
2010-09-04 20:56:43 +00:00
|
|
|
return (void __force __iomem *) kmap_atomic_prot_pfn(pfn, type, prot);
|
2008-10-31 02:37:09 +00:00
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn);
|
|
|
|
|
|
|
|
void
|
2010-09-04 20:56:43 +00:00
|
|
|
iounmap_atomic(void __iomem *kvaddr, enum km_type type)
|
2008-10-31 02:37:09 +00:00
|
|
|
{
|
|
|
|
unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
|
|
|
|
enum fixed_addresses idx = type + KM_TYPE_NR*smp_processor_id();
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Force other mappings to Oops if they'll try to access this pte
|
|
|
|
* without first remap it. Keeping stale mappings around is a bad idea
|
|
|
|
* also, in case the page changes cacheability attributes or becomes
|
|
|
|
* a protected page in a hypervisor.
|
|
|
|
*/
|
|
|
|
if (vaddr == __fix_to_virt(FIX_KMAP_BEGIN+idx))
|
|
|
|
kpte_clear_flush(kmap_pte-idx, vaddr);
|
|
|
|
|
|
|
|
pagefault_enable();
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(iounmap_atomic);
|