blob: c68d2d7d00a96343e7ab9efee4c7287e02af03f4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/sh/mm/ioremap.c
3 *
Paul Mundtd9b94872010-01-18 21:08:32 +09004 * (C) Copyright 1995 1996 Linus Torvalds
5 * (C) Copyright 2005 - 2010 Paul Mundt
6 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * Re-map IO memory to kernel address space so that we can access it.
8 * This is needed for high PCI addresses that aren't mapped in the
9 * 640k-1MB IO memory area on PC's
10 *
Paul Mundtb66c1a32006-01-16 22:14:15 -080011 * This file is subject to the terms and conditions of the GNU General
12 * Public License. See the file "COPYING" in the main directory of this
13 * archive for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/vmalloc.h>
Paul Mundtb66c1a32006-01-16 22:14:15 -080016#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/mm.h>
Paul Mundta3e61d52006-09-27 16:45:22 +090018#include <linux/pci.h>
Haavard Skinnemoen5b3e1a82006-12-08 02:38:07 -080019#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/page.h>
21#include <asm/pgalloc.h>
Paul Mundtb66c1a32006-01-16 22:14:15 -080022#include <asm/addrspace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <asm/cacheflush.h>
24#include <asm/tlbflush.h>
Paul Mundt0fd14752007-06-04 10:58:23 +090025#include <asm/mmu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Linus Torvalds1da177e2005-04-16 15:20:36 -070027/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 * Remap an arbitrary physical address space into the kernel virtual
29 * address space. Needed when the kernel wants to access high addresses
30 * directly.
31 *
32 * NOTE! We need to allow non-page-aligned mappings too: we will obviously
33 * have to convert them into an offset in a page-aligned mapping, but the
34 * caller shouldn't need to know that small detail.
35 */
Paul Mundtaf141532010-01-18 21:45:00 +090036void __iomem * __init_refok
37__ioremap_caller(unsigned long phys_addr, unsigned long size,
Paul Mundtd57d6402010-01-19 13:34:38 +090038 pgprot_t pgprot, void *caller)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039{
Paul Mundtbf3cded2009-12-14 14:23:41 +090040 struct vm_struct *area;
Paul Mundtb66c1a32006-01-16 22:14:15 -080041 unsigned long offset, last_addr, addr, orig_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43 /* Don't allow wraparound or zero size */
44 last_addr = phys_addr + size - 1;
45 if (!size || last_addr < phys_addr)
46 return NULL;
47
48 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 * Mappings have to be page-aligned
50 */
51 offset = phys_addr & ~PAGE_MASK;
52 phys_addr &= PAGE_MASK;
53 size = PAGE_ALIGN(last_addr+1) - phys_addr;
54
55 /*
Paul Mundtd9b94872010-01-18 21:08:32 +090056 * If we can't yet use the regular approach, go the fixmap route.
57 */
58 if (!mem_init_done)
Paul Mundtacf2c962010-01-19 13:49:19 +090059 return ioremap_fixed(phys_addr, offset, size, pgprot);
Paul Mundtd9b94872010-01-18 21:08:32 +090060
61 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 * Ok, go for it..
63 */
Paul Mundtbf3cded2009-12-14 14:23:41 +090064 area = get_vm_area_caller(size, VM_IOREMAP, caller);
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 if (!area)
66 return NULL;
67 area->phys_addr = phys_addr;
Paul Mundtb66c1a32006-01-16 22:14:15 -080068 orig_addr = addr = (unsigned long)area->addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
Yoshihiro Shimoda2f47f442009-03-10 15:49:54 +090070#ifdef CONFIG_PMB
Paul Mundtb66c1a32006-01-16 22:14:15 -080071 /*
72 * First try to remap through the PMB once a valid VMA has been
73 * established. Smaller allocations (or the rest of the size
74 * remaining after a PMB mapping due to the size not being
75 * perfectly aligned on a PMB size boundary) are then mapped
76 * through the UTLB using conventional page tables.
77 *
78 * PMB entries are all pre-faulted.
79 */
Matt Fleming2bea7ea2009-10-06 21:22:27 +000080 if (unlikely(phys_addr >= P1SEG)) {
Paul Mundtd57d6402010-01-19 13:34:38 +090081 unsigned long mapped;
Paul Mundtb66c1a32006-01-16 22:14:15 -080082
Paul Mundt7bdda622010-02-17 13:23:00 +090083 mapped = pmb_remap(addr, phys_addr, size, pgprot);
Paul Mundtb66c1a32006-01-16 22:14:15 -080084 if (likely(mapped)) {
85 addr += mapped;
86 phys_addr += mapped;
87 size -= mapped;
88 }
89 }
90#endif
91
92 if (likely(size))
Haavard Skinnemoen5b3e1a82006-12-08 02:38:07 -080093 if (ioremap_page_range(addr, addr + size, phys_addr, pgprot)) {
Paul Mundtb66c1a32006-01-16 22:14:15 -080094 vunmap((void *)orig_addr);
95 return NULL;
96 }
97
98 return (void __iomem *)(offset + (char *)orig_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099}
Paul Mundtbf3cded2009-12-14 14:23:41 +0900100EXPORT_SYMBOL(__ioremap_caller);
Paul Mundtb66c1a32006-01-16 22:14:15 -0800101
Paul Mundt78bf04f2010-01-17 01:45:26 +0900102/*
103 * Simple checks for non-translatable mappings.
104 */
105static inline int iomapping_nontranslatable(unsigned long offset)
106{
107#ifdef CONFIG_29BIT
108 /*
109 * In 29-bit mode this includes the fixed P1/P2 areas, as well as
110 * parts of P3.
111 */
112 if (PXSEG(offset) < P3SEG || offset >= P3_ADDR_MAX)
113 return 1;
114#endif
115
Paul Mundt78bf04f2010-01-17 01:45:26 +0900116 return 0;
117}
118
Paul Mundtb66c1a32006-01-16 22:14:15 -0800119void __iounmap(void __iomem *addr)
120{
121 unsigned long vaddr = (unsigned long __force)addr;
122 struct vm_struct *p;
123
Paul Mundt78bf04f2010-01-17 01:45:26 +0900124 /*
125 * Nothing to do if there is no translatable mapping.
126 */
127 if (iomapping_nontranslatable(vaddr))
Paul Mundtb66c1a32006-01-16 22:14:15 -0800128 return;
129
Paul Mundt12b6b012010-01-18 21:33:08 +0900130 /*
131 * There's no VMA if it's from an early fixed mapping.
132 */
133 if (iounmap_fixed(addr) == 0)
134 return;
135
Yoshihiro Shimoda2f47f442009-03-10 15:49:54 +0900136#ifdef CONFIG_PMB
Paul Mundtb66c1a32006-01-16 22:14:15 -0800137 /*
138 * Purge any PMB entries that may have been established for this
139 * mapping, then proceed with conventional VMA teardown.
140 *
141 * XXX: Note that due to the way that remove_vm_area() does
142 * matching of the resultant VMA, we aren't able to fast-forward
143 * the address past the PMB space until the end of the VMA where
144 * the page tables reside. As such, unmap_vm_area() will be
145 * forced to linearly scan over the area until it finds the page
146 * tables where PTEs that need to be unmapped actually reside,
147 * which is far from optimal. Perhaps we need to use a separate
148 * VMA for the PMB mappings?
149 * -- PFM.
150 */
151 pmb_unmap(vaddr);
152#endif
153
154 p = remove_vm_area((void *)(vaddr & PAGE_MASK));
155 if (!p) {
Harvey Harrison866e6b92008-03-04 15:23:47 -0800156 printk(KERN_ERR "%s: bad address %p\n", __func__, addr);
Paul Mundtb66c1a32006-01-16 22:14:15 -0800157 return;
158 }
159
160 kfree(p);
161}
162EXPORT_SYMBOL(__iounmap);