| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 1 | /* | 
|  | 2 | * arch/sh/mm/mmap.c | 
|  | 3 | * | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 4 | * Copyright (C) 2008 - 2009  Paul Mundt | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 5 | * | 
|  | 6 | * This file is subject to the terms and conditions of the GNU General Public | 
|  | 7 | * License.  See the file "COPYING" in the main directory of this archive | 
|  | 8 | * for more details. | 
|  | 9 | */ | 
|  | 10 | #include <linux/io.h> | 
|  | 11 | #include <linux/mm.h> | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 12 | #include <linux/mman.h> | 
|  | 13 | #include <linux/module.h> | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 14 | #include <asm/page.h> | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 15 | #include <asm/processor.h> | 
|  | 16 |  | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 17 | unsigned long shm_align_mask = PAGE_SIZE - 1;	/* Sane caches */ | 
|  | 18 | EXPORT_SYMBOL(shm_align_mask); | 
|  | 19 |  | 
| Paul Mundt | dde5e3f | 2009-08-15 09:49:32 +0900 | [diff] [blame] | 20 | #ifdef CONFIG_MMU | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 21 | /* | 
|  | 22 | * To avoid cache aliases, we map the shared page with same color. | 
|  | 23 | */ | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 24 | static inline unsigned long COLOUR_ALIGN(unsigned long addr, | 
|  | 25 | unsigned long pgoff) | 
|  | 26 | { | 
|  | 27 | unsigned long base = (addr + shm_align_mask) & ~shm_align_mask; | 
|  | 28 | unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; | 
|  | 29 |  | 
|  | 30 | return base + off; | 
|  | 31 | } | 
|  | 32 |  | 
|  | 33 | static inline unsigned long COLOUR_ALIGN_DOWN(unsigned long addr, | 
|  | 34 | unsigned long pgoff) | 
|  | 35 | { | 
|  | 36 | unsigned long base = addr & ~shm_align_mask; | 
|  | 37 | unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; | 
|  | 38 |  | 
|  | 39 | if (base + off <= addr) | 
|  | 40 | return base + off; | 
|  | 41 |  | 
|  | 42 | return base - off; | 
|  | 43 | } | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 44 |  | 
|  | 45 | unsigned long arch_get_unmapped_area(struct file *filp, unsigned long addr, | 
|  | 46 | unsigned long len, unsigned long pgoff, unsigned long flags) | 
|  | 47 | { | 
|  | 48 | struct mm_struct *mm = current->mm; | 
|  | 49 | struct vm_area_struct *vma; | 
|  | 50 | unsigned long start_addr; | 
|  | 51 | int do_colour_align; | 
|  | 52 |  | 
|  | 53 | if (flags & MAP_FIXED) { | 
|  | 54 | /* We do not accept a shared mapping if it would violate | 
|  | 55 | * cache aliasing constraints. | 
|  | 56 | */ | 
| Al Viro | e77414e | 2009-12-05 15:10:44 -0500 | [diff] [blame] | 57 | if ((flags & MAP_SHARED) && | 
|  | 58 | ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 59 | return -EINVAL; | 
|  | 60 | return addr; | 
|  | 61 | } | 
|  | 62 |  | 
|  | 63 | if (unlikely(len > TASK_SIZE)) | 
|  | 64 | return -ENOMEM; | 
|  | 65 |  | 
|  | 66 | do_colour_align = 0; | 
|  | 67 | if (filp || (flags & MAP_SHARED)) | 
|  | 68 | do_colour_align = 1; | 
|  | 69 |  | 
|  | 70 | if (addr) { | 
|  | 71 | if (do_colour_align) | 
|  | 72 | addr = COLOUR_ALIGN(addr, pgoff); | 
|  | 73 | else | 
|  | 74 | addr = PAGE_ALIGN(addr); | 
|  | 75 |  | 
|  | 76 | vma = find_vma(mm, addr); | 
|  | 77 | if (TASK_SIZE - len >= addr && | 
|  | 78 | (!vma || addr + len <= vma->vm_start)) | 
|  | 79 | return addr; | 
|  | 80 | } | 
|  | 81 |  | 
|  | 82 | if (len > mm->cached_hole_size) { | 
|  | 83 | start_addr = addr = mm->free_area_cache; | 
|  | 84 | } else { | 
|  | 85 | mm->cached_hole_size = 0; | 
|  | 86 | start_addr = addr = TASK_UNMAPPED_BASE; | 
|  | 87 | } | 
|  | 88 |  | 
|  | 89 | full_search: | 
|  | 90 | if (do_colour_align) | 
|  | 91 | addr = COLOUR_ALIGN(addr, pgoff); | 
|  | 92 | else | 
|  | 93 | addr = PAGE_ALIGN(mm->free_area_cache); | 
|  | 94 |  | 
|  | 95 | for (vma = find_vma(mm, addr); ; vma = vma->vm_next) { | 
|  | 96 | /* At this point:  (!vma || addr < vma->vm_end). */ | 
|  | 97 | if (unlikely(TASK_SIZE - len < addr)) { | 
|  | 98 | /* | 
|  | 99 | * Start a new search - just in case we missed | 
|  | 100 | * some holes. | 
|  | 101 | */ | 
|  | 102 | if (start_addr != TASK_UNMAPPED_BASE) { | 
|  | 103 | start_addr = addr = TASK_UNMAPPED_BASE; | 
|  | 104 | mm->cached_hole_size = 0; | 
|  | 105 | goto full_search; | 
|  | 106 | } | 
|  | 107 | return -ENOMEM; | 
|  | 108 | } | 
|  | 109 | if (likely(!vma || addr + len <= vma->vm_start)) { | 
|  | 110 | /* | 
|  | 111 | * Remember the place where we stopped the search: | 
|  | 112 | */ | 
|  | 113 | mm->free_area_cache = addr + len; | 
|  | 114 | return addr; | 
|  | 115 | } | 
|  | 116 | if (addr + mm->cached_hole_size < vma->vm_start) | 
|  | 117 | mm->cached_hole_size = vma->vm_start - addr; | 
|  | 118 |  | 
|  | 119 | addr = vma->vm_end; | 
|  | 120 | if (do_colour_align) | 
|  | 121 | addr = COLOUR_ALIGN(addr, pgoff); | 
|  | 122 | } | 
|  | 123 | } | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 124 |  | 
|  | 125 | unsigned long | 
|  | 126 | arch_get_unmapped_area_topdown(struct file *filp, const unsigned long addr0, | 
|  | 127 | const unsigned long len, const unsigned long pgoff, | 
|  | 128 | const unsigned long flags) | 
|  | 129 | { | 
|  | 130 | struct vm_area_struct *vma; | 
|  | 131 | struct mm_struct *mm = current->mm; | 
|  | 132 | unsigned long addr = addr0; | 
|  | 133 | int do_colour_align; | 
|  | 134 |  | 
|  | 135 | if (flags & MAP_FIXED) { | 
|  | 136 | /* We do not accept a shared mapping if it would violate | 
|  | 137 | * cache aliasing constraints. | 
|  | 138 | */ | 
|  | 139 | if ((flags & MAP_SHARED) && | 
|  | 140 | ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) | 
|  | 141 | return -EINVAL; | 
|  | 142 | return addr; | 
|  | 143 | } | 
|  | 144 |  | 
|  | 145 | if (unlikely(len > TASK_SIZE)) | 
|  | 146 | return -ENOMEM; | 
|  | 147 |  | 
|  | 148 | do_colour_align = 0; | 
|  | 149 | if (filp || (flags & MAP_SHARED)) | 
|  | 150 | do_colour_align = 1; | 
|  | 151 |  | 
|  | 152 | /* requesting a specific address */ | 
|  | 153 | if (addr) { | 
|  | 154 | if (do_colour_align) | 
|  | 155 | addr = COLOUR_ALIGN(addr, pgoff); | 
|  | 156 | else | 
|  | 157 | addr = PAGE_ALIGN(addr); | 
|  | 158 |  | 
|  | 159 | vma = find_vma(mm, addr); | 
|  | 160 | if (TASK_SIZE - len >= addr && | 
|  | 161 | (!vma || addr + len <= vma->vm_start)) | 
|  | 162 | return addr; | 
|  | 163 | } | 
|  | 164 |  | 
|  | 165 | /* check if free_area_cache is useful for us */ | 
|  | 166 | if (len <= mm->cached_hole_size) { | 
|  | 167 | mm->cached_hole_size = 0; | 
|  | 168 | mm->free_area_cache = mm->mmap_base; | 
|  | 169 | } | 
|  | 170 |  | 
|  | 171 | /* either no address requested or can't fit in requested address hole */ | 
|  | 172 | addr = mm->free_area_cache; | 
|  | 173 | if (do_colour_align) { | 
|  | 174 | unsigned long base = COLOUR_ALIGN_DOWN(addr-len, pgoff); | 
|  | 175 |  | 
|  | 176 | addr = base + len; | 
|  | 177 | } | 
|  | 178 |  | 
|  | 179 | /* make sure it can fit in the remaining address space */ | 
|  | 180 | if (likely(addr > len)) { | 
|  | 181 | vma = find_vma(mm, addr-len); | 
|  | 182 | if (!vma || addr <= vma->vm_start) { | 
|  | 183 | /* remember the address as a hint for next time */ | 
|  | 184 | return (mm->free_area_cache = addr-len); | 
|  | 185 | } | 
|  | 186 | } | 
|  | 187 |  | 
|  | 188 | if (unlikely(mm->mmap_base < len)) | 
|  | 189 | goto bottomup; | 
|  | 190 |  | 
|  | 191 | addr = mm->mmap_base-len; | 
|  | 192 | if (do_colour_align) | 
|  | 193 | addr = COLOUR_ALIGN_DOWN(addr, pgoff); | 
|  | 194 |  | 
|  | 195 | do { | 
|  | 196 | /* | 
|  | 197 | * Lookup failure means no vma is above this address, | 
|  | 198 | * else if new region fits below vma->vm_start, | 
|  | 199 | * return with success: | 
|  | 200 | */ | 
|  | 201 | vma = find_vma(mm, addr); | 
|  | 202 | if (likely(!vma || addr+len <= vma->vm_start)) { | 
|  | 203 | /* remember the address as a hint for next time */ | 
|  | 204 | return (mm->free_area_cache = addr); | 
|  | 205 | } | 
|  | 206 |  | 
|  | 207 | /* remember the largest hole we saw so far */ | 
|  | 208 | if (addr + mm->cached_hole_size < vma->vm_start) | 
|  | 209 | mm->cached_hole_size = vma->vm_start - addr; | 
|  | 210 |  | 
|  | 211 | /* try just below the current vma->vm_start */ | 
|  | 212 | addr = vma->vm_start-len; | 
|  | 213 | if (do_colour_align) | 
|  | 214 | addr = COLOUR_ALIGN_DOWN(addr, pgoff); | 
|  | 215 | } while (likely(len < vma->vm_start)); | 
|  | 216 |  | 
|  | 217 | bottomup: | 
|  | 218 | /* | 
|  | 219 | * A failed mmap() very likely causes application failure, | 
|  | 220 | * so fall back to the bottom-up function here. This scenario | 
|  | 221 | * can happen with large stack limits and large mmap() | 
|  | 222 | * allocations. | 
|  | 223 | */ | 
|  | 224 | mm->cached_hole_size = ~0UL; | 
|  | 225 | mm->free_area_cache = TASK_UNMAPPED_BASE; | 
|  | 226 | addr = arch_get_unmapped_area(filp, addr0, len, pgoff, flags); | 
|  | 227 | /* | 
|  | 228 | * Restore the topdown base: | 
|  | 229 | */ | 
|  | 230 | mm->free_area_cache = mm->mmap_base; | 
|  | 231 | mm->cached_hole_size = ~0UL; | 
|  | 232 |  | 
|  | 233 | return addr; | 
|  | 234 | } | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 235 | #endif /* CONFIG_MMU */ | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 236 |  | 
|  | 237 | /* | 
|  | 238 | * You really shouldn't be using read() or write() on /dev/mem.  This | 
|  | 239 | * might go away in the future. | 
|  | 240 | */ | 
|  | 241 | int valid_phys_addr_range(unsigned long addr, size_t count) | 
|  | 242 | { | 
| Paul Mundt | 10840f0 | 2008-11-13 15:38:02 +0900 | [diff] [blame] | 243 | if (addr < __MEMORY_START) | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 244 | return 0; | 
|  | 245 | if (addr + count > __pa(high_memory)) | 
|  | 246 | return 0; | 
|  | 247 |  | 
|  | 248 | return 1; | 
|  | 249 | } | 
|  | 250 |  | 
|  | 251 | int valid_mmap_phys_addr_range(unsigned long pfn, size_t size) | 
|  | 252 | { | 
|  | 253 | return 1; | 
|  | 254 | } |