| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 1 | /* | 
 | 2 |  * arch/sh/mm/mmap.c | 
 | 3 |  * | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 4 |  * Copyright (C) 2008 - 2009  Paul Mundt | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 5 |  * | 
 | 6 |  * This file is subject to the terms and conditions of the GNU General Public | 
 | 7 |  * License.  See the file "COPYING" in the main directory of this archive | 
 | 8 |  * for more details. | 
 | 9 |  */ | 
 | 10 | #include <linux/io.h> | 
 | 11 | #include <linux/mm.h> | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 12 | #include <linux/mman.h> | 
 | 13 | #include <linux/module.h> | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 14 | #include <asm/page.h> | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 15 | #include <asm/processor.h> | 
 | 16 |  | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 17 | unsigned long shm_align_mask = PAGE_SIZE - 1;	/* Sane caches */ | 
 | 18 | EXPORT_SYMBOL(shm_align_mask); | 
 | 19 |  | 
| Paul Mundt | dde5e3f | 2009-08-15 09:49:32 +0900 | [diff] [blame] | 20 | #ifdef CONFIG_MMU | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 21 | /* | 
 | 22 |  * To avoid cache aliases, we map the shared page with same color. | 
 | 23 |  */ | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 24 | static inline unsigned long COLOUR_ALIGN(unsigned long addr, | 
 | 25 | 					 unsigned long pgoff) | 
 | 26 | { | 
 | 27 | 	unsigned long base = (addr + shm_align_mask) & ~shm_align_mask; | 
 | 28 | 	unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; | 
 | 29 |  | 
 | 30 | 	return base + off; | 
 | 31 | } | 
 | 32 |  | 
 | 33 | static inline unsigned long COLOUR_ALIGN_DOWN(unsigned long addr, | 
 | 34 | 					      unsigned long pgoff) | 
 | 35 | { | 
 | 36 | 	unsigned long base = addr & ~shm_align_mask; | 
 | 37 | 	unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; | 
 | 38 |  | 
 | 39 | 	if (base + off <= addr) | 
 | 40 | 		return base + off; | 
 | 41 |  | 
 | 42 | 	return base - off; | 
 | 43 | } | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 44 |  | 
 | 45 | unsigned long arch_get_unmapped_area(struct file *filp, unsigned long addr, | 
 | 46 | 	unsigned long len, unsigned long pgoff, unsigned long flags) | 
 | 47 | { | 
 | 48 | 	struct mm_struct *mm = current->mm; | 
 | 49 | 	struct vm_area_struct *vma; | 
 | 50 | 	unsigned long start_addr; | 
 | 51 | 	int do_colour_align; | 
 | 52 |  | 
 | 53 | 	if (flags & MAP_FIXED) { | 
 | 54 | 		/* We do not accept a shared mapping if it would violate | 
 | 55 | 		 * cache aliasing constraints. | 
 | 56 | 		 */ | 
| Al Viro | e77414e | 2009-12-05 15:10:44 -0500 | [diff] [blame] | 57 | 		if ((flags & MAP_SHARED) && | 
 | 58 | 		    ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 59 | 			return -EINVAL; | 
 | 60 | 		return addr; | 
 | 61 | 	} | 
 | 62 |  | 
 | 63 | 	if (unlikely(len > TASK_SIZE)) | 
 | 64 | 		return -ENOMEM; | 
 | 65 |  | 
 | 66 | 	do_colour_align = 0; | 
 | 67 | 	if (filp || (flags & MAP_SHARED)) | 
 | 68 | 		do_colour_align = 1; | 
 | 69 |  | 
 | 70 | 	if (addr) { | 
 | 71 | 		if (do_colour_align) | 
 | 72 | 			addr = COLOUR_ALIGN(addr, pgoff); | 
 | 73 | 		else | 
 | 74 | 			addr = PAGE_ALIGN(addr); | 
 | 75 |  | 
 | 76 | 		vma = find_vma(mm, addr); | 
 | 77 | 		if (TASK_SIZE - len >= addr && | 
 | 78 | 		    (!vma || addr + len <= vma->vm_start)) | 
 | 79 | 			return addr; | 
 | 80 | 	} | 
 | 81 |  | 
 | 82 | 	if (len > mm->cached_hole_size) { | 
 | 83 | 		start_addr = addr = mm->free_area_cache; | 
 | 84 | 	} else { | 
 | 85 | 	        mm->cached_hole_size = 0; | 
 | 86 | 		start_addr = addr = TASK_UNMAPPED_BASE; | 
 | 87 | 	} | 
 | 88 |  | 
 | 89 | full_search: | 
 | 90 | 	if (do_colour_align) | 
 | 91 | 		addr = COLOUR_ALIGN(addr, pgoff); | 
 | 92 | 	else | 
 | 93 | 		addr = PAGE_ALIGN(mm->free_area_cache); | 
 | 94 |  | 
 | 95 | 	for (vma = find_vma(mm, addr); ; vma = vma->vm_next) { | 
 | 96 | 		/* At this point:  (!vma || addr < vma->vm_end). */ | 
 | 97 | 		if (unlikely(TASK_SIZE - len < addr)) { | 
 | 98 | 			/* | 
 | 99 | 			 * Start a new search - just in case we missed | 
 | 100 | 			 * some holes. | 
 | 101 | 			 */ | 
 | 102 | 			if (start_addr != TASK_UNMAPPED_BASE) { | 
 | 103 | 				start_addr = addr = TASK_UNMAPPED_BASE; | 
 | 104 | 				mm->cached_hole_size = 0; | 
 | 105 | 				goto full_search; | 
 | 106 | 			} | 
 | 107 | 			return -ENOMEM; | 
 | 108 | 		} | 
 | 109 | 		if (likely(!vma || addr + len <= vma->vm_start)) { | 
 | 110 | 			/* | 
 | 111 | 			 * Remember the place where we stopped the search: | 
 | 112 | 			 */ | 
 | 113 | 			mm->free_area_cache = addr + len; | 
 | 114 | 			return addr; | 
 | 115 | 		} | 
 | 116 | 		if (addr + mm->cached_hole_size < vma->vm_start) | 
 | 117 | 		        mm->cached_hole_size = vma->vm_start - addr; | 
 | 118 |  | 
 | 119 | 		addr = vma->vm_end; | 
 | 120 | 		if (do_colour_align) | 
 | 121 | 			addr = COLOUR_ALIGN(addr, pgoff); | 
 | 122 | 	} | 
 | 123 | } | 
| Paul Mundt | ee1acbf | 2009-05-07 16:38:16 +0900 | [diff] [blame] | 124 |  | 
 | 125 | unsigned long | 
 | 126 | arch_get_unmapped_area_topdown(struct file *filp, const unsigned long addr0, | 
 | 127 | 			  const unsigned long len, const unsigned long pgoff, | 
 | 128 | 			  const unsigned long flags) | 
 | 129 | { | 
 | 130 | 	struct vm_area_struct *vma; | 
 | 131 | 	struct mm_struct *mm = current->mm; | 
 | 132 | 	unsigned long addr = addr0; | 
 | 133 | 	int do_colour_align; | 
 | 134 |  | 
 | 135 | 	if (flags & MAP_FIXED) { | 
 | 136 | 		/* We do not accept a shared mapping if it would violate | 
 | 137 | 		 * cache aliasing constraints. | 
 | 138 | 		 */ | 
 | 139 | 		if ((flags & MAP_SHARED) && | 
 | 140 | 		    ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) | 
 | 141 | 			return -EINVAL; | 
 | 142 | 		return addr; | 
 | 143 | 	} | 
 | 144 |  | 
 | 145 | 	if (unlikely(len > TASK_SIZE)) | 
 | 146 | 		return -ENOMEM; | 
 | 147 |  | 
 | 148 | 	do_colour_align = 0; | 
 | 149 | 	if (filp || (flags & MAP_SHARED)) | 
 | 150 | 		do_colour_align = 1; | 
 | 151 |  | 
 | 152 | 	/* requesting a specific address */ | 
 | 153 | 	if (addr) { | 
 | 154 | 		if (do_colour_align) | 
 | 155 | 			addr = COLOUR_ALIGN(addr, pgoff); | 
 | 156 | 		else | 
 | 157 | 			addr = PAGE_ALIGN(addr); | 
 | 158 |  | 
 | 159 | 		vma = find_vma(mm, addr); | 
 | 160 | 		if (TASK_SIZE - len >= addr && | 
 | 161 | 		    (!vma || addr + len <= vma->vm_start)) | 
 | 162 | 			return addr; | 
 | 163 | 	} | 
 | 164 |  | 
 | 165 | 	/* check if free_area_cache is useful for us */ | 
 | 166 | 	if (len <= mm->cached_hole_size) { | 
 | 167 | 	        mm->cached_hole_size = 0; | 
 | 168 | 		mm->free_area_cache = mm->mmap_base; | 
 | 169 | 	} | 
 | 170 |  | 
 | 171 | 	/* either no address requested or can't fit in requested address hole */ | 
 | 172 | 	addr = mm->free_area_cache; | 
 | 173 | 	if (do_colour_align) { | 
 | 174 | 		unsigned long base = COLOUR_ALIGN_DOWN(addr-len, pgoff); | 
 | 175 |  | 
 | 176 | 		addr = base + len; | 
 | 177 | 	} | 
 | 178 |  | 
 | 179 | 	/* make sure it can fit in the remaining address space */ | 
 | 180 | 	if (likely(addr > len)) { | 
 | 181 | 		vma = find_vma(mm, addr-len); | 
 | 182 | 		if (!vma || addr <= vma->vm_start) { | 
 | 183 | 			/* remember the address as a hint for next time */ | 
 | 184 | 			return (mm->free_area_cache = addr-len); | 
 | 185 | 		} | 
 | 186 | 	} | 
 | 187 |  | 
 | 188 | 	if (unlikely(mm->mmap_base < len)) | 
 | 189 | 		goto bottomup; | 
 | 190 |  | 
 | 191 | 	addr = mm->mmap_base-len; | 
 | 192 | 	if (do_colour_align) | 
 | 193 | 		addr = COLOUR_ALIGN_DOWN(addr, pgoff); | 
 | 194 |  | 
 | 195 | 	do { | 
 | 196 | 		/* | 
 | 197 | 		 * Lookup failure means no vma is above this address, | 
 | 198 | 		 * else if new region fits below vma->vm_start, | 
 | 199 | 		 * return with success: | 
 | 200 | 		 */ | 
 | 201 | 		vma = find_vma(mm, addr); | 
 | 202 | 		if (likely(!vma || addr+len <= vma->vm_start)) { | 
 | 203 | 			/* remember the address as a hint for next time */ | 
 | 204 | 			return (mm->free_area_cache = addr); | 
 | 205 | 		} | 
 | 206 |  | 
 | 207 | 		/* remember the largest hole we saw so far */ | 
 | 208 | 		if (addr + mm->cached_hole_size < vma->vm_start) | 
 | 209 | 		        mm->cached_hole_size = vma->vm_start - addr; | 
 | 210 |  | 
 | 211 | 		/* try just below the current vma->vm_start */ | 
 | 212 | 		addr = vma->vm_start-len; | 
 | 213 | 		if (do_colour_align) | 
 | 214 | 			addr = COLOUR_ALIGN_DOWN(addr, pgoff); | 
 | 215 | 	} while (likely(len < vma->vm_start)); | 
 | 216 |  | 
 | 217 | bottomup: | 
 | 218 | 	/* | 
 | 219 | 	 * A failed mmap() very likely causes application failure, | 
 | 220 | 	 * so fall back to the bottom-up function here. This scenario | 
 | 221 | 	 * can happen with large stack limits and large mmap() | 
 | 222 | 	 * allocations. | 
 | 223 | 	 */ | 
 | 224 | 	mm->cached_hole_size = ~0UL; | 
 | 225 | 	mm->free_area_cache = TASK_UNMAPPED_BASE; | 
 | 226 | 	addr = arch_get_unmapped_area(filp, addr0, len, pgoff, flags); | 
 | 227 | 	/* | 
 | 228 | 	 * Restore the topdown base: | 
 | 229 | 	 */ | 
 | 230 | 	mm->free_area_cache = mm->mmap_base; | 
 | 231 | 	mm->cached_hole_size = ~0UL; | 
 | 232 |  | 
 | 233 | 	return addr; | 
 | 234 | } | 
| Paul Mundt | 4a4a9be | 2008-11-12 13:17:38 +0900 | [diff] [blame] | 235 | #endif /* CONFIG_MMU */ | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 236 |  | 
 | 237 | /* | 
 | 238 |  * You really shouldn't be using read() or write() on /dev/mem.  This | 
 | 239 |  * might go away in the future. | 
 | 240 |  */ | 
 | 241 | int valid_phys_addr_range(unsigned long addr, size_t count) | 
 | 242 | { | 
| Paul Mundt | 10840f0 | 2008-11-13 15:38:02 +0900 | [diff] [blame] | 243 | 	if (addr < __MEMORY_START) | 
| Paul Mundt | 185aed7 | 2008-11-12 12:53:48 +0900 | [diff] [blame] | 244 | 		return 0; | 
 | 245 | 	if (addr + count > __pa(high_memory)) | 
 | 246 | 		return 0; | 
 | 247 |  | 
 | 248 | 	return 1; | 
 | 249 | } | 
 | 250 |  | 
 | 251 | int valid_mmap_phys_addr_range(unsigned long pfn, size_t size) | 
 | 252 | { | 
 | 253 | 	return 1; | 
 | 254 | } |