| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2004-2006 Atmel Corporation | 
|  | 3 | * | 
|  | 4 | * This program is free software; you can redistribute it and/or modify | 
|  | 5 | * it under the terms of the GNU General Public License version 2 as | 
|  | 6 | * published by the Free Software Foundation. | 
|  | 7 | */ | 
|  | 8 |  | 
|  | 9 | #include <linux/highmem.h> | 
|  | 10 | #include <linux/unistd.h> | 
|  | 11 |  | 
|  | 12 | #include <asm/cacheflush.h> | 
|  | 13 | #include <asm/cachectl.h> | 
|  | 14 | #include <asm/processor.h> | 
|  | 15 | #include <asm/uaccess.h> | 
|  | 16 |  | 
|  | 17 | /* | 
|  | 18 | * If you attempt to flush anything more than this, you need superuser | 
|  | 19 | * privileges.  The value is completely arbitrary. | 
|  | 20 | */ | 
|  | 21 | #define CACHEFLUSH_MAX_LEN	1024 | 
|  | 22 |  | 
|  | 23 | void invalidate_dcache_region(void *start, size_t size) | 
|  | 24 | { | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 25 | unsigned long v, begin, end, linesz, mask; | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 26 |  | 
|  | 27 | linesz = boot_cpu_data.dcache.linesz; | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 28 | mask = linesz - 1; | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 29 |  | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 30 | /* when first and/or last cachelines are shared, flush them | 
|  | 31 | * instead of invalidating ... never discard valid data! | 
|  | 32 | */ | 
|  | 33 | begin = (unsigned long)start; | 
| Haavard Skinnemoen | ab61f7d | 2007-06-18 14:08:18 +0200 | [diff] [blame] | 34 | end = begin + size; | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 35 |  | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 36 | if (begin & mask) { | 
|  | 37 | flush_dcache_line(start); | 
|  | 38 | begin += linesz; | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 39 | } | 
| Haavard Skinnemoen | ab61f7d | 2007-06-18 14:08:18 +0200 | [diff] [blame] | 40 | if (end & mask) { | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 41 | flush_dcache_line((void *)end); | 
| Haavard Skinnemoen | ab61f7d | 2007-06-18 14:08:18 +0200 | [diff] [blame] | 42 | end &= ~mask; | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 43 | } | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 44 |  | 
| David Brownell | 212868d | 2007-01-28 12:56:42 -0800 | [diff] [blame] | 45 | /* remaining cachelines only need invalidation */ | 
| Haavard Skinnemoen | ab61f7d | 2007-06-18 14:08:18 +0200 | [diff] [blame] | 46 | for (v = begin; v < end; v += linesz) | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 47 | invalidate_dcache_line((void *)v); | 
| Haavard Skinnemoen | ab61f7d | 2007-06-18 14:08:18 +0200 | [diff] [blame] | 48 | flush_write_buffer(); | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 49 | } | 
|  | 50 |  | 
|  | 51 | void clean_dcache_region(void *start, size_t size) | 
|  | 52 | { | 
|  | 53 | unsigned long v, begin, end, linesz; | 
|  | 54 |  | 
|  | 55 | linesz = boot_cpu_data.dcache.linesz; | 
|  | 56 | begin = (unsigned long)start & ~(linesz - 1); | 
|  | 57 | end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | 
|  | 58 |  | 
|  | 59 | for (v = begin; v < end; v += linesz) | 
|  | 60 | clean_dcache_line((void *)v); | 
|  | 61 | flush_write_buffer(); | 
|  | 62 | } | 
|  | 63 |  | 
|  | 64 | void flush_dcache_region(void *start, size_t size) | 
|  | 65 | { | 
|  | 66 | unsigned long v, begin, end, linesz; | 
|  | 67 |  | 
|  | 68 | linesz = boot_cpu_data.dcache.linesz; | 
|  | 69 | begin = (unsigned long)start & ~(linesz - 1); | 
|  | 70 | end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | 
|  | 71 |  | 
|  | 72 | for (v = begin; v < end; v += linesz) | 
|  | 73 | flush_dcache_line((void *)v); | 
|  | 74 | flush_write_buffer(); | 
|  | 75 | } | 
|  | 76 |  | 
|  | 77 | void invalidate_icache_region(void *start, size_t size) | 
|  | 78 | { | 
|  | 79 | unsigned long v, begin, end, linesz; | 
|  | 80 |  | 
|  | 81 | linesz = boot_cpu_data.icache.linesz; | 
|  | 82 | begin = (unsigned long)start & ~(linesz - 1); | 
|  | 83 | end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | 
|  | 84 |  | 
|  | 85 | for (v = begin; v < end; v += linesz) | 
|  | 86 | invalidate_icache_line((void *)v); | 
|  | 87 | } | 
|  | 88 |  | 
|  | 89 | static inline void __flush_icache_range(unsigned long start, unsigned long end) | 
|  | 90 | { | 
|  | 91 | unsigned long v, linesz; | 
|  | 92 |  | 
|  | 93 | linesz = boot_cpu_data.dcache.linesz; | 
|  | 94 | for (v = start; v < end; v += linesz) { | 
|  | 95 | clean_dcache_line((void *)v); | 
|  | 96 | invalidate_icache_line((void *)v); | 
|  | 97 | } | 
|  | 98 |  | 
|  | 99 | flush_write_buffer(); | 
|  | 100 | } | 
|  | 101 |  | 
|  | 102 | /* | 
|  | 103 | * This one is called after a module has been loaded. | 
|  | 104 | */ | 
|  | 105 | void flush_icache_range(unsigned long start, unsigned long end) | 
|  | 106 | { | 
|  | 107 | unsigned long linesz; | 
|  | 108 |  | 
|  | 109 | linesz = boot_cpu_data.dcache.linesz; | 
|  | 110 | __flush_icache_range(start & ~(linesz - 1), | 
|  | 111 | (end + linesz - 1) & ~(linesz - 1)); | 
|  | 112 | } | 
|  | 113 |  | 
|  | 114 | /* | 
|  | 115 | * This one is called from do_no_page(), do_swap_page() and install_page(). | 
|  | 116 | */ | 
|  | 117 | void flush_icache_page(struct vm_area_struct *vma, struct page *page) | 
|  | 118 | { | 
|  | 119 | if (vma->vm_flags & VM_EXEC) { | 
| Haavard Skinnemoen | 28c1d39 | 2007-03-01 16:32:31 +0100 | [diff] [blame] | 120 | void *v = page_address(page); | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 121 | __flush_icache_range((unsigned long)v, (unsigned long)v + PAGE_SIZE); | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 122 | } | 
|  | 123 | } | 
|  | 124 |  | 
| Haavard Skinnemoen | 5f97f7f | 2006-09-25 23:32:13 -0700 | [diff] [blame] | 125 | asmlinkage int sys_cacheflush(int operation, void __user *addr, size_t len) | 
|  | 126 | { | 
|  | 127 | int ret; | 
|  | 128 |  | 
|  | 129 | if (len > CACHEFLUSH_MAX_LEN) { | 
|  | 130 | ret = -EPERM; | 
|  | 131 | if (!capable(CAP_SYS_ADMIN)) | 
|  | 132 | goto out; | 
|  | 133 | } | 
|  | 134 |  | 
|  | 135 | ret = -EFAULT; | 
|  | 136 | if (!access_ok(VERIFY_WRITE, addr, len)) | 
|  | 137 | goto out; | 
|  | 138 |  | 
|  | 139 | switch (operation) { | 
|  | 140 | case CACHE_IFLUSH: | 
|  | 141 | flush_icache_range((unsigned long)addr, | 
|  | 142 | (unsigned long)addr + len); | 
|  | 143 | ret = 0; | 
|  | 144 | break; | 
|  | 145 | default: | 
|  | 146 | ret = -EINVAL; | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | out: | 
|  | 150 | return ret; | 
|  | 151 | } | 
| Haavard Skinnemoen | 68ca3e5 | 2007-12-03 18:04:11 +0100 | [diff] [blame] | 152 |  | 
|  | 153 | void copy_to_user_page(struct vm_area_struct *vma, struct page *page, | 
|  | 154 | unsigned long vaddr, void *dst, const void *src, | 
|  | 155 | unsigned long len) | 
|  | 156 | { | 
|  | 157 | memcpy(dst, src, len); | 
|  | 158 | if (vma->vm_flags & VM_EXEC) | 
|  | 159 | flush_icache_range((unsigned long)dst, | 
|  | 160 | (unsigned long)dst + len); | 
|  | 161 | } |