blob: 75a17f5bfa1478f906d1b4c9dbcffc5b82b7badf [file] [log] [blame]
Paul Mundt81742522009-08-04 18:06:01 +09001#include <linux/mm.h>
2#include <asm/mmu_context.h>
3#include <asm/cacheflush.h>
David Howellse839ca52012-03-28 18:30:03 +01004#include <asm/traps.h>
Paul Mundt81742522009-08-04 18:06:01 +09005
6/*
7 * Write back the dirty D-caches, but not invalidate them.
8 *
9 * START: Virtual Address (U0, P1, or P3)
10 * SIZE: Size of the region.
11 */
Paul Mundt37443ef2009-08-15 12:29:49 +090012static void sh4__flush_wback_region(void *start, int size)
Paul Mundt81742522009-08-04 18:06:01 +090013{
Paul Mundt43bc61d2009-08-15 01:57:36 +090014 reg_size_t aligned_start, v, cnt, end;
Paul Mundt81742522009-08-04 18:06:01 +090015
Paul Mundt43bc61d2009-08-15 01:57:36 +090016 aligned_start = register_align(start);
17 v = aligned_start & ~(L1_CACHE_BYTES-1);
18 end = (aligned_start + size + L1_CACHE_BYTES-1)
Paul Mundt81742522009-08-04 18:06:01 +090019 & ~(L1_CACHE_BYTES-1);
Paul Mundt0837f522009-08-04 18:09:54 +090020 cnt = (end - v) / L1_CACHE_BYTES;
21
22 while (cnt >= 8) {
Paul Mundt94ecd222009-08-16 01:50:17 +090023 __ocbwb(v); v += L1_CACHE_BYTES;
24 __ocbwb(v); v += L1_CACHE_BYTES;
25 __ocbwb(v); v += L1_CACHE_BYTES;
26 __ocbwb(v); v += L1_CACHE_BYTES;
27 __ocbwb(v); v += L1_CACHE_BYTES;
28 __ocbwb(v); v += L1_CACHE_BYTES;
29 __ocbwb(v); v += L1_CACHE_BYTES;
30 __ocbwb(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +090031 cnt -= 8;
32 }
33
34 while (cnt) {
Paul Mundt94ecd222009-08-16 01:50:17 +090035 __ocbwb(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +090036 cnt--;
Paul Mundt81742522009-08-04 18:06:01 +090037 }
38}
39
40/*
41 * Write back the dirty D-caches and invalidate them.
42 *
43 * START: Virtual Address (U0, P1, or P3)
44 * SIZE: Size of the region.
45 */
Paul Mundt37443ef2009-08-15 12:29:49 +090046static void sh4__flush_purge_region(void *start, int size)
Paul Mundt81742522009-08-04 18:06:01 +090047{
Paul Mundt43bc61d2009-08-15 01:57:36 +090048 reg_size_t aligned_start, v, cnt, end;
Paul Mundt81742522009-08-04 18:06:01 +090049
Paul Mundt43bc61d2009-08-15 01:57:36 +090050 aligned_start = register_align(start);
51 v = aligned_start & ~(L1_CACHE_BYTES-1);
52 end = (aligned_start + size + L1_CACHE_BYTES-1)
Paul Mundt81742522009-08-04 18:06:01 +090053 & ~(L1_CACHE_BYTES-1);
Paul Mundt0837f522009-08-04 18:09:54 +090054 cnt = (end - v) / L1_CACHE_BYTES;
55
56 while (cnt >= 8) {
Paul Mundt94ecd222009-08-16 01:50:17 +090057 __ocbp(v); v += L1_CACHE_BYTES;
58 __ocbp(v); v += L1_CACHE_BYTES;
59 __ocbp(v); v += L1_CACHE_BYTES;
60 __ocbp(v); v += L1_CACHE_BYTES;
61 __ocbp(v); v += L1_CACHE_BYTES;
62 __ocbp(v); v += L1_CACHE_BYTES;
63 __ocbp(v); v += L1_CACHE_BYTES;
64 __ocbp(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +090065 cnt -= 8;
66 }
67 while (cnt) {
Paul Mundt94ecd222009-08-16 01:50:17 +090068 __ocbp(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +090069 cnt--;
Paul Mundt81742522009-08-04 18:06:01 +090070 }
71}
72
73/*
74 * No write back please
75 */
Paul Mundt37443ef2009-08-15 12:29:49 +090076static void sh4__flush_invalidate_region(void *start, int size)
Paul Mundt81742522009-08-04 18:06:01 +090077{
Paul Mundt43bc61d2009-08-15 01:57:36 +090078 reg_size_t aligned_start, v, cnt, end;
Paul Mundt81742522009-08-04 18:06:01 +090079
Paul Mundt43bc61d2009-08-15 01:57:36 +090080 aligned_start = register_align(start);
81 v = aligned_start & ~(L1_CACHE_BYTES-1);
82 end = (aligned_start + size + L1_CACHE_BYTES-1)
Paul Mundt81742522009-08-04 18:06:01 +090083 & ~(L1_CACHE_BYTES-1);
Paul Mundt0837f522009-08-04 18:09:54 +090084 cnt = (end - v) / L1_CACHE_BYTES;
85
86 while (cnt >= 8) {
Paul Mundt94ecd222009-08-16 01:50:17 +090087 __ocbi(v); v += L1_CACHE_BYTES;
88 __ocbi(v); v += L1_CACHE_BYTES;
89 __ocbi(v); v += L1_CACHE_BYTES;
90 __ocbi(v); v += L1_CACHE_BYTES;
91 __ocbi(v); v += L1_CACHE_BYTES;
92 __ocbi(v); v += L1_CACHE_BYTES;
93 __ocbi(v); v += L1_CACHE_BYTES;
94 __ocbi(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +090095 cnt -= 8;
96 }
97
98 while (cnt) {
Paul Mundt94ecd222009-08-16 01:50:17 +090099 __ocbi(v); v += L1_CACHE_BYTES;
Paul Mundt0837f522009-08-04 18:09:54 +0900100 cnt--;
Paul Mundt81742522009-08-04 18:06:01 +0900101 }
102}
Paul Mundt37443ef2009-08-15 12:29:49 +0900103
104void __init sh4__flush_region_init(void)
105{
106 __flush_wback_region = sh4__flush_wback_region;
107 __flush_invalidate_region = sh4__flush_invalidate_region;
108 __flush_purge_region = sh4__flush_purge_region;
109}