| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 1 | /* | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 2 | * Blackfin cache control code | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 3 | * | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 4 | * Copyright 2004-2008 Analog Devices Inc. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 5 | * | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 6 | * Licensed under the GPL-2 or later. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 7 | */ | 
|  | 8 |  | 
|  | 9 | #include <linux/linkage.h> | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 10 | #include <asm/blackfin.h> | 
|  | 11 | #include <asm/cache.h> | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 12 | #include <asm/page.h> | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 13 |  | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 14 | /* 05000443 - IFLUSH cannot be last instruction in hardware loop */ | 
|  | 15 | #if ANOMALY_05000443 | 
|  | 16 | # define BROK_FLUSH_INST "IFLUSH" | 
|  | 17 | #else | 
|  | 18 | # define BROK_FLUSH_INST "no anomaly! yeah!" | 
|  | 19 | #endif | 
|  | 20 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 21 | /* Since all L1 caches work the same way, we use the same method for flushing | 
|  | 22 | * them.  Only the actual flush instruction differs.  We write this in asm as | 
|  | 23 | * GCC can be hard to coax into writing nice hardware loops. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 24 | * | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 25 | * Also, we assume the following register setup: | 
|  | 26 | * R0 = start address | 
|  | 27 | * R1 = end address | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 28 | */ | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 29 | .macro do_flush flushins:req label | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 30 |  | 
| Mike Frysinger | 39e96c8 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 31 | R2 = -L1_CACHE_BYTES; | 
|  | 32 |  | 
|  | 33 | /* start = (start & -L1_CACHE_BYTES) */ | 
|  | 34 | R0 = R0 & R2; | 
|  | 35 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 36 | /* end = ((end - 1) & -L1_CACHE_BYTES) + L1_CACHE_BYTES; */ | 
|  | 37 | R1 += -1; | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 38 | R1 = R1 & R2; | 
|  | 39 | R1 += L1_CACHE_BYTES; | 
|  | 40 |  | 
|  | 41 | /* count = (end - start) >> L1_CACHE_SHIFT */ | 
|  | 42 | R2 = R1 - R0; | 
|  | 43 | R2 >>= L1_CACHE_SHIFT; | 
|  | 44 | P1 = R2; | 
|  | 45 |  | 
|  | 46 | .ifnb \label | 
|  | 47 | \label : | 
|  | 48 | .endif | 
|  | 49 | P0 = R0; | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 50 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 51 | LSETUP (1f, 2f) LC1 = P1; | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 52 | 1: | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 53 | .ifeqs "\flushins", BROK_FLUSH_INST | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 54 | \flushins [P0++]; | 
| Mike Frysinger | be1229b | 2011-02-02 01:55:22 +0000 | [diff] [blame] | 55 | nop; | 
|  | 56 | nop; | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 57 | 2:	nop; | 
|  | 58 | .else | 
| Mike Frysinger | 2cf8511 | 2008-10-28 16:34:42 +0800 | [diff] [blame] | 59 | 2:	\flushins [P0++]; | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 60 | .endif | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 61 |  | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 62 | RTS; | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 63 | .endm | 
|  | 64 |  | 
| Mike Frysinger | 820b127 | 2011-02-02 22:31:42 -0500 | [diff] [blame] | 65 | #ifdef CONFIG_ICACHE_FLUSH_L1 | 
|  | 66 | .section .l1.text | 
|  | 67 | #else | 
|  | 68 | .text | 
|  | 69 | #endif | 
|  | 70 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 71 | /* Invalidate all instruction cache lines assocoiated with this memory area */ | 
| Sonic Zhang | c6345ab | 2010-08-05 07:49:26 +0000 | [diff] [blame] | 72 | #ifdef CONFIG_SMP | 
|  | 73 | # define _blackfin_icache_flush_range _blackfin_icache_flush_range_l1 | 
|  | 74 | #endif | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 75 | ENTRY(_blackfin_icache_flush_range) | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 76 | do_flush IFLUSH | 
| Mike Frysinger | 51be24c | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 77 | ENDPROC(_blackfin_icache_flush_range) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 78 |  | 
| Sonic Zhang | c6345ab | 2010-08-05 07:49:26 +0000 | [diff] [blame] | 79 | #ifdef CONFIG_SMP | 
|  | 80 | .text | 
|  | 81 | # undef _blackfin_icache_flush_range | 
|  | 82 | ENTRY(_blackfin_icache_flush_range) | 
|  | 83 | p0.L = LO(DSPID); | 
|  | 84 | p0.H = HI(DSPID); | 
|  | 85 | r3 = [p0]; | 
|  | 86 | r3 = r3.b (z); | 
|  | 87 | p2 = r3; | 
|  | 88 | p0.L = _blackfin_iflush_l1_entry; | 
|  | 89 | p0.H = _blackfin_iflush_l1_entry; | 
|  | 90 | p0 = p0 + (p2 << 2); | 
|  | 91 | p1 = [p0]; | 
|  | 92 | jump (p1); | 
|  | 93 | ENDPROC(_blackfin_icache_flush_range) | 
|  | 94 | #endif | 
|  | 95 |  | 
| Mike Frysinger | 820b127 | 2011-02-02 22:31:42 -0500 | [diff] [blame] | 96 | #ifdef CONFIG_DCACHE_FLUSH_L1 | 
|  | 97 | .section .l1.text | 
|  | 98 | #else | 
|  | 99 | .text | 
|  | 100 | #endif | 
|  | 101 |  | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 102 | /* Throw away all D-cached data in specified region without any obligation to | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 103 | * write them back.  Since the Blackfin ISA does not have an "invalidate" | 
|  | 104 | * instruction, we use flush/invalidate.  Perhaps as a speed optimization we | 
|  | 105 | * could bang on the DTEST MMRs ... | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 106 | */ | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 107 | ENTRY(_blackfin_dcache_invalidate_range) | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 108 | do_flush FLUSHINV | 
| Mike Frysinger | 51be24c | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 109 | ENDPROC(_blackfin_dcache_invalidate_range) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 110 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 111 | /* Flush all data cache lines assocoiated with this memory area */ | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 112 | ENTRY(_blackfin_dcache_flush_range) | 
| Mike Frysinger | 78f28a0 | 2009-04-10 21:20:19 +0000 | [diff] [blame] | 113 | do_flush FLUSH, .Ldfr | 
| Mike Frysinger | 51be24c | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 114 | ENDPROC(_blackfin_dcache_flush_range) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 115 |  | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 116 | /* Our headers convert the page structure to an address, so just need to flush | 
|  | 117 | * its contents like normal.  We know the start address is page aligned (which | 
|  | 118 | * greater than our cache alignment), as is the end address.  So just jump into | 
|  | 119 | * the middle of the dcache flush function. | 
|  | 120 | */ | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 121 | ENTRY(_blackfin_dflush_page) | 
|  | 122 | P1 = 1 << (PAGE_SHIFT - L1_CACHE_SHIFT); | 
| Mike Frysinger | ded963a | 2008-10-16 23:01:24 +0800 | [diff] [blame] | 123 | jump .Ldfr; | 
| Mike Frysinger | 51be24c | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 124 | ENDPROC(_blackfin_dflush_page) |