blob: aa0648c6a9feb19111d2b8e60e96dfef12bc9340 [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Mike Frysingerded963a2008-10-16 23:01:24 +08002 * Blackfin cache control code
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Mike Frysingerded963a2008-10-16 23:01:24 +08004 * Copyright 2004-2008 Analog Devices Inc.
Bryan Wu1394f032007-05-06 14:50:22 -07005 *
Mike Frysingerded963a2008-10-16 23:01:24 +08006 * Enter bugs at http://blackfin.uclinux.org/
Bryan Wu1394f032007-05-06 14:50:22 -07007 *
Mike Frysingerded963a2008-10-16 23:01:24 +08008 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07009 */
10
11#include <linux/linkage.h>
Bryan Wu1394f032007-05-06 14:50:22 -070012#include <asm/blackfin.h>
13#include <asm/cache.h>
Mike Frysingerded963a2008-10-16 23:01:24 +080014#include <asm/page.h>
Bryan Wu1394f032007-05-06 14:50:22 -070015
16.text
Bryan Wu1394f032007-05-06 14:50:22 -070017
Mike Frysingerded963a2008-10-16 23:01:24 +080018/* Since all L1 caches work the same way, we use the same method for flushing
19 * them. Only the actual flush instruction differs. We write this in asm as
20 * GCC can be hard to coax into writing nice hardware loops.
Bryan Wu1394f032007-05-06 14:50:22 -070021 *
Mike Frysingerded963a2008-10-16 23:01:24 +080022 * Also, we assume the following register setup:
23 * R0 = start address
24 * R1 = end address
Bryan Wu1394f032007-05-06 14:50:22 -070025 */
Mike Frysingerded963a2008-10-16 23:01:24 +080026.macro do_flush flushins:req optflushins optnopins label
27
Mike Frysinger39e96c82008-11-18 17:48:22 +080028 R2 = -L1_CACHE_BYTES;
29
30 /* start = (start & -L1_CACHE_BYTES) */
31 R0 = R0 & R2;
32
Mike Frysingerded963a2008-10-16 23:01:24 +080033 /* end = ((end - 1) & -L1_CACHE_BYTES) + L1_CACHE_BYTES; */
34 R1 += -1;
Mike Frysingerded963a2008-10-16 23:01:24 +080035 R1 = R1 & R2;
36 R1 += L1_CACHE_BYTES;
37
38 /* count = (end - start) >> L1_CACHE_SHIFT */
39 R2 = R1 - R0;
40 R2 >>= L1_CACHE_SHIFT;
41 P1 = R2;
42
43.ifnb \label
44\label :
45.endif
46 P0 = R0;
47 LSETUP (1f, 2f) LC1 = P1;
Bryan Wu1394f032007-05-06 14:50:22 -0700481:
Mike Frysingerded963a2008-10-16 23:01:24 +080049.ifnb \optflushins
50 \optflushins [P0];
51.endif
Mike Frysinger2cf85112008-10-28 16:34:42 +080052#if ANOMALY_05000443
Mike Frysingerded963a2008-10-16 23:01:24 +080053.ifb \optnopins
542:
55.endif
56 \flushins [P0++];
57.ifnb \optnopins
Mike Frysinger2cf85112008-10-28 16:34:42 +0800582: \optnopins;
Mike Frysingerded963a2008-10-16 23:01:24 +080059.endif
Mike Frysinger2cf85112008-10-28 16:34:42 +080060#else
612: \flushins [P0++];
62#endif
Mike Frysingerded963a2008-10-16 23:01:24 +080063
Bryan Wu1394f032007-05-06 14:50:22 -070064 RTS;
Mike Frysingerded963a2008-10-16 23:01:24 +080065.endm
66
67/* Invalidate all instruction cache lines assocoiated with this memory area */
68ENTRY(_blackfin_icache_flush_range)
Sonic Zhangd7ff1a92009-03-05 18:26:59 +080069/*
70 * Walkaround to avoid loading wrong instruction after invalidating icache
71 * and following sequence is met.
72 *
73 * 1) One instruction address is cached in the instruction cache.
74 * 2) This instruction in SDRAM is changed.
75 * 3) IFLASH[P0] is executed only once in blackfin_icache_flush_range().
76 * 4) This instruction is executed again, but the old one is loaded.
77 */
78 P0 = R0;
79 IFLUSH[P0];
Mike Frysingerded963a2008-10-16 23:01:24 +080080 do_flush IFLUSH, , nop
Mike Frysinger51be24c2007-06-11 15:31:30 +080081ENDPROC(_blackfin_icache_flush_range)
Bryan Wu1394f032007-05-06 14:50:22 -070082
Mike Frysingerded963a2008-10-16 23:01:24 +080083/* Flush all cache lines assocoiated with this area of memory. */
Bryan Wu1394f032007-05-06 14:50:22 -070084ENTRY(_blackfin_icache_dcache_flush_range)
Sonic Zhangd7ff1a92009-03-05 18:26:59 +080085/*
86 * Walkaround to avoid loading wrong instruction after invalidating icache
87 * and following sequence is met.
88 *
89 * 1) One instruction address is cached in the instruction cache.
90 * 2) This instruction in SDRAM is changed.
91 * 3) IFLASH[P0] is executed only once in blackfin_icache_flush_range().
92 * 4) This instruction is executed again, but the old one is loaded.
93 */
94 P0 = R0;
95 IFLUSH[P0];
Mike Frysinger7f6b2e72008-10-28 12:29:26 +080096 do_flush FLUSH, IFLUSH
Mike Frysinger51be24c2007-06-11 15:31:30 +080097ENDPROC(_blackfin_icache_dcache_flush_range)
Bryan Wu1394f032007-05-06 14:50:22 -070098
99/* Throw away all D-cached data in specified region without any obligation to
Mike Frysingerded963a2008-10-16 23:01:24 +0800100 * write them back. Since the Blackfin ISA does not have an "invalidate"
101 * instruction, we use flush/invalidate. Perhaps as a speed optimization we
102 * could bang on the DTEST MMRs ...
Bryan Wu1394f032007-05-06 14:50:22 -0700103 */
Bryan Wu1394f032007-05-06 14:50:22 -0700104ENTRY(_blackfin_dcache_invalidate_range)
Mike Frysingerded963a2008-10-16 23:01:24 +0800105 do_flush FLUSHINV
Mike Frysinger51be24c2007-06-11 15:31:30 +0800106ENDPROC(_blackfin_dcache_invalidate_range)
Bryan Wu1394f032007-05-06 14:50:22 -0700107
Mike Frysingerded963a2008-10-16 23:01:24 +0800108/* Flush all data cache lines assocoiated with this memory area */
Bryan Wu1394f032007-05-06 14:50:22 -0700109ENTRY(_blackfin_dcache_flush_range)
Mike Frysingerded963a2008-10-16 23:01:24 +0800110 do_flush FLUSH, , , .Ldfr
Mike Frysinger51be24c2007-06-11 15:31:30 +0800111ENDPROC(_blackfin_dcache_flush_range)
Bryan Wu1394f032007-05-06 14:50:22 -0700112
Mike Frysingerded963a2008-10-16 23:01:24 +0800113/* Our headers convert the page structure to an address, so just need to flush
114 * its contents like normal. We know the start address is page aligned (which
115 * greater than our cache alignment), as is the end address. So just jump into
116 * the middle of the dcache flush function.
117 */
Bryan Wu1394f032007-05-06 14:50:22 -0700118ENTRY(_blackfin_dflush_page)
119 P1 = 1 << (PAGE_SHIFT - L1_CACHE_SHIFT);
Mike Frysingerded963a2008-10-16 23:01:24 +0800120 jump .Ldfr;
Mike Frysinger51be24c2007-06-11 15:31:30 +0800121ENDPROC(_blackfin_dflush_page)