| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * sc-rm7k.c: RM7000 cache management functions. | 
 | 3 |  * | 
 | 4 |  * Copyright (C) 1997, 2001, 2003, 2004 Ralf Baechle (ralf@linux-mips.org) | 
 | 5 |  */ | 
 | 6 |  | 
 | 7 | #undef DEBUG | 
 | 8 |  | 
 | 9 | #include <linux/init.h> | 
 | 10 | #include <linux/kernel.h> | 
 | 11 | #include <linux/mm.h> | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 12 | #include <linux/bitops.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
 | 14 | #include <asm/addrspace.h> | 
 | 15 | #include <asm/bcache.h> | 
 | 16 | #include <asm/cacheops.h> | 
 | 17 | #include <asm/mipsregs.h> | 
 | 18 | #include <asm/processor.h> | 
| Thiemo Seufer | ba5187d | 2005-04-25 16:36:23 +0000 | [diff] [blame] | 19 | #include <asm/cacheflush.h> /* for run_uncached() */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 |  | 
 | 21 | /* Primary cache parameters. */ | 
 | 22 | #define sc_lsize	32 | 
 | 23 | #define tc_pagesize	(32*128) | 
 | 24 |  | 
 | 25 | /* Secondary cache parameters. */ | 
 | 26 | #define scache_size	(256*1024)	/* Fixed to 256KiB on RM7000 */ | 
 | 27 |  | 
 | 28 | extern unsigned long icache_way_size, dcache_way_size; | 
 | 29 |  | 
 | 30 | #include <asm/r4kcache.h> | 
 | 31 |  | 
 | 32 | int rm7k_tcache_enabled; | 
 | 33 |  | 
 | 34 | /* | 
 | 35 |  * Writeback and invalidate the primary cache dcache before DMA. | 
 | 36 |  * (XXX These need to be fixed ...) | 
 | 37 |  */ | 
 | 38 | static void rm7k_sc_wback_inv(unsigned long addr, unsigned long size) | 
 | 39 | { | 
 | 40 | 	unsigned long end, a; | 
 | 41 |  | 
 | 42 | 	pr_debug("rm7k_sc_wback_inv[%08lx,%08lx]", addr, size); | 
 | 43 |  | 
 | 44 | 	/* Catch bad driver code */ | 
 | 45 | 	BUG_ON(size == 0); | 
 | 46 |  | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 47 | 	blast_scache_range(addr, addr + size); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 |  | 
 | 49 | 	if (!rm7k_tcache_enabled) | 
 | 50 | 		return; | 
 | 51 |  | 
 | 52 | 	a = addr & ~(tc_pagesize - 1); | 
 | 53 | 	end = (addr + size - 1) & ~(tc_pagesize - 1); | 
 | 54 | 	while(1) { | 
 | 55 | 		invalidate_tcache_page(a);	/* Page_Invalidate_T */ | 
 | 56 | 		if (a == end) | 
 | 57 | 			break; | 
 | 58 | 		a += tc_pagesize; | 
 | 59 | 	} | 
 | 60 | } | 
 | 61 |  | 
 | 62 | static void rm7k_sc_inv(unsigned long addr, unsigned long size) | 
 | 63 | { | 
 | 64 | 	unsigned long end, a; | 
 | 65 |  | 
 | 66 | 	pr_debug("rm7k_sc_inv[%08lx,%08lx]", addr, size); | 
 | 67 |  | 
 | 68 | 	/* Catch bad driver code */ | 
 | 69 | 	BUG_ON(size == 0); | 
 | 70 |  | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 71 | 	blast_inv_scache_range(addr, addr + size); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 |  | 
 | 73 | 	if (!rm7k_tcache_enabled) | 
 | 74 | 		return; | 
 | 75 |  | 
 | 76 | 	a = addr & ~(tc_pagesize - 1); | 
 | 77 | 	end = (addr + size - 1) & ~(tc_pagesize - 1); | 
 | 78 | 	while(1) { | 
 | 79 | 		invalidate_tcache_page(a);	/* Page_Invalidate_T */ | 
 | 80 | 		if (a == end) | 
 | 81 | 			break; | 
 | 82 | 		a += tc_pagesize; | 
 | 83 | 	} | 
 | 84 | } | 
 | 85 |  | 
 | 86 | /* | 
| Thiemo Seufer | ba5187d | 2005-04-25 16:36:23 +0000 | [diff] [blame] | 87 |  * This function is executed in uncached address space. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 |  */ | 
| Shane McDonald | b32dfbb | 2008-07-05 17:19:42 -0600 | [diff] [blame] | 89 | static __cpuinit void __rm7k_sc_enable(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | { | 
 | 91 | 	int i; | 
 | 92 |  | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 93 | 	set_c0_config(RM7K_CONF_SE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 |  | 
 | 95 | 	write_c0_taglo(0); | 
 | 96 | 	write_c0_taghi(0); | 
 | 97 |  | 
 | 98 | 	for (i = 0; i < scache_size; i += sc_lsize) { | 
 | 99 | 		__asm__ __volatile__ ( | 
 | 100 | 		      ".set noreorder\n\t" | 
 | 101 | 		      ".set mips3\n\t" | 
 | 102 | 		      "cache %1, (%0)\n\t" | 
 | 103 | 		      ".set mips0\n\t" | 
 | 104 | 		      ".set reorder" | 
 | 105 | 		      : | 
| Thiemo Seufer | ba5187d | 2005-04-25 16:36:23 +0000 | [diff] [blame] | 106 | 		      : "r" (CKSEG0ADDR(i)), "i" (Index_Store_Tag_SD)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | 	} | 
 | 108 | } | 
 | 109 |  | 
| Shane McDonald | b32dfbb | 2008-07-05 17:19:42 -0600 | [diff] [blame] | 110 | static __cpuinit void rm7k_sc_enable(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | { | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 112 | 	if (read_c0_config() & RM7K_CONF_SE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | 		return; | 
 | 114 |  | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 115 | 	printk(KERN_INFO "Enabling secondary cache...\n"); | 
| Thiemo Seufer | ba5187d | 2005-04-25 16:36:23 +0000 | [diff] [blame] | 116 | 	run_uncached(__rm7k_sc_enable); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | } | 
 | 118 |  | 
 | 119 | static void rm7k_sc_disable(void) | 
 | 120 | { | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 121 | 	clear_c0_config(RM7K_CONF_SE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | } | 
 | 123 |  | 
 | 124 | struct bcache_ops rm7k_sc_ops = { | 
 | 125 | 	.bc_enable = rm7k_sc_enable, | 
 | 126 | 	.bc_disable = rm7k_sc_disable, | 
 | 127 | 	.bc_wback_inv = rm7k_sc_wback_inv, | 
 | 128 | 	.bc_inv = rm7k_sc_inv | 
 | 129 | }; | 
 | 130 |  | 
| Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 131 | void __cpuinit rm7k_sc_init(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | { | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 133 | 	struct cpuinfo_mips *c = ¤t_cpu_data; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | 	unsigned int config = read_c0_config(); | 
 | 135 |  | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 136 | 	if ((config & RM7K_CONF_SC)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | 		return; | 
 | 138 |  | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 139 | 	c->scache.linesz = sc_lsize; | 
 | 140 | 	c->scache.ways = 4; | 
| Atsushi Nemoto | 3c68da7 | 2006-04-08 01:33:31 +0900 | [diff] [blame] | 141 | 	c->scache.waybit= __ffs(scache_size / c->scache.ways); | 
| Atsushi Nemoto | 37caa93 | 2006-02-15 18:25:48 +0900 | [diff] [blame] | 142 | 	c->scache.waysize = scache_size / c->scache.ways; | 
 | 143 | 	c->scache.sets = scache_size / (c->scache.linesz * c->scache.ways); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | 	printk(KERN_INFO "Secondary cache size %dK, linesize %d bytes.\n", | 
 | 145 | 	       (scache_size >> 10), sc_lsize); | 
 | 146 |  | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 147 | 	if (!(config & RM7K_CONF_SE)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | 		rm7k_sc_enable(); | 
 | 149 |  | 
 | 150 | 	/* | 
 | 151 | 	 * While we're at it let's deal with the tertiary cache. | 
 | 152 | 	 */ | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 153 | 	if (!(config & RM7K_CONF_TC)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 |  | 
 | 155 | 		/* | 
 | 156 | 		 * We can't enable the L3 cache yet. There may be board-specific | 
 | 157 | 		 * magic necessary to turn it on, and blindly asking the CPU to | 
 | 158 | 		 * start using it would may give cache errors. | 
 | 159 | 		 * | 
 | 160 | 		 * Also, board-specific knowledge may allow us to use the | 
 | 161 | 		 * CACHE Flash_Invalidate_T instruction if the tag RAM supports | 
 | 162 | 		 * it, and may specify the size of the L3 cache so we don't have | 
 | 163 | 		 * to probe it. | 
 | 164 | 		 */ | 
 | 165 | 		printk(KERN_INFO "Tertiary cache present, %s enabled\n", | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 166 | 		       (config & RM7K_CONF_TE) ? "already" : "not (yet)"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 |  | 
| Maciej W. Rozycki | c6ad7b7 | 2005-06-20 13:09:49 +0000 | [diff] [blame] | 168 | 		if ((config & RM7K_CONF_TE)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | 			rm7k_tcache_enabled = 1; | 
 | 170 | 	} | 
 | 171 |  | 
 | 172 | 	bcops = &rm7k_sc_ops; | 
 | 173 | } |