blob: ad85421099cdd49ba32b48c28065c90004e9a3a5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/sh/kernel/cpu/init.c
3 *
4 * CPU init code
5 *
Paul Mundtffe1b4e2007-03-12 16:15:22 +09006 * Copyright (C) 2002 - 2007 Paul Mundt
Richard Curnowb638d0b2006-09-27 14:09:26 +09007 * Copyright (C) 2003 Richard Curnow
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 * This file is subject to the terms and conditions of the GNU General Public
10 * License. See the file "COPYING" in the main directory of this archive
11 * for more details.
12 */
13#include <linux/init.h>
14#include <linux/kernel.h>
Paul Mundtaec5e0e2006-12-25 09:51:47 +090015#include <linux/mm.h>
Paul Mundtcd012042007-12-10 15:50:28 +090016#include <linux/log2.h>
Paul Mundtaec5e0e2006-12-25 09:51:47 +090017#include <asm/mmu_context.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <asm/processor.h>
19#include <asm/uaccess.h>
Paul Mundtf3c25752006-09-27 18:36:17 +090020#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/system.h>
22#include <asm/cacheflush.h>
23#include <asm/cache.h>
Paul Mundtcd012042007-12-10 15:50:28 +090024#include <asm/elf.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <asm/io.h>
Paul Mundtaba10302007-09-21 18:32:32 +090026#include <asm/smp.h>
Paul Mundtc881cbc2007-11-10 20:18:18 +090027#ifdef CONFIG_SUPERH32
28#include <asm/ubc.h>
29#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31/*
32 * Generic wrapper for command line arguments to disable on-chip
33 * peripherals (nofpu, nodsp, and so forth).
34 */
35#define onchip_setup(x) \
36static int x##_disabled __initdata = 0; \
37 \
38static int __init x##_setup(char *opts) \
39{ \
40 x##_disabled = 1; \
OGAWA Hirofumi9b410462006-03-31 02:30:33 -080041 return 1; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070042} \
43__setup("no" __stringify(x), x##_setup);
44
45onchip_setup(fpu);
46onchip_setup(dsp);
47
Paul Mundt45ed2852007-03-08 18:12:17 +090048#ifdef CONFIG_SPECULATIVE_EXECUTION
49#define CPUOPM 0xff2f0000
50#define CPUOPM_RABD (1 << 5)
51
52static void __init speculative_execution_init(void)
53{
54 /* Clear RABD */
55 ctrl_outl(ctrl_inl(CPUOPM) & ~CPUOPM_RABD, CPUOPM);
56
57 /* Flush the update */
58 (void)ctrl_inl(CPUOPM);
59 ctrl_barrier();
60}
61#else
62#define speculative_execution_init() do { } while (0)
63#endif
64
Kuninori Morimotofab88d92009-06-02 02:49:20 +000065/* 2nd-level cache init */
66void __uses_jump_to_uncached __attribute__ ((weak)) l2_cache_init(void)
67{
68}
69
Linus Torvalds1da177e2005-04-16 15:20:36 -070070/*
71 * Generic first-level cache init
72 */
Paul Mundt27a511c2007-11-10 20:25:28 +090073#ifdef CONFIG_SUPERH32
Stuart Menefycbaa1182007-11-30 17:06:36 +090074static void __uses_jump_to_uncached cache_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070075{
76 unsigned long ccr, flags;
77
Stuart Menefycbaa1182007-11-30 17:06:36 +090078 jump_to_uncached();
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 ccr = ctrl_inl(CCR);
80
81 /*
Richard Curnowb638d0b2006-09-27 14:09:26 +090082 * At this point we don't know whether the cache is enabled or not - a
83 * bootloader may have enabled it. There are at least 2 things that
84 * could be dirty in the cache at this point:
85 * 1. kernel command line set up by boot loader
86 * 2. spilled registers from the prolog of this function
87 * => before re-initialising the cache, we must do a purge of the whole
88 * cache out to memory for safety. As long as nothing is spilled
89 * during the loop to lines that have already been done, this is safe.
90 * - RPC
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 */
92 if (ccr & CCR_CACHE_ENABLE) {
93 unsigned long ways, waysize, addrstart;
94
Paul Mundt11c19652006-12-25 10:19:56 +090095 waysize = current_cpu_data.dcache.sets;
Linus Torvalds1da177e2005-04-16 15:20:36 -070096
Yoshinori Sato9d4436a2006-11-05 15:40:13 +090097#ifdef CCR_CACHE_ORA
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 /*
99 * If the OC is already in RAM mode, we only have
100 * half of the entries to flush..
101 */
102 if (ccr & CCR_CACHE_ORA)
103 waysize >>= 1;
Yoshinori Sato9d4436a2006-11-05 15:40:13 +0900104#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
Paul Mundt11c19652006-12-25 10:19:56 +0900106 waysize <<= current_cpu_data.dcache.entry_shift;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108#ifdef CCR_CACHE_EMODE
109 /* If EMODE is not set, we only have 1 way to flush. */
110 if (!(ccr & CCR_CACHE_EMODE))
111 ways = 1;
112 else
113#endif
Paul Mundt11c19652006-12-25 10:19:56 +0900114 ways = current_cpu_data.dcache.ways;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116 addrstart = CACHE_OC_ADDRESS_ARRAY;
117 do {
118 unsigned long addr;
119
120 for (addr = addrstart;
121 addr < addrstart + waysize;
Paul Mundt11c19652006-12-25 10:19:56 +0900122 addr += current_cpu_data.dcache.linesz)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 ctrl_outl(0, addr);
124
Paul Mundt11c19652006-12-25 10:19:56 +0900125 addrstart += current_cpu_data.dcache.way_incr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 } while (--ways);
127 }
128
129 /*
130 * Default CCR values .. enable the caches
131 * and invalidate them immediately..
132 */
133 flags = CCR_CACHE_ENABLE | CCR_CACHE_INVALIDATE;
134
135#ifdef CCR_CACHE_EMODE
136 /* Force EMODE if possible */
Paul Mundt11c19652006-12-25 10:19:56 +0900137 if (current_cpu_data.dcache.ways > 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 flags |= CCR_CACHE_EMODE;
Richard Curnowb638d0b2006-09-27 14:09:26 +0900139 else
140 flags &= ~CCR_CACHE_EMODE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141#endif
142
Paul Mundte7bd34a2007-07-31 17:07:28 +0900143#if defined(CONFIG_CACHE_WRITETHROUGH)
144 /* Write-through */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 flags |= CCR_CACHE_WT;
Paul Mundte7bd34a2007-07-31 17:07:28 +0900146#elif defined(CONFIG_CACHE_WRITEBACK)
147 /* Write-back */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 flags |= CCR_CACHE_CB;
Paul Mundte7bd34a2007-07-31 17:07:28 +0900149#else
150 /* Off */
151 flags &= ~CCR_CACHE_ENABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152#endif
153
Kuninori Morimotofab88d92009-06-02 02:49:20 +0000154 l2_cache_init();
155
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 ctrl_outl(flags, CCR);
Stuart Menefycbaa1182007-11-30 17:06:36 +0900157 back_to_cached();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158}
Paul Mundt27a511c2007-11-10 20:25:28 +0900159#else
160#define cache_init() do { } while (0)
161#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162
Paul Mundtcd012042007-12-10 15:50:28 +0900163#define CSHAPE(totalsize, linesize, assoc) \
164 ((totalsize & ~0xff) | (linesize << 4) | assoc)
165
166#define CACHE_DESC_SHAPE(desc) \
167 CSHAPE((desc).way_size * (desc).ways, ilog2((desc).linesz), (desc).ways)
168
169static void detect_cache_shape(void)
170{
171 l1d_cache_shape = CACHE_DESC_SHAPE(current_cpu_data.dcache);
172
173 if (current_cpu_data.dcache.flags & SH_CACHE_COMBINED)
174 l1i_cache_shape = l1d_cache_shape;
175 else
176 l1i_cache_shape = CACHE_DESC_SHAPE(current_cpu_data.icache);
177
178 if (current_cpu_data.flags & CPU_HAS_L2_CACHE)
179 l2_cache_shape = CACHE_DESC_SHAPE(current_cpu_data.scache);
180 else
181 l2_cache_shape = -1; /* No S-cache */
182}
183
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184#ifdef CONFIG_SH_DSP
185static void __init release_dsp(void)
186{
187 unsigned long sr;
188
189 /* Clear SR.DSP bit */
190 __asm__ __volatile__ (
191 "stc\tsr, %0\n\t"
192 "and\t%1, %0\n\t"
193 "ldc\t%0, sr\n\t"
194 : "=&r" (sr)
195 : "r" (~SR_DSP)
196 );
197}
198
199static void __init dsp_init(void)
200{
201 unsigned long sr;
202
203 /*
204 * Set the SR.DSP bit, wait for one instruction, and then read
205 * back the SR value.
206 */
207 __asm__ __volatile__ (
208 "stc\tsr, %0\n\t"
209 "or\t%1, %0\n\t"
210 "ldc\t%0, sr\n\t"
211 "nop\n\t"
212 "stc\tsr, %0\n\t"
213 : "=&r" (sr)
214 : "r" (SR_DSP)
215 );
216
217 /* If the DSP bit is still set, this CPU has a DSP */
218 if (sr & SR_DSP)
Paul Mundt11c19652006-12-25 10:19:56 +0900219 current_cpu_data.flags |= CPU_HAS_DSP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
221 /* Now that we've determined the DSP status, clear the DSP bit. */
222 release_dsp();
223}
224#endif /* CONFIG_SH_DSP */
225
226/**
227 * sh_cpu_init
228 *
229 * This is our initial entry point for each CPU, and is invoked on the boot
230 * CPU prior to calling start_kernel(). For SMP, a combination of this and
231 * start_secondary() will bring up each processor to a ready state prior
232 * to hand forking the idle loop.
233 *
234 * We do all of the basic processor init here, including setting up the
235 * caches, FPU, DSP, kicking the UBC, etc. By the time start_kernel() is
236 * hit (and subsequently platform_setup()) things like determining the
237 * CPU subtype and initial configuration will all be done.
238 *
239 * Each processor family is still responsible for doing its own probing
240 * and cache configuration in detect_cpu_and_cache_system().
241 */
Paul Mundtaba10302007-09-21 18:32:32 +0900242
Paul Mundtb2839ed2008-03-06 12:43:38 +0900243asmlinkage void __init sh_cpu_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244{
Paul Mundtaba10302007-09-21 18:32:32 +0900245 current_thread_info()->cpu = hard_smp_processor_id();
246
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 /* First, probe the CPU */
248 detect_cpu_and_cache_system();
249
Paul Mundtffe1b4e2007-03-12 16:15:22 +0900250 if (current_cpu_data.type == CPU_SH_NONE)
251 panic("Unknown CPU");
252
Paul Mundt27a511c2007-11-10 20:25:28 +0900253 /* First setup the rest of the I-cache info */
254 current_cpu_data.icache.entry_mask = current_cpu_data.icache.way_incr -
255 current_cpu_data.icache.linesz;
256
257 current_cpu_data.icache.way_size = current_cpu_data.icache.sets *
258 current_cpu_data.icache.linesz;
259
260 /* And the D-cache too */
261 current_cpu_data.dcache.entry_mask = current_cpu_data.dcache.way_incr -
262 current_cpu_data.dcache.linesz;
263
264 current_cpu_data.dcache.way_size = current_cpu_data.dcache.sets *
265 current_cpu_data.dcache.linesz;
266
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 /* Init the cache */
268 cache_init();
269
Paul Mundtcd012042007-12-10 15:50:28 +0900270 if (raw_smp_processor_id() == 0) {
Paul Mundt4a4a9be2008-11-12 13:17:38 +0900271#ifdef CONFIG_MMU
Paul Mundtaba10302007-09-21 18:32:32 +0900272 shm_align_mask = max_t(unsigned long,
273 current_cpu_data.dcache.way_size - 1,
274 PAGE_SIZE - 1);
Paul Mundt4a4a9be2008-11-12 13:17:38 +0900275#endif
Paul Mundtf3c25752006-09-27 18:36:17 +0900276
Paul Mundtcd012042007-12-10 15:50:28 +0900277 /* Boot CPU sets the cache shape */
278 detect_cache_shape();
279 }
280
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 /* Disable the FPU */
282 if (fpu_disabled) {
283 printk("FPU Disabled\n");
Paul Mundt11c19652006-12-25 10:19:56 +0900284 current_cpu_data.flags &= ~CPU_HAS_FPU;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 disable_fpu();
286 }
287
288 /* FPU initialization */
Paul Mundt11c19652006-12-25 10:19:56 +0900289 if ((current_cpu_data.flags & CPU_HAS_FPU)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 clear_thread_flag(TIF_USEDFPU);
291 clear_used_math();
292 }
293
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900294 /*
295 * Initialize the per-CPU ASID cache very early, since the
296 * TLB flushing routines depend on this being setup.
297 */
298 current_cpu_data.asid_cache = NO_CONTEXT;
299
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300#ifdef CONFIG_SH_DSP
301 /* Probe for DSP */
302 dsp_init();
303
304 /* Disable the DSP */
305 if (dsp_disabled) {
306 printk("DSP Disabled\n");
Paul Mundt11c19652006-12-25 10:19:56 +0900307 current_cpu_data.flags &= ~CPU_HAS_DSP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 release_dsp();
309 }
310#endif
311
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312 /*
313 * Some brain-damaged loaders decided it would be a good idea to put
314 * the UBC to sleep. This causes some issues when it comes to things
315 * like PTRACE_SINGLESTEP or doing hardware watchpoints in GDB. So ..
316 * we wake it up and hope that all is well.
317 */
Paul Mundtc881cbc2007-11-10 20:18:18 +0900318#ifdef CONFIG_SUPERH32
Paul Mundtaba10302007-09-21 18:32:32 +0900319 if (raw_smp_processor_id() == 0)
320 ubc_wakeup();
Paul Mundtc881cbc2007-11-10 20:18:18 +0900321#endif
322
Paul Mundt45ed2852007-03-08 18:12:17 +0900323 speculative_execution_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324}