blob: bd7dc0554b11dc1093623148fefcb1731f4e5050 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ASM_SH_SYSTEM_H
2#define __ASM_SH_SYSTEM_H
3
4/*
5 * Copyright (C) 1999, 2000 Niibe Yutaka & Kaz Kojima
6 * Copyright (C) 2002 Paul Mundt
7 */
8
Tom Rinie4e3b5c2006-09-27 11:28:20 +09009#include <asm/types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11/*
12 * switch_to() should switch tasks to task nr n, first
13 */
14
15#define switch_to(prev, next, last) do { \
Ingo Molnar36c8b582006-07-03 00:25:41 -070016 struct task_struct *__last; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 register unsigned long *__ts1 __asm__ ("r1") = &prev->thread.sp; \
18 register unsigned long *__ts2 __asm__ ("r2") = &prev->thread.pc; \
19 register unsigned long *__ts4 __asm__ ("r4") = (unsigned long *)prev; \
20 register unsigned long *__ts5 __asm__ ("r5") = (unsigned long *)next; \
21 register unsigned long *__ts6 __asm__ ("r6") = &next->thread.sp; \
22 register unsigned long __ts7 __asm__ ("r7") = next->thread.pc; \
23 __asm__ __volatile__ (".balign 4\n\t" \
24 "stc.l gbr, @-r15\n\t" \
25 "sts.l pr, @-r15\n\t" \
26 "mov.l r8, @-r15\n\t" \
27 "mov.l r9, @-r15\n\t" \
28 "mov.l r10, @-r15\n\t" \
29 "mov.l r11, @-r15\n\t" \
30 "mov.l r12, @-r15\n\t" \
31 "mov.l r13, @-r15\n\t" \
32 "mov.l r14, @-r15\n\t" \
33 "mov.l r15, @r1 ! save SP\n\t" \
34 "mov.l @r6, r15 ! change to new stack\n\t" \
35 "mova 1f, %0\n\t" \
36 "mov.l %0, @r2 ! save PC\n\t" \
37 "mov.l 2f, %0\n\t" \
38 "jmp @%0 ! call __switch_to\n\t" \
39 " lds r7, pr ! with return to new PC\n\t" \
40 ".balign 4\n" \
41 "2:\n\t" \
42 ".long __switch_to\n" \
43 "1:\n\t" \
44 "mov.l @r15+, r14\n\t" \
45 "mov.l @r15+, r13\n\t" \
46 "mov.l @r15+, r12\n\t" \
47 "mov.l @r15+, r11\n\t" \
48 "mov.l @r15+, r10\n\t" \
49 "mov.l @r15+, r9\n\t" \
50 "mov.l @r15+, r8\n\t" \
51 "lds.l @r15+, pr\n\t" \
52 "ldc.l @r15+, gbr\n\t" \
53 : "=z" (__last) \
54 : "r" (__ts1), "r" (__ts2), "r" (__ts4), \
55 "r" (__ts5), "r" (__ts6), "r" (__ts7) \
56 : "r3", "t"); \
57 last = __last; \
58} while (0)
59
Ingo Molnar4dc7a0b2006-01-12 01:05:27 -080060/*
61 * On SMP systems, when the scheduler does migration-cost autodetection,
62 * it needs a way to flush as much of the CPU's caches as possible.
63 *
64 * TODO: fill this in!
65 */
66static inline void sched_cacheflush(void)
67{
68}
69
Paul Mundt29847622006-09-27 14:57:44 +090070#ifdef CONFIG_CPU_SH4A
71#define __icbi() \
72{ \
73 unsigned long __addr; \
74 __addr = 0xa8000000; \
75 __asm__ __volatile__( \
76 "icbi %0\n\t" \
77 : /* no output */ \
78 : "m" (__m(__addr))); \
79}
80#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Linus Torvalds1da177e2005-04-16 15:20:36 -070082static __inline__ unsigned long tas(volatile int *m)
Paul Mundt00b3aa32006-09-27 16:05:56 +090083{
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 unsigned long retval;
85
86 __asm__ __volatile__ ("tas.b @%1\n\t"
87 "movt %0"
88 : "=r" (retval): "r" (m): "t", "memory");
89 return retval;
90}
91
Paul Mundt29847622006-09-27 14:57:44 +090092/*
93 * A brief note on ctrl_barrier(), the control register write barrier.
94 *
95 * Legacy SH cores typically require a sequence of 8 nops after
96 * modification of a control register in order for the changes to take
97 * effect. On newer cores (like the sh4a and sh5) this is accomplished
98 * with icbi.
99 *
100 * Also note that on sh4a in the icbi case we can forego a synco for the
101 * write barrier, as it's not necessary for control registers.
102 *
103 * Historically we have only done this type of barrier for the MMUCR, but
104 * it's also necessary for the CCR, so we make it generic here instead.
105 */
Paul Mundtfdfc74f2006-09-27 14:05:52 +0900106#ifdef CONFIG_CPU_SH4A
Paul Mundt29847622006-09-27 14:57:44 +0900107#define mb() __asm__ __volatile__ ("synco": : :"memory")
108#define rmb() mb()
109#define wmb() __asm__ __volatile__ ("synco": : :"memory")
110#define ctrl_barrier() __icbi()
Paul Mundtfdfc74f2006-09-27 14:05:52 +0900111#define read_barrier_depends() do { } while(0)
112#else
Paul Mundt29847622006-09-27 14:57:44 +0900113#define mb() __asm__ __volatile__ ("": : :"memory")
114#define rmb() mb()
115#define wmb() __asm__ __volatile__ ("": : :"memory")
116#define ctrl_barrier() __asm__ __volatile__ ("nop;nop;nop;nop;nop;nop;nop;nop")
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117#define read_barrier_depends() do { } while(0)
Paul Mundtfdfc74f2006-09-27 14:05:52 +0900118#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120#ifdef CONFIG_SMP
121#define smp_mb() mb()
122#define smp_rmb() rmb()
123#define smp_wmb() wmb()
124#define smp_read_barrier_depends() read_barrier_depends()
125#else
126#define smp_mb() barrier()
127#define smp_rmb() barrier()
128#define smp_wmb() barrier()
129#define smp_read_barrier_depends() do { } while(0)
130#endif
131
132#define set_mb(var, value) do { xchg(&var, value); } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
134/* Interrupt Control */
Paul Mundtf1517492006-09-27 16:01:12 +0900135#ifdef CONFIG_CPU_HAS_SR_RB
136static inline void local_irq_enable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137{
138 unsigned long __dummy0, __dummy1;
139
140 __asm__ __volatile__("stc sr, %0\n\t"
141 "and %1, %0\n\t"
142 "stc r6_bank, %1\n\t"
143 "or %1, %0\n\t"
144 "ldc %0, sr"
145 : "=&r" (__dummy0), "=r" (__dummy1)
146 : "1" (~0x000000f0)
147 : "memory");
148}
Paul Mundtf1517492006-09-27 16:01:12 +0900149#else
150static inline void local_irq_enable(void)
151{
152 unsigned long __dummy0, __dummy1;
153
154 __asm__ __volatile__ (
155 "stc sr, %0\n\t"
156 "and %1, %0\n\t"
157 "ldc %0, sr\n\t"
158 : "=&r" (__dummy0), "=r" (__dummy1)
159 : "1" (~0x000000f0)
160 : "memory");
161}
162#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
164static __inline__ void local_irq_disable(void)
165{
166 unsigned long __dummy;
167 __asm__ __volatile__("stc sr, %0\n\t"
168 "or #0xf0, %0\n\t"
169 "ldc %0, sr"
170 : "=&z" (__dummy)
171 : /* no inputs */
172 : "memory");
173}
174
175#define local_save_flags(x) \
176 __asm__("stc sr, %0; and #0xf0, %0" : "=&z" (x) :/**/: "memory" )
177
178#define irqs_disabled() \
179({ \
180 unsigned long flags; \
181 local_save_flags(flags); \
182 (flags != 0); \
183})
184
185static __inline__ unsigned long local_irq_save(void)
186{
187 unsigned long flags, __dummy;
188
189 __asm__ __volatile__("stc sr, %1\n\t"
190 "mov %1, %0\n\t"
191 "or #0xf0, %0\n\t"
192 "ldc %0, sr\n\t"
193 "mov %1, %0\n\t"
194 "and #0xf0, %0"
195 : "=&z" (flags), "=&r" (__dummy)
196 :/**/
197 : "memory" );
198 return flags;
199}
200
201#ifdef DEBUG_CLI_STI
202static __inline__ void local_irq_restore(unsigned long x)
203{
204 if ((x & 0x000000f0) != 0x000000f0)
205 local_irq_enable();
206 else {
207 unsigned long flags;
208 local_save_flags(flags);
209
210 if (flags == 0) {
211 extern void dump_stack(void);
212 printk(KERN_ERR "BUG!\n");
213 dump_stack();
214 local_irq_disable();
215 }
216 }
217}
218#else
Paul Mundt00b3aa32006-09-27 16:05:56 +0900219#define local_irq_restore(x) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220 if ((x & 0x000000f0) != 0x000000f0) \
Paul Mundt00b3aa32006-09-27 16:05:56 +0900221 local_irq_enable(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222} while (0)
223#endif
224
Paul Mundt00b3aa32006-09-27 16:05:56 +0900225#define really_restore_flags(x) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 if ((x & 0x000000f0) != 0x000000f0) \
Paul Mundt00b3aa32006-09-27 16:05:56 +0900227 local_irq_enable(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 else \
Paul Mundt00b3aa32006-09-27 16:05:56 +0900229 local_irq_disable(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230} while (0)
231
232/*
233 * Jump to P2 area.
234 * When handling TLB or caches, we need to do it from P2 area.
235 */
236#define jump_to_P2() \
237do { \
238 unsigned long __dummy; \
239 __asm__ __volatile__( \
240 "mov.l 1f, %0\n\t" \
241 "or %1, %0\n\t" \
242 "jmp @%0\n\t" \
243 " nop\n\t" \
244 ".balign 4\n" \
245 "1: .long 2f\n" \
246 "2:" \
247 : "=&r" (__dummy) \
248 : "r" (0x20000000)); \
249} while (0)
250
251/*
252 * Back to P1 area.
253 */
254#define back_to_P1() \
255do { \
256 unsigned long __dummy; \
Paul Mundt29847622006-09-27 14:57:44 +0900257 ctrl_barrier(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 __asm__ __volatile__( \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 "mov.l 1f, %0\n\t" \
260 "jmp @%0\n\t" \
261 " nop\n\t" \
262 ".balign 4\n" \
263 "1: .long 2f\n" \
264 "2:" \
265 : "=&r" (__dummy)); \
266} while (0)
267
268/* For spinlocks etc */
269#define local_irq_save(x) x = local_irq_save()
270
Paul Mundt00b3aa32006-09-27 16:05:56 +0900271static inline unsigned long xchg_u32(volatile u32 *m, unsigned long val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272{
273 unsigned long flags, retval;
274
275 local_irq_save(flags);
276 retval = *m;
277 *m = val;
278 local_irq_restore(flags);
279 return retval;
280}
281
Paul Mundt00b3aa32006-09-27 16:05:56 +0900282static inline unsigned long xchg_u8(volatile u8 *m, unsigned long val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283{
284 unsigned long flags, retval;
285
286 local_irq_save(flags);
287 retval = *m;
288 *m = val & 0xff;
289 local_irq_restore(flags);
290 return retval;
291}
292
Paul Mundt00b3aa32006-09-27 16:05:56 +0900293extern void __xchg_called_with_bad_pointer(void);
294
295#define __xchg(ptr, x, size) \
296({ \
297 unsigned long __xchg__res; \
298 volatile void *__xchg_ptr = (ptr); \
299 switch (size) { \
300 case 4: \
301 __xchg__res = xchg_u32(__xchg_ptr, x); \
302 break; \
303 case 1: \
304 __xchg__res = xchg_u8(__xchg_ptr, x); \
305 break; \
306 default: \
307 __xchg_called_with_bad_pointer(); \
308 __xchg__res = x; \
309 break; \
310 } \
311 \
312 __xchg__res; \
313})
314
315#define xchg(ptr,x) \
316 ((__typeof__(*(ptr)))__xchg((ptr),(unsigned long)(x), sizeof(*(ptr))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
Tom Rinie4e3b5c2006-09-27 11:28:20 +0900318static inline unsigned long __cmpxchg_u32(volatile int * m, unsigned long old,
319 unsigned long new)
320{
321 __u32 retval;
322 unsigned long flags;
323
324 local_irq_save(flags);
325 retval = *m;
326 if (retval == old)
327 *m = new;
328 local_irq_restore(flags); /* implies memory barrier */
329 return retval;
330}
331
332/* This function doesn't exist, so you'll get a linker error
333 * if something tries to do an invalid cmpxchg(). */
334extern void __cmpxchg_called_with_bad_pointer(void);
335
336#define __HAVE_ARCH_CMPXCHG 1
337
338static inline unsigned long __cmpxchg(volatile void * ptr, unsigned long old,
339 unsigned long new, int size)
340{
341 switch (size) {
342 case 4:
343 return __cmpxchg_u32(ptr, old, new);
344 }
345 __cmpxchg_called_with_bad_pointer();
346 return old;
347}
348
349#define cmpxchg(ptr,o,n) \
350 ({ \
351 __typeof__(*(ptr)) _o_ = (o); \
352 __typeof__(*(ptr)) _n_ = (n); \
353 (__typeof__(*(ptr))) __cmpxchg((ptr), (unsigned long)_o_, \
354 (unsigned long)_n_, sizeof(*(ptr))); \
355 })
356
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357/* XXX
358 * disable hlt during certain critical i/o operations
359 */
360#define HAVE_DISABLE_HLT
361void disable_hlt(void);
362void enable_hlt(void);
363
364#define arch_align_stack(x) (x)
365
366#endif