| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* spinlock.h: 32-bit Sparc spinlock support. | 
|  | 2 | * | 
|  | 3 | * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu) | 
|  | 4 | */ | 
|  | 5 |  | 
|  | 6 | #ifndef __SPARC_SPINLOCK_H | 
|  | 7 | #define __SPARC_SPINLOCK_H | 
|  | 8 |  | 
|  | 9 | #include <linux/threads.h>	/* For NR_CPUS */ | 
|  | 10 |  | 
|  | 11 | #ifndef __ASSEMBLY__ | 
|  | 12 |  | 
|  | 13 | #include <asm/psr.h> | 
|  | 14 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 15 | #define __raw_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 17 | #define __raw_spin_unlock_wait(lock) \ | 
|  | 18 | do { while (__raw_spin_is_locked(lock)) cpu_relax(); } while (0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 20 | static inline void __raw_spin_lock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | { | 
|  | 22 | __asm__ __volatile__( | 
|  | 23 | "\n1:\n\t" | 
|  | 24 | "ldstub	[%0], %%g2\n\t" | 
|  | 25 | "orcc	%%g2, 0x0, %%g0\n\t" | 
|  | 26 | "bne,a	2f\n\t" | 
|  | 27 | " ldub	[%0], %%g2\n\t" | 
|  | 28 | ".subsection	2\n" | 
|  | 29 | "2:\n\t" | 
|  | 30 | "orcc	%%g2, 0x0, %%g0\n\t" | 
|  | 31 | "bne,a	2b\n\t" | 
|  | 32 | " ldub	[%0], %%g2\n\t" | 
|  | 33 | "b,a	1b\n\t" | 
|  | 34 | ".previous\n" | 
|  | 35 | : /* no outputs */ | 
|  | 36 | : "r" (lock) | 
|  | 37 | : "g2", "memory", "cc"); | 
|  | 38 | } | 
|  | 39 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 40 | static inline int __raw_spin_trylock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | { | 
|  | 42 | unsigned int result; | 
|  | 43 | __asm__ __volatile__("ldstub [%1], %0" | 
|  | 44 | : "=r" (result) | 
|  | 45 | : "r" (lock) | 
|  | 46 | : "memory"); | 
|  | 47 | return (result == 0); | 
|  | 48 | } | 
|  | 49 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 50 | static inline void __raw_spin_unlock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | { | 
|  | 52 | __asm__ __volatile__("stb %%g0, [%0]" : : "r" (lock) : "memory"); | 
|  | 53 | } | 
|  | 54 |  | 
|  | 55 | /* Read-write spinlocks, allowing multiple readers | 
|  | 56 | * but only one writer. | 
|  | 57 | * | 
|  | 58 | * NOTE! it is quite common to have readers in interrupts | 
|  | 59 | * but no interrupt writers. For those circumstances we | 
|  | 60 | * can "mix" irq-safe locks - any writer needs to get a | 
|  | 61 | * irq-safe write-lock, but readers can get non-irqsafe | 
|  | 62 | * read-locks. | 
|  | 63 | * | 
|  | 64 | * XXX This might create some problems with my dual spinlock | 
|  | 65 | * XXX scheme, deadlocks etc. -DaveM | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 66 | * | 
|  | 67 | * Sort of like atomic_t's on Sparc, but even more clever. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | * | 
|  | 69 | *	------------------------------------ | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 70 | *	| 24-bit counter           | wlock |  raw_rwlock_t | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | *	------------------------------------ | 
|  | 72 | *	 31                       8 7     0 | 
|  | 73 | * | 
|  | 74 | * wlock signifies the one writer is in or somebody is updating | 
|  | 75 | * counter. For a writer, if he successfully acquires the wlock, | 
|  | 76 | * but counter is non-zero, he has to release the lock and wait, | 
|  | 77 | * till both counter and wlock are zero. | 
|  | 78 | * | 
|  | 79 | * Unfortunately this scheme limits us to ~16,000,000 cpus. | 
|  | 80 | */ | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 81 | static inline void __read_lock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 83 | register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | lp = rw; | 
|  | 85 | __asm__ __volatile__( | 
|  | 86 | "mov	%%o7, %%g4\n\t" | 
|  | 87 | "call	___rw_read_enter\n\t" | 
|  | 88 | " ldstub	[%%g1 + 3], %%g2\n" | 
|  | 89 | : /* no outputs */ | 
|  | 90 | : "r" (lp) | 
|  | 91 | : "g2", "g4", "memory", "cc"); | 
|  | 92 | } | 
|  | 93 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 94 | #define __raw_read_lock(lock) \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | do {	unsigned long flags; \ | 
|  | 96 | local_irq_save(flags); \ | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 97 | __read_lock(lock); \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | local_irq_restore(flags); \ | 
|  | 99 | } while(0) | 
|  | 100 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 101 | static inline void __read_unlock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 103 | register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | lp = rw; | 
|  | 105 | __asm__ __volatile__( | 
|  | 106 | "mov	%%o7, %%g4\n\t" | 
|  | 107 | "call	___rw_read_exit\n\t" | 
|  | 108 | " ldstub	[%%g1 + 3], %%g2\n" | 
|  | 109 | : /* no outputs */ | 
|  | 110 | : "r" (lp) | 
|  | 111 | : "g2", "g4", "memory", "cc"); | 
|  | 112 | } | 
|  | 113 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 114 | #define __raw_read_unlock(lock) \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | do {	unsigned long flags; \ | 
|  | 116 | local_irq_save(flags); \ | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 117 | __read_unlock(lock); \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | local_irq_restore(flags); \ | 
|  | 119 | } while(0) | 
|  | 120 |  | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 121 | static inline void __raw_write_lock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 123 | register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | lp = rw; | 
|  | 125 | __asm__ __volatile__( | 
|  | 126 | "mov	%%o7, %%g4\n\t" | 
|  | 127 | "call	___rw_write_enter\n\t" | 
|  | 128 | " ldstub	[%%g1 + 3], %%g2\n" | 
|  | 129 | : /* no outputs */ | 
|  | 130 | : "r" (lp) | 
|  | 131 | : "g2", "g4", "memory", "cc"); | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 132 | *(volatile __u32 *)&lp->lock = ~0U; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | } | 
|  | 134 |  | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 135 | static inline int __raw_write_trylock(raw_rwlock_t *rw) | 
|  | 136 | { | 
|  | 137 | unsigned int val; | 
|  | 138 |  | 
|  | 139 | __asm__ __volatile__("ldstub [%1 + 3], %0" | 
|  | 140 | : "=r" (val) | 
|  | 141 | : "r" (&rw->lock) | 
|  | 142 | : "memory"); | 
|  | 143 |  | 
|  | 144 | if (val == 0) { | 
|  | 145 | val = rw->lock & ~0xff; | 
|  | 146 | if (val) | 
|  | 147 | ((volatile u8*)&rw->lock)[3] = 0; | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 148 | else | 
|  | 149 | *(volatile u32*)&rw->lock = ~0U; | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 150 | } | 
|  | 151 |  | 
|  | 152 | return (val == 0); | 
|  | 153 | } | 
|  | 154 |  | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 155 | static inline int __read_trylock(raw_rwlock_t *rw) | 
|  | 156 | { | 
|  | 157 | register raw_rwlock_t *lp asm("g1"); | 
|  | 158 | register int res asm("o0"); | 
|  | 159 | lp = rw; | 
|  | 160 | __asm__ __volatile__( | 
|  | 161 | "mov	%%o7, %%g4\n\t" | 
|  | 162 | "call	___rw_read_try\n\t" | 
|  | 163 | " ldstub	[%%g1 + 3], %%g2\n" | 
|  | 164 | : "=r" (res) | 
|  | 165 | : "r" (lp) | 
|  | 166 | : "g2", "g4", "memory", "cc"); | 
|  | 167 | return res; | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | #define __raw_read_trylock(lock) \ | 
|  | 171 | ({	unsigned long flags; \ | 
|  | 172 | int res; \ | 
|  | 173 | local_irq_save(flags); \ | 
|  | 174 | res = __read_trylock(lock); \ | 
|  | 175 | local_irq_restore(flags); \ | 
|  | 176 | res; \ | 
|  | 177 | }) | 
|  | 178 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 179 | #define __raw_write_unlock(rw)	do { (rw)->lock = 0; } while(0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 181 | #define __raw_spin_lock_flags(lock, flags) __raw_spin_lock(lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 |  | 
| Martin Schwidefsky | ef6edc9 | 2006-09-30 23:27:43 -0700 | [diff] [blame] | 183 | #define _raw_spin_relax(lock)	cpu_relax() | 
|  | 184 | #define _raw_read_relax(lock)	cpu_relax() | 
|  | 185 | #define _raw_write_relax(lock)	cpu_relax() | 
|  | 186 |  | 
| Bob Breuer | 61fc12d | 2006-06-20 00:35:13 -0700 | [diff] [blame] | 187 | #define __raw_read_can_lock(rw) (!((rw)->lock & 0xff)) | 
|  | 188 | #define __raw_write_can_lock(rw) (!(rw)->lock) | 
|  | 189 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | #endif /* !(__ASSEMBLY__) */ | 
|  | 191 |  | 
|  | 192 | #endif /* __SPARC_SPINLOCK_H */ |