| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* spinlock.h: 32-bit Sparc spinlock support. | 
 | 2 |  * | 
 | 3 |  * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu) | 
 | 4 |  */ | 
 | 5 |  | 
 | 6 | #ifndef __SPARC_SPINLOCK_H | 
 | 7 | #define __SPARC_SPINLOCK_H | 
 | 8 |  | 
 | 9 | #include <linux/threads.h>	/* For NR_CPUS */ | 
 | 10 |  | 
 | 11 | #ifndef __ASSEMBLY__ | 
 | 12 |  | 
 | 13 | #include <asm/psr.h> | 
 | 14 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 15 | #define __raw_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 17 | #define __raw_spin_unlock_wait(lock) \ | 
 | 18 | 	do { while (__raw_spin_is_locked(lock)) cpu_relax(); } while (0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 20 | static inline void __raw_spin_lock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | { | 
 | 22 | 	__asm__ __volatile__( | 
 | 23 | 	"\n1:\n\t" | 
 | 24 | 	"ldstub	[%0], %%g2\n\t" | 
 | 25 | 	"orcc	%%g2, 0x0, %%g0\n\t" | 
 | 26 | 	"bne,a	2f\n\t" | 
 | 27 | 	" ldub	[%0], %%g2\n\t" | 
 | 28 | 	".subsection	2\n" | 
 | 29 | 	"2:\n\t" | 
 | 30 | 	"orcc	%%g2, 0x0, %%g0\n\t" | 
 | 31 | 	"bne,a	2b\n\t" | 
 | 32 | 	" ldub	[%0], %%g2\n\t" | 
 | 33 | 	"b,a	1b\n\t" | 
 | 34 | 	".previous\n" | 
 | 35 | 	: /* no outputs */ | 
 | 36 | 	: "r" (lock) | 
 | 37 | 	: "g2", "memory", "cc"); | 
 | 38 | } | 
 | 39 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 40 | static inline int __raw_spin_trylock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | { | 
 | 42 | 	unsigned int result; | 
 | 43 | 	__asm__ __volatile__("ldstub [%1], %0" | 
 | 44 | 			     : "=r" (result) | 
 | 45 | 			     : "r" (lock) | 
 | 46 | 			     : "memory"); | 
 | 47 | 	return (result == 0); | 
 | 48 | } | 
 | 49 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 50 | static inline void __raw_spin_unlock(raw_spinlock_t *lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | { | 
 | 52 | 	__asm__ __volatile__("stb %%g0, [%0]" : : "r" (lock) : "memory"); | 
 | 53 | } | 
 | 54 |  | 
 | 55 | /* Read-write spinlocks, allowing multiple readers | 
 | 56 |  * but only one writer. | 
 | 57 |  * | 
 | 58 |  * NOTE! it is quite common to have readers in interrupts | 
 | 59 |  * but no interrupt writers. For those circumstances we | 
 | 60 |  * can "mix" irq-safe locks - any writer needs to get a | 
 | 61 |  * irq-safe write-lock, but readers can get non-irqsafe | 
 | 62 |  * read-locks. | 
 | 63 |  * | 
 | 64 |  * XXX This might create some problems with my dual spinlock | 
 | 65 |  * XXX scheme, deadlocks etc. -DaveM | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 66 |  * | 
 | 67 |  * Sort of like atomic_t's on Sparc, but even more clever. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 |  * | 
 | 69 |  *	------------------------------------ | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 70 |  *	| 24-bit counter           | wlock |  raw_rwlock_t | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 |  *	------------------------------------ | 
 | 72 |  *	 31                       8 7     0 | 
 | 73 |  * | 
 | 74 |  * wlock signifies the one writer is in or somebody is updating | 
 | 75 |  * counter. For a writer, if he successfully acquires the wlock, | 
 | 76 |  * but counter is non-zero, he has to release the lock and wait, | 
 | 77 |  * till both counter and wlock are zero. | 
 | 78 |  * | 
 | 79 |  * Unfortunately this scheme limits us to ~16,000,000 cpus. | 
 | 80 |  */ | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 81 | static inline void __read_lock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 83 | 	register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | 	lp = rw; | 
 | 85 | 	__asm__ __volatile__( | 
 | 86 | 	"mov	%%o7, %%g4\n\t" | 
 | 87 | 	"call	___rw_read_enter\n\t" | 
 | 88 | 	" ldstub	[%%g1 + 3], %%g2\n" | 
 | 89 | 	: /* no outputs */ | 
 | 90 | 	: "r" (lp) | 
 | 91 | 	: "g2", "g4", "memory", "cc"); | 
 | 92 | } | 
 | 93 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 94 | #define __raw_read_lock(lock) \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | do {	unsigned long flags; \ | 
 | 96 | 	local_irq_save(flags); \ | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 97 | 	__read_lock(lock); \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | 	local_irq_restore(flags); \ | 
 | 99 | } while(0) | 
 | 100 |  | 
| Adrian Bunk | 3115624 | 2005-10-03 17:37:02 -0700 | [diff] [blame] | 101 | static inline void __read_unlock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 103 | 	register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | 	lp = rw; | 
 | 105 | 	__asm__ __volatile__( | 
 | 106 | 	"mov	%%o7, %%g4\n\t" | 
 | 107 | 	"call	___rw_read_exit\n\t" | 
 | 108 | 	" ldstub	[%%g1 + 3], %%g2\n" | 
 | 109 | 	: /* no outputs */ | 
 | 110 | 	: "r" (lp) | 
 | 111 | 	: "g2", "g4", "memory", "cc"); | 
 | 112 | } | 
 | 113 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 114 | #define __raw_read_unlock(lock) \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | do {	unsigned long flags; \ | 
 | 116 | 	local_irq_save(flags); \ | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 117 | 	__read_unlock(lock); \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | 	local_irq_restore(flags); \ | 
 | 119 | } while(0) | 
 | 120 |  | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 121 | static inline void __raw_write_lock(raw_rwlock_t *rw) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | { | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 123 | 	register raw_rwlock_t *lp asm("g1"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | 	lp = rw; | 
 | 125 | 	__asm__ __volatile__( | 
 | 126 | 	"mov	%%o7, %%g4\n\t" | 
 | 127 | 	"call	___rw_write_enter\n\t" | 
 | 128 | 	" ldstub	[%%g1 + 3], %%g2\n" | 
 | 129 | 	: /* no outputs */ | 
 | 130 | 	: "r" (lp) | 
 | 131 | 	: "g2", "g4", "memory", "cc"); | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 132 | 	*(volatile __u32 *)&lp->lock = ~0U; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | } | 
 | 134 |  | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 135 | static inline int __raw_write_trylock(raw_rwlock_t *rw) | 
 | 136 | { | 
 | 137 | 	unsigned int val; | 
 | 138 |  | 
 | 139 | 	__asm__ __volatile__("ldstub [%1 + 3], %0" | 
 | 140 | 			     : "=r" (val) | 
 | 141 | 			     : "r" (&rw->lock) | 
 | 142 | 			     : "memory"); | 
 | 143 |  | 
 | 144 | 	if (val == 0) { | 
 | 145 | 		val = rw->lock & ~0xff; | 
 | 146 | 		if (val) | 
 | 147 | 			((volatile u8*)&rw->lock)[3] = 0; | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 148 | 		else | 
 | 149 | 			*(volatile u32*)&rw->lock = ~0U; | 
| Bob Breuer | a54123e | 2006-03-23 22:36:19 -0800 | [diff] [blame] | 150 | 	} | 
 | 151 |  | 
 | 152 | 	return (val == 0); | 
 | 153 | } | 
 | 154 |  | 
| Al Viro | 7a39f52 | 2006-10-08 14:32:15 +0100 | [diff] [blame] | 155 | static inline int __read_trylock(raw_rwlock_t *rw) | 
 | 156 | { | 
 | 157 | 	register raw_rwlock_t *lp asm("g1"); | 
 | 158 | 	register int res asm("o0"); | 
 | 159 | 	lp = rw; | 
 | 160 | 	__asm__ __volatile__( | 
 | 161 | 	"mov	%%o7, %%g4\n\t" | 
 | 162 | 	"call	___rw_read_try\n\t" | 
 | 163 | 	" ldstub	[%%g1 + 3], %%g2\n" | 
 | 164 | 	: "=r" (res) | 
 | 165 | 	: "r" (lp) | 
 | 166 | 	: "g2", "g4", "memory", "cc"); | 
 | 167 | 	return res; | 
 | 168 | } | 
 | 169 |  | 
 | 170 | #define __raw_read_trylock(lock) \ | 
 | 171 | ({	unsigned long flags; \ | 
 | 172 | 	int res; \ | 
 | 173 | 	local_irq_save(flags); \ | 
 | 174 | 	res = __read_trylock(lock); \ | 
 | 175 | 	local_irq_restore(flags); \ | 
 | 176 | 	res; \ | 
 | 177 | }) | 
 | 178 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 179 | #define __raw_write_unlock(rw)	do { (rw)->lock = 0; } while(0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 |  | 
| Ingo Molnar | fb1c8f9 | 2005-09-10 00:25:56 -0700 | [diff] [blame] | 181 | #define __raw_spin_lock_flags(lock, flags) __raw_spin_lock(lock) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 |  | 
| Martin Schwidefsky | ef6edc9 | 2006-09-30 23:27:43 -0700 | [diff] [blame] | 183 | #define _raw_spin_relax(lock)	cpu_relax() | 
 | 184 | #define _raw_read_relax(lock)	cpu_relax() | 
 | 185 | #define _raw_write_relax(lock)	cpu_relax() | 
 | 186 |  | 
| Bob Breuer | 61fc12d | 2006-06-20 00:35:13 -0700 | [diff] [blame] | 187 | #define __raw_read_can_lock(rw) (!((rw)->lock & 0xff)) | 
 | 188 | #define __raw_write_can_lock(rw) (!(rw)->lock) | 
 | 189 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | #endif /* !(__ASSEMBLY__) */ | 
 | 191 |  | 
 | 192 | #endif /* __SPARC_SPINLOCK_H */ |