| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _I386_SEMAPHORE_H | 
 | 2 | #define _I386_SEMAPHORE_H | 
 | 3 |  | 
 | 4 | #include <linux/linkage.h> | 
 | 5 |  | 
 | 6 | #ifdef __KERNEL__ | 
 | 7 |  | 
 | 8 | /* | 
 | 9 |  * SMP- and interrupt-safe semaphores.. | 
 | 10 |  * | 
 | 11 |  * (C) Copyright 1996 Linus Torvalds | 
 | 12 |  * | 
 | 13 |  * Modified 1996-12-23 by Dave Grothe <dave@gcom.com> to fix bugs in | 
 | 14 |  *                     the original code and to make semaphore waits | 
 | 15 |  *                     interruptible so that processes waiting on | 
 | 16 |  *                     semaphores can be killed. | 
 | 17 |  * Modified 1999-02-14 by Andrea Arcangeli, split the sched.c helper | 
 | 18 |  *		       functions in asm/sempahore-helper.h while fixing a | 
 | 19 |  *		       potential and subtle race discovered by Ulrich Schmid | 
 | 20 |  *		       in down_interruptible(). Since I started to play here I | 
 | 21 |  *		       also implemented the `trylock' semaphore operation. | 
 | 22 |  *          1999-07-02 Artur Skawina <skawina@geocities.com> | 
 | 23 |  *                     Optimized "0(ecx)" -> "(ecx)" (the assembler does not | 
 | 24 |  *                     do this). Changed calling sequences from push/jmp to | 
 | 25 |  *                     traditional call/ret. | 
 | 26 |  * Modified 2001-01-01 Andreas Franck <afranck@gmx.de> | 
 | 27 |  *		       Some hacks to ensure compatibility with recent | 
 | 28 |  *		       GCC snapshots, to avoid stack corruption when compiling | 
 | 29 |  *		       with -fomit-frame-pointer. It's not sure if this will | 
 | 30 |  *		       be fixed in GCC, as our previous implementation was a | 
 | 31 |  *		       bit dubious. | 
 | 32 |  * | 
 | 33 |  * If you would like to see an analysis of this implementation, please | 
 | 34 |  * ftp to gcom.com and download the file | 
 | 35 |  * /pub/linux/src/semaphore/semaphore-2.0.24.tar.gz. | 
 | 36 |  * | 
 | 37 |  */ | 
 | 38 |  | 
 | 39 | #include <asm/system.h> | 
 | 40 | #include <asm/atomic.h> | 
 | 41 | #include <linux/wait.h> | 
 | 42 | #include <linux/rwsem.h> | 
 | 43 |  | 
 | 44 | struct semaphore { | 
 | 45 | 	atomic_t count; | 
 | 46 | 	int sleepers; | 
 | 47 | 	wait_queue_head_t wait; | 
 | 48 | }; | 
 | 49 |  | 
 | 50 |  | 
 | 51 | #define __SEMAPHORE_INITIALIZER(name, n)				\ | 
 | 52 | {									\ | 
 | 53 | 	.count		= ATOMIC_INIT(n),				\ | 
 | 54 | 	.sleepers	= 0,						\ | 
 | 55 | 	.wait		= __WAIT_QUEUE_HEAD_INITIALIZER((name).wait)	\ | 
 | 56 | } | 
 | 57 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | #define __DECLARE_SEMAPHORE_GENERIC(name,count) \ | 
 | 59 | 	struct semaphore name = __SEMAPHORE_INITIALIZER(name,count) | 
 | 60 |  | 
 | 61 | #define DECLARE_MUTEX(name) __DECLARE_SEMAPHORE_GENERIC(name,1) | 
 | 62 | #define DECLARE_MUTEX_LOCKED(name) __DECLARE_SEMAPHORE_GENERIC(name,0) | 
 | 63 |  | 
 | 64 | static inline void sema_init (struct semaphore *sem, int val) | 
 | 65 | { | 
 | 66 | /* | 
 | 67 |  *	*sem = (struct semaphore)__SEMAPHORE_INITIALIZER((*sem),val); | 
 | 68 |  * | 
 | 69 |  * i'd rather use the more flexible initialization above, but sadly | 
 | 70 |  * GCC 2.7.2.3 emits a bogus warning. EGCS doesn't. Oh well. | 
 | 71 |  */ | 
 | 72 | 	atomic_set(&sem->count, val); | 
 | 73 | 	sem->sleepers = 0; | 
 | 74 | 	init_waitqueue_head(&sem->wait); | 
 | 75 | } | 
 | 76 |  | 
 | 77 | static inline void init_MUTEX (struct semaphore *sem) | 
 | 78 | { | 
 | 79 | 	sema_init(sem, 1); | 
 | 80 | } | 
 | 81 |  | 
 | 82 | static inline void init_MUTEX_LOCKED (struct semaphore *sem) | 
 | 83 | { | 
 | 84 | 	sema_init(sem, 0); | 
 | 85 | } | 
 | 86 |  | 
 | 87 | fastcall void __down_failed(void /* special register calling convention */); | 
 | 88 | fastcall int  __down_failed_interruptible(void  /* params in registers */); | 
 | 89 | fastcall int  __down_failed_trylock(void  /* params in registers */); | 
 | 90 | fastcall void __up_wakeup(void /* special register calling convention */); | 
 | 91 |  | 
 | 92 | /* | 
 | 93 |  * This is ugly, but we want the default case to fall through. | 
 | 94 |  * "__down_failed" is a special asm handler that calls the C | 
 | 95 |  * routine that actually waits. See arch/i386/kernel/semaphore.c | 
 | 96 |  */ | 
 | 97 | static inline void down(struct semaphore * sem) | 
 | 98 | { | 
 | 99 | 	might_sleep(); | 
 | 100 | 	__asm__ __volatile__( | 
 | 101 | 		"# atomic down operation\n\t" | 
| Gerd Hoffmann | 9a0b581 | 2006-03-23 02:59:32 -0800 | [diff] [blame] | 102 | 		LOCK_PREFIX "decl %0\n\t"     /* --sem->count */ | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 103 | 		"jns 2f\n" | 
 | 104 | 		"\tlea %0,%%eax\n\t" | 
 | 105 | 		"call __down_failed\n" | 
 | 106 | 		"2:" | 
| Linus Torvalds | b862f3b | 2006-07-08 15:24:18 -0700 | [diff] [blame] | 107 | 		:"+m" (sem->count) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | 		: | 
 | 109 | 		:"memory","ax"); | 
 | 110 | } | 
 | 111 |  | 
 | 112 | /* | 
 | 113 |  * Interruptible try to acquire a semaphore.  If we obtained | 
 | 114 |  * it, return zero.  If we were interrupted, returns -EINTR | 
 | 115 |  */ | 
 | 116 | static inline int down_interruptible(struct semaphore * sem) | 
 | 117 | { | 
 | 118 | 	int result; | 
 | 119 |  | 
 | 120 | 	might_sleep(); | 
 | 121 | 	__asm__ __volatile__( | 
 | 122 | 		"# atomic interruptible down operation\n\t" | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 123 | 		"xorl %0,%0\n\t" | 
| Gerd Hoffmann | 9a0b581 | 2006-03-23 02:59:32 -0800 | [diff] [blame] | 124 | 		LOCK_PREFIX "decl %1\n\t"     /* --sem->count */ | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 125 | 		"jns 2f\n\t" | 
 | 126 | 		"lea %1,%%eax\n\t" | 
 | 127 | 		"call __down_failed_interruptible\n" | 
 | 128 | 		"2:" | 
| Andi Kleen | 00463c16 | 2006-09-27 21:38:56 +0200 | [diff] [blame] | 129 | 		:"=&a" (result), "+m" (sem->count) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | 		: | 
 | 131 | 		:"memory"); | 
 | 132 | 	return result; | 
 | 133 | } | 
 | 134 |  | 
 | 135 | /* | 
 | 136 |  * Non-blockingly attempt to down() a semaphore. | 
 | 137 |  * Returns zero if we acquired it | 
 | 138 |  */ | 
 | 139 | static inline int down_trylock(struct semaphore * sem) | 
 | 140 | { | 
 | 141 | 	int result; | 
 | 142 |  | 
 | 143 | 	__asm__ __volatile__( | 
 | 144 | 		"# atomic interruptible down operation\n\t" | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 145 | 		"xorl %0,%0\n\t" | 
| Gerd Hoffmann | 9a0b581 | 2006-03-23 02:59:32 -0800 | [diff] [blame] | 146 | 		LOCK_PREFIX "decl %1\n\t"     /* --sem->count */ | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 147 | 		"jns 2f\n\t" | 
 | 148 | 		"lea %1,%%eax\n\t" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | 		"call __down_failed_trylock\n\t" | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 150 | 		"2:\n" | 
| Andi Kleen | 00463c16 | 2006-09-27 21:38:56 +0200 | [diff] [blame] | 151 | 		:"=&a" (result), "+m" (sem->count) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | 		: | 
 | 153 | 		:"memory"); | 
 | 154 | 	return result; | 
 | 155 | } | 
 | 156 |  | 
 | 157 | /* | 
 | 158 |  * Note! This is subtle. We jump to wake people up only if | 
 | 159 |  * the semaphore was negative (== somebody was waiting on it). | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 |  */ | 
 | 161 | static inline void up(struct semaphore * sem) | 
 | 162 | { | 
 | 163 | 	__asm__ __volatile__( | 
 | 164 | 		"# atomic up operation\n\t" | 
| Gerd Hoffmann | 9a0b581 | 2006-03-23 02:59:32 -0800 | [diff] [blame] | 165 | 		LOCK_PREFIX "incl %0\n\t"     /* ++sem->count */ | 
| Andi Kleen | 7ca2b49 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 166 | 		"jg 1f\n\t" | 
 | 167 | 		"lea %0,%%eax\n\t" | 
 | 168 | 		"call __up_wakeup\n" | 
 | 169 | 		"1:" | 
| Linus Torvalds | b862f3b | 2006-07-08 15:24:18 -0700 | [diff] [blame] | 170 | 		:"+m" (sem->count) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | 		: | 
 | 172 | 		:"memory","ax"); | 
 | 173 | } | 
 | 174 |  | 
 | 175 | #endif | 
 | 176 | #endif |