| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * atomic32.c: 32-bit atomic_t implementation | 
|  | 3 | * | 
|  | 4 | * Copyright (C) 2004 Keith M Wesolowski | 
| Kyle McMartin | 6197fe4 | 2007-05-29 02:51:13 -0700 | [diff] [blame] | 5 | * Copyright (C) 2007 Kyle McMartin | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | * | 
|  | 7 | * Based on asm-parisc/atomic.h Copyright (C) 2000 Philipp Rumpf | 
|  | 8 | */ | 
|  | 9 |  | 
|  | 10 | #include <asm/atomic.h> | 
|  | 11 | #include <linux/spinlock.h> | 
|  | 12 | #include <linux/module.h> | 
|  | 13 |  | 
|  | 14 | #ifdef CONFIG_SMP | 
|  | 15 | #define ATOMIC_HASH_SIZE	4 | 
|  | 16 | #define ATOMIC_HASH(a)	(&__atomic_hash[(((unsigned long)a)>>8) & (ATOMIC_HASH_SIZE-1)]) | 
|  | 17 |  | 
|  | 18 | spinlock_t __atomic_hash[ATOMIC_HASH_SIZE] = { | 
| Thomas Gleixner | 24774fb | 2011-01-23 15:19:12 +0100 | [diff] [blame] | 19 | [0 ... (ATOMIC_HASH_SIZE-1)] = __SPIN_LOCK_UNLOCKED(__atomic_hash) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | }; | 
|  | 21 |  | 
|  | 22 | #else /* SMP */ | 
|  | 23 |  | 
| Ingo Molnar | a9f6a0d | 2005-09-09 13:10:41 -0700 | [diff] [blame] | 24 | static DEFINE_SPINLOCK(dummy); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | #define ATOMIC_HASH_SIZE	1 | 
|  | 26 | #define ATOMIC_HASH(a)		(&dummy) | 
|  | 27 |  | 
|  | 28 | #endif /* SMP */ | 
|  | 29 |  | 
|  | 30 | int __atomic_add_return(int i, atomic_t *v) | 
|  | 31 | { | 
|  | 32 | int ret; | 
|  | 33 | unsigned long flags; | 
|  | 34 | spin_lock_irqsave(ATOMIC_HASH(v), flags); | 
|  | 35 |  | 
|  | 36 | ret = (v->counter += i); | 
|  | 37 |  | 
|  | 38 | spin_unlock_irqrestore(ATOMIC_HASH(v), flags); | 
|  | 39 | return ret; | 
|  | 40 | } | 
| Nick Piggin | 4a6dae6 | 2005-11-13 16:07:24 -0800 | [diff] [blame] | 41 | EXPORT_SYMBOL(__atomic_add_return); | 
|  | 42 |  | 
|  | 43 | int atomic_cmpxchg(atomic_t *v, int old, int new) | 
|  | 44 | { | 
|  | 45 | int ret; | 
|  | 46 | unsigned long flags; | 
|  | 47 |  | 
|  | 48 | spin_lock_irqsave(ATOMIC_HASH(v), flags); | 
|  | 49 | ret = v->counter; | 
|  | 50 | if (likely(ret == old)) | 
|  | 51 | v->counter = new; | 
|  | 52 |  | 
|  | 53 | spin_unlock_irqrestore(ATOMIC_HASH(v), flags); | 
|  | 54 | return ret; | 
|  | 55 | } | 
| Robert Reif | 74e61de | 2007-03-26 19:10:43 -0700 | [diff] [blame] | 56 | EXPORT_SYMBOL(atomic_cmpxchg); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 |  | 
| Nick Piggin | 8426e1f | 2005-11-13 16:07:25 -0800 | [diff] [blame] | 58 | int atomic_add_unless(atomic_t *v, int a, int u) | 
|  | 59 | { | 
|  | 60 | int ret; | 
|  | 61 | unsigned long flags; | 
|  | 62 |  | 
|  | 63 | spin_lock_irqsave(ATOMIC_HASH(v), flags); | 
|  | 64 | ret = v->counter; | 
|  | 65 | if (ret != u) | 
|  | 66 | v->counter += a; | 
|  | 67 | spin_unlock_irqrestore(ATOMIC_HASH(v), flags); | 
|  | 68 | return ret != u; | 
|  | 69 | } | 
| Robert Reif | 74e61de | 2007-03-26 19:10:43 -0700 | [diff] [blame] | 70 | EXPORT_SYMBOL(atomic_add_unless); | 
| Nick Piggin | 8426e1f | 2005-11-13 16:07:25 -0800 | [diff] [blame] | 71 |  | 
| Nick Piggin | 8426e1f | 2005-11-13 16:07:25 -0800 | [diff] [blame] | 72 | /* Atomic operations are already serializing */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | void atomic_set(atomic_t *v, int i) | 
|  | 74 | { | 
|  | 75 | unsigned long flags; | 
| Nick Piggin | 4a6dae6 | 2005-11-13 16:07:24 -0800 | [diff] [blame] | 76 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | spin_lock_irqsave(ATOMIC_HASH(v), flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | v->counter = i; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | spin_unlock_irqrestore(ATOMIC_HASH(v), flags); | 
|  | 80 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | EXPORT_SYMBOL(atomic_set); | 
| David S. Miller | 8a8b836 | 2006-12-17 16:18:47 -0800 | [diff] [blame] | 82 |  | 
|  | 83 | unsigned long ___set_bit(unsigned long *addr, unsigned long mask) | 
|  | 84 | { | 
|  | 85 | unsigned long old, flags; | 
|  | 86 |  | 
|  | 87 | spin_lock_irqsave(ATOMIC_HASH(addr), flags); | 
|  | 88 | old = *addr; | 
|  | 89 | *addr = old | mask; | 
|  | 90 | spin_unlock_irqrestore(ATOMIC_HASH(addr), flags); | 
|  | 91 |  | 
|  | 92 | return old & mask; | 
|  | 93 | } | 
|  | 94 | EXPORT_SYMBOL(___set_bit); | 
|  | 95 |  | 
|  | 96 | unsigned long ___clear_bit(unsigned long *addr, unsigned long mask) | 
|  | 97 | { | 
|  | 98 | unsigned long old, flags; | 
|  | 99 |  | 
|  | 100 | spin_lock_irqsave(ATOMIC_HASH(addr), flags); | 
|  | 101 | old = *addr; | 
|  | 102 | *addr = old & ~mask; | 
|  | 103 | spin_unlock_irqrestore(ATOMIC_HASH(addr), flags); | 
|  | 104 |  | 
|  | 105 | return old & mask; | 
|  | 106 | } | 
|  | 107 | EXPORT_SYMBOL(___clear_bit); | 
|  | 108 |  | 
|  | 109 | unsigned long ___change_bit(unsigned long *addr, unsigned long mask) | 
|  | 110 | { | 
|  | 111 | unsigned long old, flags; | 
|  | 112 |  | 
|  | 113 | spin_lock_irqsave(ATOMIC_HASH(addr), flags); | 
|  | 114 | old = *addr; | 
|  | 115 | *addr = old ^ mask; | 
|  | 116 | spin_unlock_irqrestore(ATOMIC_HASH(addr), flags); | 
|  | 117 |  | 
|  | 118 | return old & mask; | 
|  | 119 | } | 
|  | 120 | EXPORT_SYMBOL(___change_bit); | 
| Kyle McMartin | 6197fe4 | 2007-05-29 02:51:13 -0700 | [diff] [blame] | 121 |  | 
|  | 122 | unsigned long __cmpxchg_u32(volatile u32 *ptr, u32 old, u32 new) | 
|  | 123 | { | 
|  | 124 | unsigned long flags; | 
|  | 125 | u32 prev; | 
|  | 126 |  | 
| Andrew Morton | 1fb8812 | 2007-05-31 01:19:24 -0700 | [diff] [blame] | 127 | spin_lock_irqsave(ATOMIC_HASH(ptr), flags); | 
| Kyle McMartin | 6197fe4 | 2007-05-29 02:51:13 -0700 | [diff] [blame] | 128 | if ((prev = *ptr) == old) | 
|  | 129 | *ptr = new; | 
| Andrew Morton | 1fb8812 | 2007-05-31 01:19:24 -0700 | [diff] [blame] | 130 | spin_unlock_irqrestore(ATOMIC_HASH(ptr), flags); | 
| Kyle McMartin | 6197fe4 | 2007-05-29 02:51:13 -0700 | [diff] [blame] | 131 |  | 
|  | 132 | return (unsigned long)prev; | 
|  | 133 | } | 
|  | 134 | EXPORT_SYMBOL(__cmpxchg_u32); |