| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 1 | /* | 
 | 2 |  * Specialised local-global spinlock. Can only be declared as global variables | 
 | 3 |  * to avoid overhead and keep things simple (and we don't want to start using | 
 | 4 |  * these inside dynamically allocated structures). | 
 | 5 |  * | 
 | 6 |  * "local/global locks" (lglocks) can be used to: | 
 | 7 |  * | 
 | 8 |  * - Provide fast exclusive access to per-CPU data, with exclusive access to | 
 | 9 |  *   another CPU's data allowed but possibly subject to contention, and to | 
 | 10 |  *   provide very slow exclusive access to all per-CPU data. | 
 | 11 |  * - Or to provide very fast and scalable read serialisation, and to provide | 
 | 12 |  *   very slow exclusive serialisation of data (not necessarily per-CPU data). | 
 | 13 |  * | 
 | 14 |  * Brlocks are also implemented as a short-hand notation for the latter use | 
 | 15 |  * case. | 
 | 16 |  * | 
 | 17 |  * Copyright 2009, 2010, Nick Piggin, Novell Inc. | 
 | 18 |  */ | 
 | 19 | #ifndef __LINUX_LGLOCK_H | 
 | 20 | #define __LINUX_LGLOCK_H | 
 | 21 |  | 
 | 22 | #include <linux/spinlock.h> | 
 | 23 | #include <linux/lockdep.h> | 
 | 24 | #include <linux/percpu.h> | 
| Srivatsa S. Bhat | e30e2fd | 2011-12-22 02:45:29 +0530 | [diff] [blame] | 25 | #include <linux/cpu.h> | 
| Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 26 | #include <linux/notifier.h> | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 27 |  | 
 | 28 | /* can make br locks by using local lock for read side, global lock for write */ | 
| Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 29 | #define br_lock_init(name)	lg_lock_init(name, #name) | 
 | 30 | #define br_read_lock(name)	lg_local_lock(name) | 
 | 31 | #define br_read_unlock(name)	lg_local_unlock(name) | 
 | 32 | #define br_write_lock(name)	lg_global_lock(name) | 
 | 33 | #define br_write_unlock(name)	lg_global_unlock(name) | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 34 |  | 
| Lai Jiangshan | 4b2c551f | 2012-10-09 14:49:54 -0700 | [diff] [blame] | 35 | #define DEFINE_BRLOCK(name)		DEFINE_LGLOCK(name) | 
 | 36 | #define DEFINE_STATIC_BRLOCK(name)	DEFINE_STATIC_LGLOCK(name) | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 37 |  | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 38 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | 
 | 39 | #define LOCKDEP_INIT_MAP lockdep_init_map | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 40 | #else | 
 | 41 | #define LOCKDEP_INIT_MAP(a, b, c, d) | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 42 | #endif | 
 | 43 |  | 
| Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 44 | struct lglock { | 
 | 45 | 	arch_spinlock_t __percpu *lock; | 
 | 46 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | 
 | 47 | 	struct lock_class_key lock_key; | 
 | 48 | 	struct lockdep_map    lock_dep_map; | 
 | 49 | #endif | 
 | 50 | }; | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 51 |  | 
 | 52 | #define DEFINE_LGLOCK(name)						\ | 
| Lai Jiangshan | 466cab8 | 2012-10-09 14:49:51 -0700 | [diff] [blame] | 53 | 	static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock)		\ | 
| Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 54 | 	= __ARCH_SPIN_LOCK_UNLOCKED;					\ | 
 | 55 | 	struct lglock name = { .lock = &name ## _lock } | 
 | 56 |  | 
| Lai Jiangshan | 4b2c551f | 2012-10-09 14:49:54 -0700 | [diff] [blame] | 57 | #define DEFINE_STATIC_LGLOCK(name)					\ | 
 | 58 | 	static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock)		\ | 
 | 59 | 	= __ARCH_SPIN_LOCK_UNLOCKED;					\ | 
 | 60 | 	static struct lglock name = { .lock = &name ## _lock } | 
 | 61 |  | 
| Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 62 | void lg_lock_init(struct lglock *lg, char *name); | 
 | 63 | void lg_local_lock(struct lglock *lg); | 
 | 64 | void lg_local_unlock(struct lglock *lg); | 
 | 65 | void lg_local_lock_cpu(struct lglock *lg, int cpu); | 
 | 66 | void lg_local_unlock_cpu(struct lglock *lg, int cpu); | 
 | 67 | void lg_global_lock(struct lglock *lg); | 
 | 68 | void lg_global_unlock(struct lglock *lg); | 
 | 69 |  | 
| Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 70 | #endif |