| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _ASM_GENERIC_PERCPU_H_ | 
|  | 2 | #define _ASM_GENERIC_PERCPU_H_ | 
|  | 3 | #include <linux/compiler.h> | 
| Rusty Russell | ae1ee11 | 2007-05-02 19:27:10 +0200 | [diff] [blame] | 4 | #include <linux/threads.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  | 
|  | 6 | #define __GENERIC_PER_CPU | 
|  | 7 | #ifdef CONFIG_SMP | 
|  | 8 |  | 
|  | 9 | extern unsigned long __per_cpu_offset[NR_CPUS]; | 
|  | 10 |  | 
| Ingo Molnar | a875a69 | 2006-07-03 00:24:26 -0700 | [diff] [blame] | 11 | #define per_cpu_offset(x) (__per_cpu_offset[x]) | 
|  | 12 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | /* Separate out the type, so (int[3], foo) works. */ | 
|  | 14 | #define DEFINE_PER_CPU(type, name) \ | 
|  | 15 | __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name | 
|  | 16 |  | 
| Fenghua Yu | 5fb7dc3 | 2007-07-19 01:48:12 -0700 | [diff] [blame] | 17 | #define DEFINE_PER_CPU_SHARED_ALIGNED(type, name)		\ | 
|  | 18 | __attribute__((__section__(".data.percpu.shared_aligned"))) \ | 
|  | 19 | __typeof__(type) per_cpu__##name				\ | 
|  | 20 | ____cacheline_aligned_in_smp | 
|  | 21 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | /* var is in discarded region: offset to particular copy we want */ | 
| Jan Blunck | 632bbfe | 2006-09-25 23:30:53 -0700 | [diff] [blame] | 23 | #define per_cpu(var, cpu) (*({				\ | 
| Jan Blunck | a666ecf | 2006-10-06 00:43:58 -0700 | [diff] [blame] | 24 | extern int simple_identifier_##var(void);	\ | 
| Jan Blunck | 632bbfe | 2006-09-25 23:30:53 -0700 | [diff] [blame] | 25 | RELOC_HIDE(&per_cpu__##var, __per_cpu_offset[cpu]); })) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #define __get_cpu_var(var) per_cpu(var, smp_processor_id()) | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 27 | #define __raw_get_cpu_var(var) per_cpu(var, raw_smp_processor_id()) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 |  | 
|  | 29 | /* A macro to avoid #include hell... */ | 
|  | 30 | #define percpu_modcopy(pcpudst, src, size)			\ | 
|  | 31 | do {								\ | 
|  | 32 | unsigned int __i;					\ | 
| KAMEZAWA Hiroyuki | 0a94502 | 2006-03-28 01:56:37 -0800 | [diff] [blame] | 33 | for_each_possible_cpu(__i)				\ | 
| Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 34 | memcpy((pcpudst)+__per_cpu_offset[__i],		\ | 
|  | 35 | (src), (size));				\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | } while (0) | 
|  | 37 | #else /* ! SMP */ | 
|  | 38 |  | 
|  | 39 | #define DEFINE_PER_CPU(type, name) \ | 
|  | 40 | __typeof__(type) per_cpu__##name | 
|  | 41 |  | 
| Fenghua Yu | 5fb7dc3 | 2007-07-19 01:48:12 -0700 | [diff] [blame] | 42 | #define DEFINE_PER_CPU_SHARED_ALIGNED(type, name)	\ | 
|  | 43 | DEFINE_PER_CPU(type, name) | 
|  | 44 |  | 
| Jan Beulich | 11c80c8 | 2005-06-23 00:09:59 -0700 | [diff] [blame] | 45 | #define per_cpu(var, cpu)			(*((void)(cpu), &per_cpu__##var)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | #define __get_cpu_var(var)			per_cpu__##var | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 47 | #define __raw_get_cpu_var(var)			per_cpu__##var | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 |  | 
|  | 49 | #endif	/* SMP */ | 
|  | 50 |  | 
|  | 51 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name | 
|  | 52 |  | 
|  | 53 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) | 
|  | 54 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) | 
|  | 55 |  | 
|  | 56 | #endif /* _ASM_GENERIC_PERCPU_H_ */ |