| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _ASM_GENERIC_PERCPU_H_ | 
 | 2 | #define _ASM_GENERIC_PERCPU_H_ | 
 | 3 | #include <linux/compiler.h> | 
 | 4 |  | 
 | 5 | #define __GENERIC_PER_CPU | 
 | 6 | #ifdef CONFIG_SMP | 
 | 7 |  | 
 | 8 | extern unsigned long __per_cpu_offset[NR_CPUS]; | 
 | 9 |  | 
| Ingo Molnar | a875a69 | 2006-07-03 00:24:26 -0700 | [diff] [blame] | 10 | #define per_cpu_offset(x) (__per_cpu_offset[x]) | 
 | 11 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | /* Separate out the type, so (int[3], foo) works. */ | 
 | 13 | #define DEFINE_PER_CPU(type, name) \ | 
 | 14 |     __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name | 
 | 15 |  | 
 | 16 | /* var is in discarded region: offset to particular copy we want */ | 
| Jan Blunck | 632bbfe | 2006-09-25 23:30:53 -0700 | [diff] [blame] | 17 | #define per_cpu(var, cpu) (*({				\ | 
| Jan Blunck | a666ecf | 2006-10-06 00:43:58 -0700 | [diff] [blame] | 18 | 	extern int simple_identifier_##var(void);	\ | 
| Jan Blunck | 632bbfe | 2006-09-25 23:30:53 -0700 | [diff] [blame] | 19 | 	RELOC_HIDE(&per_cpu__##var, __per_cpu_offset[cpu]); })) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #define __get_cpu_var(var) per_cpu(var, smp_processor_id()) | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 21 | #define __raw_get_cpu_var(var) per_cpu(var, raw_smp_processor_id()) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 |  | 
 | 23 | /* A macro to avoid #include hell... */ | 
 | 24 | #define percpu_modcopy(pcpudst, src, size)			\ | 
 | 25 | do {								\ | 
 | 26 | 	unsigned int __i;					\ | 
| KAMEZAWA Hiroyuki | 0a94502 | 2006-03-28 01:56:37 -0800 | [diff] [blame] | 27 | 	for_each_possible_cpu(__i)				\ | 
| Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 28 | 		memcpy((pcpudst)+__per_cpu_offset[__i],		\ | 
 | 29 | 		       (src), (size));				\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | } while (0) | 
 | 31 | #else /* ! SMP */ | 
 | 32 |  | 
 | 33 | #define DEFINE_PER_CPU(type, name) \ | 
 | 34 |     __typeof__(type) per_cpu__##name | 
 | 35 |  | 
| Jan Beulich | 11c80c8 | 2005-06-23 00:09:59 -0700 | [diff] [blame] | 36 | #define per_cpu(var, cpu)			(*((void)(cpu), &per_cpu__##var)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | #define __get_cpu_var(var)			per_cpu__##var | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 38 | #define __raw_get_cpu_var(var)			per_cpu__##var | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 |  | 
 | 40 | #endif	/* SMP */ | 
 | 41 |  | 
 | 42 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name | 
 | 43 |  | 
 | 44 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) | 
 | 45 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) | 
 | 46 |  | 
 | 47 | #endif /* _ASM_GENERIC_PERCPU_H_ */ |