| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __ARCH_SPARC64_PERCPU__ | 
 | 2 | #define __ARCH_SPARC64_PERCPU__ | 
 | 3 |  | 
 | 4 | #include <linux/compiler.h> | 
 | 5 |  | 
 | 6 | #ifdef CONFIG_SMP | 
 | 7 |  | 
| David S. Miller | 5a08900 | 2006-12-14 23:40:57 -0800 | [diff] [blame] | 8 | #ifdef CONFIG_MODULES | 
 | 9 | # define PERCPU_MODULE_RESERVE 8192 | 
 | 10 | #else | 
 | 11 | # define PERCPU_MODULE_RESERVE 0 | 
 | 12 | #endif | 
 | 13 |  | 
 | 14 | #define PERCPU_ENOUGH_ROOM \ | 
 | 15 | 	(ALIGN(__per_cpu_end - __per_cpu_start, SMP_CACHE_BYTES) + \ | 
 | 16 | 	 PERCPU_MODULE_RESERVE) | 
 | 17 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | extern void setup_per_cpu_areas(void); | 
 | 19 |  | 
 | 20 | extern unsigned long __per_cpu_base; | 
 | 21 | extern unsigned long __per_cpu_shift; | 
 | 22 | #define __per_cpu_offset(__cpu) \ | 
 | 23 | 	(__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift)) | 
| Ingo Molnar | a875a69 | 2006-07-03 00:24:26 -0700 | [diff] [blame] | 24 | #define per_cpu_offset(x) (__per_cpu_offset(x)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 |  | 
 | 26 | /* Separate out the type, so (int[3], foo) works. */ | 
 | 27 | #define DEFINE_PER_CPU(type, name) \ | 
 | 28 |     __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name | 
 | 29 |  | 
 | 30 | register unsigned long __local_per_cpu_offset asm("g5"); | 
 | 31 |  | 
 | 32 | /* var is in discarded region: offset to particular copy we want */ | 
 | 33 | #define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu))) | 
 | 34 | #define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset)) | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 35 | #define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 |  | 
 | 37 | /* A macro to avoid #include hell... */ | 
 | 38 | #define percpu_modcopy(pcpudst, src, size)			\ | 
 | 39 | do {								\ | 
 | 40 | 	unsigned int __i;					\ | 
| KAMEZAWA Hiroyuki | a283a52 | 2006-04-10 22:52:52 -0700 | [diff] [blame] | 41 | 	for_each_possible_cpu(__i)				\ | 
| Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 42 | 		memcpy((pcpudst)+__per_cpu_offset(__i),		\ | 
 | 43 | 		       (src), (size));				\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | } while (0) | 
 | 45 | #else /* ! SMP */ | 
 | 46 |  | 
 | 47 | #define DEFINE_PER_CPU(type, name) \ | 
 | 48 |     __typeof__(type) per_cpu__##name | 
 | 49 |  | 
 | 50 | #define per_cpu(var, cpu)			(*((void)cpu, &per_cpu__##var)) | 
 | 51 | #define __get_cpu_var(var)			per_cpu__##var | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 52 | #define __raw_get_cpu_var(var)			per_cpu__##var | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 |  | 
 | 54 | #endif	/* SMP */ | 
 | 55 |  | 
 | 56 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name | 
 | 57 |  | 
 | 58 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) | 
 | 59 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) | 
 | 60 |  | 
 | 61 | #endif /* __ARCH_SPARC64_PERCPU__ */ |