| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __ARCH_SPARC64_PERCPU__ | 
|  | 2 | #define __ARCH_SPARC64_PERCPU__ | 
|  | 3 |  | 
|  | 4 | #include <linux/compiler.h> | 
|  | 5 |  | 
| David S. Miller | 195f7fd | 2007-08-18 00:07:40 -0700 | [diff] [blame] | 6 | register unsigned long __local_per_cpu_offset asm("g5"); | 
|  | 7 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | #ifdef CONFIG_SMP | 
|  | 9 |  | 
| David S. Miller | 5cbc307 | 2007-05-25 15:49:59 -0700 | [diff] [blame] | 10 | #define setup_per_cpu_areas()			do { } while (0) | 
|  | 11 | extern void real_setup_per_cpu_areas(void); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 |  | 
|  | 13 | extern unsigned long __per_cpu_base; | 
|  | 14 | extern unsigned long __per_cpu_shift; | 
|  | 15 | #define __per_cpu_offset(__cpu) \ | 
|  | 16 | (__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift)) | 
| Ingo Molnar | a875a69 | 2006-07-03 00:24:26 -0700 | [diff] [blame] | 17 | #define per_cpu_offset(x) (__per_cpu_offset(x)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 |  | 
|  | 19 | /* Separate out the type, so (int[3], foo) works. */ | 
|  | 20 | #define DEFINE_PER_CPU(type, name) \ | 
|  | 21 | __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name | 
|  | 22 |  | 
| Fenghua Yu | 5fb7dc3 | 2007-07-19 01:48:12 -0700 | [diff] [blame] | 23 | #define DEFINE_PER_CPU_SHARED_ALIGNED(type, name)		\ | 
|  | 24 | __attribute__((__section__(".data.percpu.shared_aligned"))) \ | 
|  | 25 | __typeof__(type) per_cpu__##name				\ | 
|  | 26 | ____cacheline_aligned_in_smp | 
|  | 27 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | /* var is in discarded region: offset to particular copy we want */ | 
|  | 29 | #define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu))) | 
|  | 30 | #define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset)) | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 31 | #define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 |  | 
|  | 33 | /* A macro to avoid #include hell... */ | 
|  | 34 | #define percpu_modcopy(pcpudst, src, size)			\ | 
|  | 35 | do {								\ | 
|  | 36 | unsigned int __i;					\ | 
| KAMEZAWA Hiroyuki | a283a52 | 2006-04-10 22:52:52 -0700 | [diff] [blame] | 37 | for_each_possible_cpu(__i)				\ | 
| Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 38 | memcpy((pcpudst)+__per_cpu_offset(__i),		\ | 
|  | 39 | (src), (size));				\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | } while (0) | 
|  | 41 | #else /* ! SMP */ | 
|  | 42 |  | 
| David S. Miller | 5cbc307 | 2007-05-25 15:49:59 -0700 | [diff] [blame] | 43 | #define real_setup_per_cpu_areas()		do { } while (0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | #define DEFINE_PER_CPU(type, name) \ | 
|  | 45 | __typeof__(type) per_cpu__##name | 
| Fenghua Yu | 5fb7dc3 | 2007-07-19 01:48:12 -0700 | [diff] [blame] | 46 | #define DEFINE_PER_CPU_SHARED_ALIGNED(type, name)	\ | 
|  | 47 | DEFINE_PER_CPU(type, name) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 |  | 
|  | 49 | #define per_cpu(var, cpu)			(*((void)cpu, &per_cpu__##var)) | 
|  | 50 | #define __get_cpu_var(var)			per_cpu__##var | 
| Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 51 | #define __raw_get_cpu_var(var)			per_cpu__##var | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 |  | 
|  | 53 | #endif	/* SMP */ | 
|  | 54 |  | 
|  | 55 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name | 
|  | 56 |  | 
|  | 57 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) | 
|  | 58 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) | 
|  | 59 |  | 
|  | 60 | #endif /* __ARCH_SPARC64_PERCPU__ */ |