| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright 2006 Andi Kleen, SUSE Labs. | 
 | 3 |  * Subject to the GNU Public License, v.2 | 
 | 4 |  * | 
 | 5 |  * Fast user context implementation of getcpu() | 
 | 6 |  */ | 
 | 7 |  | 
 | 8 | #include <linux/kernel.h> | 
 | 9 | #include <linux/getcpu.h> | 
 | 10 | #include <linux/jiffies.h> | 
 | 11 | #include <linux/time.h> | 
 | 12 | #include <asm/vsyscall.h> | 
 | 13 | #include <asm/vgtod.h> | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 14 |  | 
| Steven Rostedt | 23adec5 | 2008-05-12 21:20:41 +0200 | [diff] [blame] | 15 | notrace long | 
 | 16 | __vdso_getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *unused) | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 17 | { | 
| Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 18 | 	unsigned int p; | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 19 |  | 
| Andy Lutomirski | 8c49d9a | 2011-05-23 09:31:24 -0400 | [diff] [blame] | 20 | 	if (VVAR(vgetcpu_mode) == VGETCPU_RDTSCP) { | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 21 | 		/* Load per CPU data from RDTSCP */ | 
| Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 22 | 		native_read_tscp(&p); | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 23 | 	} else { | 
 | 24 | 		/* Load per CPU data from GDT */ | 
 | 25 | 		asm("lsl %1,%0" : "=r" (p) : "r" (__PER_CPU_SEG)); | 
 | 26 | 	} | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 27 | 	if (cpu) | 
 | 28 | 		*cpu = p & 0xfff; | 
 | 29 | 	if (node) | 
 | 30 | 		*node = p >> 12; | 
 | 31 | 	return 0; | 
 | 32 | } | 
 | 33 |  | 
 | 34 | long getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *tcache) | 
 | 35 | 	__attribute__((weak, alias("__vdso_getcpu"))); |