| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2006 Andi Kleen, SUSE Labs. | 
|  | 3 | * Subject to the GNU Public License, v.2 | 
|  | 4 | * | 
|  | 5 | * Fast user context implementation of getcpu() | 
|  | 6 | */ | 
|  | 7 |  | 
|  | 8 | #include <linux/kernel.h> | 
|  | 9 | #include <linux/getcpu.h> | 
|  | 10 | #include <linux/jiffies.h> | 
|  | 11 | #include <linux/time.h> | 
|  | 12 | #include <asm/vsyscall.h> | 
|  | 13 | #include <asm/vgtod.h> | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 14 |  | 
| Steven Rostedt | 23adec5 | 2008-05-12 21:20:41 +0200 | [diff] [blame] | 15 | notrace long | 
|  | 16 | __vdso_getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *unused) | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 17 | { | 
| Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 18 | unsigned int p; | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 19 |  | 
| Andy Lutomirski | 8c49d9a | 2011-05-23 09:31:24 -0400 | [diff] [blame] | 20 | if (VVAR(vgetcpu_mode) == VGETCPU_RDTSCP) { | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 21 | /* Load per CPU data from RDTSCP */ | 
| Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 22 | native_read_tscp(&p); | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 23 | } else { | 
|  | 24 | /* Load per CPU data from GDT */ | 
|  | 25 | asm("lsl %1,%0" : "=r" (p) : "r" (__PER_CPU_SEG)); | 
|  | 26 | } | 
| Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 27 | if (cpu) | 
|  | 28 | *cpu = p & 0xfff; | 
|  | 29 | if (node) | 
|  | 30 | *node = p >> 12; | 
|  | 31 | return 0; | 
|  | 32 | } | 
|  | 33 |  | 
|  | 34 | long getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *tcache) | 
|  | 35 | __attribute__((weak, alias("__vdso_getcpu"))); |