Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* ----------------------------------------------------------------------- * |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 2 | * |
| 3 | * Copyright 2000-2008 H. Peter Anvin - All Rights Reserved |
H. Peter Anvin | ff55df5 | 2009-08-31 14:16:57 -0700 | [diff] [blame] | 4 | * Copyright 2009 Intel Corporation; author: H. Peter Anvin |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License as published by |
| 8 | * the Free Software Foundation, Inc., 675 Mass Ave, Cambridge MA 02139, |
| 9 | * USA; either version 2 of the License, or (at your option) any later |
| 10 | * version; incorporated herein by reference. |
| 11 | * |
| 12 | * ----------------------------------------------------------------------- */ |
| 13 | |
| 14 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | * x86 MSR access device |
| 16 | * |
| 17 | * This device is accessed by lseek() to the appropriate register number |
| 18 | * and then read/write in chunks of 8 bytes. A larger size means multiple |
| 19 | * reads or writes of the same register. |
| 20 | * |
| 21 | * This driver uses /dev/cpu/%d/msr where %d is the minor number, and on |
| 22 | * an SMP box will direct the access to CPU %d. |
| 23 | */ |
| 24 | |
| 25 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
| 27 | #include <linux/types.h> |
| 28 | #include <linux/errno.h> |
| 29 | #include <linux/fcntl.h> |
| 30 | #include <linux/init.h> |
| 31 | #include <linux/poll.h> |
| 32 | #include <linux/smp.h> |
| 33 | #include <linux/smp_lock.h> |
| 34 | #include <linux/major.h> |
| 35 | #include <linux/fs.h> |
| 36 | #include <linux/device.h> |
| 37 | #include <linux/cpu.h> |
| 38 | #include <linux/notifier.h> |
Jaswinder Singh Rajput | 448dd2f | 2009-01-12 14:45:14 +0530 | [diff] [blame] | 39 | #include <linux/uaccess.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 40 | #include <linux/gfp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | |
| 42 | #include <asm/processor.h> |
| 43 | #include <asm/msr.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | #include <asm/system.h> |
| 45 | |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 46 | static struct class *msr_class; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | static loff_t msr_seek(struct file *file, loff_t offset, int orig) |
| 49 | { |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 50 | loff_t ret; |
| 51 | struct inode *inode = file->f_mapping->host; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 53 | mutex_lock(&inode->i_mutex); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | switch (orig) { |
| 55 | case 0: |
| 56 | file->f_pos = offset; |
| 57 | ret = file->f_pos; |
| 58 | break; |
| 59 | case 1: |
| 60 | file->f_pos += offset; |
| 61 | ret = file->f_pos; |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 62 | break; |
| 63 | default: |
| 64 | ret = -EINVAL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | } |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 66 | mutex_unlock(&inode->i_mutex); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | return ret; |
| 68 | } |
| 69 | |
Paolo Ciarrocchi | 94a9fa4 | 2008-02-22 23:11:52 +0100 | [diff] [blame] | 70 | static ssize_t msr_read(struct file *file, char __user *buf, |
| 71 | size_t count, loff_t *ppos) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | { |
| 73 | u32 __user *tmp = (u32 __user *) buf; |
| 74 | u32 data[2]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | u32 reg = *ppos; |
Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 76 | int cpu = iminor(file->f_path.dentry->d_inode); |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 77 | int err = 0; |
| 78 | ssize_t bytes = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | |
| 80 | if (count % 8) |
| 81 | return -EINVAL; /* Invalid chunk size */ |
| 82 | |
Daniel Marjamaki | 6926d57 | 2006-01-06 00:12:12 -0800 | [diff] [blame] | 83 | for (; count; count -= 8) { |
Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 84 | err = rdmsr_safe_on_cpu(cpu, reg, &data[0], &data[1]); |
H. Peter Anvin | 0cc0213 | 2009-08-31 14:23:29 -0700 | [diff] [blame] | 85 | if (err) |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 86 | break; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 87 | if (copy_to_user(tmp, &data, 8)) { |
| 88 | err = -EFAULT; |
| 89 | break; |
| 90 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | tmp += 2; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 92 | bytes += 8; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | } |
| 94 | |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 95 | return bytes ? bytes : err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | static ssize_t msr_write(struct file *file, const char __user *buf, |
| 99 | size_t count, loff_t *ppos) |
| 100 | { |
| 101 | const u32 __user *tmp = (const u32 __user *)buf; |
| 102 | u32 data[2]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | u32 reg = *ppos; |
Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 104 | int cpu = iminor(file->f_path.dentry->d_inode); |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 105 | int err = 0; |
| 106 | ssize_t bytes = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | |
| 108 | if (count % 8) |
| 109 | return -EINVAL; /* Invalid chunk size */ |
| 110 | |
David Rientjes | f475ff3 | 2006-12-07 02:14:13 +0100 | [diff] [blame] | 111 | for (; count; count -= 8) { |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 112 | if (copy_from_user(&data, tmp, 8)) { |
| 113 | err = -EFAULT; |
| 114 | break; |
| 115 | } |
Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 116 | err = wrmsr_safe_on_cpu(cpu, reg, data[0], data[1]); |
H. Peter Anvin | 0cc0213 | 2009-08-31 14:23:29 -0700 | [diff] [blame] | 117 | if (err) |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 118 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | tmp += 2; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 120 | bytes += 8; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | } |
| 122 | |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 123 | return bytes ? bytes : err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | } |
| 125 | |
H. Peter Anvin | ff55df5 | 2009-08-31 14:16:57 -0700 | [diff] [blame] | 126 | static long msr_ioctl(struct file *file, unsigned int ioc, unsigned long arg) |
| 127 | { |
| 128 | u32 __user *uregs = (u32 __user *)arg; |
| 129 | u32 regs[8]; |
| 130 | int cpu = iminor(file->f_path.dentry->d_inode); |
| 131 | int err; |
| 132 | |
| 133 | switch (ioc) { |
| 134 | case X86_IOC_RDMSR_REGS: |
| 135 | if (!(file->f_mode & FMODE_READ)) { |
| 136 | err = -EBADF; |
| 137 | break; |
| 138 | } |
| 139 | if (copy_from_user(®s, uregs, sizeof regs)) { |
| 140 | err = -EFAULT; |
| 141 | break; |
| 142 | } |
| 143 | err = rdmsr_safe_regs_on_cpu(cpu, regs); |
| 144 | if (err) |
| 145 | break; |
| 146 | if (copy_to_user(uregs, ®s, sizeof regs)) |
| 147 | err = -EFAULT; |
| 148 | break; |
| 149 | |
| 150 | case X86_IOC_WRMSR_REGS: |
| 151 | if (!(file->f_mode & FMODE_WRITE)) { |
| 152 | err = -EBADF; |
| 153 | break; |
| 154 | } |
| 155 | if (copy_from_user(®s, uregs, sizeof regs)) { |
| 156 | err = -EFAULT; |
| 157 | break; |
| 158 | } |
| 159 | err = wrmsr_safe_regs_on_cpu(cpu, regs); |
| 160 | if (err) |
| 161 | break; |
| 162 | if (copy_to_user(uregs, ®s, sizeof regs)) |
| 163 | err = -EFAULT; |
| 164 | break; |
| 165 | |
| 166 | default: |
| 167 | err = -ENOTTY; |
| 168 | break; |
| 169 | } |
| 170 | |
| 171 | return err; |
| 172 | } |
| 173 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | static int msr_open(struct inode *inode, struct file *file) |
| 175 | { |
H. Peter Anvin | 494c2eb | 2009-12-14 10:02:18 -0800 | [diff] [blame] | 176 | unsigned int cpu; |
| 177 | struct cpuinfo_x86 *c; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | |
Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 179 | cpu = iminor(file->f_path.dentry->d_inode); |
Frederic Weisbecker | d6c3040 | 2009-10-07 21:43:22 +0200 | [diff] [blame] | 180 | if (cpu >= nr_cpu_ids || !cpu_online(cpu)) |
| 181 | return -ENXIO; /* No such CPU */ |
| 182 | |
Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 183 | c = &cpu_data(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | if (!cpu_has(c, X86_FEATURE_MSR)) |
Frederic Weisbecker | d6c3040 | 2009-10-07 21:43:22 +0200 | [diff] [blame] | 185 | return -EIO; /* MSR not supported */ |
| 186 | |
| 187 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | /* |
| 191 | * File operations we support |
| 192 | */ |
Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 193 | static const struct file_operations msr_fops = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 | .owner = THIS_MODULE, |
| 195 | .llseek = msr_seek, |
| 196 | .read = msr_read, |
| 197 | .write = msr_write, |
| 198 | .open = msr_open, |
H. Peter Anvin | ff55df5 | 2009-08-31 14:16:57 -0700 | [diff] [blame] | 199 | .unlocked_ioctl = msr_ioctl, |
| 200 | .compat_ioctl = msr_ioctl, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | }; |
| 202 | |
Satyam Sharma | 3804898 | 2007-10-18 03:06:38 -0700 | [diff] [blame] | 203 | static int __cpuinit msr_device_create(int cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | { |
Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 205 | struct device *dev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 | |
Greg Kroah-Hartman | a9b1261 | 2008-07-21 20:03:34 -0700 | [diff] [blame] | 207 | dev = device_create(msr_class, NULL, MKDEV(MSR_MAJOR, cpu), NULL, |
| 208 | "msr%d", cpu); |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 209 | return IS_ERR(dev) ? PTR_ERR(dev) : 0; |
| 210 | } |
| 211 | |
| 212 | static void msr_device_destroy(int cpu) |
| 213 | { |
| 214 | device_destroy(msr_class, MKDEV(MSR_MAJOR, cpu)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | } |
| 216 | |
Satyam Sharma | 761c4bf | 2007-10-17 18:04:36 +0200 | [diff] [blame] | 217 | static int __cpuinit msr_class_cpu_callback(struct notifier_block *nfb, |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 218 | unsigned long action, void *hcpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | { |
| 220 | unsigned int cpu = (unsigned long)hcpu; |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 221 | int err = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | |
| 223 | switch (action) { |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 224 | case CPU_UP_PREPARE: |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 225 | err = msr_device_create(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | break; |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 227 | case CPU_UP_CANCELED: |
Rafael J. Wysocki | b844eba | 2008-03-23 20:28:24 +0100 | [diff] [blame] | 228 | case CPU_UP_CANCELED_FROZEN: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | case CPU_DEAD: |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 230 | msr_device_destroy(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | break; |
| 232 | } |
Akinobu Mita | a94247e | 2010-05-26 14:43:30 -0700 | [diff] [blame^] | 233 | return notifier_from_errno(err); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | } |
| 235 | |
Sam Ravnborg | c72258c | 2008-02-01 17:49:42 +0100 | [diff] [blame] | 236 | static struct notifier_block __refdata msr_class_cpu_notifier = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | .notifier_call = msr_class_cpu_callback, |
| 238 | }; |
| 239 | |
Kay Sievers | e454cea | 2009-09-18 23:01:12 +0200 | [diff] [blame] | 240 | static char *msr_devnode(struct device *dev, mode_t *mode) |
Kay Sievers | 07e9bb8 | 2009-04-30 15:23:42 +0200 | [diff] [blame] | 241 | { |
| 242 | return kasprintf(GFP_KERNEL, "cpu/%u/msr", MINOR(dev->devt)); |
| 243 | } |
| 244 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 245 | static int __init msr_init(void) |
| 246 | { |
| 247 | int i, err = 0; |
| 248 | i = 0; |
| 249 | |
H. Peter Anvin | 0b962d4 | 2009-12-15 15:13:07 -0800 | [diff] [blame] | 250 | if (__register_chrdev(MSR_MAJOR, 0, NR_CPUS, "cpu/msr", &msr_fops)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | printk(KERN_ERR "msr: unable to get major %d for msr\n", |
| 252 | MSR_MAJOR); |
| 253 | err = -EBUSY; |
| 254 | goto out; |
| 255 | } |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 256 | msr_class = class_create(THIS_MODULE, "msr"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 257 | if (IS_ERR(msr_class)) { |
| 258 | err = PTR_ERR(msr_class); |
| 259 | goto out_chrdev; |
| 260 | } |
Kay Sievers | e454cea | 2009-09-18 23:01:12 +0200 | [diff] [blame] | 261 | msr_class->devnode = msr_devnode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 262 | for_each_online_cpu(i) { |
Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 263 | err = msr_device_create(i); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 264 | if (err != 0) |
| 265 | goto out_class; |
| 266 | } |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 267 | register_hotcpu_notifier(&msr_class_cpu_notifier); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 268 | |
| 269 | err = 0; |
| 270 | goto out; |
| 271 | |
| 272 | out_class: |
| 273 | i = 0; |
| 274 | for_each_online_cpu(i) |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 275 | msr_device_destroy(i); |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 276 | class_destroy(msr_class); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 277 | out_chrdev: |
H. Peter Anvin | 0b962d4 | 2009-12-15 15:13:07 -0800 | [diff] [blame] | 278 | __unregister_chrdev(MSR_MAJOR, 0, NR_CPUS, "cpu/msr"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 279 | out: |
| 280 | return err; |
| 281 | } |
| 282 | |
| 283 | static void __exit msr_exit(void) |
| 284 | { |
| 285 | int cpu = 0; |
| 286 | for_each_online_cpu(cpu) |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 287 | msr_device_destroy(cpu); |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 288 | class_destroy(msr_class); |
Russ Anderson | da48247 | 2010-01-26 20:37:22 -0600 | [diff] [blame] | 289 | __unregister_chrdev(MSR_MAJOR, 0, NR_CPUS, "cpu/msr"); |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 290 | unregister_hotcpu_notifier(&msr_class_cpu_notifier); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 291 | } |
| 292 | |
| 293 | module_init(msr_init); |
| 294 | module_exit(msr_exit) |
| 295 | |
| 296 | MODULE_AUTHOR("H. Peter Anvin <hpa@zytor.com>"); |
| 297 | MODULE_DESCRIPTION("x86 generic MSR driver"); |
| 298 | MODULE_LICENSE("GPL"); |