| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* ----------------------------------------------------------------------- * | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 2 | * | 
|  | 3 | *   Copyright 2000-2008 H. Peter Anvin - All Rights Reserved | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * | 
|  | 5 | *   This program is free software; you can redistribute it and/or modify | 
|  | 6 | *   it under the terms of the GNU General Public License as published by | 
|  | 7 | *   the Free Software Foundation, Inc., 675 Mass Ave, Cambridge MA 02139, | 
|  | 8 | *   USA; either version 2 of the License, or (at your option) any later | 
|  | 9 | *   version; incorporated herein by reference. | 
|  | 10 | * | 
|  | 11 | * ----------------------------------------------------------------------- */ | 
|  | 12 |  | 
|  | 13 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * x86 MSR access device | 
|  | 15 | * | 
|  | 16 | * This device is accessed by lseek() to the appropriate register number | 
|  | 17 | * and then read/write in chunks of 8 bytes.  A larger size means multiple | 
|  | 18 | * reads or writes of the same register. | 
|  | 19 | * | 
|  | 20 | * This driver uses /dev/cpu/%d/msr where %d is the minor number, and on | 
|  | 21 | * an SMP box will direct the access to CPU %d. | 
|  | 22 | */ | 
|  | 23 |  | 
|  | 24 | #include <linux/module.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 |  | 
|  | 26 | #include <linux/types.h> | 
|  | 27 | #include <linux/errno.h> | 
|  | 28 | #include <linux/fcntl.h> | 
|  | 29 | #include <linux/init.h> | 
|  | 30 | #include <linux/poll.h> | 
|  | 31 | #include <linux/smp.h> | 
|  | 32 | #include <linux/smp_lock.h> | 
|  | 33 | #include <linux/major.h> | 
|  | 34 | #include <linux/fs.h> | 
|  | 35 | #include <linux/device.h> | 
|  | 36 | #include <linux/cpu.h> | 
|  | 37 | #include <linux/notifier.h> | 
| Jaswinder Singh Rajput | 448dd2f | 2009-01-12 14:45:14 +0530 | [diff] [blame] | 38 | #include <linux/uaccess.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 |  | 
|  | 40 | #include <asm/processor.h> | 
|  | 41 | #include <asm/msr.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | #include <asm/system.h> | 
|  | 43 |  | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 44 | static struct class *msr_class; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | static loff_t msr_seek(struct file *file, loff_t offset, int orig) | 
|  | 47 | { | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 48 | loff_t ret; | 
|  | 49 | struct inode *inode = file->f_mapping->host; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 |  | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 51 | mutex_lock(&inode->i_mutex); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | switch (orig) { | 
|  | 53 | case 0: | 
|  | 54 | file->f_pos = offset; | 
|  | 55 | ret = file->f_pos; | 
|  | 56 | break; | 
|  | 57 | case 1: | 
|  | 58 | file->f_pos += offset; | 
|  | 59 | ret = file->f_pos; | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 60 | break; | 
|  | 61 | default: | 
|  | 62 | ret = -EINVAL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | } | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 64 | mutex_unlock(&inode->i_mutex); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | return ret; | 
|  | 66 | } | 
|  | 67 |  | 
| Paolo Ciarrocchi | 94a9fa4 | 2008-02-22 23:11:52 +0100 | [diff] [blame] | 68 | static ssize_t msr_read(struct file *file, char __user *buf, | 
|  | 69 | size_t count, loff_t *ppos) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | { | 
|  | 71 | u32 __user *tmp = (u32 __user *) buf; | 
|  | 72 | u32 data[2]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | u32 reg = *ppos; | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 74 | int cpu = iminor(file->f_path.dentry->d_inode); | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 75 | int err = 0; | 
|  | 76 | ssize_t bytes = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 |  | 
|  | 78 | if (count % 8) | 
|  | 79 | return -EINVAL;	/* Invalid chunk size */ | 
|  | 80 |  | 
| Daniel Marjamaki | 6926d57 | 2006-01-06 00:12:12 -0800 | [diff] [blame] | 81 | for (; count; count -= 8) { | 
| Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 82 | err = rdmsr_safe_on_cpu(cpu, reg, &data[0], &data[1]); | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 83 | if (err) { | 
|  | 84 | if (err == -EFAULT) /* Fix idiotic error code */ | 
|  | 85 | err = -EIO; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 86 | break; | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 87 | } | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 88 | if (copy_to_user(tmp, &data, 8)) { | 
|  | 89 | err = -EFAULT; | 
|  | 90 | break; | 
|  | 91 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | tmp += 2; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 93 | bytes += 8; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | } | 
|  | 95 |  | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 96 | return bytes ? bytes : err; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } | 
|  | 98 |  | 
|  | 99 | static ssize_t msr_write(struct file *file, const char __user *buf, | 
|  | 100 | size_t count, loff_t *ppos) | 
|  | 101 | { | 
|  | 102 | const u32 __user *tmp = (const u32 __user *)buf; | 
|  | 103 | u32 data[2]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | u32 reg = *ppos; | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 105 | int cpu = iminor(file->f_path.dentry->d_inode); | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 106 | int err = 0; | 
|  | 107 | ssize_t bytes = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 |  | 
|  | 109 | if (count % 8) | 
|  | 110 | return -EINVAL;	/* Invalid chunk size */ | 
|  | 111 |  | 
| David Rientjes | f475ff3 | 2006-12-07 02:14:13 +0100 | [diff] [blame] | 112 | for (; count; count -= 8) { | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 113 | if (copy_from_user(&data, tmp, 8)) { | 
|  | 114 | err = -EFAULT; | 
|  | 115 | break; | 
|  | 116 | } | 
| Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 117 | err = wrmsr_safe_on_cpu(cpu, reg, data[0], data[1]); | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 118 | if (err) { | 
|  | 119 | if (err == -EFAULT) /* Fix idiotic error code */ | 
|  | 120 | err = -EIO; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 121 | break; | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 122 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | tmp += 2; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 124 | bytes += 8; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | } | 
|  | 126 |  | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 127 | return bytes ? bytes : err; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | } | 
|  | 129 |  | 
|  | 130 | static int msr_open(struct inode *inode, struct file *file) | 
|  | 131 | { | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 132 | unsigned int cpu = iminor(file->f_path.dentry->d_inode); | 
| Mike Travis | 92cb761 | 2007-10-19 20:35:04 +0200 | [diff] [blame] | 133 | struct cpuinfo_x86 *c = &cpu_data(cpu); | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 134 | int ret = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 |  | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 136 | lock_kernel(); | 
|  | 137 | cpu = iminor(file->f_path.dentry->d_inode); | 
|  | 138 |  | 
| Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 139 | if (cpu >= nr_cpu_ids || !cpu_online(cpu)) { | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 140 | ret = -ENXIO;	/* No such CPU */ | 
|  | 141 | goto out; | 
|  | 142 | } | 
|  | 143 | c = &cpu_data(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | if (!cpu_has(c, X86_FEATURE_MSR)) | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 145 | ret = -EIO;	/* MSR not supported */ | 
|  | 146 | out: | 
|  | 147 | unlock_kernel(); | 
| Darrick J. Wong | 967060d | 2008-08-14 15:43:33 -0700 | [diff] [blame] | 148 | return ret; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | } | 
|  | 150 |  | 
|  | 151 | /* | 
|  | 152 | * File operations we support | 
|  | 153 | */ | 
| Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 154 | static const struct file_operations msr_fops = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | .owner = THIS_MODULE, | 
|  | 156 | .llseek = msr_seek, | 
|  | 157 | .read = msr_read, | 
|  | 158 | .write = msr_write, | 
|  | 159 | .open = msr_open, | 
|  | 160 | }; | 
|  | 161 |  | 
| Satyam Sharma | 3804898 | 2007-10-18 03:06:38 -0700 | [diff] [blame] | 162 | static int __cpuinit msr_device_create(int cpu) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | { | 
| Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 164 | struct device *dev; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 |  | 
| Greg Kroah-Hartman | a9b1261 | 2008-07-21 20:03:34 -0700 | [diff] [blame] | 166 | dev = device_create(msr_class, NULL, MKDEV(MSR_MAJOR, cpu), NULL, | 
|  | 167 | "msr%d", cpu); | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 168 | return IS_ERR(dev) ? PTR_ERR(dev) : 0; | 
|  | 169 | } | 
|  | 170 |  | 
|  | 171 | static void msr_device_destroy(int cpu) | 
|  | 172 | { | 
|  | 173 | device_destroy(msr_class, MKDEV(MSR_MAJOR, cpu)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | } | 
|  | 175 |  | 
| Satyam Sharma | 761c4bf | 2007-10-17 18:04:36 +0200 | [diff] [blame] | 176 | static int __cpuinit msr_class_cpu_callback(struct notifier_block *nfb, | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 177 | unsigned long action, void *hcpu) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { | 
|  | 179 | unsigned int cpu = (unsigned long)hcpu; | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 180 | int err = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 |  | 
|  | 182 | switch (action) { | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 183 | case CPU_UP_PREPARE: | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 184 | err = msr_device_create(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | break; | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 186 | case CPU_UP_CANCELED: | 
| Rafael J. Wysocki | b844eba | 2008-03-23 20:28:24 +0100 | [diff] [blame] | 187 | case CPU_UP_CANCELED_FROZEN: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | case CPU_DEAD: | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 189 | msr_device_destroy(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | break; | 
|  | 191 | } | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 192 | return err ? NOTIFY_BAD : NOTIFY_OK; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | } | 
|  | 194 |  | 
| Sam Ravnborg | c72258c | 2008-02-01 17:49:42 +0100 | [diff] [blame] | 195 | static struct notifier_block __refdata msr_class_cpu_notifier = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | .notifier_call = msr_class_cpu_callback, | 
|  | 197 | }; | 
|  | 198 |  | 
| Kay Sievers | 07e9bb8 | 2009-04-30 15:23:42 +0200 | [diff] [blame] | 199 | static char *msr_nodename(struct device *dev) | 
|  | 200 | { | 
|  | 201 | return kasprintf(GFP_KERNEL, "cpu/%u/msr", MINOR(dev->devt)); | 
|  | 202 | } | 
|  | 203 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | static int __init msr_init(void) | 
|  | 205 | { | 
|  | 206 | int i, err = 0; | 
|  | 207 | i = 0; | 
|  | 208 |  | 
|  | 209 | if (register_chrdev(MSR_MAJOR, "cpu/msr", &msr_fops)) { | 
|  | 210 | printk(KERN_ERR "msr: unable to get major %d for msr\n", | 
|  | 211 | MSR_MAJOR); | 
|  | 212 | err = -EBUSY; | 
|  | 213 | goto out; | 
|  | 214 | } | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 215 | msr_class = class_create(THIS_MODULE, "msr"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | if (IS_ERR(msr_class)) { | 
|  | 217 | err = PTR_ERR(msr_class); | 
|  | 218 | goto out_chrdev; | 
|  | 219 | } | 
| Kay Sievers | 07e9bb8 | 2009-04-30 15:23:42 +0200 | [diff] [blame] | 220 | msr_class->nodename = msr_nodename; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | for_each_online_cpu(i) { | 
| Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 222 | err = msr_device_create(i); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | if (err != 0) | 
|  | 224 | goto out_class; | 
|  | 225 | } | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 226 | register_hotcpu_notifier(&msr_class_cpu_notifier); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 |  | 
|  | 228 | err = 0; | 
|  | 229 | goto out; | 
|  | 230 |  | 
|  | 231 | out_class: | 
|  | 232 | i = 0; | 
|  | 233 | for_each_online_cpu(i) | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 234 | msr_device_destroy(i); | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 235 | class_destroy(msr_class); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | out_chrdev: | 
|  | 237 | unregister_chrdev(MSR_MAJOR, "cpu/msr"); | 
|  | 238 | out: | 
|  | 239 | return err; | 
|  | 240 | } | 
|  | 241 |  | 
|  | 242 | static void __exit msr_exit(void) | 
|  | 243 | { | 
|  | 244 | int cpu = 0; | 
|  | 245 | for_each_online_cpu(cpu) | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 246 | msr_device_destroy(cpu); | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 247 | class_destroy(msr_class); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 248 | unregister_chrdev(MSR_MAJOR, "cpu/msr"); | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 249 | unregister_hotcpu_notifier(&msr_class_cpu_notifier); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | } | 
|  | 251 |  | 
|  | 252 | module_init(msr_init); | 
|  | 253 | module_exit(msr_exit) | 
|  | 254 |  | 
|  | 255 | MODULE_AUTHOR("H. Peter Anvin <hpa@zytor.com>"); | 
|  | 256 | MODULE_DESCRIPTION("x86 generic MSR driver"); | 
|  | 257 | MODULE_LICENSE("GPL"); |