| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* ----------------------------------------------------------------------- * | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 2 |  * | 
 | 3 |  *   Copyright 2000-2008 H. Peter Anvin - All Rights Reserved | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 |  * | 
 | 5 |  *   This program is free software; you can redistribute it and/or modify | 
 | 6 |  *   it under the terms of the GNU General Public License as published by | 
 | 7 |  *   the Free Software Foundation, Inc., 675 Mass Ave, Cambridge MA 02139, | 
 | 8 |  *   USA; either version 2 of the License, or (at your option) any later | 
 | 9 |  *   version; incorporated herein by reference. | 
 | 10 |  * | 
 | 11 |  * ----------------------------------------------------------------------- */ | 
 | 12 |  | 
 | 13 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 |  * x86 MSR access device | 
 | 15 |  * | 
 | 16 |  * This device is accessed by lseek() to the appropriate register number | 
 | 17 |  * and then read/write in chunks of 8 bytes.  A larger size means multiple | 
 | 18 |  * reads or writes of the same register. | 
 | 19 |  * | 
 | 20 |  * This driver uses /dev/cpu/%d/msr where %d is the minor number, and on | 
 | 21 |  * an SMP box will direct the access to CPU %d. | 
 | 22 |  */ | 
 | 23 |  | 
 | 24 | #include <linux/module.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 |  | 
 | 26 | #include <linux/types.h> | 
 | 27 | #include <linux/errno.h> | 
 | 28 | #include <linux/fcntl.h> | 
 | 29 | #include <linux/init.h> | 
 | 30 | #include <linux/poll.h> | 
 | 31 | #include <linux/smp.h> | 
 | 32 | #include <linux/smp_lock.h> | 
 | 33 | #include <linux/major.h> | 
 | 34 | #include <linux/fs.h> | 
 | 35 | #include <linux/device.h> | 
 | 36 | #include <linux/cpu.h> | 
 | 37 | #include <linux/notifier.h> | 
 | 38 |  | 
 | 39 | #include <asm/processor.h> | 
 | 40 | #include <asm/msr.h> | 
 | 41 | #include <asm/uaccess.h> | 
 | 42 | #include <asm/system.h> | 
 | 43 |  | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 44 | static struct class *msr_class; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | static loff_t msr_seek(struct file *file, loff_t offset, int orig) | 
 | 47 | { | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 48 | 	loff_t ret; | 
 | 49 | 	struct inode *inode = file->f_mapping->host; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 |  | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 51 | 	mutex_lock(&inode->i_mutex); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | 	switch (orig) { | 
 | 53 | 	case 0: | 
 | 54 | 		file->f_pos = offset; | 
 | 55 | 		ret = file->f_pos; | 
 | 56 | 		break; | 
 | 57 | 	case 1: | 
 | 58 | 		file->f_pos += offset; | 
 | 59 | 		ret = file->f_pos; | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 60 | 		break; | 
 | 61 | 	default: | 
 | 62 | 		ret = -EINVAL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | 	} | 
| H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 64 | 	mutex_unlock(&inode->i_mutex); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | 	return ret; | 
 | 66 | } | 
 | 67 |  | 
| Paolo Ciarrocchi | 94a9fa4 | 2008-02-22 23:11:52 +0100 | [diff] [blame] | 68 | static ssize_t msr_read(struct file *file, char __user *buf, | 
 | 69 | 			size_t count, loff_t *ppos) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | { | 
 | 71 | 	u32 __user *tmp = (u32 __user *) buf; | 
 | 72 | 	u32 data[2]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | 	u32 reg = *ppos; | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 74 | 	int cpu = iminor(file->f_path.dentry->d_inode); | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 75 | 	int err = 0; | 
 | 76 | 	ssize_t bytes = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 |  | 
 | 78 | 	if (count % 8) | 
 | 79 | 		return -EINVAL;	/* Invalid chunk size */ | 
 | 80 |  | 
| Daniel Marjamaki | 6926d57 | 2006-01-06 00:12:12 -0800 | [diff] [blame] | 81 | 	for (; count; count -= 8) { | 
| Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 82 | 		err = rdmsr_safe_on_cpu(cpu, reg, &data[0], &data[1]); | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 83 | 		if (err) { | 
 | 84 | 			if (err == -EFAULT) /* Fix idiotic error code */ | 
 | 85 | 				err = -EIO; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 86 | 			break; | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 87 | 		} | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 88 | 		if (copy_to_user(tmp, &data, 8)) { | 
 | 89 | 			err = -EFAULT; | 
 | 90 | 			break; | 
 | 91 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | 		tmp += 2; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 93 | 		bytes += 8; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | 	} | 
 | 95 |  | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 96 | 	return bytes ? bytes : err; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } | 
 | 98 |  | 
 | 99 | static ssize_t msr_write(struct file *file, const char __user *buf, | 
 | 100 | 			 size_t count, loff_t *ppos) | 
 | 101 | { | 
 | 102 | 	const u32 __user *tmp = (const u32 __user *)buf; | 
 | 103 | 	u32 data[2]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | 	u32 reg = *ppos; | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 105 | 	int cpu = iminor(file->f_path.dentry->d_inode); | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 106 | 	int err = 0; | 
 | 107 | 	ssize_t bytes = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 |  | 
 | 109 | 	if (count % 8) | 
 | 110 | 		return -EINVAL;	/* Invalid chunk size */ | 
 | 111 |  | 
| David Rientjes | f475ff3 | 2006-12-07 02:14:13 +0100 | [diff] [blame] | 112 | 	for (; count; count -= 8) { | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 113 | 		if (copy_from_user(&data, tmp, 8)) { | 
 | 114 | 			err = -EFAULT; | 
 | 115 | 			break; | 
 | 116 | 		} | 
| Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 117 | 		err = wrmsr_safe_on_cpu(cpu, reg, data[0], data[1]); | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 118 | 		if (err) { | 
 | 119 | 			if (err == -EFAULT) /* Fix idiotic error code */ | 
 | 120 | 				err = -EIO; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 121 | 			break; | 
| H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 122 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | 		tmp += 2; | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 124 | 		bytes += 8; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | 	} | 
 | 126 |  | 
| H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame] | 127 | 	return bytes ? bytes : err; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | } | 
 | 129 |  | 
 | 130 | static int msr_open(struct inode *inode, struct file *file) | 
 | 131 | { | 
| Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 132 | 	unsigned int cpu = iminor(file->f_path.dentry->d_inode); | 
| Mike Travis | 92cb761 | 2007-10-19 20:35:04 +0200 | [diff] [blame] | 133 | 	struct cpuinfo_x86 *c = &cpu_data(cpu); | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 134 | 	int ret = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 |  | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 136 | 	lock_kernel(); | 
 | 137 | 	cpu = iminor(file->f_path.dentry->d_inode); | 
 | 138 |  | 
 | 139 | 	if (cpu >= NR_CPUS || !cpu_online(cpu)) { | 
 | 140 | 		ret = -ENXIO;	/* No such CPU */ | 
 | 141 | 		goto out; | 
 | 142 | 	} | 
 | 143 | 	c = &cpu_data(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | 	if (!cpu_has(c, X86_FEATURE_MSR)) | 
| Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 145 | 		ret = -EIO;	/* MSR not supported */ | 
 | 146 | out: | 
 | 147 | 	unlock_kernel(); | 
| Darrick J. Wong | 967060d | 2008-08-14 15:43:33 -0700 | [diff] [blame] | 148 | 	return ret; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | } | 
 | 150 |  | 
 | 151 | /* | 
 | 152 |  * File operations we support | 
 | 153 |  */ | 
| Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 154 | static const struct file_operations msr_fops = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | 	.owner = THIS_MODULE, | 
 | 156 | 	.llseek = msr_seek, | 
 | 157 | 	.read = msr_read, | 
 | 158 | 	.write = msr_write, | 
 | 159 | 	.open = msr_open, | 
 | 160 | }; | 
 | 161 |  | 
| Satyam Sharma | 3804898 | 2007-10-18 03:06:38 -0700 | [diff] [blame] | 162 | static int __cpuinit msr_device_create(int cpu) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | { | 
| Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 164 | 	struct device *dev; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 |  | 
| Greg Kroah-Hartman | a9b1261 | 2008-07-21 20:03:34 -0700 | [diff] [blame] | 166 | 	dev = device_create(msr_class, NULL, MKDEV(MSR_MAJOR, cpu), NULL, | 
 | 167 | 			    "msr%d", cpu); | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 168 | 	return IS_ERR(dev) ? PTR_ERR(dev) : 0; | 
 | 169 | } | 
 | 170 |  | 
 | 171 | static void msr_device_destroy(int cpu) | 
 | 172 | { | 
 | 173 | 	device_destroy(msr_class, MKDEV(MSR_MAJOR, cpu)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | } | 
 | 175 |  | 
| Satyam Sharma | 761c4bf | 2007-10-17 18:04:36 +0200 | [diff] [blame] | 176 | static int __cpuinit msr_class_cpu_callback(struct notifier_block *nfb, | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 177 | 				unsigned long action, void *hcpu) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { | 
 | 179 | 	unsigned int cpu = (unsigned long)hcpu; | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 180 | 	int err = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 |  | 
 | 182 | 	switch (action) { | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 183 | 	case CPU_UP_PREPARE: | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 184 | 		err = msr_device_create(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | 		break; | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 186 | 	case CPU_UP_CANCELED: | 
| Rafael J. Wysocki | b844eba | 2008-03-23 20:28:24 +0100 | [diff] [blame] | 187 | 	case CPU_UP_CANCELED_FROZEN: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | 	case CPU_DEAD: | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 189 | 		msr_device_destroy(cpu); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | 		break; | 
 | 191 | 	} | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 192 | 	return err ? NOTIFY_BAD : NOTIFY_OK; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | } | 
 | 194 |  | 
| Sam Ravnborg | c72258c | 2008-02-01 17:49:42 +0100 | [diff] [blame] | 195 | static struct notifier_block __refdata msr_class_cpu_notifier = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | 	.notifier_call = msr_class_cpu_callback, | 
 | 197 | }; | 
 | 198 |  | 
 | 199 | static int __init msr_init(void) | 
 | 200 | { | 
 | 201 | 	int i, err = 0; | 
 | 202 | 	i = 0; | 
 | 203 |  | 
 | 204 | 	if (register_chrdev(MSR_MAJOR, "cpu/msr", &msr_fops)) { | 
 | 205 | 		printk(KERN_ERR "msr: unable to get major %d for msr\n", | 
 | 206 | 		       MSR_MAJOR); | 
 | 207 | 		err = -EBUSY; | 
 | 208 | 		goto out; | 
 | 209 | 	} | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 210 | 	msr_class = class_create(THIS_MODULE, "msr"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | 	if (IS_ERR(msr_class)) { | 
 | 212 | 		err = PTR_ERR(msr_class); | 
 | 213 | 		goto out_chrdev; | 
 | 214 | 	} | 
 | 215 | 	for_each_online_cpu(i) { | 
| Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 216 | 		err = msr_device_create(i); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | 		if (err != 0) | 
 | 218 | 			goto out_class; | 
 | 219 | 	} | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 220 | 	register_hotcpu_notifier(&msr_class_cpu_notifier); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 |  | 
 | 222 | 	err = 0; | 
 | 223 | 	goto out; | 
 | 224 |  | 
 | 225 | out_class: | 
 | 226 | 	i = 0; | 
 | 227 | 	for_each_online_cpu(i) | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 228 | 		msr_device_destroy(i); | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 229 | 	class_destroy(msr_class); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | out_chrdev: | 
 | 231 | 	unregister_chrdev(MSR_MAJOR, "cpu/msr"); | 
 | 232 | out: | 
 | 233 | 	return err; | 
 | 234 | } | 
 | 235 |  | 
 | 236 | static void __exit msr_exit(void) | 
 | 237 | { | 
 | 238 | 	int cpu = 0; | 
 | 239 | 	for_each_online_cpu(cpu) | 
| Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 240 | 		msr_device_destroy(cpu); | 
| gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 241 | 	class_destroy(msr_class); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 242 | 	unregister_chrdev(MSR_MAJOR, "cpu/msr"); | 
| Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 243 | 	unregister_hotcpu_notifier(&msr_class_cpu_notifier); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | } | 
 | 245 |  | 
 | 246 | module_init(msr_init); | 
 | 247 | module_exit(msr_exit) | 
 | 248 |  | 
 | 249 | MODULE_AUTHOR("H. Peter Anvin <hpa@zytor.com>"); | 
 | 250 | MODULE_DESCRIPTION("x86 generic MSR driver"); | 
 | 251 | MODULE_LICENSE("GPL"); |