Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* ----------------------------------------------------------------------- * |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 2 | * |
| 3 | * Copyright 2000-2008 H. Peter Anvin - All Rights Reserved |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
| 5 | * This program is free software; you can redistribute it and/or modify |
| 6 | * it under the terms of the GNU General Public License as published by |
| 7 | * the Free Software Foundation, Inc., 675 Mass Ave, Cambridge MA 02139, |
| 8 | * USA; either version 2 of the License, or (at your option) any later |
| 9 | * version; incorporated herein by reference. |
| 10 | * |
| 11 | * ----------------------------------------------------------------------- */ |
| 12 | |
| 13 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * x86 MSR access device |
| 15 | * |
| 16 | * This device is accessed by lseek() to the appropriate register number |
| 17 | * and then read/write in chunks of 8 bytes. A larger size means multiple |
| 18 | * reads or writes of the same register. |
| 19 | * |
| 20 | * This driver uses /dev/cpu/%d/msr where %d is the minor number, and on |
| 21 | * an SMP box will direct the access to CPU %d. |
| 22 | */ |
| 23 | |
| 24 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
| 26 | #include <linux/types.h> |
| 27 | #include <linux/errno.h> |
| 28 | #include <linux/fcntl.h> |
| 29 | #include <linux/init.h> |
| 30 | #include <linux/poll.h> |
| 31 | #include <linux/smp.h> |
| 32 | #include <linux/smp_lock.h> |
| 33 | #include <linux/major.h> |
| 34 | #include <linux/fs.h> |
| 35 | #include <linux/device.h> |
| 36 | #include <linux/cpu.h> |
| 37 | #include <linux/notifier.h> |
| 38 | |
| 39 | #include <asm/processor.h> |
| 40 | #include <asm/msr.h> |
| 41 | #include <asm/uaccess.h> |
| 42 | #include <asm/system.h> |
| 43 | |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 44 | static struct class *msr_class; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | static loff_t msr_seek(struct file *file, loff_t offset, int orig) |
| 47 | { |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 48 | loff_t ret; |
| 49 | struct inode *inode = file->f_mapping->host; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 51 | mutex_lock(&inode->i_mutex); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | switch (orig) { |
| 53 | case 0: |
| 54 | file->f_pos = offset; |
| 55 | ret = file->f_pos; |
| 56 | break; |
| 57 | case 1: |
| 58 | file->f_pos += offset; |
| 59 | ret = file->f_pos; |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 60 | break; |
| 61 | default: |
| 62 | ret = -EINVAL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | } |
H. Peter Anvin | 2b06ac8 | 2008-02-04 16:47:59 +0100 | [diff] [blame] | 64 | mutex_unlock(&inode->i_mutex); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | return ret; |
| 66 | } |
| 67 | |
Paolo Ciarrocchi | 94a9fa4 | 2008-02-22 23:11:52 +0100 | [diff] [blame] | 68 | static ssize_t msr_read(struct file *file, char __user *buf, |
| 69 | size_t count, loff_t *ppos) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | { |
| 71 | u32 __user *tmp = (u32 __user *) buf; |
| 72 | u32 data[2]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | u32 reg = *ppos; |
Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 74 | int cpu = iminor(file->f_path.dentry->d_inode); |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 75 | int err = 0; |
| 76 | ssize_t bytes = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | |
| 78 | if (count % 8) |
| 79 | return -EINVAL; /* Invalid chunk size */ |
| 80 | |
Daniel Marjamaki | 6926d57 | 2006-01-06 00:12:12 -0800 | [diff] [blame] | 81 | for (; count; count -= 8) { |
Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 82 | err = rdmsr_safe_on_cpu(cpu, reg, &data[0], &data[1]); |
H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 83 | if (err) { |
| 84 | if (err == -EFAULT) /* Fix idiotic error code */ |
| 85 | err = -EIO; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 86 | break; |
H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 87 | } |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 88 | if (copy_to_user(tmp, &data, 8)) { |
| 89 | err = -EFAULT; |
| 90 | break; |
| 91 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | tmp += 2; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 93 | bytes += 8; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | } |
| 95 | |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 96 | return bytes ? bytes : err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | static ssize_t msr_write(struct file *file, const char __user *buf, |
| 100 | size_t count, loff_t *ppos) |
| 101 | { |
| 102 | const u32 __user *tmp = (const u32 __user *)buf; |
| 103 | u32 data[2]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | u32 reg = *ppos; |
Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 105 | int cpu = iminor(file->f_path.dentry->d_inode); |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 106 | int err = 0; |
| 107 | ssize_t bytes = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | |
| 109 | if (count % 8) |
| 110 | return -EINVAL; /* Invalid chunk size */ |
| 111 | |
David Rientjes | f475ff3 | 2006-12-07 02:14:13 +0100 | [diff] [blame] | 112 | for (; count; count -= 8) { |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 113 | if (copy_from_user(&data, tmp, 8)) { |
| 114 | err = -EFAULT; |
| 115 | break; |
| 116 | } |
Nicolas Boichat | 78a62d2 | 2007-05-08 17:22:01 +0200 | [diff] [blame] | 117 | err = wrmsr_safe_on_cpu(cpu, reg, data[0], data[1]); |
H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 118 | if (err) { |
| 119 | if (err == -EFAULT) /* Fix idiotic error code */ |
| 120 | err = -EIO; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 121 | break; |
H. Peter Anvin | c6f3193 | 2008-08-25 17:27:21 -0700 | [diff] [blame] | 122 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | tmp += 2; |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 124 | bytes += 8; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | } |
| 126 | |
H. Peter Anvin | 85f1cb6 | 2008-08-25 17:34:27 -0700 | [diff] [blame^] | 127 | return bytes ? bytes : err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | } |
| 129 | |
| 130 | static int msr_open(struct inode *inode, struct file *file) |
| 131 | { |
Josef "Jeff" Sipek | aab4c5a | 2006-12-08 02:36:42 -0800 | [diff] [blame] | 132 | unsigned int cpu = iminor(file->f_path.dentry->d_inode); |
Mike Travis | 92cb761 | 2007-10-19 20:35:04 +0200 | [diff] [blame] | 133 | struct cpuinfo_x86 *c = &cpu_data(cpu); |
Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 134 | int ret = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | |
Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 136 | lock_kernel(); |
| 137 | cpu = iminor(file->f_path.dentry->d_inode); |
| 138 | |
| 139 | if (cpu >= NR_CPUS || !cpu_online(cpu)) { |
| 140 | ret = -ENXIO; /* No such CPU */ |
| 141 | goto out; |
| 142 | } |
| 143 | c = &cpu_data(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | if (!cpu_has(c, X86_FEATURE_MSR)) |
Jonathan Corbet | 5119e92 | 2008-05-15 09:12:01 -0600 | [diff] [blame] | 145 | ret = -EIO; /* MSR not supported */ |
| 146 | out: |
| 147 | unlock_kernel(); |
Darrick J. Wong | 967060d | 2008-08-14 15:43:33 -0700 | [diff] [blame] | 148 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | /* |
| 152 | * File operations we support |
| 153 | */ |
Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 154 | static const struct file_operations msr_fops = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | .owner = THIS_MODULE, |
| 156 | .llseek = msr_seek, |
| 157 | .read = msr_read, |
| 158 | .write = msr_write, |
| 159 | .open = msr_open, |
| 160 | }; |
| 161 | |
Satyam Sharma | 3804898 | 2007-10-18 03:06:38 -0700 | [diff] [blame] | 162 | static int __cpuinit msr_device_create(int cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | { |
Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 164 | struct device *dev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | |
Greg Kroah-Hartman | 3bfd49c | 2008-05-21 12:52:33 -0700 | [diff] [blame] | 166 | dev = device_create_drvdata(msr_class, NULL, MKDEV(MSR_MAJOR, cpu), |
| 167 | NULL, "msr%d", cpu); |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 168 | return IS_ERR(dev) ? PTR_ERR(dev) : 0; |
| 169 | } |
| 170 | |
| 171 | static void msr_device_destroy(int cpu) |
| 172 | { |
| 173 | device_destroy(msr_class, MKDEV(MSR_MAJOR, cpu)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | } |
| 175 | |
Satyam Sharma | 761c4bf | 2007-10-17 18:04:36 +0200 | [diff] [blame] | 176 | static int __cpuinit msr_class_cpu_callback(struct notifier_block *nfb, |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 177 | unsigned long action, void *hcpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { |
| 179 | unsigned int cpu = (unsigned long)hcpu; |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 180 | int err = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | |
| 182 | switch (action) { |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 183 | case CPU_UP_PREPARE: |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 184 | err = msr_device_create(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | break; |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 186 | case CPU_UP_CANCELED: |
Rafael J. Wysocki | b844eba | 2008-03-23 20:28:24 +0100 | [diff] [blame] | 187 | case CPU_UP_CANCELED_FROZEN: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | case CPU_DEAD: |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 189 | msr_device_destroy(cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | break; |
| 191 | } |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 192 | return err ? NOTIFY_BAD : NOTIFY_OK; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | } |
| 194 | |
Sam Ravnborg | c72258c | 2008-02-01 17:49:42 +0100 | [diff] [blame] | 195 | static struct notifier_block __refdata msr_class_cpu_notifier = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | .notifier_call = msr_class_cpu_callback, |
| 197 | }; |
| 198 | |
| 199 | static int __init msr_init(void) |
| 200 | { |
| 201 | int i, err = 0; |
| 202 | i = 0; |
| 203 | |
| 204 | if (register_chrdev(MSR_MAJOR, "cpu/msr", &msr_fops)) { |
| 205 | printk(KERN_ERR "msr: unable to get major %d for msr\n", |
| 206 | MSR_MAJOR); |
| 207 | err = -EBUSY; |
| 208 | goto out; |
| 209 | } |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 210 | msr_class = class_create(THIS_MODULE, "msr"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | if (IS_ERR(msr_class)) { |
| 212 | err = PTR_ERR(msr_class); |
| 213 | goto out_chrdev; |
| 214 | } |
| 215 | for_each_online_cpu(i) { |
Greg Kroah-Hartman | a271aaf | 2006-08-07 22:19:37 -0700 | [diff] [blame] | 216 | err = msr_device_create(i); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | if (err != 0) |
| 218 | goto out_class; |
| 219 | } |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 220 | register_hotcpu_notifier(&msr_class_cpu_notifier); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | |
| 222 | err = 0; |
| 223 | goto out; |
| 224 | |
| 225 | out_class: |
| 226 | i = 0; |
| 227 | for_each_online_cpu(i) |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 228 | msr_device_destroy(i); |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 229 | class_destroy(msr_class); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | out_chrdev: |
| 231 | unregister_chrdev(MSR_MAJOR, "cpu/msr"); |
| 232 | out: |
| 233 | return err; |
| 234 | } |
| 235 | |
| 236 | static void __exit msr_exit(void) |
| 237 | { |
| 238 | int cpu = 0; |
| 239 | for_each_online_cpu(cpu) |
Akinobu Mita | 881a841 | 2007-10-18 03:05:14 -0700 | [diff] [blame] | 240 | msr_device_destroy(cpu); |
gregkh@suse.de | 8874b41 | 2005-03-23 09:56:34 -0800 | [diff] [blame] | 241 | class_destroy(msr_class); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 242 | unregister_chrdev(MSR_MAJOR, "cpu/msr"); |
Andrew Morton | e09793b | 2006-06-30 01:55:29 -0700 | [diff] [blame] | 243 | unregister_hotcpu_notifier(&msr_class_cpu_notifier); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | } |
| 245 | |
| 246 | module_init(msr_init); |
| 247 | module_exit(msr_exit) |
| 248 | |
| 249 | MODULE_AUTHOR("H. Peter Anvin <hpa@zytor.com>"); |
| 250 | MODULE_DESCRIPTION("x86 generic MSR driver"); |
| 251 | MODULE_LICENSE("GPL"); |