| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * direct.c - Low-level direct PCI config space access | 
|  | 3 | */ | 
|  | 4 |  | 
|  | 5 | #include <linux/pci.h> | 
|  | 6 | #include <linux/init.h> | 
| Andi Kleen | ec0f08e | 2006-04-07 19:49:36 +0200 | [diff] [blame] | 7 | #include <linux/dmi.h> | 
| Jaswinder Singh Rajput | 8248771 | 2008-12-27 18:32:28 +0530 | [diff] [blame] | 8 | #include <asm/pci_x86.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  | 
|  | 10 | /* | 
| Robert Richter | 831d991 | 2007-09-03 10:17:39 +0200 | [diff] [blame] | 11 | * Functions for accessing PCI base (first 256 bytes) and extended | 
|  | 12 | * (4096 bytes per PCI function) configuration space with type 1 | 
|  | 13 | * accesses. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | */ | 
|  | 15 |  | 
|  | 16 | #define PCI_CONF1_ADDRESS(bus, devfn, reg) \ | 
| Robert Richter | 831d991 | 2007-09-03 10:17:39 +0200 | [diff] [blame] | 17 | (0x80000000 | ((reg & 0xF00) << 16) | (bus << 16) \ | 
|  | 18 | | (devfn << 8) | (reg & 0xFC)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 |  | 
| Matthew Wilcox | b6ce068 | 2008-02-10 09:45:28 -0500 | [diff] [blame] | 20 | static int pci_conf1_read(unsigned int seg, unsigned int bus, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | unsigned int devfn, int reg, int len, u32 *value) | 
|  | 22 | { | 
|  | 23 | unsigned long flags; | 
|  | 24 |  | 
| Jan Beulich | db34a36 | 2011-07-22 08:13:05 +0100 | [diff] [blame] | 25 | if (seg || (bus > 255) || (devfn > 255) || (reg > 4095)) { | 
| Andi Kleen | 49c93e8 | 2006-04-07 19:50:15 +0200 | [diff] [blame] | 26 | *value = -1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | return -EINVAL; | 
| Andi Kleen | 49c93e8 | 2006-04-07 19:50:15 +0200 | [diff] [blame] | 28 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 30 | raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 |  | 
|  | 32 | outl(PCI_CONF1_ADDRESS(bus, devfn, reg), 0xCF8); | 
|  | 33 |  | 
|  | 34 | switch (len) { | 
|  | 35 | case 1: | 
|  | 36 | *value = inb(0xCFC + (reg & 3)); | 
|  | 37 | break; | 
|  | 38 | case 2: | 
|  | 39 | *value = inw(0xCFC + (reg & 2)); | 
|  | 40 | break; | 
|  | 41 | case 4: | 
|  | 42 | *value = inl(0xCFC); | 
|  | 43 | break; | 
|  | 44 | } | 
|  | 45 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 46 | raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 |  | 
|  | 48 | return 0; | 
|  | 49 | } | 
|  | 50 |  | 
| Matthew Wilcox | b6ce068 | 2008-02-10 09:45:28 -0500 | [diff] [blame] | 51 | static int pci_conf1_write(unsigned int seg, unsigned int bus, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | unsigned int devfn, int reg, int len, u32 value) | 
|  | 53 | { | 
|  | 54 | unsigned long flags; | 
|  | 55 |  | 
| Jan Beulich | db34a36 | 2011-07-22 08:13:05 +0100 | [diff] [blame] | 56 | if (seg || (bus > 255) || (devfn > 255) || (reg > 4095)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | return -EINVAL; | 
|  | 58 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 59 | raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 |  | 
|  | 61 | outl(PCI_CONF1_ADDRESS(bus, devfn, reg), 0xCF8); | 
|  | 62 |  | 
|  | 63 | switch (len) { | 
|  | 64 | case 1: | 
|  | 65 | outb((u8)value, 0xCFC + (reg & 3)); | 
|  | 66 | break; | 
|  | 67 | case 2: | 
|  | 68 | outw((u16)value, 0xCFC + (reg & 2)); | 
|  | 69 | break; | 
|  | 70 | case 4: | 
|  | 71 | outl((u32)value, 0xCFC); | 
|  | 72 | break; | 
|  | 73 | } | 
|  | 74 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 75 | raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 |  | 
|  | 77 | return 0; | 
|  | 78 | } | 
|  | 79 |  | 
|  | 80 | #undef PCI_CONF1_ADDRESS | 
|  | 81 |  | 
| Jan Beulich | 72da0b0 | 2011-09-15 08:58:51 +0100 | [diff] [blame] | 82 | const struct pci_raw_ops pci_direct_conf1 = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | .read =		pci_conf1_read, | 
|  | 84 | .write =	pci_conf1_write, | 
|  | 85 | }; | 
|  | 86 |  | 
|  | 87 |  | 
|  | 88 | /* | 
|  | 89 | * Functions for accessing PCI configuration space with type 2 accesses | 
|  | 90 | */ | 
|  | 91 |  | 
|  | 92 | #define PCI_CONF2_ADDRESS(dev, reg)	(u16)(0xC000 | (dev << 8) | reg) | 
|  | 93 |  | 
|  | 94 | static int pci_conf2_read(unsigned int seg, unsigned int bus, | 
|  | 95 | unsigned int devfn, int reg, int len, u32 *value) | 
|  | 96 | { | 
|  | 97 | unsigned long flags; | 
|  | 98 | int dev, fn; | 
|  | 99 |  | 
| Jan Beulich | db34a36 | 2011-07-22 08:13:05 +0100 | [diff] [blame] | 100 | WARN_ON(seg); | 
| Andi Kleen | ecc16ba | 2006-04-11 12:54:48 +0200 | [diff] [blame] | 101 | if ((bus > 255) || (devfn > 255) || (reg > 255)) { | 
|  | 102 | *value = -1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | return -EINVAL; | 
| Andi Kleen | ecc16ba | 2006-04-11 12:54:48 +0200 | [diff] [blame] | 104 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 |  | 
|  | 106 | dev = PCI_SLOT(devfn); | 
|  | 107 | fn = PCI_FUNC(devfn); | 
|  | 108 |  | 
|  | 109 | if (dev & 0x10) | 
|  | 110 | return PCIBIOS_DEVICE_NOT_FOUND; | 
|  | 111 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 112 | raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 |  | 
|  | 114 | outb((u8)(0xF0 | (fn << 1)), 0xCF8); | 
|  | 115 | outb((u8)bus, 0xCFA); | 
|  | 116 |  | 
|  | 117 | switch (len) { | 
|  | 118 | case 1: | 
|  | 119 | *value = inb(PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 120 | break; | 
|  | 121 | case 2: | 
|  | 122 | *value = inw(PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 123 | break; | 
|  | 124 | case 4: | 
|  | 125 | *value = inl(PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 126 | break; | 
|  | 127 | } | 
|  | 128 |  | 
|  | 129 | outb(0, 0xCF8); | 
|  | 130 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 131 | raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 |  | 
|  | 133 | return 0; | 
|  | 134 | } | 
|  | 135 |  | 
|  | 136 | static int pci_conf2_write(unsigned int seg, unsigned int bus, | 
|  | 137 | unsigned int devfn, int reg, int len, u32 value) | 
|  | 138 | { | 
|  | 139 | unsigned long flags; | 
|  | 140 | int dev, fn; | 
|  | 141 |  | 
| Jan Beulich | db34a36 | 2011-07-22 08:13:05 +0100 | [diff] [blame] | 142 | WARN_ON(seg); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | if ((bus > 255) || (devfn > 255) || (reg > 255)) | 
|  | 144 | return -EINVAL; | 
|  | 145 |  | 
|  | 146 | dev = PCI_SLOT(devfn); | 
|  | 147 | fn = PCI_FUNC(devfn); | 
|  | 148 |  | 
|  | 149 | if (dev & 0x10) | 
|  | 150 | return PCIBIOS_DEVICE_NOT_FOUND; | 
|  | 151 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 152 | raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 |  | 
|  | 154 | outb((u8)(0xF0 | (fn << 1)), 0xCF8); | 
|  | 155 | outb((u8)bus, 0xCFA); | 
|  | 156 |  | 
|  | 157 | switch (len) { | 
|  | 158 | case 1: | 
|  | 159 | outb((u8)value, PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 160 | break; | 
|  | 161 | case 2: | 
|  | 162 | outw((u16)value, PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 163 | break; | 
|  | 164 | case 4: | 
|  | 165 | outl((u32)value, PCI_CONF2_ADDRESS(dev, reg)); | 
|  | 166 | break; | 
|  | 167 | } | 
|  | 168 |  | 
|  | 169 | outb(0, 0xCF8); | 
|  | 170 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 171 | raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 |  | 
|  | 173 | return 0; | 
|  | 174 | } | 
|  | 175 |  | 
|  | 176 | #undef PCI_CONF2_ADDRESS | 
|  | 177 |  | 
| Jan Beulich | 72da0b0 | 2011-09-15 08:58:51 +0100 | [diff] [blame] | 178 | static const struct pci_raw_ops pci_direct_conf2 = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | .read =		pci_conf2_read, | 
|  | 180 | .write =	pci_conf2_write, | 
|  | 181 | }; | 
|  | 182 |  | 
|  | 183 |  | 
|  | 184 | /* | 
|  | 185 | * Before we decide to use direct hardware access mechanisms, we try to do some | 
|  | 186 | * trivial checks to ensure it at least _seems_ to be working -- we just test | 
|  | 187 | * whether bus 00 contains a host bridge (this is similar to checking | 
|  | 188 | * techniques used in XFree86, but ours should be more reliable since we | 
|  | 189 | * attempt to make use of direct access hints provided by the PCI BIOS). | 
|  | 190 | * | 
|  | 191 | * This should be close to trivial, but it isn't, because there are buggy | 
|  | 192 | * chipsets (yes, you guessed it, by Intel and Compaq) that have no class ID. | 
|  | 193 | */ | 
| Jan Beulich | 72da0b0 | 2011-09-15 08:58:51 +0100 | [diff] [blame] | 194 | static int __init pci_sanity_check(const struct pci_raw_ops *o) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | { | 
|  | 196 | u32 x = 0; | 
| Tejun Heo | 3e5cd1f | 2009-08-16 21:02:36 +0900 | [diff] [blame] | 197 | int year, devfn; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 |  | 
|  | 199 | if (pci_probe & PCI_NO_CHECKS) | 
|  | 200 | return 1; | 
| Andi Kleen | ec0f08e | 2006-04-07 19:49:36 +0200 | [diff] [blame] | 201 | /* Assume Type 1 works for newer systems. | 
|  | 202 | This handles machines that don't have anything on PCI Bus 0. */ | 
| Tejun Heo | 3e5cd1f | 2009-08-16 21:02:36 +0900 | [diff] [blame] | 203 | dmi_get_date(DMI_BIOS_DATE, &year, NULL, NULL); | 
|  | 204 | if (year >= 2001) | 
| Andi Kleen | ec0f08e | 2006-04-07 19:49:36 +0200 | [diff] [blame] | 205 | return 1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 |  | 
|  | 207 | for (devfn = 0; devfn < 0x100; devfn++) { | 
|  | 208 | if (o->read(0, 0, devfn, PCI_CLASS_DEVICE, 2, &x)) | 
|  | 209 | continue; | 
|  | 210 | if (x == PCI_CLASS_BRIDGE_HOST || x == PCI_CLASS_DISPLAY_VGA) | 
|  | 211 | return 1; | 
|  | 212 |  | 
|  | 213 | if (o->read(0, 0, devfn, PCI_VENDOR_ID, 2, &x)) | 
|  | 214 | continue; | 
|  | 215 | if (x == PCI_VENDOR_ID_INTEL || x == PCI_VENDOR_ID_COMPAQ) | 
|  | 216 | return 1; | 
|  | 217 | } | 
|  | 218 |  | 
| Daniel Marjamäki | cac1a29 | 2005-11-23 15:45:09 -0800 | [diff] [blame] | 219 | DBG(KERN_WARNING "PCI: Sanity check failed\n"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | return 0; | 
|  | 221 | } | 
|  | 222 |  | 
|  | 223 | static int __init pci_check_type1(void) | 
|  | 224 | { | 
|  | 225 | unsigned long flags; | 
|  | 226 | unsigned int tmp; | 
|  | 227 | int works = 0; | 
|  | 228 |  | 
|  | 229 | local_irq_save(flags); | 
|  | 230 |  | 
|  | 231 | outb(0x01, 0xCFB); | 
|  | 232 | tmp = inl(0xCF8); | 
|  | 233 | outl(0x80000000, 0xCF8); | 
|  | 234 | if (inl(0xCF8) == 0x80000000 && pci_sanity_check(&pci_direct_conf1)) { | 
|  | 235 | works = 1; | 
|  | 236 | } | 
|  | 237 | outl(tmp, 0xCF8); | 
|  | 238 | local_irq_restore(flags); | 
|  | 239 |  | 
|  | 240 | return works; | 
|  | 241 | } | 
|  | 242 |  | 
|  | 243 | static int __init pci_check_type2(void) | 
|  | 244 | { | 
|  | 245 | unsigned long flags; | 
|  | 246 | int works = 0; | 
|  | 247 |  | 
|  | 248 | local_irq_save(flags); | 
|  | 249 |  | 
|  | 250 | outb(0x00, 0xCFB); | 
|  | 251 | outb(0x00, 0xCF8); | 
|  | 252 | outb(0x00, 0xCFA); | 
|  | 253 | if (inb(0xCF8) == 0x00 && inb(0xCFA) == 0x00 && | 
|  | 254 | pci_sanity_check(&pci_direct_conf2)) { | 
|  | 255 | works = 1; | 
|  | 256 | } | 
|  | 257 |  | 
|  | 258 | local_irq_restore(flags); | 
|  | 259 |  | 
|  | 260 | return works; | 
|  | 261 | } | 
|  | 262 |  | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 263 | void __init pci_direct_init(int type) | 
|  | 264 | { | 
| Andi Kleen | f015c6c | 2006-10-05 18:47:22 +0200 | [diff] [blame] | 265 | if (type == 0) | 
|  | 266 | return; | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 267 | printk(KERN_INFO "PCI: Using configuration type %d for base access\n", | 
|  | 268 | type); | 
| Robert Richter | 831d991 | 2007-09-03 10:17:39 +0200 | [diff] [blame] | 269 | if (type == 1) { | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 270 | raw_pci_ops = &pci_direct_conf1; | 
| Robert Richter | 3a27dd1 | 2008-06-12 20:19:23 +0200 | [diff] [blame] | 271 | if (raw_pci_ext_ops) | 
|  | 272 | return; | 
|  | 273 | if (!(pci_probe & PCI_HAS_IO_ECS)) | 
|  | 274 | return; | 
|  | 275 | printk(KERN_INFO "PCI: Using configuration type 1 " | 
|  | 276 | "for extended access\n"); | 
|  | 277 | raw_pci_ext_ops = &pci_direct_conf1; | 
|  | 278 | return; | 
| Robert Richter | 831d991 | 2007-09-03 10:17:39 +0200 | [diff] [blame] | 279 | } | 
| Robert Richter | 3a27dd1 | 2008-06-12 20:19:23 +0200 | [diff] [blame] | 280 | raw_pci_ops = &pci_direct_conf2; | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 281 | } | 
|  | 282 |  | 
|  | 283 | int __init pci_direct_probe(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 284 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | if ((pci_probe & PCI_PROBE_CONF1) == 0) | 
|  | 286 | goto type2; | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 287 | if (!request_region(0xCF8, 8, "PCI conf1")) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | goto type2; | 
|  | 289 |  | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 290 | if (pci_check_type1()) { | 
|  | 291 | raw_pci_ops = &pci_direct_conf1; | 
| H. Peter Anvin | 14d7ca5 | 2008-11-11 16:19:48 -0800 | [diff] [blame] | 292 | port_cf9_safe = true; | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 293 | return 1; | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 294 | } | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 295 | release_region(0xCF8, 8); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 296 |  | 
|  | 297 | type2: | 
|  | 298 | if ((pci_probe & PCI_PROBE_CONF2) == 0) | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 299 | return 0; | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 300 | if (!request_region(0xCF8, 4, "PCI conf2")) | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 301 | return 0; | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 302 | if (!request_region(0xC000, 0x1000, "PCI conf2")) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 303 | goto fail2; | 
|  | 304 |  | 
|  | 305 | if (pci_check_type2()) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | raw_pci_ops = &pci_direct_conf2; | 
| H. Peter Anvin | 14d7ca5 | 2008-11-11 16:19:48 -0800 | [diff] [blame] | 307 | port_cf9_safe = true; | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 308 | return 2; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | } | 
|  | 310 |  | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 311 | release_region(0xC000, 0x1000); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | fail2: | 
| Julia Lawall | 0e8ede5 | 2011-02-13 13:12:11 +0100 | [diff] [blame] | 313 | release_region(0xCF8, 4); | 
| Andi Kleen | 5e544d6 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 314 | return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 315 | } |