blob: 5fe6bd5cc4c719270f883805cc44634b52eaaf39 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file contains work-arounds for x86 and x86_64 platform bugs.
3 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <linux/pci.h>
5#include <linux/irq.h>
6
Venki Pallipadid54bd572007-10-12 23:04:23 +02007#include <asm/hpet.h>
8
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#if defined(CONFIG_X86_IO_APIC) && defined(CONFIG_SMP) && defined(CONFIG_PCI)
10
Andrew Mortona86f34b2007-05-02 19:27:04 +020011static void __devinit quirk_intel_irqbalance(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012{
13 u8 config, rev;
Matthew Wilcox9585ca02008-02-10 23:18:15 -050014 u16 word;
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
16 /* BIOS may enable hardware IRQ balancing for
17 * E7520/E7320/E7525(revision ID 0x9 and below)
18 * based platforms.
19 * Disable SW irqbalance/affinity on those platforms.
20 */
Andrew Mortona86f34b2007-05-02 19:27:04 +020021 pci_read_config_byte(dev, PCI_CLASS_REVISION, &rev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 if (rev > 0x9)
23 return;
24
Andrew Mortona86f34b2007-05-02 19:27:04 +020025 /* enable access to config space*/
26 pci_read_config_byte(dev, 0xf4, &config);
27 pci_write_config_byte(dev, 0xf4, config|0x2);
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
Matthew Wilcox9585ca02008-02-10 23:18:15 -050029 /*
30 * read xTPR register. We may not have a pci_dev for device 8
31 * because it might be hidden until the above write.
32 */
33 pci_bus_read_config_word(dev->bus, PCI_DEVFN(8, 0), 0x4c, &word);
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35 if (!(word & (1 << 13))) {
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -070036 dev_info(&dev->dev, "Intel E7520/7320/7525 detected; "
37 "disabling irq balancing and affinity\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#ifdef CONFIG_IRQBALANCE
39 irqbalance_disable("");
40#endif
41 noirqdebug_setup("");
42#ifdef CONFIG_PROC_FS
43 no_irq_affinity = 1;
44#endif
45 }
46
Andrew Mortona86f34b2007-05-02 19:27:04 +020047 /* put back the original value for config space*/
Alan Coxda9bb1d2006-01-18 17:44:13 -080048 if (!(config & 0x2))
Andrew Mortona86f34b2007-05-02 19:27:04 +020049 pci_write_config_byte(dev, 0xf4, config);
Linus Torvalds1da177e2005-04-16 15:20:36 -070050}
Thomas Gleixner76492232007-10-19 20:35:02 +020051DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7320_MCH,
52 quirk_intel_irqbalance);
53DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7525_MCH,
54 quirk_intel_irqbalance);
55DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7520_MCH,
56 quirk_intel_irqbalance);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057#endif
Venki Pallipadid54bd572007-10-12 23:04:23 +020058
59#if defined(CONFIG_HPET_TIMER)
60unsigned long force_hpet_address;
61
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +020062static enum {
63 NONE_FORCE_HPET_RESUME,
64 OLD_ICH_FORCE_HPET_RESUME,
Udo A. Steinbergb1968842007-10-19 20:35:02 +020065 ICH_FORCE_HPET_RESUME,
Carlos Corbachod79a5f82007-10-19 18:51:27 +010066 VT8237_FORCE_HPET_RESUME,
67 NVIDIA_FORCE_HPET_RESUME,
Andreas Herrmanne8aa4662008-05-09 11:49:11 +020068 ATI_FORCE_HPET_RESUME,
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +020069} force_hpet_resume_type;
70
Venki Pallipadid54bd572007-10-12 23:04:23 +020071static void __iomem *rcba_base;
72
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +020073static void ich_force_hpet_resume(void)
Venki Pallipadid54bd572007-10-12 23:04:23 +020074{
75 u32 val;
76
77 if (!force_hpet_address)
78 return;
79
80 if (rcba_base == NULL)
81 BUG();
82
83 /* read the Function Disable register, dword mode only */
84 val = readl(rcba_base + 0x3404);
85 if (!(val & 0x80)) {
86 /* HPET disabled in HPTC. Trying to enable */
87 writel(val | 0x80, rcba_base + 0x3404);
88 }
89
90 val = readl(rcba_base + 0x3404);
91 if (!(val & 0x80))
92 BUG();
93 else
94 printk(KERN_DEBUG "Force enabled HPET at resume\n");
95
96 return;
97}
98
99static void ich_force_enable_hpet(struct pci_dev *dev)
100{
101 u32 val;
102 u32 uninitialized_var(rcba);
103 int err = 0;
104
105 if (hpet_address || force_hpet_address)
106 return;
107
108 pci_read_config_dword(dev, 0xF0, &rcba);
109 rcba &= 0xFFFFC000;
110 if (rcba == 0) {
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700111 dev_printk(KERN_DEBUG, &dev->dev, "RCBA disabled; "
112 "cannot force enable HPET\n");
Venki Pallipadid54bd572007-10-12 23:04:23 +0200113 return;
114 }
115
116 /* use bits 31:14, 16 kB aligned */
117 rcba_base = ioremap_nocache(rcba, 0x4000);
118 if (rcba_base == NULL) {
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700119 dev_printk(KERN_DEBUG, &dev->dev, "ioremap failed; "
120 "cannot force enable HPET\n");
Venki Pallipadid54bd572007-10-12 23:04:23 +0200121 return;
122 }
123
124 /* read the Function Disable register, dword mode only */
125 val = readl(rcba_base + 0x3404);
126
127 if (val & 0x80) {
128 /* HPET is enabled in HPTC. Just not reported by BIOS */
129 val = val & 0x3;
130 force_hpet_address = 0xFED00000 | (val << 12);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700131 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
132 "0x%lx\n", force_hpet_address);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200133 iounmap(rcba_base);
134 return;
135 }
136
137 /* HPET disabled in HPTC. Trying to enable */
138 writel(val | 0x80, rcba_base + 0x3404);
139
140 val = readl(rcba_base + 0x3404);
141 if (!(val & 0x80)) {
142 err = 1;
143 } else {
144 val = val & 0x3;
145 force_hpet_address = 0xFED00000 | (val << 12);
146 }
147
148 if (err) {
149 force_hpet_address = 0;
150 iounmap(rcba_base);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700151 dev_printk(KERN_DEBUG, &dev->dev,
152 "Failed to force enable HPET\n");
Venki Pallipadid54bd572007-10-12 23:04:23 +0200153 } else {
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200154 force_hpet_resume_type = ICH_FORCE_HPET_RESUME;
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700155 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
156 "0x%lx\n", force_hpet_address);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200157 }
158}
159
160DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB2_0,
Thomas Gleixner76492232007-10-19 20:35:02 +0200161 ich_force_enable_hpet);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200162DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_1,
Thomas Gleixner76492232007-10-19 20:35:02 +0200163 ich_force_enable_hpet);
Venki Pallipadied6fb172007-10-12 23:04:24 +0200164DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_0,
Thomas Gleixner76492232007-10-19 20:35:02 +0200165 ich_force_enable_hpet);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200166DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_1,
Thomas Gleixner76492232007-10-19 20:35:02 +0200167 ich_force_enable_hpet);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200168DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_31,
Thomas Gleixner76492232007-10-19 20:35:02 +0200169 ich_force_enable_hpet);
Venki Pallipadid54bd572007-10-12 23:04:23 +0200170DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH8_1,
Thomas Gleixner76492232007-10-19 20:35:02 +0200171 ich_force_enable_hpet);
Alistair John Strachandff244a2008-01-30 13:33:39 +0100172DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH9_7,
173 ich_force_enable_hpet);
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200174
175
176static struct pci_dev *cached_dev;
177
178static void old_ich_force_hpet_resume(void)
179{
180 u32 val;
181 u32 uninitialized_var(gen_cntl);
182
183 if (!force_hpet_address || !cached_dev)
184 return;
185
186 pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
187 gen_cntl &= (~(0x7 << 15));
188 gen_cntl |= (0x4 << 15);
189
190 pci_write_config_dword(cached_dev, 0xD0, gen_cntl);
191 pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
192 val = gen_cntl >> 15;
193 val &= 0x7;
194 if (val == 0x4)
195 printk(KERN_DEBUG "Force enabled HPET at resume\n");
196 else
197 BUG();
198}
199
200static void old_ich_force_enable_hpet(struct pci_dev *dev)
201{
202 u32 val;
203 u32 uninitialized_var(gen_cntl);
204
205 if (hpet_address || force_hpet_address)
206 return;
207
208 pci_read_config_dword(dev, 0xD0, &gen_cntl);
209 /*
210 * Bit 17 is HPET enable bit.
211 * Bit 16:15 control the HPET base address.
212 */
213 val = gen_cntl >> 15;
214 val &= 0x7;
215 if (val & 0x4) {
216 val &= 0x3;
217 force_hpet_address = 0xFED00000 | (val << 12);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700218 dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
219 force_hpet_address);
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200220 return;
221 }
222
223 /*
224 * HPET is disabled. Trying enabling at FED00000 and check
225 * whether it sticks
226 */
227 gen_cntl &= (~(0x7 << 15));
228 gen_cntl |= (0x4 << 15);
229 pci_write_config_dword(dev, 0xD0, gen_cntl);
230
231 pci_read_config_dword(dev, 0xD0, &gen_cntl);
232
233 val = gen_cntl >> 15;
234 val &= 0x7;
235 if (val & 0x4) {
236 /* HPET is enabled in HPTC. Just not reported by BIOS */
237 val &= 0x3;
238 force_hpet_address = 0xFED00000 | (val << 12);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700239 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
240 "0x%lx\n", force_hpet_address);
Venki Pallipadi32a2da62007-10-12 23:04:24 +0200241 cached_dev = dev;
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200242 force_hpet_resume_type = OLD_ICH_FORCE_HPET_RESUME;
243 return;
244 }
245
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700246 dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200247}
248
Udo A. Steinberg158ad322007-10-19 20:35:02 +0200249/*
250 * Undocumented chipset features. Make sure that the user enforced
251 * this.
252 */
253static void old_ich_force_enable_hpet_user(struct pci_dev *dev)
254{
255 if (hpet_force_user)
256 old_ich_force_enable_hpet(dev);
257}
258
259DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_0,
260 old_ich_force_enable_hpet_user);
261DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_12,
262 old_ich_force_enable_hpet_user);
263DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_0,
264 old_ich_force_enable_hpet_user);
265DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_12,
266 old_ich_force_enable_hpet_user);
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200267DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_0,
Thomas Gleixner76492232007-10-19 20:35:02 +0200268 old_ich_force_enable_hpet);
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200269DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_12,
Thomas Gleixner76492232007-10-19 20:35:02 +0200270 old_ich_force_enable_hpet);
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200271
Udo A. Steinbergb1968842007-10-19 20:35:02 +0200272
273static void vt8237_force_hpet_resume(void)
274{
275 u32 val;
276
277 if (!force_hpet_address || !cached_dev)
278 return;
279
280 val = 0xfed00000 | 0x80;
281 pci_write_config_dword(cached_dev, 0x68, val);
282
283 pci_read_config_dword(cached_dev, 0x68, &val);
284 if (val & 0x80)
285 printk(KERN_DEBUG "Force enabled HPET at resume\n");
286 else
287 BUG();
288}
289
290static void vt8237_force_enable_hpet(struct pci_dev *dev)
291{
292 u32 uninitialized_var(val);
293
294 if (!hpet_force_user || hpet_address || force_hpet_address)
295 return;
296
297 pci_read_config_dword(dev, 0x68, &val);
298 /*
299 * Bit 7 is HPET enable bit.
300 * Bit 31:10 is HPET base address (contrary to what datasheet claims)
301 */
302 if (val & 0x80) {
303 force_hpet_address = (val & ~0x3ff);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700304 dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
305 force_hpet_address);
Udo A. Steinbergb1968842007-10-19 20:35:02 +0200306 return;
307 }
308
309 /*
310 * HPET is disabled. Trying enabling at FED00000 and check
311 * whether it sticks
312 */
313 val = 0xfed00000 | 0x80;
314 pci_write_config_dword(dev, 0x68, val);
315
316 pci_read_config_dword(dev, 0x68, &val);
317 if (val & 0x80) {
318 force_hpet_address = (val & ~0x3ff);
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700319 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
320 "0x%lx\n", force_hpet_address);
Udo A. Steinbergb1968842007-10-19 20:35:02 +0200321 cached_dev = dev;
322 force_hpet_resume_type = VT8237_FORCE_HPET_RESUME;
323 return;
324 }
325
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700326 dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
Udo A. Steinbergb1968842007-10-19 20:35:02 +0200327}
328
329DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8235,
330 vt8237_force_enable_hpet);
331DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8237,
332 vt8237_force_enable_hpet);
333
Andreas Herrmanne8aa4662008-05-09 11:49:11 +0200334static void ati_force_hpet_resume(void)
335{
336 pci_write_config_dword(cached_dev, 0x14, 0xfed00000);
337 printk(KERN_DEBUG "Force enabled HPET at resume\n");
338}
339
340static void ati_force_enable_hpet(struct pci_dev *dev)
341{
342 u32 uninitialized_var(val);
343
344 if (!hpet_force_user || hpet_address || force_hpet_address)
345 return;
346
347 pci_write_config_dword(dev, 0x14, 0xfed00000);
348 pci_read_config_dword(dev, 0x14, &val);
349 force_hpet_address = val;
350 force_hpet_resume_type = ATI_FORCE_HPET_RESUME;
351 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
352 force_hpet_address);
353 cached_dev = dev;
354 return;
355}
356DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_ATI, PCI_DEVICE_ID_ATI_IXP400_SMBUS,
357 ati_force_enable_hpet);
358
Carlos Corbachod79a5f82007-10-19 18:51:27 +0100359/*
360 * Undocumented chipset feature taken from LinuxBIOS.
361 */
362static void nvidia_force_hpet_resume(void)
363{
364 pci_write_config_dword(cached_dev, 0x44, 0xfed00001);
365 printk(KERN_DEBUG "Force enabled HPET at resume\n");
366}
367
368static void nvidia_force_enable_hpet(struct pci_dev *dev)
369{
370 u32 uninitialized_var(val);
371
372 if (!hpet_force_user || hpet_address || force_hpet_address)
373 return;
374
375 pci_write_config_dword(dev, 0x44, 0xfed00001);
376 pci_read_config_dword(dev, 0x44, &val);
377 force_hpet_address = val & 0xfffffffe;
378 force_hpet_resume_type = NVIDIA_FORCE_HPET_RESUME;
bjorn.helgaas@hp.com9ed88552007-12-17 14:09:40 -0700379 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
Carlos Corbachod79a5f82007-10-19 18:51:27 +0100380 force_hpet_address);
381 cached_dev = dev;
382 return;
383}
384
385/* ISA Bridges */
386DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0050,
387 nvidia_force_enable_hpet);
388DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0051,
389 nvidia_force_enable_hpet);
Udo A. Steinbergb1968842007-10-19 20:35:02 +0200390
Carlos Corbacho1b82ba62007-10-19 19:34:15 +0100391/* LPC bridges */
Zbigniew Luszpinski96bcf452008-03-19 15:51:50 +0100392DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0260,
393 nvidia_force_enable_hpet);
Carlos Corbacho1b82ba62007-10-19 19:34:15 +0100394DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0360,
395 nvidia_force_enable_hpet);
396DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0361,
397 nvidia_force_enable_hpet);
398DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0362,
399 nvidia_force_enable_hpet);
400DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0363,
401 nvidia_force_enable_hpet);
402DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0364,
403 nvidia_force_enable_hpet);
404DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0365,
405 nvidia_force_enable_hpet);
406DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0366,
407 nvidia_force_enable_hpet);
408DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0367,
409 nvidia_force_enable_hpet);
410
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200411void force_hpet_resume(void)
412{
413 switch (force_hpet_resume_type) {
Harvey Harrison4a5a77d2008-02-06 22:39:44 +0100414 case ICH_FORCE_HPET_RESUME:
415 ich_force_hpet_resume();
416 return;
417 case OLD_ICH_FORCE_HPET_RESUME:
418 old_ich_force_hpet_resume();
419 return;
420 case VT8237_FORCE_HPET_RESUME:
421 vt8237_force_hpet_resume();
422 return;
423 case NVIDIA_FORCE_HPET_RESUME:
424 nvidia_force_hpet_resume();
425 return;
Andreas Herrmanne8aa4662008-05-09 11:49:11 +0200426 case ATI_FORCE_HPET_RESUME:
427 ati_force_hpet_resume();
428 return;
Harvey Harrison4a5a77d2008-02-06 22:39:44 +0100429 default:
Venki Pallipadibfe0c1c2007-10-12 23:04:24 +0200430 break;
431 }
432}
433
Venki Pallipadid54bd572007-10-12 23:04:23 +0200434#endif