blob: 528ad9696d9669285a6b67cf1499bc89e59717ee [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Intel Multiprocessor Specification 1.1 and 1.4
3 * compliant MP-table parsing routines.
4 *
5 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
6 * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
7 *
8 * Fixes
9 * Erich Boleyn : MP v1.4 and additional changes.
10 * Alan Cox : Added EBDA scanning
11 * Ingo Molnar : various cleanups and rewrites
12 * Maciej W. Rozycki: Bits for default MP configurations
13 * Paul Diefenbaugh: Added full ACPI support
14 */
15
16#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/init.h>
18#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/bootmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/kernel_stat.h>
21#include <linux/mc146818rtc.h>
22#include <linux/acpi.h>
Christoph Lameter8c5a0902005-06-23 00:08:18 -070023#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
25#include <asm/smp.h>
26#include <asm/mtrr.h>
27#include <asm/mpspec.h>
28#include <asm/pgalloc.h>
29#include <asm/io_apic.h>
30#include <asm/proto.h>
Andi Kleen8d916402005-05-31 14:39:26 -070031#include <asm/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33/* Have we found an MP table */
34int smp_found_config;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036/*
37 * Various Linux-internal data structures created from the
38 * MP-table.
39 */
Andi Kleen55f05ff2006-09-26 10:52:30 +020040DECLARE_BITMAP(mp_bus_not_pci, MAX_MP_BUSSES);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041int mp_bus_id_to_pci_bus [MAX_MP_BUSSES] = { [0 ... MAX_MP_BUSSES-1] = -1 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43static int mp_current_pci_id = 0;
44/* I/O APIC entries */
45struct mpc_config_ioapic mp_ioapics[MAX_IO_APICS];
46
47/* # of MP IRQ source entries */
48struct mpc_config_intsrc mp_irqs[MAX_IRQ_SOURCES];
49
50/* MP IRQ source entries */
51int mp_irq_entries;
52
53int nr_ioapics;
Linus Torvalds1da177e2005-04-16 15:20:36 -070054unsigned long mp_lapic_addr = 0;
55
56
57
58/* Processor that is doing the boot up */
59unsigned int boot_cpu_id = -1U;
Mike Travis71b31232007-10-19 20:35:03 +020060EXPORT_SYMBOL(boot_cpu_id);
61
Linus Torvalds1da177e2005-04-16 15:20:36 -070062/* Internal processor count */
Sam Ravnborg43999d92007-03-16 21:07:36 +010063unsigned int num_processors __cpuinitdata = 0;
Andi Kleen420f8f62005-11-05 17:25:54 +010064
Sam Ravnborg43999d92007-03-16 21:07:36 +010065unsigned disabled_cpus __cpuinitdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
67/* Bitmask of physically existing CPUs */
68physid_mask_t phys_cpu_present_map = PHYSID_MASK_NONE;
69
travis@sgi.comef970012008-01-30 13:33:10 +010070u16 bios_cpu_apicid[NR_CPUS] = { [0 ... NR_CPUS-1] = BAD_APICID };
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72
73/*
74 * Intel MP BIOS table parsing routines:
75 */
76
77/*
78 * Checksum an MP configuration block.
79 */
80
81static int __init mpf_checksum(unsigned char *mp, int len)
82{
83 int sum = 0;
84
85 while (len--)
86 sum += *mp++;
87
88 return sum & 0xFF;
89}
90
Mike Travis71fff5e2007-10-19 20:35:03 +020091static void __cpuinit MP_processor_info(struct mpc_config_processor *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -070092{
Andi Kleen88931662005-11-05 17:25:54 +010093 int cpu;
Ashok Raj51f62e12006-03-25 16:29:28 +010094 cpumask_t tmp_map;
Andi Kleenf2c2cca2006-09-26 10:52:37 +020095 char *bootup_cpu = "";
Linus Torvalds1da177e2005-04-16 15:20:36 -070096
Andi Kleen420f8f62005-11-05 17:25:54 +010097 if (!(m->mpc_cpuflag & CPU_ENABLED)) {
98 disabled_cpus++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 return;
Andi Kleen420f8f62005-11-05 17:25:54 +0100100 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) {
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200102 bootup_cpu = " (Bootup-CPU)";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 boot_cpu_id = m->mpc_apicid;
104 }
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200105
106 printk(KERN_INFO "Processor #%d%s\n", m->mpc_apicid, bootup_cpu);
107
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 if (num_processors >= NR_CPUS) {
109 printk(KERN_WARNING "WARNING: NR_CPUS limit of %i reached."
110 " Processor ignored.\n", NR_CPUS);
111 return;
112 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
Ashok Raj51f62e12006-03-25 16:29:28 +0100114 num_processors++;
115 cpus_complement(tmp_map, cpu_present_map);
116 cpu = first_cpu(tmp_map);
117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 physid_set(m->mpc_apicid, phys_cpu_present_map);
Andi Kleen18a2b642005-05-16 21:53:35 -0700119 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) {
120 /*
121 * bios_cpu_apicid is required to have processors listed
122 * in same order as logical cpu numbers. Hence the first
123 * entry is BSP, and so on.
124 */
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700125 cpu = 0;
Ashok Raj51f62e12006-03-25 16:29:28 +0100126 }
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700127 bios_cpu_apicid[cpu] = m->mpc_apicid;
travis@sgi.com3b419082008-01-30 13:33:11 +0100128 /* are we being called early in kernel startup? */
129 if (x86_cpu_to_apicid_early_ptr) {
130 u16 *x86_cpu_to_apicid = (u16 *)x86_cpu_to_apicid_early_ptr;
Mike Travis71fff5e2007-10-19 20:35:03 +0200131 x86_cpu_to_apicid[cpu] = m->mpc_apicid;
132 } else {
133 per_cpu(x86_cpu_to_apicid, cpu) = m->mpc_apicid;
134 }
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700135
136 cpu_set(cpu, cpu_possible_map);
137 cpu_set(cpu, cpu_present_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138}
139
140static void __init MP_bus_info (struct mpc_config_bus *m)
141{
142 char str[7];
143
144 memcpy(str, m->mpc_bustype, 6);
145 str[6] = 0;
146 Dprintk("Bus #%d is %s\n", m->mpc_busid, str);
147
148 if (strncmp(str, "ISA", 3) == 0) {
Andi Kleen55f05ff2006-09-26 10:52:30 +0200149 set_bit(m->mpc_busid, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 } else if (strncmp(str, "PCI", 3) == 0) {
Andi Kleen55f05ff2006-09-26 10:52:30 +0200151 clear_bit(m->mpc_busid, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 mp_bus_id_to_pci_bus[m->mpc_busid] = mp_current_pci_id;
153 mp_current_pci_id++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 } else {
155 printk(KERN_ERR "Unknown bustype %s\n", str);
156 }
157}
158
Andi Kleen013bf2c2006-09-30 01:47:55 +0200159static int bad_ioapic(unsigned long address)
160{
161 if (nr_ioapics >= MAX_IO_APICS) {
162 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
163 "(found %d)\n", MAX_IO_APICS, nr_ioapics);
164 panic("Recompile kernel with bigger MAX_IO_APICS!\n");
165 }
166 if (!address) {
167 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
168 " found in table, skipping!\n");
169 return 1;
170 }
171 return 0;
172}
173
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174static void __init MP_ioapic_info (struct mpc_config_ioapic *m)
175{
176 if (!(m->mpc_flags & MPC_APIC_USABLE))
177 return;
178
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200179 printk("I/O APIC #%d at 0x%X.\n",
180 m->mpc_apicid, m->mpc_apicaddr);
Andi Kleen013bf2c2006-09-30 01:47:55 +0200181
182 if (bad_ioapic(m->mpc_apicaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 return;
Andi Kleen013bf2c2006-09-30 01:47:55 +0200184
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 mp_ioapics[nr_ioapics] = *m;
186 nr_ioapics++;
187}
188
189static void __init MP_intsrc_info (struct mpc_config_intsrc *m)
190{
191 mp_irqs [mp_irq_entries] = *m;
192 Dprintk("Int: type %d, pol %d, trig %d, bus %d,"
193 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
194 m->mpc_irqtype, m->mpc_irqflag & 3,
195 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbus,
196 m->mpc_srcbusirq, m->mpc_dstapic, m->mpc_dstirq);
James Cleverdon6004e1b2005-11-05 17:25:53 +0100197 if (++mp_irq_entries >= MAX_IRQ_SOURCES)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 panic("Max # of irq sources exceeded!!\n");
199}
200
201static void __init MP_lintsrc_info (struct mpc_config_lintsrc *m)
202{
203 Dprintk("Lint: type %d, pol %d, trig %d, bus %d,"
204 " IRQ %02x, APIC ID %x, APIC LINT %02x\n",
205 m->mpc_irqtype, m->mpc_irqflag & 3,
206 (m->mpc_irqflag >> 2) &3, m->mpc_srcbusid,
207 m->mpc_srcbusirq, m->mpc_destapic, m->mpc_destapiclint);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208}
209
210/*
211 * Read/parse the MPC
212 */
213
214static int __init smp_read_mpc(struct mp_config_table *mpc)
215{
216 char str[16];
217 int count=sizeof(*mpc);
218 unsigned char *mpt=((unsigned char *)mpc)+count;
219
220 if (memcmp(mpc->mpc_signature,MPC_SIGNATURE,4)) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200221 printk("MPTABLE: bad signature [%c%c%c%c]!\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 mpc->mpc_signature[0],
223 mpc->mpc_signature[1],
224 mpc->mpc_signature[2],
225 mpc->mpc_signature[3]);
226 return 0;
227 }
228 if (mpf_checksum((unsigned char *)mpc,mpc->mpc_length)) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200229 printk("MPTABLE: checksum error!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 return 0;
231 }
232 if (mpc->mpc_spec!=0x01 && mpc->mpc_spec!=0x04) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200233 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 mpc->mpc_spec);
235 return 0;
236 }
237 if (!mpc->mpc_lapic) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200238 printk(KERN_ERR "MPTABLE: null local APIC address!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 return 0;
240 }
241 memcpy(str,mpc->mpc_oem,8);
Andi Kleenaecc6362006-09-26 10:52:37 +0200242 str[8] = 0;
243 printk(KERN_INFO "MPTABLE: OEM ID: %s ",str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244
245 memcpy(str,mpc->mpc_productid,12);
Andi Kleenaecc6362006-09-26 10:52:37 +0200246 str[12] = 0;
247 printk("MPTABLE: Product ID: %s ",str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248
Andi Kleenaecc6362006-09-26 10:52:37 +0200249 printk("MPTABLE: APIC at: 0x%X\n",mpc->mpc_lapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250
251 /* save the local APIC address, it might be non-default */
252 if (!acpi_lapic)
Andi Kleenaecc6362006-09-26 10:52:37 +0200253 mp_lapic_addr = mpc->mpc_lapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
255 /*
256 * Now process the configuration blocks.
257 */
258 while (count < mpc->mpc_length) {
259 switch(*mpt) {
260 case MP_PROCESSOR:
261 {
262 struct mpc_config_processor *m=
263 (struct mpc_config_processor *)mpt;
264 if (!acpi_lapic)
Andi Kleenaecc6362006-09-26 10:52:37 +0200265 MP_processor_info(m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 mpt += sizeof(*m);
267 count += sizeof(*m);
268 break;
269 }
270 case MP_BUS:
271 {
272 struct mpc_config_bus *m=
273 (struct mpc_config_bus *)mpt;
274 MP_bus_info(m);
275 mpt += sizeof(*m);
276 count += sizeof(*m);
277 break;
278 }
279 case MP_IOAPIC:
280 {
281 struct mpc_config_ioapic *m=
282 (struct mpc_config_ioapic *)mpt;
283 MP_ioapic_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200284 mpt += sizeof(*m);
285 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 break;
287 }
288 case MP_INTSRC:
289 {
290 struct mpc_config_intsrc *m=
291 (struct mpc_config_intsrc *)mpt;
292
293 MP_intsrc_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200294 mpt += sizeof(*m);
295 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 break;
297 }
298 case MP_LINTSRC:
299 {
300 struct mpc_config_lintsrc *m=
301 (struct mpc_config_lintsrc *)mpt;
302 MP_lintsrc_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200303 mpt += sizeof(*m);
304 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 break;
306 }
307 }
308 }
Ingo Molnar3c43f032007-05-02 19:27:04 +0200309 setup_apic_routing();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310 if (!num_processors)
Andi Kleenaecc6362006-09-26 10:52:37 +0200311 printk(KERN_ERR "MPTABLE: no processors registered!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312 return num_processors;
313}
314
315static int __init ELCR_trigger(unsigned int irq)
316{
317 unsigned int port;
318
319 port = 0x4d0 + (irq >> 3);
320 return (inb(port) >> (irq & 7)) & 1;
321}
322
323static void __init construct_default_ioirq_mptable(int mpc_default_type)
324{
325 struct mpc_config_intsrc intsrc;
326 int i;
327 int ELCR_fallback = 0;
328
329 intsrc.mpc_type = MP_INTSRC;
330 intsrc.mpc_irqflag = 0; /* conforming */
331 intsrc.mpc_srcbus = 0;
332 intsrc.mpc_dstapic = mp_ioapics[0].mpc_apicid;
333
334 intsrc.mpc_irqtype = mp_INT;
335
336 /*
337 * If true, we have an ISA/PCI system with no IRQ entries
338 * in the MP table. To prevent the PCI interrupts from being set up
339 * incorrectly, we try to use the ELCR. The sanity check to see if
340 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
341 * never be level sensitive, so we simply see if the ELCR agrees.
342 * If it does, we assume it's valid.
343 */
344 if (mpc_default_type == 5) {
345 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... falling back to ELCR\n");
346
347 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) || ELCR_trigger(13))
348 printk(KERN_ERR "ELCR contains invalid data... not using ELCR\n");
349 else {
350 printk(KERN_INFO "Using ELCR to identify PCI interrupts\n");
351 ELCR_fallback = 1;
352 }
353 }
354
355 for (i = 0; i < 16; i++) {
356 switch (mpc_default_type) {
357 case 2:
358 if (i == 0 || i == 13)
359 continue; /* IRQ0 & IRQ13 not connected */
360 /* fall through */
361 default:
362 if (i == 2)
363 continue; /* IRQ2 is never connected */
364 }
365
366 if (ELCR_fallback) {
367 /*
368 * If the ELCR indicates a level-sensitive interrupt, we
369 * copy that information over to the MP table in the
370 * irqflag field (level sensitive, active high polarity).
371 */
372 if (ELCR_trigger(i))
373 intsrc.mpc_irqflag = 13;
374 else
375 intsrc.mpc_irqflag = 0;
376 }
377
378 intsrc.mpc_srcbusirq = i;
379 intsrc.mpc_dstirq = i ? i : 2; /* IRQ0 to INTIN2 */
380 MP_intsrc_info(&intsrc);
381 }
382
383 intsrc.mpc_irqtype = mp_ExtINT;
384 intsrc.mpc_srcbusirq = 0;
385 intsrc.mpc_dstirq = 0; /* 8259A to INTIN0 */
386 MP_intsrc_info(&intsrc);
387}
388
389static inline void __init construct_default_ISA_mptable(int mpc_default_type)
390{
391 struct mpc_config_processor processor;
392 struct mpc_config_bus bus;
393 struct mpc_config_ioapic ioapic;
394 struct mpc_config_lintsrc lintsrc;
395 int linttypes[2] = { mp_ExtINT, mp_NMI };
396 int i;
397
398 /*
399 * local APIC has default address
400 */
401 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
402
403 /*
404 * 2 CPUs, numbered 0 & 1.
405 */
406 processor.mpc_type = MP_PROCESSOR;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200407 processor.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 processor.mpc_cpuflag = CPU_ENABLED;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200409 processor.mpc_cpufeature = 0;
410 processor.mpc_featureflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411 processor.mpc_reserved[0] = 0;
412 processor.mpc_reserved[1] = 0;
413 for (i = 0; i < 2; i++) {
414 processor.mpc_apicid = i;
415 MP_processor_info(&processor);
416 }
417
418 bus.mpc_type = MP_BUS;
419 bus.mpc_busid = 0;
420 switch (mpc_default_type) {
421 default:
422 printk(KERN_ERR "???\nUnknown standard configuration %d\n",
423 mpc_default_type);
424 /* fall through */
425 case 1:
426 case 5:
427 memcpy(bus.mpc_bustype, "ISA ", 6);
428 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429 }
430 MP_bus_info(&bus);
431 if (mpc_default_type > 4) {
432 bus.mpc_busid = 1;
433 memcpy(bus.mpc_bustype, "PCI ", 6);
434 MP_bus_info(&bus);
435 }
436
437 ioapic.mpc_type = MP_IOAPIC;
438 ioapic.mpc_apicid = 2;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200439 ioapic.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 ioapic.mpc_flags = MPC_APIC_USABLE;
441 ioapic.mpc_apicaddr = 0xFEC00000;
442 MP_ioapic_info(&ioapic);
443
444 /*
445 * We set up most of the low 16 IO-APIC pins according to MPS rules.
446 */
447 construct_default_ioirq_mptable(mpc_default_type);
448
449 lintsrc.mpc_type = MP_LINTSRC;
450 lintsrc.mpc_irqflag = 0; /* conforming */
451 lintsrc.mpc_srcbusid = 0;
452 lintsrc.mpc_srcbusirq = 0;
453 lintsrc.mpc_destapic = MP_APIC_ALL;
454 for (i = 0; i < 2; i++) {
455 lintsrc.mpc_irqtype = linttypes[i];
456 lintsrc.mpc_destapiclint = i;
457 MP_lintsrc_info(&lintsrc);
458 }
459}
460
461static struct intel_mp_floating *mpf_found;
462
463/*
464 * Scan the memory blocks for an SMP configuration block.
465 */
466void __init get_smp_config (void)
467{
468 struct intel_mp_floating *mpf = mpf_found;
469
470 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471 * ACPI supports both logical (e.g. Hyper-Threading) and physical
472 * processors, where MPS only supports physical.
473 */
474 if (acpi_lapic && acpi_ioapic) {
475 printk(KERN_INFO "Using ACPI (MADT) for SMP configuration information\n");
476 return;
477 }
478 else if (acpi_lapic)
479 printk(KERN_INFO "Using ACPI for processor (LAPIC) configuration information\n");
480
481 printk("Intel MultiProcessor Specification v1.%d\n", mpf->mpf_specification);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
483 /*
484 * Now see if we need to read further.
485 */
486 if (mpf->mpf_feature1 != 0) {
487
488 printk(KERN_INFO "Default MP configuration #%d\n", mpf->mpf_feature1);
489 construct_default_ISA_mptable(mpf->mpf_feature1);
490
491 } else if (mpf->mpf_physptr) {
492
493 /*
494 * Read the physical hardware table. Anything here will
495 * override the defaults.
496 */
Siddha, Suresh Bf6c2e332005-11-05 17:25:53 +0100497 if (!smp_read_mpc(phys_to_virt(mpf->mpf_physptr))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498 smp_found_config = 0;
499 printk(KERN_ERR "BIOS bug, MP table errors detected!...\n");
500 printk(KERN_ERR "... disabling SMP support. (tell your hw vendor)\n");
501 return;
502 }
503 /*
504 * If there are no explicit MP IRQ entries, then we are
505 * broken. We set up most of the low 16 IO-APIC pins to
506 * ISA defaults and hope it will work.
507 */
508 if (!mp_irq_entries) {
509 struct mpc_config_bus bus;
510
511 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, using default mptable. (tell your hw vendor)\n");
512
513 bus.mpc_type = MP_BUS;
514 bus.mpc_busid = 0;
515 memcpy(bus.mpc_bustype, "ISA ", 6);
516 MP_bus_info(&bus);
517
518 construct_default_ioirq_mptable(0);
519 }
520
521 } else
522 BUG();
523
524 printk(KERN_INFO "Processors: %d\n", num_processors);
525 /*
526 * Only use the first configuration found.
527 */
528}
529
530static int __init smp_scan_config (unsigned long base, unsigned long length)
531{
532 extern void __bad_mpf_size(void);
533 unsigned int *bp = phys_to_virt(base);
534 struct intel_mp_floating *mpf;
535
536 Dprintk("Scan SMP from %p for %ld bytes.\n", bp,length);
537 if (sizeof(*mpf) != 16)
538 __bad_mpf_size();
539
540 while (length > 0) {
541 mpf = (struct intel_mp_floating *)bp;
542 if ((*bp == SMP_MAGIC_IDENT) &&
543 (mpf->mpf_length == 1) &&
544 !mpf_checksum((unsigned char *)bp, 16) &&
545 ((mpf->mpf_specification == 1)
546 || (mpf->mpf_specification == 4)) ) {
547
548 smp_found_config = 1;
549 reserve_bootmem_generic(virt_to_phys(mpf), PAGE_SIZE);
550 if (mpf->mpf_physptr)
551 reserve_bootmem_generic(mpf->mpf_physptr, PAGE_SIZE);
552 mpf_found = mpf;
553 return 1;
554 }
555 bp += 4;
556 length -= 16;
557 }
558 return 0;
559}
560
Andi Kleena01fd3b2006-09-26 10:52:30 +0200561void __init find_smp_config(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562{
563 unsigned int address;
564
565 /*
566 * FIXME: Linux assumes you have 640K of base ram..
567 * this continues the error...
568 *
569 * 1) Scan the bottom 1K for a signature
570 * 2) Scan the top 1K of base RAM
571 * 3) Scan the 64K of bios
572 */
573 if (smp_scan_config(0x0,0x400) ||
574 smp_scan_config(639*0x400,0x400) ||
575 smp_scan_config(0xF0000,0x10000))
576 return;
577 /*
Andi Kleene5099132006-09-26 10:52:29 +0200578 * If it is an SMP machine we should know now.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579 *
580 * there is a real-mode segmented pointer pointing to the
581 * 4K EBDA area at 0x40E, calculate and scan it here.
582 *
583 * NOTE! There are Linux loaders that will corrupt the EBDA
584 * area, and as such this kind of SMP config may be less
585 * trustworthy, simply because the SMP table may have been
586 * stomped on during early boot. These loaders are buggy and
587 * should be fixed.
588 */
589
590 address = *(unsigned short *)phys_to_virt(0x40E);
591 address <<= 4;
592 if (smp_scan_config(address, 0x1000))
593 return;
594
595 /* If we have come this far, we did not find an MP table */
596 printk(KERN_INFO "No mptable found.\n");
597}
598
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599/* --------------------------------------------------------------------------
600 ACPI-based MP Configuration
601 -------------------------------------------------------------------------- */
602
Len Brown888ba6c2005-08-24 12:07:20 -0400603#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604
Andi Kleenefec3b92006-09-26 10:52:30 +0200605void __init mp_register_lapic_address(u64 address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606{
607 mp_lapic_addr = (unsigned long) address;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608 set_fixmap_nocache(FIX_APIC_BASE, mp_lapic_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609 if (boot_cpu_id == -1U)
610 boot_cpu_id = GET_APIC_ID(apic_read(APIC_ID));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611}
612
Andi Kleenefec3b92006-09-26 10:52:30 +0200613void __cpuinit mp_register_lapic (u8 id, u8 enabled)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614{
615 struct mpc_config_processor processor;
616 int boot_cpu = 0;
617
Andi Kleene4251e12006-09-26 10:52:37 +0200618 if (id == boot_cpu_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 boot_cpu = 1;
620
621 processor.mpc_type = MP_PROCESSOR;
622 processor.mpc_apicid = id;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200623 processor.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 processor.mpc_cpuflag = (enabled ? CPU_ENABLED : 0);
625 processor.mpc_cpuflag |= (boot_cpu ? CPU_BOOTPROCESSOR : 0);
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200626 processor.mpc_cpufeature = 0;
627 processor.mpc_featureflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628 processor.mpc_reserved[0] = 0;
629 processor.mpc_reserved[1] = 0;
630
631 MP_processor_info(&processor);
632}
633
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634#define MP_ISA_BUS 0
635#define MP_MAX_IOAPIC_PIN 127
636
637static struct mp_ioapic_routing {
638 int apic_id;
639 int gsi_start;
640 int gsi_end;
641 u32 pin_programmed[4];
642} mp_ioapic_routing[MAX_IO_APICS];
643
Andi Kleenefec3b92006-09-26 10:52:30 +0200644static int mp_find_ioapic(int gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645{
Andi Kleenefec3b92006-09-26 10:52:30 +0200646 int i = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647
648 /* Find the IOAPIC that manages this GSI. */
649 for (i = 0; i < nr_ioapics; i++) {
650 if ((gsi >= mp_ioapic_routing[i].gsi_start)
651 && (gsi <= mp_ioapic_routing[i].gsi_end))
652 return i;
653 }
654
655 printk(KERN_ERR "ERROR: Unable to locate IOAPIC for GSI %d\n", gsi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 return -1;
657}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658
Andi Kleen78b599a2007-07-21 17:09:53 +0200659static u8 uniq_ioapic_id(u8 id)
660{
661 int i;
662 DECLARE_BITMAP(used, 256);
663 bitmap_zero(used, 256);
664 for (i = 0; i < nr_ioapics; i++) {
665 struct mpc_config_ioapic *ia = &mp_ioapics[i];
666 __set_bit(ia->mpc_apicid, used);
667 }
668 if (!test_bit(id, used))
669 return id;
670 return find_first_zero_bit(used, 256);
671}
672
Andi Kleenefec3b92006-09-26 10:52:30 +0200673void __init mp_register_ioapic(u8 id, u32 address, u32 gsi_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674{
Andi Kleenefec3b92006-09-26 10:52:30 +0200675 int idx = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676
Andi Kleen013bf2c2006-09-30 01:47:55 +0200677 if (bad_ioapic(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700679
Andi Kleen78b599a2007-07-21 17:09:53 +0200680 idx = nr_ioapics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681
682 mp_ioapics[idx].mpc_type = MP_IOAPIC;
683 mp_ioapics[idx].mpc_flags = MPC_APIC_USABLE;
684 mp_ioapics[idx].mpc_apicaddr = address;
685
686 set_fixmap_nocache(FIX_IO_APIC_BASE_0 + idx, address);
Andi Kleen78b599a2007-07-21 17:09:53 +0200687 mp_ioapics[idx].mpc_apicid = uniq_ioapic_id(id);
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200688 mp_ioapics[idx].mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689
690 /*
691 * Build basic IRQ lookup table to facilitate gsi->io_apic lookups
692 * and to prevent reprogramming of IOAPIC pins (PCI IRQs).
693 */
694 mp_ioapic_routing[idx].apic_id = mp_ioapics[idx].mpc_apicid;
695 mp_ioapic_routing[idx].gsi_start = gsi_base;
696 mp_ioapic_routing[idx].gsi_end = gsi_base +
697 io_apic_get_redir_entries(idx);
698
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200699 printk(KERN_INFO "IOAPIC[%d]: apic_id %d, address 0x%x, "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700 "GSI %d-%d\n", idx, mp_ioapics[idx].mpc_apicid,
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200701 mp_ioapics[idx].mpc_apicaddr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702 mp_ioapic_routing[idx].gsi_start,
703 mp_ioapic_routing[idx].gsi_end);
Andi Kleen78b599a2007-07-21 17:09:53 +0200704
705 nr_ioapics++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706}
707
Andi Kleenefec3b92006-09-26 10:52:30 +0200708void __init
709mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger, u32 gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710{
711 struct mpc_config_intsrc intsrc;
712 int ioapic = -1;
713 int pin = -1;
714
715 /*
716 * Convert 'gsi' to 'ioapic.pin'.
717 */
718 ioapic = mp_find_ioapic(gsi);
719 if (ioapic < 0)
720 return;
721 pin = gsi - mp_ioapic_routing[ioapic].gsi_start;
722
723 /*
724 * TBD: This check is for faulty timer entries, where the override
725 * erroneously sets the trigger to level, resulting in a HUGE
726 * increase of timer interrupts!
727 */
728 if ((bus_irq == 0) && (trigger == 3))
729 trigger = 1;
730
731 intsrc.mpc_type = MP_INTSRC;
732 intsrc.mpc_irqtype = mp_INT;
733 intsrc.mpc_irqflag = (trigger << 2) | polarity;
734 intsrc.mpc_srcbus = MP_ISA_BUS;
735 intsrc.mpc_srcbusirq = bus_irq; /* IRQ */
736 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid; /* APIC ID */
737 intsrc.mpc_dstirq = pin; /* INTIN# */
738
739 Dprintk("Int: type %d, pol %d, trig %d, bus %d, irq %d, %d-%d\n",
740 intsrc.mpc_irqtype, intsrc.mpc_irqflag & 3,
741 (intsrc.mpc_irqflag >> 2) & 3, intsrc.mpc_srcbus,
742 intsrc.mpc_srcbusirq, intsrc.mpc_dstapic, intsrc.mpc_dstirq);
743
744 mp_irqs[mp_irq_entries] = intsrc;
745 if (++mp_irq_entries == MAX_IRQ_SOURCES)
746 panic("Max # of irq sources exceeded!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747}
748
Andi Kleenefec3b92006-09-26 10:52:30 +0200749void __init mp_config_acpi_legacy_irqs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750{
751 struct mpc_config_intsrc intsrc;
Andi Kleenefec3b92006-09-26 10:52:30 +0200752 int i = 0;
753 int ioapic = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754
755 /*
756 * Fabricate the legacy ISA bus (bus #31).
757 */
Andi Kleen55f05ff2006-09-26 10:52:30 +0200758 set_bit(MP_ISA_BUS, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759
760 /*
761 * Locate the IOAPIC that manages the ISA IRQs (0-15).
762 */
763 ioapic = mp_find_ioapic(0);
764 if (ioapic < 0)
765 return;
766
767 intsrc.mpc_type = MP_INTSRC;
768 intsrc.mpc_irqflag = 0; /* Conforming */
769 intsrc.mpc_srcbus = MP_ISA_BUS;
770 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid;
771
772 /*
773 * Use the default configuration for the IRQs 0-15. Unless
774 * overridden by (MADT) interrupt source override entries.
775 */
776 for (i = 0; i < 16; i++) {
777 int idx;
778
779 for (idx = 0; idx < mp_irq_entries; idx++) {
780 struct mpc_config_intsrc *irq = mp_irqs + idx;
781
782 /* Do we already have a mapping for this ISA IRQ? */
783 if (irq->mpc_srcbus == MP_ISA_BUS && irq->mpc_srcbusirq == i)
784 break;
785
786 /* Do we already have a mapping for this IOAPIC pin */
787 if ((irq->mpc_dstapic == intsrc.mpc_dstapic) &&
788 (irq->mpc_dstirq == i))
789 break;
790 }
791
792 if (idx != mp_irq_entries) {
793 printk(KERN_DEBUG "ACPI: IRQ%d used by override.\n", i);
794 continue; /* IRQ already used */
795 }
796
797 intsrc.mpc_irqtype = mp_INT;
798 intsrc.mpc_srcbusirq = i; /* Identity mapped */
799 intsrc.mpc_dstirq = i;
800
801 Dprintk("Int: type %d, pol %d, trig %d, bus %d, irq %d, "
802 "%d-%d\n", intsrc.mpc_irqtype, intsrc.mpc_irqflag & 3,
803 (intsrc.mpc_irqflag >> 2) & 3, intsrc.mpc_srcbus,
804 intsrc.mpc_srcbusirq, intsrc.mpc_dstapic,
805 intsrc.mpc_dstirq);
806
807 mp_irqs[mp_irq_entries] = intsrc;
808 if (++mp_irq_entries == MAX_IRQ_SOURCES)
809 panic("Max # of irq sources exceeded!\n");
810 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811}
812
Bob Moore50eca3e2005-09-30 19:03:00 -0400813int mp_register_gsi(u32 gsi, int triggering, int polarity)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814{
Andi Kleenefec3b92006-09-26 10:52:30 +0200815 int ioapic = -1;
816 int ioapic_pin = 0;
817 int idx, bit = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700818
819 if (acpi_irq_model != ACPI_IRQ_MODEL_IOAPIC)
820 return gsi;
821
Linus Torvalds1da177e2005-04-16 15:20:36 -0700822 /* Don't set up the ACPI SCI because it's already set up */
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300823 if (acpi_gbl_FADT.sci_interrupt == gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700824 return gsi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700825
826 ioapic = mp_find_ioapic(gsi);
827 if (ioapic < 0) {
828 printk(KERN_WARNING "No IOAPIC for GSI %u\n", gsi);
829 return gsi;
830 }
831
832 ioapic_pin = gsi - mp_ioapic_routing[ioapic].gsi_start;
833
834 /*
835 * Avoid pin reprogramming. PRTs typically include entries
836 * with redundant pin->gsi mappings (but unique PCI devices);
837 * we only program the IOAPIC on the first.
838 */
839 bit = ioapic_pin % 32;
840 idx = (ioapic_pin < 32) ? 0 : (ioapic_pin / 32);
841 if (idx > 3) {
842 printk(KERN_ERR "Invalid reference to IOAPIC pin "
843 "%d-%d\n", mp_ioapic_routing[ioapic].apic_id,
844 ioapic_pin);
845 return gsi;
846 }
847 if ((1<<bit) & mp_ioapic_routing[ioapic].pin_programmed[idx]) {
848 Dprintk(KERN_DEBUG "Pin %d-%d already programmed\n",
849 mp_ioapic_routing[ioapic].apic_id, ioapic_pin);
Eric W. Biedermancd1182f2006-10-04 02:16:53 -0700850 return gsi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 }
852
853 mp_ioapic_routing[ioapic].pin_programmed[idx] |= (1<<bit);
854
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855 io_apic_set_pci_routing(ioapic, ioapic_pin, gsi,
Bob Moore50eca3e2005-09-30 19:03:00 -0400856 triggering == ACPI_EDGE_SENSITIVE ? 0 : 1,
857 polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858 return gsi;
859}
Len Brown888ba6c2005-08-24 12:07:20 -0400860#endif /*CONFIG_ACPI*/