blob: 4336c0fc3b81b56e3e6deb6b49d1d697508387c7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Intel Multiprocessor Specification 1.1 and 1.4
3 * compliant MP-table parsing routines.
4 *
5 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
6 * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
7 *
8 * Fixes
9 * Erich Boleyn : MP v1.4 and additional changes.
10 * Alan Cox : Added EBDA scanning
11 * Ingo Molnar : various cleanups and rewrites
12 * Maciej W. Rozycki: Bits for default MP configurations
13 * Paul Diefenbaugh: Added full ACPI support
14 */
15
16#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/init.h>
18#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/bootmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/kernel_stat.h>
21#include <linux/mc146818rtc.h>
22#include <linux/acpi.h>
Christoph Lameter8c5a0902005-06-23 00:08:18 -070023#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
25#include <asm/smp.h>
26#include <asm/mtrr.h>
27#include <asm/mpspec.h>
28#include <asm/pgalloc.h>
29#include <asm/io_apic.h>
30#include <asm/proto.h>
Andi Kleen8d916402005-05-31 14:39:26 -070031#include <asm/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33/* Have we found an MP table */
34int smp_found_config;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036/*
37 * Various Linux-internal data structures created from the
38 * MP-table.
39 */
Andi Kleen55f05ff2006-09-26 10:52:30 +020040DECLARE_BITMAP(mp_bus_not_pci, MAX_MP_BUSSES);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041int mp_bus_id_to_pci_bus [MAX_MP_BUSSES] = { [0 ... MAX_MP_BUSSES-1] = -1 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43static int mp_current_pci_id = 0;
44/* I/O APIC entries */
45struct mpc_config_ioapic mp_ioapics[MAX_IO_APICS];
46
47/* # of MP IRQ source entries */
48struct mpc_config_intsrc mp_irqs[MAX_IRQ_SOURCES];
49
50/* MP IRQ source entries */
51int mp_irq_entries;
52
53int nr_ioapics;
Linus Torvalds1da177e2005-04-16 15:20:36 -070054unsigned long mp_lapic_addr = 0;
55
56
57
58/* Processor that is doing the boot up */
59unsigned int boot_cpu_id = -1U;
60/* Internal processor count */
Sam Ravnborg43999d92007-03-16 21:07:36 +010061unsigned int num_processors __cpuinitdata = 0;
Andi Kleen420f8f62005-11-05 17:25:54 +010062
Sam Ravnborg43999d92007-03-16 21:07:36 +010063unsigned disabled_cpus __cpuinitdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65/* Bitmask of physically existing CPUs */
66physid_mask_t phys_cpu_present_map = PHYSID_MASK_NONE;
67
Linus Torvalds1da177e2005-04-16 15:20:36 -070068u8 bios_cpu_apicid[NR_CPUS] = { [0 ... NR_CPUS-1] = BAD_APICID };
69
70
71/*
72 * Intel MP BIOS table parsing routines:
73 */
74
75/*
76 * Checksum an MP configuration block.
77 */
78
79static int __init mpf_checksum(unsigned char *mp, int len)
80{
81 int sum = 0;
82
83 while (len--)
84 sum += *mp++;
85
86 return sum & 0xFF;
87}
88
Mike Travis71fff5e2007-10-19 20:35:03 +020089static void __cpuinit MP_processor_info(struct mpc_config_processor *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -070090{
Andi Kleen88931662005-11-05 17:25:54 +010091 int cpu;
Ashok Raj51f62e12006-03-25 16:29:28 +010092 cpumask_t tmp_map;
Andi Kleenf2c2cca2006-09-26 10:52:37 +020093 char *bootup_cpu = "";
Linus Torvalds1da177e2005-04-16 15:20:36 -070094
Andi Kleen420f8f62005-11-05 17:25:54 +010095 if (!(m->mpc_cpuflag & CPU_ENABLED)) {
96 disabled_cpus++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 return;
Andi Kleen420f8f62005-11-05 17:25:54 +010098 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) {
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200100 bootup_cpu = " (Bootup-CPU)";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 boot_cpu_id = m->mpc_apicid;
102 }
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200103
104 printk(KERN_INFO "Processor #%d%s\n", m->mpc_apicid, bootup_cpu);
105
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 if (num_processors >= NR_CPUS) {
107 printk(KERN_WARNING "WARNING: NR_CPUS limit of %i reached."
108 " Processor ignored.\n", NR_CPUS);
109 return;
110 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
Ashok Raj51f62e12006-03-25 16:29:28 +0100112 num_processors++;
113 cpus_complement(tmp_map, cpu_present_map);
114 cpu = first_cpu(tmp_map);
115
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 physid_set(m->mpc_apicid, phys_cpu_present_map);
Andi Kleen18a2b642005-05-16 21:53:35 -0700117 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) {
118 /*
119 * bios_cpu_apicid is required to have processors listed
120 * in same order as logical cpu numbers. Hence the first
121 * entry is BSP, and so on.
122 */
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700123 cpu = 0;
Ashok Raj51f62e12006-03-25 16:29:28 +0100124 }
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700125 bios_cpu_apicid[cpu] = m->mpc_apicid;
Mike Travis71fff5e2007-10-19 20:35:03 +0200126 /*
127 * We get called early in the the start_kernel initialization
128 * process when the per_cpu data area is not yet setup, so we
129 * use a static array that is removed after the per_cpu data
130 * area is created.
131 */
132 if (x86_cpu_to_apicid_ptr) {
133 u8 *x86_cpu_to_apicid = (u8 *)x86_cpu_to_apicid_ptr;
134 x86_cpu_to_apicid[cpu] = m->mpc_apicid;
135 } else {
136 per_cpu(x86_cpu_to_apicid, cpu) = m->mpc_apicid;
137 }
Andi Kleen61b1b2d2005-07-28 21:15:27 -0700138
139 cpu_set(cpu, cpu_possible_map);
140 cpu_set(cpu, cpu_present_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141}
142
143static void __init MP_bus_info (struct mpc_config_bus *m)
144{
145 char str[7];
146
147 memcpy(str, m->mpc_bustype, 6);
148 str[6] = 0;
149 Dprintk("Bus #%d is %s\n", m->mpc_busid, str);
150
151 if (strncmp(str, "ISA", 3) == 0) {
Andi Kleen55f05ff2006-09-26 10:52:30 +0200152 set_bit(m->mpc_busid, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 } else if (strncmp(str, "PCI", 3) == 0) {
Andi Kleen55f05ff2006-09-26 10:52:30 +0200154 clear_bit(m->mpc_busid, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 mp_bus_id_to_pci_bus[m->mpc_busid] = mp_current_pci_id;
156 mp_current_pci_id++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 } else {
158 printk(KERN_ERR "Unknown bustype %s\n", str);
159 }
160}
161
Andi Kleen013bf2c2006-09-30 01:47:55 +0200162static int bad_ioapic(unsigned long address)
163{
164 if (nr_ioapics >= MAX_IO_APICS) {
165 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
166 "(found %d)\n", MAX_IO_APICS, nr_ioapics);
167 panic("Recompile kernel with bigger MAX_IO_APICS!\n");
168 }
169 if (!address) {
170 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
171 " found in table, skipping!\n");
172 return 1;
173 }
174 return 0;
175}
176
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177static void __init MP_ioapic_info (struct mpc_config_ioapic *m)
178{
179 if (!(m->mpc_flags & MPC_APIC_USABLE))
180 return;
181
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200182 printk("I/O APIC #%d at 0x%X.\n",
183 m->mpc_apicid, m->mpc_apicaddr);
Andi Kleen013bf2c2006-09-30 01:47:55 +0200184
185 if (bad_ioapic(m->mpc_apicaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 return;
Andi Kleen013bf2c2006-09-30 01:47:55 +0200187
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 mp_ioapics[nr_ioapics] = *m;
189 nr_ioapics++;
190}
191
192static void __init MP_intsrc_info (struct mpc_config_intsrc *m)
193{
194 mp_irqs [mp_irq_entries] = *m;
195 Dprintk("Int: type %d, pol %d, trig %d, bus %d,"
196 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
197 m->mpc_irqtype, m->mpc_irqflag & 3,
198 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbus,
199 m->mpc_srcbusirq, m->mpc_dstapic, m->mpc_dstirq);
James Cleverdon6004e1b2005-11-05 17:25:53 +0100200 if (++mp_irq_entries >= MAX_IRQ_SOURCES)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 panic("Max # of irq sources exceeded!!\n");
202}
203
204static void __init MP_lintsrc_info (struct mpc_config_lintsrc *m)
205{
206 Dprintk("Lint: type %d, pol %d, trig %d, bus %d,"
207 " IRQ %02x, APIC ID %x, APIC LINT %02x\n",
208 m->mpc_irqtype, m->mpc_irqflag & 3,
209 (m->mpc_irqflag >> 2) &3, m->mpc_srcbusid,
210 m->mpc_srcbusirq, m->mpc_destapic, m->mpc_destapiclint);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211}
212
213/*
214 * Read/parse the MPC
215 */
216
217static int __init smp_read_mpc(struct mp_config_table *mpc)
218{
219 char str[16];
220 int count=sizeof(*mpc);
221 unsigned char *mpt=((unsigned char *)mpc)+count;
222
223 if (memcmp(mpc->mpc_signature,MPC_SIGNATURE,4)) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200224 printk("MPTABLE: bad signature [%c%c%c%c]!\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 mpc->mpc_signature[0],
226 mpc->mpc_signature[1],
227 mpc->mpc_signature[2],
228 mpc->mpc_signature[3]);
229 return 0;
230 }
231 if (mpf_checksum((unsigned char *)mpc,mpc->mpc_length)) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200232 printk("MPTABLE: checksum error!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 return 0;
234 }
235 if (mpc->mpc_spec!=0x01 && mpc->mpc_spec!=0x04) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200236 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 mpc->mpc_spec);
238 return 0;
239 }
240 if (!mpc->mpc_lapic) {
Andi Kleenaecc6362006-09-26 10:52:37 +0200241 printk(KERN_ERR "MPTABLE: null local APIC address!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 return 0;
243 }
244 memcpy(str,mpc->mpc_oem,8);
Andi Kleenaecc6362006-09-26 10:52:37 +0200245 str[8] = 0;
246 printk(KERN_INFO "MPTABLE: OEM ID: %s ",str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247
248 memcpy(str,mpc->mpc_productid,12);
Andi Kleenaecc6362006-09-26 10:52:37 +0200249 str[12] = 0;
250 printk("MPTABLE: Product ID: %s ",str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251
Andi Kleenaecc6362006-09-26 10:52:37 +0200252 printk("MPTABLE: APIC at: 0x%X\n",mpc->mpc_lapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253
254 /* save the local APIC address, it might be non-default */
255 if (!acpi_lapic)
Andi Kleenaecc6362006-09-26 10:52:37 +0200256 mp_lapic_addr = mpc->mpc_lapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257
258 /*
259 * Now process the configuration blocks.
260 */
261 while (count < mpc->mpc_length) {
262 switch(*mpt) {
263 case MP_PROCESSOR:
264 {
265 struct mpc_config_processor *m=
266 (struct mpc_config_processor *)mpt;
267 if (!acpi_lapic)
Andi Kleenaecc6362006-09-26 10:52:37 +0200268 MP_processor_info(m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 mpt += sizeof(*m);
270 count += sizeof(*m);
271 break;
272 }
273 case MP_BUS:
274 {
275 struct mpc_config_bus *m=
276 (struct mpc_config_bus *)mpt;
277 MP_bus_info(m);
278 mpt += sizeof(*m);
279 count += sizeof(*m);
280 break;
281 }
282 case MP_IOAPIC:
283 {
284 struct mpc_config_ioapic *m=
285 (struct mpc_config_ioapic *)mpt;
286 MP_ioapic_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200287 mpt += sizeof(*m);
288 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 break;
290 }
291 case MP_INTSRC:
292 {
293 struct mpc_config_intsrc *m=
294 (struct mpc_config_intsrc *)mpt;
295
296 MP_intsrc_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200297 mpt += sizeof(*m);
298 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 break;
300 }
301 case MP_LINTSRC:
302 {
303 struct mpc_config_lintsrc *m=
304 (struct mpc_config_lintsrc *)mpt;
305 MP_lintsrc_info(m);
Andi Kleenaecc6362006-09-26 10:52:37 +0200306 mpt += sizeof(*m);
307 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 break;
309 }
310 }
311 }
Ingo Molnar3c43f032007-05-02 19:27:04 +0200312 setup_apic_routing();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313 if (!num_processors)
Andi Kleenaecc6362006-09-26 10:52:37 +0200314 printk(KERN_ERR "MPTABLE: no processors registered!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 return num_processors;
316}
317
318static int __init ELCR_trigger(unsigned int irq)
319{
320 unsigned int port;
321
322 port = 0x4d0 + (irq >> 3);
323 return (inb(port) >> (irq & 7)) & 1;
324}
325
326static void __init construct_default_ioirq_mptable(int mpc_default_type)
327{
328 struct mpc_config_intsrc intsrc;
329 int i;
330 int ELCR_fallback = 0;
331
332 intsrc.mpc_type = MP_INTSRC;
333 intsrc.mpc_irqflag = 0; /* conforming */
334 intsrc.mpc_srcbus = 0;
335 intsrc.mpc_dstapic = mp_ioapics[0].mpc_apicid;
336
337 intsrc.mpc_irqtype = mp_INT;
338
339 /*
340 * If true, we have an ISA/PCI system with no IRQ entries
341 * in the MP table. To prevent the PCI interrupts from being set up
342 * incorrectly, we try to use the ELCR. The sanity check to see if
343 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
344 * never be level sensitive, so we simply see if the ELCR agrees.
345 * If it does, we assume it's valid.
346 */
347 if (mpc_default_type == 5) {
348 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... falling back to ELCR\n");
349
350 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) || ELCR_trigger(13))
351 printk(KERN_ERR "ELCR contains invalid data... not using ELCR\n");
352 else {
353 printk(KERN_INFO "Using ELCR to identify PCI interrupts\n");
354 ELCR_fallback = 1;
355 }
356 }
357
358 for (i = 0; i < 16; i++) {
359 switch (mpc_default_type) {
360 case 2:
361 if (i == 0 || i == 13)
362 continue; /* IRQ0 & IRQ13 not connected */
363 /* fall through */
364 default:
365 if (i == 2)
366 continue; /* IRQ2 is never connected */
367 }
368
369 if (ELCR_fallback) {
370 /*
371 * If the ELCR indicates a level-sensitive interrupt, we
372 * copy that information over to the MP table in the
373 * irqflag field (level sensitive, active high polarity).
374 */
375 if (ELCR_trigger(i))
376 intsrc.mpc_irqflag = 13;
377 else
378 intsrc.mpc_irqflag = 0;
379 }
380
381 intsrc.mpc_srcbusirq = i;
382 intsrc.mpc_dstirq = i ? i : 2; /* IRQ0 to INTIN2 */
383 MP_intsrc_info(&intsrc);
384 }
385
386 intsrc.mpc_irqtype = mp_ExtINT;
387 intsrc.mpc_srcbusirq = 0;
388 intsrc.mpc_dstirq = 0; /* 8259A to INTIN0 */
389 MP_intsrc_info(&intsrc);
390}
391
392static inline void __init construct_default_ISA_mptable(int mpc_default_type)
393{
394 struct mpc_config_processor processor;
395 struct mpc_config_bus bus;
396 struct mpc_config_ioapic ioapic;
397 struct mpc_config_lintsrc lintsrc;
398 int linttypes[2] = { mp_ExtINT, mp_NMI };
399 int i;
400
401 /*
402 * local APIC has default address
403 */
404 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
405
406 /*
407 * 2 CPUs, numbered 0 & 1.
408 */
409 processor.mpc_type = MP_PROCESSOR;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200410 processor.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411 processor.mpc_cpuflag = CPU_ENABLED;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200412 processor.mpc_cpufeature = 0;
413 processor.mpc_featureflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414 processor.mpc_reserved[0] = 0;
415 processor.mpc_reserved[1] = 0;
416 for (i = 0; i < 2; i++) {
417 processor.mpc_apicid = i;
418 MP_processor_info(&processor);
419 }
420
421 bus.mpc_type = MP_BUS;
422 bus.mpc_busid = 0;
423 switch (mpc_default_type) {
424 default:
425 printk(KERN_ERR "???\nUnknown standard configuration %d\n",
426 mpc_default_type);
427 /* fall through */
428 case 1:
429 case 5:
430 memcpy(bus.mpc_bustype, "ISA ", 6);
431 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432 }
433 MP_bus_info(&bus);
434 if (mpc_default_type > 4) {
435 bus.mpc_busid = 1;
436 memcpy(bus.mpc_bustype, "PCI ", 6);
437 MP_bus_info(&bus);
438 }
439
440 ioapic.mpc_type = MP_IOAPIC;
441 ioapic.mpc_apicid = 2;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200442 ioapic.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443 ioapic.mpc_flags = MPC_APIC_USABLE;
444 ioapic.mpc_apicaddr = 0xFEC00000;
445 MP_ioapic_info(&ioapic);
446
447 /*
448 * We set up most of the low 16 IO-APIC pins according to MPS rules.
449 */
450 construct_default_ioirq_mptable(mpc_default_type);
451
452 lintsrc.mpc_type = MP_LINTSRC;
453 lintsrc.mpc_irqflag = 0; /* conforming */
454 lintsrc.mpc_srcbusid = 0;
455 lintsrc.mpc_srcbusirq = 0;
456 lintsrc.mpc_destapic = MP_APIC_ALL;
457 for (i = 0; i < 2; i++) {
458 lintsrc.mpc_irqtype = linttypes[i];
459 lintsrc.mpc_destapiclint = i;
460 MP_lintsrc_info(&lintsrc);
461 }
462}
463
464static struct intel_mp_floating *mpf_found;
465
466/*
467 * Scan the memory blocks for an SMP configuration block.
468 */
469void __init get_smp_config (void)
470{
471 struct intel_mp_floating *mpf = mpf_found;
472
473 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 * ACPI supports both logical (e.g. Hyper-Threading) and physical
475 * processors, where MPS only supports physical.
476 */
477 if (acpi_lapic && acpi_ioapic) {
478 printk(KERN_INFO "Using ACPI (MADT) for SMP configuration information\n");
479 return;
480 }
481 else if (acpi_lapic)
482 printk(KERN_INFO "Using ACPI for processor (LAPIC) configuration information\n");
483
484 printk("Intel MultiProcessor Specification v1.%d\n", mpf->mpf_specification);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485
486 /*
487 * Now see if we need to read further.
488 */
489 if (mpf->mpf_feature1 != 0) {
490
491 printk(KERN_INFO "Default MP configuration #%d\n", mpf->mpf_feature1);
492 construct_default_ISA_mptable(mpf->mpf_feature1);
493
494 } else if (mpf->mpf_physptr) {
495
496 /*
497 * Read the physical hardware table. Anything here will
498 * override the defaults.
499 */
Siddha, Suresh Bf6c2e332005-11-05 17:25:53 +0100500 if (!smp_read_mpc(phys_to_virt(mpf->mpf_physptr))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501 smp_found_config = 0;
502 printk(KERN_ERR "BIOS bug, MP table errors detected!...\n");
503 printk(KERN_ERR "... disabling SMP support. (tell your hw vendor)\n");
504 return;
505 }
506 /*
507 * If there are no explicit MP IRQ entries, then we are
508 * broken. We set up most of the low 16 IO-APIC pins to
509 * ISA defaults and hope it will work.
510 */
511 if (!mp_irq_entries) {
512 struct mpc_config_bus bus;
513
514 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, using default mptable. (tell your hw vendor)\n");
515
516 bus.mpc_type = MP_BUS;
517 bus.mpc_busid = 0;
518 memcpy(bus.mpc_bustype, "ISA ", 6);
519 MP_bus_info(&bus);
520
521 construct_default_ioirq_mptable(0);
522 }
523
524 } else
525 BUG();
526
527 printk(KERN_INFO "Processors: %d\n", num_processors);
528 /*
529 * Only use the first configuration found.
530 */
531}
532
533static int __init smp_scan_config (unsigned long base, unsigned long length)
534{
535 extern void __bad_mpf_size(void);
536 unsigned int *bp = phys_to_virt(base);
537 struct intel_mp_floating *mpf;
538
539 Dprintk("Scan SMP from %p for %ld bytes.\n", bp,length);
540 if (sizeof(*mpf) != 16)
541 __bad_mpf_size();
542
543 while (length > 0) {
544 mpf = (struct intel_mp_floating *)bp;
545 if ((*bp == SMP_MAGIC_IDENT) &&
546 (mpf->mpf_length == 1) &&
547 !mpf_checksum((unsigned char *)bp, 16) &&
548 ((mpf->mpf_specification == 1)
549 || (mpf->mpf_specification == 4)) ) {
550
551 smp_found_config = 1;
552 reserve_bootmem_generic(virt_to_phys(mpf), PAGE_SIZE);
553 if (mpf->mpf_physptr)
554 reserve_bootmem_generic(mpf->mpf_physptr, PAGE_SIZE);
555 mpf_found = mpf;
556 return 1;
557 }
558 bp += 4;
559 length -= 16;
560 }
561 return 0;
562}
563
Andi Kleena01fd3b2006-09-26 10:52:30 +0200564void __init find_smp_config(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565{
566 unsigned int address;
567
568 /*
569 * FIXME: Linux assumes you have 640K of base ram..
570 * this continues the error...
571 *
572 * 1) Scan the bottom 1K for a signature
573 * 2) Scan the top 1K of base RAM
574 * 3) Scan the 64K of bios
575 */
576 if (smp_scan_config(0x0,0x400) ||
577 smp_scan_config(639*0x400,0x400) ||
578 smp_scan_config(0xF0000,0x10000))
579 return;
580 /*
Andi Kleene5099132006-09-26 10:52:29 +0200581 * If it is an SMP machine we should know now.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582 *
583 * there is a real-mode segmented pointer pointing to the
584 * 4K EBDA area at 0x40E, calculate and scan it here.
585 *
586 * NOTE! There are Linux loaders that will corrupt the EBDA
587 * area, and as such this kind of SMP config may be less
588 * trustworthy, simply because the SMP table may have been
589 * stomped on during early boot. These loaders are buggy and
590 * should be fixed.
591 */
592
593 address = *(unsigned short *)phys_to_virt(0x40E);
594 address <<= 4;
595 if (smp_scan_config(address, 0x1000))
596 return;
597
598 /* If we have come this far, we did not find an MP table */
599 printk(KERN_INFO "No mptable found.\n");
600}
601
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602/* --------------------------------------------------------------------------
603 ACPI-based MP Configuration
604 -------------------------------------------------------------------------- */
605
Len Brown888ba6c2005-08-24 12:07:20 -0400606#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607
Andi Kleenefec3b92006-09-26 10:52:30 +0200608void __init mp_register_lapic_address(u64 address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609{
610 mp_lapic_addr = (unsigned long) address;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 set_fixmap_nocache(FIX_APIC_BASE, mp_lapic_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612 if (boot_cpu_id == -1U)
613 boot_cpu_id = GET_APIC_ID(apic_read(APIC_ID));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614}
615
Andi Kleenefec3b92006-09-26 10:52:30 +0200616void __cpuinit mp_register_lapic (u8 id, u8 enabled)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617{
618 struct mpc_config_processor processor;
619 int boot_cpu = 0;
620
Andi Kleene4251e12006-09-26 10:52:37 +0200621 if (id == boot_cpu_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 boot_cpu = 1;
623
624 processor.mpc_type = MP_PROCESSOR;
625 processor.mpc_apicid = id;
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200626 processor.mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627 processor.mpc_cpuflag = (enabled ? CPU_ENABLED : 0);
628 processor.mpc_cpuflag |= (boot_cpu ? CPU_BOOTPROCESSOR : 0);
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200629 processor.mpc_cpufeature = 0;
630 processor.mpc_featureflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700631 processor.mpc_reserved[0] = 0;
632 processor.mpc_reserved[1] = 0;
633
634 MP_processor_info(&processor);
635}
636
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637#define MP_ISA_BUS 0
638#define MP_MAX_IOAPIC_PIN 127
639
640static struct mp_ioapic_routing {
641 int apic_id;
642 int gsi_start;
643 int gsi_end;
644 u32 pin_programmed[4];
645} mp_ioapic_routing[MAX_IO_APICS];
646
Andi Kleenefec3b92006-09-26 10:52:30 +0200647static int mp_find_ioapic(int gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648{
Andi Kleenefec3b92006-09-26 10:52:30 +0200649 int i = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
651 /* Find the IOAPIC that manages this GSI. */
652 for (i = 0; i < nr_ioapics; i++) {
653 if ((gsi >= mp_ioapic_routing[i].gsi_start)
654 && (gsi <= mp_ioapic_routing[i].gsi_end))
655 return i;
656 }
657
658 printk(KERN_ERR "ERROR: Unable to locate IOAPIC for GSI %d\n", gsi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 return -1;
660}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661
Andi Kleen78b599a2007-07-21 17:09:53 +0200662static u8 uniq_ioapic_id(u8 id)
663{
664 int i;
665 DECLARE_BITMAP(used, 256);
666 bitmap_zero(used, 256);
667 for (i = 0; i < nr_ioapics; i++) {
668 struct mpc_config_ioapic *ia = &mp_ioapics[i];
669 __set_bit(ia->mpc_apicid, used);
670 }
671 if (!test_bit(id, used))
672 return id;
673 return find_first_zero_bit(used, 256);
674}
675
Andi Kleenefec3b92006-09-26 10:52:30 +0200676void __init mp_register_ioapic(u8 id, u32 address, u32 gsi_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677{
Andi Kleenefec3b92006-09-26 10:52:30 +0200678 int idx = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700679
Andi Kleen013bf2c2006-09-30 01:47:55 +0200680 if (bad_ioapic(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682
Andi Kleen78b599a2007-07-21 17:09:53 +0200683 idx = nr_ioapics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700684
685 mp_ioapics[idx].mpc_type = MP_IOAPIC;
686 mp_ioapics[idx].mpc_flags = MPC_APIC_USABLE;
687 mp_ioapics[idx].mpc_apicaddr = address;
688
689 set_fixmap_nocache(FIX_IO_APIC_BASE_0 + idx, address);
Andi Kleen78b599a2007-07-21 17:09:53 +0200690 mp_ioapics[idx].mpc_apicid = uniq_ioapic_id(id);
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200691 mp_ioapics[idx].mpc_apicver = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692
693 /*
694 * Build basic IRQ lookup table to facilitate gsi->io_apic lookups
695 * and to prevent reprogramming of IOAPIC pins (PCI IRQs).
696 */
697 mp_ioapic_routing[idx].apic_id = mp_ioapics[idx].mpc_apicid;
698 mp_ioapic_routing[idx].gsi_start = gsi_base;
699 mp_ioapic_routing[idx].gsi_end = gsi_base +
700 io_apic_get_redir_entries(idx);
701
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200702 printk(KERN_INFO "IOAPIC[%d]: apic_id %d, address 0x%x, "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700703 "GSI %d-%d\n", idx, mp_ioapics[idx].mpc_apicid,
Andi Kleenf2c2cca2006-09-26 10:52:37 +0200704 mp_ioapics[idx].mpc_apicaddr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705 mp_ioapic_routing[idx].gsi_start,
706 mp_ioapic_routing[idx].gsi_end);
Andi Kleen78b599a2007-07-21 17:09:53 +0200707
708 nr_ioapics++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709}
710
Andi Kleenefec3b92006-09-26 10:52:30 +0200711void __init
712mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger, u32 gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713{
714 struct mpc_config_intsrc intsrc;
715 int ioapic = -1;
716 int pin = -1;
717
718 /*
719 * Convert 'gsi' to 'ioapic.pin'.
720 */
721 ioapic = mp_find_ioapic(gsi);
722 if (ioapic < 0)
723 return;
724 pin = gsi - mp_ioapic_routing[ioapic].gsi_start;
725
726 /*
727 * TBD: This check is for faulty timer entries, where the override
728 * erroneously sets the trigger to level, resulting in a HUGE
729 * increase of timer interrupts!
730 */
731 if ((bus_irq == 0) && (trigger == 3))
732 trigger = 1;
733
734 intsrc.mpc_type = MP_INTSRC;
735 intsrc.mpc_irqtype = mp_INT;
736 intsrc.mpc_irqflag = (trigger << 2) | polarity;
737 intsrc.mpc_srcbus = MP_ISA_BUS;
738 intsrc.mpc_srcbusirq = bus_irq; /* IRQ */
739 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid; /* APIC ID */
740 intsrc.mpc_dstirq = pin; /* INTIN# */
741
742 Dprintk("Int: type %d, pol %d, trig %d, bus %d, irq %d, %d-%d\n",
743 intsrc.mpc_irqtype, intsrc.mpc_irqflag & 3,
744 (intsrc.mpc_irqflag >> 2) & 3, intsrc.mpc_srcbus,
745 intsrc.mpc_srcbusirq, intsrc.mpc_dstapic, intsrc.mpc_dstirq);
746
747 mp_irqs[mp_irq_entries] = intsrc;
748 if (++mp_irq_entries == MAX_IRQ_SOURCES)
749 panic("Max # of irq sources exceeded!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750}
751
Andi Kleenefec3b92006-09-26 10:52:30 +0200752void __init mp_config_acpi_legacy_irqs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753{
754 struct mpc_config_intsrc intsrc;
Andi Kleenefec3b92006-09-26 10:52:30 +0200755 int i = 0;
756 int ioapic = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757
758 /*
759 * Fabricate the legacy ISA bus (bus #31).
760 */
Andi Kleen55f05ff2006-09-26 10:52:30 +0200761 set_bit(MP_ISA_BUS, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700762
763 /*
764 * Locate the IOAPIC that manages the ISA IRQs (0-15).
765 */
766 ioapic = mp_find_ioapic(0);
767 if (ioapic < 0)
768 return;
769
770 intsrc.mpc_type = MP_INTSRC;
771 intsrc.mpc_irqflag = 0; /* Conforming */
772 intsrc.mpc_srcbus = MP_ISA_BUS;
773 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid;
774
775 /*
776 * Use the default configuration for the IRQs 0-15. Unless
777 * overridden by (MADT) interrupt source override entries.
778 */
779 for (i = 0; i < 16; i++) {
780 int idx;
781
782 for (idx = 0; idx < mp_irq_entries; idx++) {
783 struct mpc_config_intsrc *irq = mp_irqs + idx;
784
785 /* Do we already have a mapping for this ISA IRQ? */
786 if (irq->mpc_srcbus == MP_ISA_BUS && irq->mpc_srcbusirq == i)
787 break;
788
789 /* Do we already have a mapping for this IOAPIC pin */
790 if ((irq->mpc_dstapic == intsrc.mpc_dstapic) &&
791 (irq->mpc_dstirq == i))
792 break;
793 }
794
795 if (idx != mp_irq_entries) {
796 printk(KERN_DEBUG "ACPI: IRQ%d used by override.\n", i);
797 continue; /* IRQ already used */
798 }
799
800 intsrc.mpc_irqtype = mp_INT;
801 intsrc.mpc_srcbusirq = i; /* Identity mapped */
802 intsrc.mpc_dstirq = i;
803
804 Dprintk("Int: type %d, pol %d, trig %d, bus %d, irq %d, "
805 "%d-%d\n", intsrc.mpc_irqtype, intsrc.mpc_irqflag & 3,
806 (intsrc.mpc_irqflag >> 2) & 3, intsrc.mpc_srcbus,
807 intsrc.mpc_srcbusirq, intsrc.mpc_dstapic,
808 intsrc.mpc_dstirq);
809
810 mp_irqs[mp_irq_entries] = intsrc;
811 if (++mp_irq_entries == MAX_IRQ_SOURCES)
812 panic("Max # of irq sources exceeded!\n");
813 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814}
815
Bob Moore50eca3e2005-09-30 19:03:00 -0400816int mp_register_gsi(u32 gsi, int triggering, int polarity)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700817{
Andi Kleenefec3b92006-09-26 10:52:30 +0200818 int ioapic = -1;
819 int ioapic_pin = 0;
820 int idx, bit = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821
822 if (acpi_irq_model != ACPI_IRQ_MODEL_IOAPIC)
823 return gsi;
824
Linus Torvalds1da177e2005-04-16 15:20:36 -0700825 /* Don't set up the ACPI SCI because it's already set up */
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300826 if (acpi_gbl_FADT.sci_interrupt == gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827 return gsi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828
829 ioapic = mp_find_ioapic(gsi);
830 if (ioapic < 0) {
831 printk(KERN_WARNING "No IOAPIC for GSI %u\n", gsi);
832 return gsi;
833 }
834
835 ioapic_pin = gsi - mp_ioapic_routing[ioapic].gsi_start;
836
837 /*
838 * Avoid pin reprogramming. PRTs typically include entries
839 * with redundant pin->gsi mappings (but unique PCI devices);
840 * we only program the IOAPIC on the first.
841 */
842 bit = ioapic_pin % 32;
843 idx = (ioapic_pin < 32) ? 0 : (ioapic_pin / 32);
844 if (idx > 3) {
845 printk(KERN_ERR "Invalid reference to IOAPIC pin "
846 "%d-%d\n", mp_ioapic_routing[ioapic].apic_id,
847 ioapic_pin);
848 return gsi;
849 }
850 if ((1<<bit) & mp_ioapic_routing[ioapic].pin_programmed[idx]) {
851 Dprintk(KERN_DEBUG "Pin %d-%d already programmed\n",
852 mp_ioapic_routing[ioapic].apic_id, ioapic_pin);
Eric W. Biedermancd1182f2006-10-04 02:16:53 -0700853 return gsi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700854 }
855
856 mp_ioapic_routing[ioapic].pin_programmed[idx] |= (1<<bit);
857
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858 io_apic_set_pci_routing(ioapic, ioapic_pin, gsi,
Bob Moore50eca3e2005-09-30 19:03:00 -0400859 triggering == ACPI_EDGE_SENSITIVE ? 0 : 1,
860 polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861 return gsi;
862}
Len Brown888ba6c2005-08-24 12:07:20 -0400863#endif /*CONFIG_ACPI*/