blob: 5a18b2b9852ef9ac6b35fbf8cab963fe4e8f5b47 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Thomas Gleixner7f028bc2008-05-12 15:43:35 +020022 * Intel Multiprocessor Specification 1.1 and 1.4
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * compliant MP-table parsing routines.
4 *
5 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
6 * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +04007 * (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 */
9
10#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/bootmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/kernel_stat.h>
15#include <linux/mc146818rtc.h>
16#include <linux/bitops.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040017#include <linux/acpi.h>
18#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
20#include <asm/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/mtrr.h>
22#include <asm/mpspec.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040023#include <asm/pgalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <asm/io_apic.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040025#include <asm/proto.h>
26#include <asm/acpi.h>
Alexey Starikovskiyce3fe6b2008-03-17 22:08:17 +030027#include <asm/bios_ebda.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
29#include <mach_apic.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040030#ifdef CONFIG_X86_32
Andi Kleen874c4fe2006-09-26 10:52:26 +020031#include <mach_apicdef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <mach_mpparse.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040033#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35/* Have we found an MP table */
36int smp_found_config;
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
38/*
39 * Various Linux-internal data structures created from the
40 * MP-table.
41 */
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +030042#if defined (CONFIG_MCA) || defined (CONFIG_EISA)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +040043int mp_bus_id_to_type[MAX_MP_BUSSES];
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +030044#endif
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040045
Alexey Starikovskiya6333c32008-03-20 14:54:09 +030046DECLARE_BITMAP(mp_bus_not_pci, MAX_MP_BUSSES);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +040047int mp_bus_id_to_pci_bus[MAX_MP_BUSSES] = {[0 ... MAX_MP_BUSSES - 1] = -1 };
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040048
Linus Torvalds1da177e2005-04-16 15:20:36 -070049static int mp_current_pci_id;
50
Linus Torvalds1da177e2005-04-16 15:20:36 -070051int pic_mode;
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Linus Torvalds1da177e2005-04-16 15:20:36 -070053/*
54 * Intel MP BIOS table parsing routines:
55 */
56
Linus Torvalds1da177e2005-04-16 15:20:36 -070057/*
58 * Checksum an MP configuration block.
59 */
60
61static int __init mpf_checksum(unsigned char *mp, int len)
62{
63 int sum = 0;
64
65 while (len--)
66 sum += *mp++;
67
68 return sum & 0xFF;
69}
70
Alexey Starikovskiy86420502008-03-17 22:08:55 +030071#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -070072/*
73 * Have to match translation table entries to main table entries by counter
74 * hence the mpc_record variable .... can't see a less disgusting way of
75 * doing this ....
76 */
77
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +040078static int mpc_record;
79static struct mpc_config_translation *translation_table[MAX_MPC_ENTRY]
80 __cpuinitdata;
Alexey Starikovskiy86420502008-03-17 22:08:55 +030081#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030083static void __cpuinit MP_processor_info(struct mpc_config_processor *m)
84{
85 int apicid;
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040086 char *bootup_cpu = "";
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030087
Glauber Costa7b1292e2008-03-03 14:12:41 -030088 if (!(m->mpc_cpuflag & CPU_ENABLED)) {
89 disabled_cpus++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 return;
Glauber Costa7b1292e2008-03-03 14:12:41 -030091 }
Alexey Starikovskiy4655c7d2008-03-17 22:08:36 +030092#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 apicid = mpc_apic_id(m, translation_table[mpc_record]);
Alexey Starikovskiy4655c7d2008-03-17 22:08:36 +030094#else
Alexey Starikovskiy4655c7d2008-03-17 22:08:36 +030095 apicid = m->mpc_apicid;
96#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) {
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040098 bootup_cpu = " (Bootup-CPU)";
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 boot_cpu_physical_apicid = m->mpc_apicid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 }
101
Alexey Starikovskiy746f2242008-04-04 23:42:15 +0400102 printk(KERN_INFO "Processor #%d%s\n", m->mpc_apicid, bootup_cpu);
Alexey Starikovskiyc853c672008-03-27 23:54:13 +0300103 generic_processor_info(apicid, m->mpc_apicver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104}
105
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400106static void __init MP_bus_info(struct mpc_config_bus *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107{
108 char str[7];
109
110 memcpy(str, m->mpc_bustype, 6);
111 str[6] = 0;
112
Alexey Starikovskiy0ec153a2008-03-17 22:08:48 +0300113#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 mpc_oem_bus_info(m, str, translation_table[mpc_record]);
Alexey Starikovskiy0ec153a2008-03-17 22:08:48 +0300115#else
Yinghai Lu11a62a02008-05-12 15:43:38 +0200116 printk(KERN_INFO "Bus #%d is %s\n", m->mpc_busid, str);
Alexey Starikovskiy0ec153a2008-03-17 22:08:48 +0300117#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
Andi Kleen5e4edbb2006-09-26 10:52:35 +0200119#if MAX_MP_BUSSES < 256
Randy Dunlapc0ec31a2006-04-10 22:53:13 -0700120 if (m->mpc_busid >= MAX_MP_BUSSES) {
121 printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400122 " is too large, max. supported is %d\n",
123 m->mpc_busid, str, MAX_MP_BUSSES - 1);
Randy Dunlapc0ec31a2006-04-10 22:53:13 -0700124 return;
125 }
Andi Kleen5e4edbb2006-09-26 10:52:35 +0200126#endif
Randy Dunlapc0ec31a2006-04-10 22:53:13 -0700127
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400128 if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
129 set_bit(m->mpc_busid, mp_bus_not_pci);
130#if defined(CONFIG_EISA) || defined (CONFIG_MCA)
131 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_ISA;
132#endif
133 } else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
Alexey Starikovskiyd285e332008-03-17 22:08:42 +0300134#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 mpc_oem_pci_bus(m, translation_table[mpc_record]);
Alexey Starikovskiyd285e332008-03-17 22:08:42 +0300136#endif
Alexey Starikovskiya6333c32008-03-20 14:54:09 +0300137 clear_bit(m->mpc_busid, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 mp_bus_id_to_pci_bus[m->mpc_busid] = mp_current_pci_id;
139 mp_current_pci_id++;
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300140#if defined(CONFIG_EISA) || defined (CONFIG_MCA)
141 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_PCI;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400142 } else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
Alexey Starikovskiy9e0a2de2008-03-20 14:54:56 +0300143 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_EISA;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400144 } else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_MCA;
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300146#endif
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400147 } else
148 printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149}
150
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400151#ifdef CONFIG_X86_IO_APIC
152
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300153static int bad_ioapic(unsigned long address)
154{
155 if (nr_ioapics >= MAX_IO_APICS) {
156 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
157 "(found %d)\n", MAX_IO_APICS, nr_ioapics);
158 panic("Recompile kernel with bigger MAX_IO_APICS!\n");
159 }
160 if (!address) {
161 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
162 " found in table, skipping!\n");
163 return 1;
164 }
165 return 0;
166}
167
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400168static void __init MP_ioapic_info(struct mpc_config_ioapic *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169{
170 if (!(m->mpc_flags & MPC_APIC_USABLE))
171 return;
172
Thomas Gleixner64883ab2008-01-30 13:30:35 +0100173 printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400174 m->mpc_apicid, m->mpc_apicver, m->mpc_apicaddr);
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300175
176 if (bad_ioapic(m->mpc_apicaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 return;
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 mp_ioapics[nr_ioapics] = *m;
180 nr_ioapics++;
181}
182
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400183static void __init MP_intsrc_info(struct mpc_config_intsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184{
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400185 mp_irqs[mp_irq_entries] = *m;
Yinghai Lu11a62a02008-05-12 15:43:38 +0200186 printk(KERN_INFO "Int: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400188 m->mpc_irqtype, m->mpc_irqflag & 3,
189 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbus,
190 m->mpc_srcbusirq, m->mpc_dstapic, m->mpc_dstirq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 if (++mp_irq_entries == MAX_IRQ_SOURCES)
192 panic("Max # of irq sources exceeded!!\n");
193}
194
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400195#endif
196
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400197static void __init MP_lintsrc_info(struct mpc_config_lintsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198{
Yinghai Lu11a62a02008-05-12 15:43:38 +0200199 printk(KERN_INFO "Lint: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 " IRQ %02x, APIC ID %x, APIC LINT %02x\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400201 m->mpc_irqtype, m->mpc_irqflag & 3,
202 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbusid,
203 m->mpc_srcbusirq, m->mpc_destapic, m->mpc_destapiclint);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204}
205
206#ifdef CONFIG_X86_NUMAQ
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400207static void __init MP_translation_info(struct mpc_config_translation *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208{
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400209 printk(KERN_INFO
210 "Translation: record %d, type %d, quad %d, global %d, local %d\n",
211 mpc_record, m->trans_type, m->trans_quad, m->trans_global,
212 m->trans_local);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400214 if (mpc_record >= MAX_MPC_ENTRY)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 printk(KERN_ERR "MAX_MPC_ENTRY exceeded!\n");
216 else
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400217 translation_table[mpc_record] = m; /* stash this for later */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 if (m->trans_quad < MAX_NUMNODES && !node_online(m->trans_quad))
219 node_set_online(m->trans_quad);
220}
221
222/*
223 * Read/parse the MPC oem tables
224 */
225
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400226static void __init smp_read_mpc_oem(struct mp_config_oemtable *oemtable,
227 unsigned short oemsize)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228{
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400229 int count = sizeof(*oemtable); /* the header size */
230 unsigned char *oemptr = ((unsigned char *)oemtable) + count;
231
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 mpc_record = 0;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400233 printk(KERN_INFO "Found an OEM MPC table at %8p - parsing it ... \n",
234 oemtable);
235 if (memcmp(oemtable->oem_signature, MPC_OEM_SIGNATURE, 4)) {
236 printk(KERN_WARNING
237 "SMP mpc oemtable: bad signature [%c%c%c%c]!\n",
238 oemtable->oem_signature[0], oemtable->oem_signature[1],
239 oemtable->oem_signature[2], oemtable->oem_signature[3]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 return;
241 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400242 if (mpf_checksum((unsigned char *)oemtable, oemtable->oem_length)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 printk(KERN_WARNING "SMP oem mptable: checksum error!\n");
244 return;
245 }
246 while (count < oemtable->oem_length) {
247 switch (*oemptr) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400248 case MP_TRANSLATION:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400250 struct mpc_config_translation *m =
251 (struct mpc_config_translation *)oemptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 MP_translation_info(m);
253 oemptr += sizeof(*m);
254 count += sizeof(*m);
255 ++mpc_record;
256 break;
257 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400258 default:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400260 printk(KERN_WARNING
261 "Unrecognised OEM table entry type! - %d\n",
262 (int)*oemptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 return;
264 }
265 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400266 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267}
268
269static inline void mps_oem_check(struct mp_config_table *mpc, char *oem,
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400270 char *productid)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271{
272 if (strncmp(oem, "IBM NUMA", 8))
273 printk("Warning! May not be a NUMA-Q system!\n");
274 if (mpc->mpc_oemptr)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400275 smp_read_mpc_oem((struct mp_config_oemtable *)mpc->mpc_oemptr,
276 mpc->mpc_oemsize);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277}
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400278#endif /* CONFIG_X86_NUMAQ */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
280/*
281 * Read/parse the MPC
282 */
283
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400284static int __init smp_read_mpc(struct mp_config_table *mpc, unsigned early)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285{
286 char str[16];
287 char oem[10];
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400288 int count = sizeof(*mpc);
289 unsigned char *mpt = ((unsigned char *)mpc) + count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400291 if (memcmp(mpc->mpc_signature, MPC_SIGNATURE, 4)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400292 printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
293 mpc->mpc_signature[0], mpc->mpc_signature[1],
294 mpc->mpc_signature[2], mpc->mpc_signature[3]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 return 0;
296 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400297 if (mpf_checksum((unsigned char *)mpc, mpc->mpc_length)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400298 printk(KERN_ERR "MPTABLE: checksum error!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 return 0;
300 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400301 if (mpc->mpc_spec != 0x01 && mpc->mpc_spec != 0x04) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400302 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400303 mpc->mpc_spec);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304 return 0;
305 }
306 if (!mpc->mpc_lapic) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400307 printk(KERN_ERR "MPTABLE: null local APIC address!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 return 0;
309 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400310 memcpy(oem, mpc->mpc_oem, 8);
311 oem[8] = 0;
Yinghai Lu11a62a02008-05-12 15:43:38 +0200312 printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400314 memcpy(str, mpc->mpc_productid, 12);
315 str[12] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400317#ifdef CONFIG_X86_32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318 mps_oem_check(mpc, oem, str);
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400319#endif
Yinghai Lu11a62a02008-05-12 15:43:38 +0200320 printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400322 printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->mpc_lapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400324 /* save the local APIC address, it might be non-default */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 if (!acpi_lapic)
326 mp_lapic_addr = mpc->mpc_lapic;
327
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400328 if (early)
329 return 1;
330
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331 /*
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400332 * Now process the configuration blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 */
Alexey Starikovskiy86420502008-03-17 22:08:55 +0300334#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 mpc_record = 0;
Alexey Starikovskiy86420502008-03-17 22:08:55 +0300336#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337 while (count < mpc->mpc_length) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400338 switch (*mpt) {
339 case MP_PROCESSOR:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340 {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400341 struct mpc_config_processor *m =
342 (struct mpc_config_processor *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 /* ACPI may have already provided this data */
344 if (!acpi_lapic)
345 MP_processor_info(m);
346 mpt += sizeof(*m);
347 count += sizeof(*m);
348 break;
349 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400350 case MP_BUS:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400352 struct mpc_config_bus *m =
353 (struct mpc_config_bus *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354 MP_bus_info(m);
355 mpt += sizeof(*m);
356 count += sizeof(*m);
357 break;
358 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400359 case MP_IOAPIC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 {
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400361#ifdef CONFIG_X86_IO_APIC
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400362 struct mpc_config_ioapic *m =
363 (struct mpc_config_ioapic *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 MP_ioapic_info(m);
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400365#endif
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400366 mpt += sizeof(struct mpc_config_ioapic);
367 count += sizeof(struct mpc_config_ioapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 break;
369 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400370 case MP_INTSRC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 {
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400372#ifdef CONFIG_X86_IO_APIC
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400373 struct mpc_config_intsrc *m =
374 (struct mpc_config_intsrc *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375
376 MP_intsrc_info(m);
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400377#endif
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400378 mpt += sizeof(struct mpc_config_intsrc);
379 count += sizeof(struct mpc_config_intsrc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 break;
381 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400382 case MP_LINTSRC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400384 struct mpc_config_lintsrc *m =
385 (struct mpc_config_lintsrc *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 MP_lintsrc_info(m);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400387 mpt += sizeof(*m);
388 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 break;
390 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400391 default:
Yinghai Lu711554d2008-04-07 11:36:39 -0700392 /* wrong mptable */
393 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n");
394 printk(KERN_ERR "type %x\n", *mpt);
395 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16,
396 1, mpc, mpc->mpc_length, 1);
397 count = mpc->mpc_length;
398 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 }
Alexey Starikovskiy86420502008-03-17 22:08:55 +0300400#ifdef CONFIG_X86_NUMAQ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 ++mpc_record;
Alexey Starikovskiy86420502008-03-17 22:08:55 +0300402#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403 }
Ingo Molnar3c43f032007-05-02 19:27:04 +0200404 setup_apic_routing();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405 if (!num_processors)
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400406 printk(KERN_ERR "MPTABLE: no processors registered!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407 return num_processors;
408}
409
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400410#ifdef CONFIG_X86_IO_APIC
411
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412static int __init ELCR_trigger(unsigned int irq)
413{
414 unsigned int port;
415
416 port = 0x4d0 + (irq >> 3);
417 return (inb(port) >> (irq & 7)) & 1;
418}
419
420static void __init construct_default_ioirq_mptable(int mpc_default_type)
421{
422 struct mpc_config_intsrc intsrc;
423 int i;
424 int ELCR_fallback = 0;
425
426 intsrc.mpc_type = MP_INTSRC;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400427 intsrc.mpc_irqflag = 0; /* conforming */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 intsrc.mpc_srcbus = 0;
429 intsrc.mpc_dstapic = mp_ioapics[0].mpc_apicid;
430
431 intsrc.mpc_irqtype = mp_INT;
432
433 /*
434 * If true, we have an ISA/PCI system with no IRQ entries
435 * in the MP table. To prevent the PCI interrupts from being set up
436 * incorrectly, we try to use the ELCR. The sanity check to see if
437 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
438 * never be level sensitive, so we simply see if the ELCR agrees.
439 * If it does, we assume it's valid.
440 */
441 if (mpc_default_type == 5) {
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400442 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
443 "falling back to ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400445 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
446 ELCR_trigger(13))
447 printk(KERN_ERR "ELCR contains invalid data... "
448 "not using ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449 else {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400450 printk(KERN_INFO
451 "Using ELCR to identify PCI interrupts\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 ELCR_fallback = 1;
453 }
454 }
455
456 for (i = 0; i < 16; i++) {
457 switch (mpc_default_type) {
458 case 2:
459 if (i == 0 || i == 13)
460 continue; /* IRQ0 & IRQ13 not connected */
461 /* fall through */
462 default:
463 if (i == 2)
464 continue; /* IRQ2 is never connected */
465 }
466
467 if (ELCR_fallback) {
468 /*
469 * If the ELCR indicates a level-sensitive interrupt, we
470 * copy that information over to the MP table in the
471 * irqflag field (level sensitive, active high polarity).
472 */
473 if (ELCR_trigger(i))
474 intsrc.mpc_irqflag = 13;
475 else
476 intsrc.mpc_irqflag = 0;
477 }
478
479 intsrc.mpc_srcbusirq = i;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400480 intsrc.mpc_dstirq = i ? i : 2; /* IRQ0 to INTIN2 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481 MP_intsrc_info(&intsrc);
482 }
483
484 intsrc.mpc_irqtype = mp_ExtINT;
485 intsrc.mpc_srcbusirq = 0;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400486 intsrc.mpc_dstirq = 0; /* 8259A to INTIN0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 MP_intsrc_info(&intsrc);
488}
489
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400490#endif
491
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492static inline void __init construct_default_ISA_mptable(int mpc_default_type)
493{
494 struct mpc_config_processor processor;
495 struct mpc_config_bus bus;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400496#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497 struct mpc_config_ioapic ioapic;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400498#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700499 struct mpc_config_lintsrc lintsrc;
500 int linttypes[2] = { mp_ExtINT, mp_NMI };
501 int i;
502
503 /*
504 * local APIC has default address
505 */
506 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
507
508 /*
509 * 2 CPUs, numbered 0 & 1.
510 */
511 processor.mpc_type = MP_PROCESSOR;
512 /* Either an integrated APIC or a discrete 82489DX. */
513 processor.mpc_apicver = mpc_default_type > 4 ? 0x10 : 0x01;
514 processor.mpc_cpuflag = CPU_ENABLED;
515 processor.mpc_cpufeature = (boot_cpu_data.x86 << 8) |
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400516 (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517 processor.mpc_featureflag = boot_cpu_data.x86_capability[0];
518 processor.mpc_reserved[0] = 0;
519 processor.mpc_reserved[1] = 0;
520 for (i = 0; i < 2; i++) {
521 processor.mpc_apicid = i;
522 MP_processor_info(&processor);
523 }
524
525 bus.mpc_type = MP_BUS;
526 bus.mpc_busid = 0;
527 switch (mpc_default_type) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400528 default:
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400529 printk(KERN_ERR "???\nUnknown standard configuration %d\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400530 mpc_default_type);
531 /* fall through */
532 case 1:
533 case 5:
534 memcpy(bus.mpc_bustype, "ISA ", 6);
535 break;
536 case 2:
537 case 6:
538 case 3:
539 memcpy(bus.mpc_bustype, "EISA ", 6);
540 break;
541 case 4:
542 case 7:
543 memcpy(bus.mpc_bustype, "MCA ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544 }
545 MP_bus_info(&bus);
546 if (mpc_default_type > 4) {
547 bus.mpc_busid = 1;
548 memcpy(bus.mpc_bustype, "PCI ", 6);
549 MP_bus_info(&bus);
550 }
551
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400552#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553 ioapic.mpc_type = MP_IOAPIC;
554 ioapic.mpc_apicid = 2;
555 ioapic.mpc_apicver = mpc_default_type > 4 ? 0x10 : 0x01;
556 ioapic.mpc_flags = MPC_APIC_USABLE;
557 ioapic.mpc_apicaddr = 0xFEC00000;
558 MP_ioapic_info(&ioapic);
559
560 /*
561 * We set up most of the low 16 IO-APIC pins according to MPS rules.
562 */
563 construct_default_ioirq_mptable(mpc_default_type);
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400564#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565 lintsrc.mpc_type = MP_LINTSRC;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400566 lintsrc.mpc_irqflag = 0; /* conforming */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567 lintsrc.mpc_srcbusid = 0;
568 lintsrc.mpc_srcbusirq = 0;
569 lintsrc.mpc_destapic = MP_APIC_ALL;
570 for (i = 0; i < 2; i++) {
571 lintsrc.mpc_irqtype = linttypes[i];
572 lintsrc.mpc_destapiclint = i;
573 MP_lintsrc_info(&lintsrc);
574 }
575}
576
577static struct intel_mp_floating *mpf_found;
578
579/*
580 * Scan the memory blocks for an SMP configuration block.
581 */
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400582static void __init __get_smp_config(unsigned early)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583{
584 struct intel_mp_floating *mpf = mpf_found;
585
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400586 if (acpi_lapic && early)
587 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 /*
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400589 * ACPI supports both logical (e.g. Hyper-Threading) and physical
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590 * processors, where MPS only supports physical.
591 */
592 if (acpi_lapic && acpi_ioapic) {
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400593 printk(KERN_INFO "Using ACPI (MADT) for SMP configuration "
594 "information\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 return;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400596 } else if (acpi_lapic)
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400597 printk(KERN_INFO "Using ACPI for processor (LAPIC) "
598 "configuration information\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400600 printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
601 mpf->mpf_specification);
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400602#ifdef CONFIG_X86_32
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400603 if (mpf->mpf_feature2 & (1 << 7)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 printk(KERN_INFO " IMCR and PIC compatibility mode.\n");
605 pic_mode = 1;
606 } else {
607 printk(KERN_INFO " Virtual Wire compatibility mode.\n");
608 pic_mode = 0;
609 }
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400610#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 /*
612 * Now see if we need to read further.
613 */
614 if (mpf->mpf_feature1 != 0) {
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400615 if (early) {
616 /*
617 * local APIC has default address
618 */
619 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
620 return;
621 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400623 printk(KERN_INFO "Default MP configuration #%d\n",
624 mpf->mpf_feature1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625 construct_default_ISA_mptable(mpf->mpf_feature1);
626
627 } else if (mpf->mpf_physptr) {
628
629 /*
630 * Read the physical hardware table. Anything here will
631 * override the defaults.
632 */
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400633 if (!smp_read_mpc(phys_to_virt(mpf->mpf_physptr), early)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 smp_found_config = 0;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400635 printk(KERN_ERR
636 "BIOS bug, MP table errors detected!...\n");
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400637 printk(KERN_ERR "... disabling SMP support. "
638 "(tell your hw vendor)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639 return;
640 }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400641
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400642 if (early)
643 return;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400644#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645 /*
646 * If there are no explicit MP IRQ entries, then we are
647 * broken. We set up most of the low 16 IO-APIC pins to
648 * ISA defaults and hope it will work.
649 */
650 if (!mp_irq_entries) {
651 struct mpc_config_bus bus;
652
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400653 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
654 "using default mptable. "
655 "(tell your hw vendor)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656
657 bus.mpc_type = MP_BUS;
658 bus.mpc_busid = 0;
659 memcpy(bus.mpc_bustype, "ISA ", 6);
660 MP_bus_info(&bus);
661
662 construct_default_ioirq_mptable(0);
663 }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400664#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 } else
666 BUG();
667
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400668 if (!early)
669 printk(KERN_INFO "Processors: %d\n", num_processors);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 /*
671 * Only use the first configuration found.
672 */
673}
674
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400675void __init early_get_smp_config(void)
676{
677 __get_smp_config(1);
678}
679
680void __init get_smp_config(void)
681{
682 __get_smp_config(0);
683}
684
685static int __init smp_scan_config(unsigned long base, unsigned long length,
686 unsigned reserve)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687{
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400688 unsigned int *bp = phys_to_virt(base);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689 struct intel_mp_floating *mpf;
690
Yinghai Lu11a62a02008-05-12 15:43:38 +0200691 printk(KERN_DEBUG "Scan SMP from %p for %ld bytes.\n", bp, length);
Akinobu Mita5d47a272008-04-19 23:55:11 +0900692 BUILD_BUG_ON(sizeof(*mpf) != 16);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693
694 while (length > 0) {
695 mpf = (struct intel_mp_floating *)bp;
696 if ((*bp == SMP_MAGIC_IDENT) &&
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400697 (mpf->mpf_length == 1) &&
698 !mpf_checksum((unsigned char *)bp, 16) &&
699 ((mpf->mpf_specification == 1)
700 || (mpf->mpf_specification == 4))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701
702 smp_found_config = 1;
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400703 mpf_found = mpf;
704#ifdef CONFIG_X86_32
Ingo Molnare91a3b42008-01-30 13:33:08 +0100705 printk(KERN_INFO "found SMP MP-table at [%p] %08lx\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400706 mpf, virt_to_phys(mpf));
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800707 reserve_bootmem(virt_to_phys(mpf), PAGE_SIZE,
708 BOOTMEM_DEFAULT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709 if (mpf->mpf_physptr) {
710 /*
711 * We cannot access to MPC table to compute
712 * table size yet, as only few megabytes from
713 * the bottom is mapped now.
714 * PC-9800's MPC table places on the very last
715 * of physical memory; so that simply reserving
716 * PAGE_SIZE from mpg->mpf_physptr yields BUG()
717 * in reserve_bootmem.
718 */
719 unsigned long size = PAGE_SIZE;
720 unsigned long end = max_low_pfn * PAGE_SIZE;
721 if (mpf->mpf_physptr + size > end)
722 size = end - mpf->mpf_physptr;
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800723 reserve_bootmem(mpf->mpf_physptr, size,
724 BOOTMEM_DEFAULT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 }
726
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400727#else
728 if (!reserve)
729 return 1;
730
731 reserve_bootmem_generic(virt_to_phys(mpf), PAGE_SIZE);
732 if (mpf->mpf_physptr)
733 reserve_bootmem_generic(mpf->mpf_physptr,
734 PAGE_SIZE);
735#endif
736 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737 }
738 bp += 4;
739 length -= 16;
740 }
741 return 0;
742}
743
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400744static void __init __find_smp_config(unsigned reserve)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745{
746 unsigned int address;
747
748 /*
749 * FIXME: Linux assumes you have 640K of base ram..
750 * this continues the error...
751 *
752 * 1) Scan the bottom 1K for a signature
753 * 2) Scan the top 1K of base RAM
754 * 3) Scan the 64K of bios
755 */
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400756 if (smp_scan_config(0x0, 0x400, reserve) ||
757 smp_scan_config(639 * 0x400, 0x400, reserve) ||
758 smp_scan_config(0xF0000, 0x10000, reserve))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759 return;
760 /*
761 * If it is an SMP machine we should know now, unless the
762 * configuration is in an EISA/MCA bus machine with an
763 * extended bios data area.
764 *
765 * there is a real-mode segmented pointer pointing to the
766 * 4K EBDA area at 0x40E, calculate and scan it here.
767 *
768 * NOTE! There are Linux loaders that will corrupt the EBDA
769 * area, and as such this kind of SMP config may be less
770 * trustworthy, simply because the SMP table may have been
771 * stomped on during early boot. These loaders are buggy and
772 * should be fixed.
773 *
774 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
775 */
776
777 address = get_bios_ebda();
778 if (address)
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400779 smp_scan_config(address, 0x400, reserve);
780}
781
782void __init early_find_smp_config(void)
783{
784 __find_smp_config(0);
785}
786
787void __init find_smp_config(void)
788{
789 __find_smp_config(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790}
791
792/* --------------------------------------------------------------------------
793 ACPI-based MP Configuration
794 -------------------------------------------------------------------------- */
795
Ingo Molnare37ee422008-05-03 22:01:31 +0200796/*
797 * Keep this outside and initialized to 0, for !CONFIG_ACPI builds:
798 */
799int es7000_plat;
800
Len Brown888ba6c2005-08-24 12:07:20 -0400801#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802
Len Brown84663612005-08-24 12:09:07 -0400803#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700804
805#define MP_ISA_BUS 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700806
Thomas Gleixner7f028bc2008-05-12 15:43:35 +0200807static struct mp_ioapic_routing mp_ioapic_routing[MAX_IO_APICS];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400809static int mp_find_ioapic(int gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810{
Andi Kleen19f03ff2006-09-26 10:52:30 +0200811 int i = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700812
813 /* Find the IOAPIC that manages this GSI. */
814 for (i = 0; i < nr_ioapics; i++) {
815 if ((gsi >= mp_ioapic_routing[i].gsi_base)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400816 && (gsi <= mp_ioapic_routing[i].gsi_end))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700817 return i;
818 }
819
820 printk(KERN_ERR "ERROR: Unable to locate IOAPIC for GSI %d\n", gsi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 return -1;
822}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823
Jacek Luczak991074f2008-04-12 17:39:57 +0200824static u8 __init uniq_ioapic_id(u8 id)
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300825{
Alexey Starikovskiy22cbb4b2008-04-04 23:42:53 +0400826#ifdef CONFIG_X86_32
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300827 if ((boot_cpu_data.x86_vendor == X86_VENDOR_INTEL) &&
828 !APIC_XAPIC(apic_version[boot_cpu_physical_apicid]))
829 return io_apic_get_unique_id(nr_ioapics, id);
830 else
831 return id;
Alexey Starikovskiy22cbb4b2008-04-04 23:42:53 +0400832#else
833 int i;
834 DECLARE_BITMAP(used, 256);
835 bitmap_zero(used, 256);
836 for (i = 0; i < nr_ioapics; i++) {
837 struct mpc_config_ioapic *ia = &mp_ioapics[i];
838 __set_bit(ia->mpc_apicid, used);
839 }
840 if (!test_bit(id, used))
841 return id;
842 return find_first_zero_bit(used, 256);
843#endif
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300844}
845
Jack Steinera65d1d62008-03-28 14:12:08 -0500846void __init mp_register_ioapic(int id, u32 address, u32 gsi_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847{
Andi Kleen19f03ff2006-09-26 10:52:30 +0200848 int idx = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300850 if (bad_ioapic(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700852
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300853 idx = nr_ioapics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700854
855 mp_ioapics[idx].mpc_type = MP_IOAPIC;
856 mp_ioapics[idx].mpc_flags = MPC_APIC_USABLE;
857 mp_ioapics[idx].mpc_apicaddr = address;
858
859 set_fixmap_nocache(FIX_IO_APIC_BASE_0 + idx, address);
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300860 mp_ioapics[idx].mpc_apicid = uniq_ioapic_id(id);
Alexey Starikovskiy57b733e2008-04-04 23:43:00 +0400861#ifdef CONFIG_X86_32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700862 mp_ioapics[idx].mpc_apicver = io_apic_get_version(idx);
Alexey Starikovskiy57b733e2008-04-04 23:43:00 +0400863#else
864 mp_ioapics[idx].mpc_apicver = 0;
865#endif
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400866 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700867 * Build basic GSI lookup table to facilitate gsi->io_apic lookups
868 * and to prevent reprogramming of IOAPIC pins (PCI GSIs).
869 */
870 mp_ioapic_routing[idx].apic_id = mp_ioapics[idx].mpc_apicid;
871 mp_ioapic_routing[idx].gsi_base = gsi_base;
Thomas Gleixner64883ab2008-01-30 13:30:35 +0100872 mp_ioapic_routing[idx].gsi_end = gsi_base +
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400873 io_apic_get_redir_entries(idx);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700874
Alexey Starikovskiy57b733e2008-04-04 23:43:00 +0400875 printk(KERN_INFO "IOAPIC[%d]: apic_id %d, version %d, address 0x%x, "
Thomas Gleixner64883ab2008-01-30 13:30:35 +0100876 "GSI %d-%d\n", idx, mp_ioapics[idx].mpc_apicid,
Alexey Starikovskiy57b733e2008-04-04 23:43:00 +0400877 mp_ioapics[idx].mpc_apicver, mp_ioapics[idx].mpc_apicaddr,
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400878 mp_ioapic_routing[idx].gsi_base, mp_ioapic_routing[idx].gsi_end);
Alexey Starikovskiye3e3ffa2008-03-17 22:08:11 +0300879
880 nr_ioapics++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700881}
882
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400883void __init mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger, u32 gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700884{
885 struct mpc_config_intsrc intsrc;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400886 int ioapic = -1;
887 int pin = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700888
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400889 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700890 * Convert 'gsi' to 'ioapic.pin'.
891 */
892 ioapic = mp_find_ioapic(gsi);
893 if (ioapic < 0)
894 return;
895 pin = gsi - mp_ioapic_routing[ioapic].gsi_base;
896
897 /*
898 * TBD: This check is for faulty timer entries, where the override
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400899 * erroneously sets the trigger to level, resulting in a HUGE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700900 * increase of timer interrupts!
901 */
902 if ((bus_irq == 0) && (trigger == 3))
903 trigger = 1;
904
905 intsrc.mpc_type = MP_INTSRC;
906 intsrc.mpc_irqtype = mp_INT;
907 intsrc.mpc_irqflag = (trigger << 2) | polarity;
908 intsrc.mpc_srcbus = MP_ISA_BUS;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400909 intsrc.mpc_srcbusirq = bus_irq; /* IRQ */
910 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid; /* APIC ID */
911 intsrc.mpc_dstirq = pin; /* INTIN# */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700912
Akinobu Mita4abc1a02008-04-19 23:55:12 +0900913 MP_intsrc_info(&intsrc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700914}
915
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400916void __init mp_config_acpi_legacy_irqs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700917{
918 struct mpc_config_intsrc intsrc;
Andi Kleen19f03ff2006-09-26 10:52:30 +0200919 int i = 0;
920 int ioapic = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700921
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300922#if defined (CONFIG_MCA) || defined (CONFIG_EISA)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400923 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700924 * Fabricate the legacy ISA bus (bus #31).
925 */
926 mp_bus_id_to_type[MP_ISA_BUS] = MP_BUS_ISA;
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300927#endif
Alexey Starikovskiya6333c32008-03-20 14:54:09 +0300928 set_bit(MP_ISA_BUS, mp_bus_not_pci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700929 Dprintk("Bus #%d is ISA\n", MP_ISA_BUS);
930
931 /*
932 * Older generations of ES7000 have no legacy identity mappings
933 */
934 if (es7000_plat == 1)
935 return;
936
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400937 /*
938 * Locate the IOAPIC that manages the ISA IRQs (0-15).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700939 */
940 ioapic = mp_find_ioapic(0);
941 if (ioapic < 0)
942 return;
943
944 intsrc.mpc_type = MP_INTSRC;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400945 intsrc.mpc_irqflag = 0; /* Conforming */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700946 intsrc.mpc_srcbus = MP_ISA_BUS;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400947#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700948 intsrc.mpc_dstapic = mp_ioapics[ioapic].mpc_apicid;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400949#endif
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400950 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700951 * Use the default configuration for the IRQs 0-15. Unless
Simon Arlott27b46d72007-10-20 01:13:56 +0200952 * overridden by (MADT) interrupt source override entries.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953 */
954 for (i = 0; i < 16; i++) {
955 int idx;
956
957 for (idx = 0; idx < mp_irq_entries; idx++) {
958 struct mpc_config_intsrc *irq = mp_irqs + idx;
959
960 /* Do we already have a mapping for this ISA IRQ? */
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400961 if (irq->mpc_srcbus == MP_ISA_BUS
962 && irq->mpc_srcbusirq == i)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700963 break;
964
965 /* Do we already have a mapping for this IOAPIC pin */
966 if ((irq->mpc_dstapic == intsrc.mpc_dstapic) &&
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400967 (irq->mpc_dstirq == i))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700968 break;
969 }
970
971 if (idx != mp_irq_entries) {
972 printk(KERN_DEBUG "ACPI: IRQ%d used by override.\n", i);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400973 continue; /* IRQ already used */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700974 }
975
976 intsrc.mpc_irqtype = mp_INT;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400977 intsrc.mpc_srcbusirq = i; /* Identity mapped */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700978 intsrc.mpc_dstirq = i;
979
Akinobu Mita4abc1a02008-04-19 23:55:12 +0900980 MP_intsrc_info(&intsrc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700981 }
982}
983
Andi Kleen19f03ff2006-09-26 10:52:30 +0200984int mp_register_gsi(u32 gsi, int triggering, int polarity)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985{
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +0900986 int ioapic;
987 int ioapic_pin;
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +0400988#ifdef CONFIG_X86_32
989#define MAX_GSI_NUM 4096
990#define IRQ_COMPRESSION_START 64
991
Len Brown2ba7dee2008-01-30 13:31:02 +0100992 static int pci_irq = IRQ_COMPRESSION_START;
Natalie Protasevichc434b7a2005-06-23 00:08:29 -0700993 /*
Joe Perchesab4a5742008-01-30 13:31:42 +0100994 * Mapping between Global System Interrupts, which
Natalie Protasevichc434b7a2005-06-23 00:08:29 -0700995 * represent all possible interrupts, and IRQs
996 * assigned to actual devices.
997 */
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400998 static int gsi_to_irq[MAX_GSI_NUM];
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +0400999#else
1000
1001 if (acpi_irq_model != ACPI_IRQ_MODEL_IOAPIC)
1002 return gsi;
1003#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001004
Linus Torvalds1da177e2005-04-16 15:20:36 -07001005 /* Don't set up the ACPI SCI because it's already set up */
Alexey Starikovskiycee324b2007-02-02 19:48:22 +03001006 if (acpi_gbl_FADT.sci_interrupt == gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001007 return gsi;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001008
1009 ioapic = mp_find_ioapic(gsi);
1010 if (ioapic < 0) {
1011 printk(KERN_WARNING "No IOAPIC for GSI %u\n", gsi);
1012 return gsi;
1013 }
1014
1015 ioapic_pin = gsi - mp_ioapic_routing[ioapic].gsi_base;
1016
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001017#ifdef CONFIG_X86_32
Linus Torvalds1da177e2005-04-16 15:20:36 -07001018 if (ioapic_renumber_irq)
1019 gsi = ioapic_renumber_irq(ioapic, gsi);
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001020#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001021
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +04001022 /*
1023 * Avoid pin reprogramming. PRTs typically include entries
Linus Torvalds1da177e2005-04-16 15:20:36 -07001024 * with redundant pin->gsi mappings (but unique PCI devices);
1025 * we only program the IOAPIC on the first.
1026 */
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +09001027 if (ioapic_pin > MP_MAX_IOAPIC_PIN) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001028 printk(KERN_ERR "Invalid reference to IOAPIC pin "
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +04001029 "%d-%d\n", mp_ioapic_routing[ioapic].apic_id,
1030 ioapic_pin);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001031 return gsi;
1032 }
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +09001033 if (test_bit(ioapic_pin, mp_ioapic_routing[ioapic].pin_programmed)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001034 Dprintk(KERN_DEBUG "Pin %d-%d already programmed\n",
1035 mp_ioapic_routing[ioapic].apic_id, ioapic_pin);
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001036#ifdef CONFIG_X86_32
Len Brown2ba7dee2008-01-30 13:31:02 +01001037 return (gsi < IRQ_COMPRESSION_START ? gsi : gsi_to_irq[gsi]);
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001038#else
1039 return gsi;
1040#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001041 }
1042
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +09001043 set_bit(ioapic_pin, mp_ioapic_routing[ioapic].pin_programmed);
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001044#ifdef CONFIG_X86_32
Len Brown2ba7dee2008-01-30 13:31:02 +01001045 /*
1046 * For GSI >= 64, use IRQ compression
1047 */
1048 if ((gsi >= IRQ_COMPRESSION_START)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +04001049 && (triggering == ACPI_LEVEL_SENSITIVE)) {
Natalie Protasevichc434b7a2005-06-23 00:08:29 -07001050 /*
1051 * For PCI devices assign IRQs in order, avoiding gaps
1052 * due to unused I/O APIC pins.
1053 */
1054 int irq = gsi;
1055 if (gsi < MAX_GSI_NUM) {
Kimball Murraye0c1e9b2006-05-08 15:17:16 +02001056 /*
1057 * Retain the VIA chipset work-around (gsi > 15), but
1058 * avoid a problem where the 8254 timer (IRQ0) is setup
1059 * via an override (so it's not on pin 0 of the ioapic),
1060 * and at the same time, the pin 0 interrupt is a PCI
1061 * type. The gsi > 15 test could cause these two pins
1062 * to be shared as IRQ0, and they are not shareable.
1063 * So test for this condition, and if necessary, avoid
1064 * the pin collision.
1065 */
Adrian Bunkede13892008-03-17 22:29:32 +02001066 gsi = pci_irq++;
Natalie.Protasevich@unisys.come1afc3f2005-07-29 14:03:32 -07001067 /*
1068 * Don't assign IRQ used by ACPI SCI
1069 */
Alexey Starikovskiycee324b2007-02-02 19:48:22 +03001070 if (gsi == acpi_gbl_FADT.sci_interrupt)
Natalie.Protasevich@unisys.come1afc3f2005-07-29 14:03:32 -07001071 gsi = pci_irq++;
Natalie Protasevichc434b7a2005-06-23 00:08:29 -07001072 gsi_to_irq[irq] = gsi;
1073 } else {
1074 printk(KERN_ERR "GSI %u is too high\n", gsi);
1075 return gsi;
1076 }
1077 }
Alexey Starikovskiycfa08d62008-04-04 23:43:12 +04001078#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001079 io_apic_set_pci_routing(ioapic, ioapic_pin, gsi,
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +04001080 triggering == ACPI_EDGE_SENSITIVE ? 0 : 1,
1081 polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001082 return gsi;
1083}
1084
Len Brown84663612005-08-24 12:09:07 -04001085#endif /* CONFIG_X86_IO_APIC */
Len Brown888ba6c2005-08-24 12:07:20 -04001086#endif /* CONFIG_ACPI */