blob: 4719e481d93b7043fb84753bbfe673eb95d03ec6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi.c - Architecture-Specific Low-Level ACPI Support
3 *
4 * Copyright (C) 1999 VA Linux Systems
5 * Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com>
6 * Copyright (C) 2000, 2002-2003 Hewlett-Packard Co.
7 * David Mosberger-Tang <davidm@hpl.hp.com>
8 * Copyright (C) 2000 Intel Corp.
9 * Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com>
10 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
11 * Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com>
12 * Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com>
13 * Copyright (C) 2002 Erich Focht <efocht@ess.nec.de>
Ashok Raj55e59c52005-03-31 22:51:10 -050014 * Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 *
16 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
17 *
18 * This program is free software; you can redistribute it and/or modify
19 * it under the terms of the GNU General Public License as published by
20 * the Free Software Foundation; either version 2 of the License, or
21 * (at your option) any later version.
22 *
23 * This program is distributed in the hope that it will be useful,
24 * but WITHOUT ANY WARRANTY; without even the implied warranty of
25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
26 * GNU General Public License for more details.
27 *
28 * You should have received a copy of the GNU General Public License
29 * along with this program; if not, write to the Free Software
30 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
31 *
32 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
33 */
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/module.h>
36#include <linux/init.h>
37#include <linux/kernel.h>
38#include <linux/sched.h>
39#include <linux/smp.h>
40#include <linux/string.h>
41#include <linux/types.h>
42#include <linux/irq.h>
43#include <linux/acpi.h>
44#include <linux/efi.h>
45#include <linux/mmzone.h>
46#include <linux/nodemask.h>
47#include <asm/io.h>
48#include <asm/iosapic.h>
49#include <asm/machvec.h>
50#include <asm/page.h>
51#include <asm/system.h>
52#include <asm/numa.h>
53#include <asm/sal.h>
54#include <asm/cyclone.h>
55
56#define BAD_MADT_ENTRY(entry, end) ( \
57 (!entry) || (unsigned long)entry + sizeof(*entry) > end || \
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +030058 ((struct acpi_subtable_header *)entry)->length < sizeof(*entry))
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
60#define PREFIX "ACPI: "
61
62void (*pm_idle) (void);
63EXPORT_SYMBOL(pm_idle);
64void (*pm_power_off) (void);
65EXPORT_SYMBOL(pm_power_off);
66
Ashok Raj55e59c52005-03-31 22:51:10 -050067unsigned int acpi_cpei_override;
68unsigned int acpi_cpei_phys_cpuid;
69
Linus Torvalds1da177e2005-04-16 15:20:36 -070070#define MAX_SAPICS 256
MAEDA Naoaki702c7e72005-08-08 01:09:00 -040071u16 ia64_acpiid_to_sapicid[MAX_SAPICS] = {[0 ... MAX_SAPICS - 1] = -1 };
Len Brown4be44fc2005-08-05 00:44:28 -040072
Linus Torvalds1da177e2005-04-16 15:20:36 -070073EXPORT_SYMBOL(ia64_acpiid_to_sapicid);
74
Len Brown4be44fc2005-08-05 00:44:28 -040075const char *acpi_get_sysname(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076{
77#ifdef CONFIG_IA64_GENERIC
78 unsigned long rsdp_phys;
Alexey Starikovskiyad718602007-02-02 19:48:19 +030079 struct acpi_table_rsdp *rsdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080 struct acpi_table_xsdt *xsdt;
81 struct acpi_table_header *hdr;
82
83 rsdp_phys = acpi_find_rsdp();
84 if (!rsdp_phys) {
Len Brown4be44fc2005-08-05 00:44:28 -040085 printk(KERN_ERR
86 "ACPI 2.0 RSDP not found, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 return "dig";
88 }
89
Alexey Starikovskiyad718602007-02-02 19:48:19 +030090 rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys);
91 if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) {
Len Brown4be44fc2005-08-05 00:44:28 -040092 printk(KERN_ERR
93 "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 return "dig";
95 }
96
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +030097 xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 hdr = &xsdt->header;
Alexey Starikovskiyad718602007-02-02 19:48:19 +030099 if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) {
Len Brown4be44fc2005-08-05 00:44:28 -0400100 printk(KERN_ERR
101 "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 return "dig";
103 }
104
105 if (!strcmp(hdr->oem_id, "HP")) {
106 return "hpzx1";
Len Brown4be44fc2005-08-05 00:44:28 -0400107 } else if (!strcmp(hdr->oem_id, "SGI")) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 return "sn2";
109 }
110
111 return "dig";
112#else
113# if defined (CONFIG_IA64_HP_SIM)
114 return "hpsim";
115# elif defined (CONFIG_IA64_HP_ZX1)
116 return "hpzx1";
117# elif defined (CONFIG_IA64_HP_ZX1_SWIOTLB)
118 return "hpzx1_swiotlb";
119# elif defined (CONFIG_IA64_SGI_SN2)
120 return "sn2";
121# elif defined (CONFIG_IA64_DIG)
122 return "dig";
123# else
124# error Unknown platform. Fix acpi.c.
125# endif
126#endif
127}
128
Len Brown888ba6c2005-08-24 12:07:20 -0400129#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
131#define ACPI_MAX_PLATFORM_INTERRUPTS 256
132
133/* Array to record platform interrupt vectors for generic interrupt routing. */
134int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = {
135 [0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1
136};
137
138enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC;
139
140/*
141 * Interrupt routing API for device drivers. Provides interrupt vector for
142 * a generic platform event. Currently only CPEI is implemented.
143 */
Len Brown4be44fc2005-08-05 00:44:28 -0400144int acpi_request_vector(u32 int_type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145{
146 int vector = -1;
147
148 if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) {
149 /* corrected platform error interrupt */
150 vector = platform_intr_list[int_type];
151 } else
Len Brown4be44fc2005-08-05 00:44:28 -0400152 printk(KERN_ERR
153 "acpi_request_vector(): invalid interrupt type\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 return vector;
155}
156
Len Brown4be44fc2005-08-05 00:44:28 -0400157char *__acpi_map_table(unsigned long phys_addr, unsigned long size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158{
159 return __va(phys_addr);
160}
161
162/* --------------------------------------------------------------------------
163 Boot-time Table Parsing
164 -------------------------------------------------------------------------- */
165
Len Brown4be44fc2005-08-05 00:44:28 -0400166static int total_cpus __initdata;
167static int available_cpus __initdata;
168struct acpi_table_madt *acpi_madt __initdata;
169static u8 has_8259;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
171static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300172acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400173 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300175 struct acpi_madt_local_apic_override *lapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300177 lapic = (struct acpi_madt_local_apic_override *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178
179 if (BAD_MADT_ENTRY(lapic, end))
180 return -EINVAL;
181
182 if (lapic->address) {
183 iounmap(ipi_base_addr);
184 ipi_base_addr = ioremap(lapic->address, 0);
185 }
186 return 0;
187}
188
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300190acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300192 struct acpi_madt_local_sapic *lsapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300194 lsapic = (struct acpi_madt_local_sapic *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300196 /*Skip BAD_MADT_ENTRY check, as lsapic size could vary */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300198 if (lsapic->lapic_flags & ACPI_MADT_ENABLED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199#ifdef CONFIG_SMP
Len Brown4be44fc2005-08-05 00:44:28 -0400200 smp_boot_data.cpu_phys_id[available_cpus] =
201 (lsapic->id << 8) | lsapic->eid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202#endif
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300203 ia64_acpiid_to_sapicid[lsapic->processor_id] =
Len Brown4be44fc2005-08-05 00:44:28 -0400204 (lsapic->id << 8) | lsapic->eid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 ++available_cpus;
206 }
207
208 total_cpus++;
209 return 0;
210}
211
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300213acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300215 struct acpi_madt_local_apic_nmi *lacpi_nmi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300217 lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218
219 if (BAD_MADT_ENTRY(lacpi_nmi, end))
220 return -EINVAL;
221
222 /* TBD: Support lapic_nmi entries */
223 return 0;
224}
225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300227acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300229 struct acpi_madt_io_sapic *iosapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300231 iosapic = (struct acpi_madt_io_sapic *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232
233 if (BAD_MADT_ENTRY(iosapic, end))
234 return -EINVAL;
235
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700236 return iosapic_init(iosapic->address, iosapic->global_irq_base);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237}
238
Len Brown58104522006-05-13 01:12:15 -0400239static unsigned int __initdata acpi_madt_rev;
240
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300242acpi_parse_plat_int_src(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400243 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300245 struct acpi_madt_interrupt_source *plintsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 int vector;
247
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300248 plintsrc = (struct acpi_madt_interrupt_source *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249
250 if (BAD_MADT_ENTRY(plintsrc, end))
251 return -EINVAL;
252
253 /*
254 * Get vector assignment for this interrupt, set attributes,
255 * and program the IOSAPIC routing table.
256 */
257 vector = iosapic_register_platform_intr(plintsrc->type,
258 plintsrc->global_irq,
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300259 plintsrc->io_sapic_vector,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 plintsrc->eid,
261 plintsrc->id,
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300262 ((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) ==
263 ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
264 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
265 ((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
266 ACPI_MADT_TRIGGER_EDGE) ?
267 IOSAPIC_EDGE : IOSAPIC_LEVEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268
269 platform_intr_list[plintsrc->type] = vector;
Ashok Raj55e59c52005-03-31 22:51:10 -0500270 if (acpi_madt_rev > 1) {
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300271 acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE;
Ashok Raj55e59c52005-03-31 22:51:10 -0500272 }
273
274 /*
275 * Save the physical id, so we can check when its being removed
276 */
277 acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff;
278
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279 return 0;
280}
281
Ashok Rajb88e9262006-01-19 16:18:47 -0800282#ifdef CONFIG_HOTPLUG_CPU
Ashok Raj55e59c52005-03-31 22:51:10 -0500283unsigned int can_cpei_retarget(void)
284{
285 extern int cpe_vector;
Ashok Rajff741902005-11-11 14:32:40 -0800286 extern unsigned int force_cpei_retarget;
Ashok Raj55e59c52005-03-31 22:51:10 -0500287
288 /*
289 * Only if CPEI is supported and the override flag
290 * is present, otherwise return that its re-targettable
291 * if we are in polling mode.
292 */
Ashok Rajff741902005-11-11 14:32:40 -0800293 if (cpe_vector > 0) {
294 if (acpi_cpei_override || force_cpei_retarget)
295 return 1;
296 else
297 return 0;
298 }
299 return 1;
Ashok Raj55e59c52005-03-31 22:51:10 -0500300}
301
302unsigned int is_cpu_cpei_target(unsigned int cpu)
303{
304 unsigned int logical_id;
305
306 logical_id = cpu_logical_id(acpi_cpei_phys_cpuid);
307
308 if (logical_id == cpu)
309 return 1;
310 else
311 return 0;
312}
313
314void set_cpei_target_cpu(unsigned int cpu)
315{
316 acpi_cpei_phys_cpuid = cpu_physical_id(cpu);
317}
Ashok Rajb88e9262006-01-19 16:18:47 -0800318#endif
Ashok Raj55e59c52005-03-31 22:51:10 -0500319
320unsigned int get_cpei_target_cpu(void)
321{
322 return acpi_cpei_phys_cpuid;
323}
324
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300326acpi_parse_int_src_ovr(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400327 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300329 struct acpi_madt_interrupt_override *p;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300331 p = (struct acpi_madt_interrupt_override *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332
333 if (BAD_MADT_ENTRY(p, end))
334 return -EINVAL;
335
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300336 iosapic_override_isa_irq(p->source_irq, p->global_irq,
337 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) ==
338 ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
339 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
340 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
341 ACPI_MADT_TRIGGER_EDGE) ?
342 IOSAPIC_EDGE : IOSAPIC_LEVEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 return 0;
344}
345
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300347acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300349 struct acpi_madt_nmi_source *nmi_src;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300351 nmi_src = (struct acpi_madt_nmi_source *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352
353 if (BAD_MADT_ENTRY(nmi_src, end))
354 return -EINVAL;
355
356 /* TBD: Support nimsrc entries */
357 return 0;
358}
359
Len Brown4be44fc2005-08-05 00:44:28 -0400360static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361{
Len Brown4be44fc2005-08-05 00:44:28 -0400362 if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363
364 /*
365 * Unfortunately ITC_DRIFT is not yet part of the
366 * official SAL spec, so the ITC_DRIFT bit is not
367 * set by the BIOS on this hardware.
368 */
369 sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT;
370
371 cyclone_setup();
372 }
373}
374
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300375static int __init acpi_parse_madt(struct acpi_table_header *table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300377 if (!table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378 return -EINVAL;
379
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300380 acpi_madt = (struct acpi_table_madt *)table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381
Ashok Raj55e59c52005-03-31 22:51:10 -0500382 acpi_madt_rev = acpi_madt->header.revision;
383
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 /* remember the value for reference after free_initmem() */
385#ifdef CONFIG_ITANIUM
Len Brown4be44fc2005-08-05 00:44:28 -0400386 has_8259 = 1; /* Firmware on old Itanium systems is broken */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387#else
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300388 has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389#endif
390 iosapic_system_init(has_8259);
391
392 /* Get base address of IPI Message Block */
393
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300394 if (acpi_madt->address)
395 ipi_base_addr = ioremap(acpi_madt->address, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396
397 printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr);
398
399 acpi_madt_oem_check(acpi_madt->header.oem_id,
Len Brown4be44fc2005-08-05 00:44:28 -0400400 acpi_madt->header.oem_table_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401
402 return 0;
403}
404
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405#ifdef CONFIG_ACPI_NUMA
406
407#undef SLIT_DEBUG
408
409#define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32)
410
Len Brown4be44fc2005-08-05 00:44:28 -0400411static int __initdata srat_num_cpus; /* number of cpus */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412static u32 __devinitdata pxm_flag[PXM_FLAG_LEN];
413#define pxm_bit_set(bit) (set_bit(bit,(void *)pxm_flag))
414#define pxm_bit_test(bit) (test_bit(bit,(void *)pxm_flag))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415static struct acpi_table_slit __initdata *slit_table;
416
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300417static int get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa)
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600418{
419 int pxm;
420
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300421 pxm = pa->proximity_domain_lo;
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600422 if (ia64_platform_is("sn2"))
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300423 pxm += pa->proximity_domain_hi[0] << 8;
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600424 return pxm;
425}
426
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300427static int get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma)
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600428{
429 int pxm;
430
431 pxm = ma->proximity_domain;
432 if (ia64_platform_is("sn2"))
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300433 pxm += ma->reserved << 8;
434
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600435 return pxm;
436}
437
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438/*
439 * ACPI 2.0 SLIT (System Locality Information Table)
440 * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf
441 */
Len Brown4be44fc2005-08-05 00:44:28 -0400442void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443{
444 u32 len;
445
446 len = sizeof(struct acpi_table_header) + 8
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300447 + slit->locality_count * slit->locality_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448 if (slit->header.length != len) {
Len Brown4be44fc2005-08-05 00:44:28 -0400449 printk(KERN_ERR
450 "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700451 len, slit->header.length);
452 memset(numa_slit, 10, sizeof(numa_slit));
453 return;
454 }
455 slit_table = slit;
456}
457
458void __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300459acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460{
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600461 int pxm;
462
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300463 if (!(pa->flags & ACPI_SRAT_CPU_ENABLED))
Kenji Kaneshiged903cea2006-03-15 14:45:11 +0900464 return;
465
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600466 pxm = get_processor_proximity_domain(pa);
467
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468 /* record this node in proximity bitmap */
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600469 pxm_bit_set(pxm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
Len Brown4be44fc2005-08-05 00:44:28 -0400471 node_cpuid[srat_num_cpus].phys_id =
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300472 (pa->apic_id << 8) | (pa->local_sapic_eid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 /* nid should be overridden as logical node id later */
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600474 node_cpuid[srat_num_cpus].nid = pxm;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475 srat_num_cpus++;
476}
477
478void __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300479acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480{
481 unsigned long paddr, size;
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600482 int pxm;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483 struct node_memblk_s *p, *q, *pend;
484
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600485 pxm = get_memory_proximity_domain(ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486
487 /* fill node memory chunk structure */
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300488 paddr = ma->base_address;
489 size = ma->length;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490
491 /* Ignore disabled entries */
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300492 if (!(ma->flags & ACPI_SRAT_MEM_ENABLED))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493 return;
494
495 /* record this node in proximity bitmap */
496 pxm_bit_set(pxm);
497
498 /* Insertion sort based on base address */
499 pend = &node_memblk[num_node_memblks];
500 for (p = &node_memblk[0]; p < pend; p++) {
501 if (paddr < p->start_paddr)
502 break;
503 }
504 if (p < pend) {
505 for (q = pend - 1; q >= p; q--)
506 *(q + 1) = *q;
507 }
508 p->start_paddr = paddr;
509 p->size = size;
510 p->nid = pxm;
511 num_node_memblks++;
512}
513
Len Brown4be44fc2005-08-05 00:44:28 -0400514void __init acpi_numa_arch_fixup(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700515{
516 int i, j, node_from, node_to;
517
518 /* If there's no SRAT, fix the phys_id and mark node 0 online */
519 if (srat_num_cpus == 0) {
520 node_set_online(0);
521 node_cpuid[0].phys_id = hard_smp_processor_id();
522 return;
523 }
524
525 /*
526 * MCD - This can probably be dropped now. No need for pxm ID to node ID
527 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES.
528 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 nodes_clear(node_online_map);
530 for (i = 0; i < MAX_PXM_DOMAINS; i++) {
531 if (pxm_bit_test(i)) {
Yasunori Goto762834e2006-06-23 02:03:19 -0700532 int nid = acpi_map_pxm_to_node(i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 node_set_online(nid);
534 }
535 }
536
537 /* set logical node id in memory chunk structure */
538 for (i = 0; i < num_node_memblks; i++)
Yasunori Goto762834e2006-06-23 02:03:19 -0700539 node_memblk[i].nid = pxm_to_node(node_memblk[i].nid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540
541 /* assign memory bank numbers for each chunk on each node */
542 for_each_online_node(i) {
543 int bank;
544
545 bank = 0;
546 for (j = 0; j < num_node_memblks; j++)
547 if (node_memblk[j].nid == i)
548 node_memblk[j].bank = bank++;
549 }
550
551 /* set logical node id in cpu structure */
552 for (i = 0; i < srat_num_cpus; i++)
Yasunori Goto762834e2006-06-23 02:03:19 -0700553 node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554
Len Brown4be44fc2005-08-05 00:44:28 -0400555 printk(KERN_INFO "Number of logical nodes in system = %d\n",
556 num_online_nodes());
557 printk(KERN_INFO "Number of memory chunks in system = %d\n",
558 num_node_memblks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559
Len Brown4be44fc2005-08-05 00:44:28 -0400560 if (!slit_table)
561 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 memset(numa_slit, -1, sizeof(numa_slit));
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300563 for (i = 0; i < slit_table->locality_count; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564 if (!pxm_bit_test(i))
565 continue;
Yasunori Goto762834e2006-06-23 02:03:19 -0700566 node_from = pxm_to_node(i);
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300567 for (j = 0; j < slit_table->locality_count; j++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 if (!pxm_bit_test(j))
569 continue;
Yasunori Goto762834e2006-06-23 02:03:19 -0700570 node_to = pxm_to_node(j);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571 node_distance(node_from, node_to) =
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300572 slit_table->entry[i * slit_table->locality_count + j];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 }
574 }
575
576#ifdef SLIT_DEBUG
577 printk("ACPI 2.0 SLIT locality table:\n");
578 for_each_online_node(i) {
579 for_each_online_node(j)
Len Brown4be44fc2005-08-05 00:44:28 -0400580 printk("%03d ", node_distance(i, j));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581 printk("\n");
582 }
583#endif
584}
Len Brown4be44fc2005-08-05 00:44:28 -0400585#endif /* CONFIG_ACPI_NUMA */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586
Kenji Kaneshige1f3a6a12005-07-28 14:42:00 -0400587/*
588 * success: return IRQ number (>=0)
589 * failure: return < 0
590 */
Len Browncb654692005-12-28 02:43:51 -0500591int acpi_register_gsi(u32 gsi, int triggering, int polarity)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592{
John Keller3948ec92006-12-22 11:50:04 -0600593 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
594 return gsi;
595
Linus Torvalds1da177e2005-04-16 15:20:36 -0700596 if (has_8259 && gsi < 16)
597 return isa_irq_to_vector(gsi);
598
599 return iosapic_register_intr(gsi,
Len Browncb654692005-12-28 02:43:51 -0500600 (polarity ==
Len Brown4be44fc2005-08-05 00:44:28 -0400601 ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH :
602 IOSAPIC_POL_LOW,
Len Browncb654692005-12-28 02:43:51 -0500603 (triggering ==
Len Brown4be44fc2005-08-05 00:44:28 -0400604 ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE :
605 IOSAPIC_LEVEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606}
Len Brown4be44fc2005-08-05 00:44:28 -0400607
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608EXPORT_SYMBOL(acpi_register_gsi);
609
Len Brown4be44fc2005-08-05 00:44:28 -0400610void acpi_unregister_gsi(u32 gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611{
612 iosapic_unregister_intr(gsi);
613}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615EXPORT_SYMBOL(acpi_unregister_gsi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300617static int __init acpi_parse_fadt(struct acpi_table_header *table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618{
619 struct acpi_table_header *fadt_header;
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300620 struct acpi_table_fadt *fadt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300622 if (!table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623 return -EINVAL;
624
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300625 fadt_header = (struct acpi_table_header *)table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626 if (fadt_header->revision != 3)
Len Brown4be44fc2005-08-05 00:44:28 -0400627 return -ENODEV; /* Only deal with ACPI 2.0 FADT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300629 fadt = (struct acpi_table_fadt *)fadt_header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300631 acpi_register_gsi(fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE, ACPI_ACTIVE_LOW);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632 return 0;
633}
634
Len Brown4be44fc2005-08-05 00:44:28 -0400635unsigned long __init acpi_find_rsdp(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636{
637 unsigned long rsdp_phys = 0;
638
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800639 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
640 rsdp_phys = efi.acpi20;
641 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Len Brown4be44fc2005-08-05 00:44:28 -0400642 printk(KERN_WARNING PREFIX
643 "v1.0/r0.71 tables no longer supported\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 return rsdp_phys;
645}
646
Len Brown4be44fc2005-08-05 00:44:28 -0400647int __init acpi_boot_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648{
649
650 /*
651 * MADT
652 * ----
653 * Parse the Multiple APIC Description Table (MADT), if exists.
654 * Note that this table provides platform SMP configuration
655 * information -- the successor to MPS tables.
656 */
657
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300658 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt) < 1) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 printk(KERN_ERR PREFIX "Can't find MADT\n");
660 goto skip_madt;
661 }
662
663 /* Local APIC */
664
Len Brown4be44fc2005-08-05 00:44:28 -0400665 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300666 (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400667 printk(KERN_ERR PREFIX
668 "Error parsing LAPIC address override entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300670 if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC, acpi_parse_lsapic, NR_CPUS)
Len Brown4be44fc2005-08-05 00:44:28 -0400671 < 1)
672 printk(KERN_ERR PREFIX
673 "Error parsing MADT - no LAPIC entries\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300675 if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400676 < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677 printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n");
678
679 /* I/O APIC */
680
Len Brown4be44fc2005-08-05 00:44:28 -0400681 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300682 (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1)
Len Brown4be44fc2005-08-05 00:44:28 -0400683 printk(KERN_ERR PREFIX
684 "Error parsing MADT - no IOSAPIC entries\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685
686 /* System-Level Interrupt Routing */
687
Len Brown4be44fc2005-08-05 00:44:28 -0400688 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300689 (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src,
Len Brown4be44fc2005-08-05 00:44:28 -0400690 ACPI_MAX_PLATFORM_INTERRUPTS) < 0)
691 printk(KERN_ERR PREFIX
692 "Error parsing platform interrupt source entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693
Len Brown4be44fc2005-08-05 00:44:28 -0400694 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300695 (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400696 printk(KERN_ERR PREFIX
697 "Error parsing interrupt source overrides entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300699 if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700 printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n");
Len Brown4be44fc2005-08-05 00:44:28 -0400701 skip_madt:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702
703 /*
704 * FADT says whether a legacy keyboard controller is present.
705 * The FADT also contains an SCI_INT line, by which the system
706 * gets interrupts such as power and sleep buttons. If it's not
707 * on a Legacy interrupt, it needs to be setup.
708 */
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300709 if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt) < 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 printk(KERN_ERR PREFIX "Can't find FADT\n");
711
712#ifdef CONFIG_SMP
713 if (available_cpus == 0) {
714 printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n");
715 printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id());
Len Brown4be44fc2005-08-05 00:44:28 -0400716 smp_boot_data.cpu_phys_id[available_cpus] =
717 hard_smp_processor_id();
718 available_cpus = 1; /* We've got at least one of these, no? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 }
720 smp_boot_data.cpu_count = available_cpus;
721
722 smp_build_cpu_map();
723# ifdef CONFIG_ACPI_NUMA
724 if (srat_num_cpus == 0) {
725 int cpu, i = 1;
726 for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++)
Len Brown4be44fc2005-08-05 00:44:28 -0400727 if (smp_boot_data.cpu_phys_id[cpu] !=
728 hard_smp_processor_id())
729 node_cpuid[i++].phys_id =
730 smp_boot_data.cpu_phys_id[cpu];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700731 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732# endif
733#endif
Tony Luck8d7e3512005-07-06 18:18:10 -0700734#ifdef CONFIG_ACPI_NUMA
735 build_cpu_to_node_map();
736#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737 /* Make boot-up look pretty */
Len Brown4be44fc2005-08-05 00:44:28 -0400738 printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus,
739 total_cpus);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 return 0;
741}
742
Len Brown4be44fc2005-08-05 00:44:28 -0400743int acpi_gsi_to_irq(u32 gsi, unsigned int *irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744{
745 int vector;
746
747 if (has_8259 && gsi < 16)
748 *irq = isa_irq_to_vector(gsi);
749 else {
750 vector = gsi_to_vector(gsi);
751 if (vector == -1)
752 return -1;
753
754 *irq = vector;
755 }
756 return 0;
757}
758
759/*
760 * ACPI based hotplug CPU support
761 */
762#ifdef CONFIG_ACPI_HOTPLUG_CPU
763static
Len Brown4be44fc2005-08-05 00:44:28 -0400764int acpi_map_cpu2node(acpi_handle handle, int cpu, long physid)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765{
766#ifdef CONFIG_ACPI_NUMA
Len Brown4be44fc2005-08-05 00:44:28 -0400767 int pxm_id;
KAMEZAWA Hiroyuki08992982006-09-25 16:25:21 -0700768 int nid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769
770 pxm_id = acpi_get_pxm(handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771 /*
KAMEZAWA Hiroyuki08992982006-09-25 16:25:21 -0700772 * We don't have cpu-only-node hotadd. But if the system equips
773 * SRAT table, pxm is already found and node is ready.
774 * So, just pxm_to_nid(pxm) is OK.
775 * This code here is for the system which doesn't have full SRAT
776 * table for possible cpus.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700777 */
KAMEZAWA Hiroyuki08992982006-09-25 16:25:21 -0700778 nid = acpi_map_pxm_to_node(pxm_id);
Len Brown4be44fc2005-08-05 00:44:28 -0400779 node_cpuid[cpu].phys_id = physid;
KAMEZAWA Hiroyuki08992982006-09-25 16:25:21 -0700780 node_cpuid[cpu].nid = nid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781#endif
Len Brown4be44fc2005-08-05 00:44:28 -0400782 return (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700783}
784
Ashok Raja6b14fa2006-02-14 15:01:12 -0800785int additional_cpus __initdata = -1;
786
787static __init int setup_additional_cpus(char *s)
788{
789 if (s)
790 additional_cpus = simple_strtol(s, NULL, 0);
791
792 return 0;
793}
794
795early_param("additional_cpus", setup_additional_cpus);
796
797/*
798 * cpu_possible_map should be static, it cannot change as cpu's
799 * are onlined, or offlined. The reason is per-cpu data-structures
800 * are allocated by some modules at init time, and dont expect to
801 * do this dynamically on cpu arrival/departure.
802 * cpu_present_map on the other hand can change dynamically.
803 * In case when cpu_hotplug is not compiled, then we resort to current
804 * behaviour, which is cpu_possible == cpu_present.
805 * - Ashok Raj
806 *
807 * Three ways to find out the number of additional hotplug CPUs:
808 * - If the BIOS specified disabled CPUs in ACPI/mptables use that.
809 * - The user can overwrite it with additional_cpus=NUM
810 * - Otherwise don't reserve additional CPUs.
811 */
812__init void prefill_possible_map(void)
813{
814 int i;
815 int possible, disabled_cpus;
816
817 disabled_cpus = total_cpus - available_cpus;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800818
Ashok Raja6b14fa2006-02-14 15:01:12 -0800819 if (additional_cpus == -1) {
Ashok Raj8f8b11382006-02-16 14:01:48 -0800820 if (disabled_cpus > 0)
Ashok Raja6b14fa2006-02-14 15:01:12 -0800821 additional_cpus = disabled_cpus;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800822 else
Ashok Raja6b14fa2006-02-14 15:01:12 -0800823 additional_cpus = 0;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800824 }
825
826 possible = available_cpus + additional_cpus;
827
Ashok Raja6b14fa2006-02-14 15:01:12 -0800828 if (possible > NR_CPUS)
829 possible = NR_CPUS;
830
831 printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n",
Ashok Raj8f8b11382006-02-16 14:01:48 -0800832 possible, max((possible - available_cpus), 0));
Ashok Raja6b14fa2006-02-14 15:01:12 -0800833
834 for (i = 0; i < possible; i++)
835 cpu_set(i, cpu_possible_map);
836}
837
Len Brown4be44fc2005-08-05 00:44:28 -0400838int acpi_map_lsapic(acpi_handle handle, int *pcpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839{
Len Brown4be44fc2005-08-05 00:44:28 -0400840 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 union acpi_object *obj;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300842 struct acpi_madt_local_sapic *lsapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843 cpumask_t tmp_map;
844 long physid;
845 int cpu;
Len Brown4be44fc2005-08-05 00:44:28 -0400846
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
848 return -EINVAL;
849
Len Brown4be44fc2005-08-05 00:44:28 -0400850 if (!buffer.length || !buffer.pointer)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 return -EINVAL;
Len Brown4be44fc2005-08-05 00:44:28 -0400852
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853 obj = buffer.pointer;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300854 if (obj->type != ACPI_TYPE_BUFFER)
855 {
Len Brown02438d82006-06-30 03:19:10 -0400856 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700857 return -EINVAL;
858 }
859
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300860 lsapic = (struct acpi_madt_local_sapic *)obj->buffer.pointer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300862 if ((lsapic->header.type != ACPI_MADT_TYPE_LOCAL_SAPIC) ||
863 (!lsapic->lapic_flags & ACPI_MADT_ENABLED)) {
Len Brown02438d82006-06-30 03:19:10 -0400864 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700865 return -EINVAL;
866 }
867
Len Brown4be44fc2005-08-05 00:44:28 -0400868 physid = ((lsapic->id << 8) | (lsapic->eid));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700869
Len Brown02438d82006-06-30 03:19:10 -0400870 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871 buffer.length = ACPI_ALLOCATE_BUFFER;
872 buffer.pointer = NULL;
873
874 cpus_complement(tmp_map, cpu_present_map);
875 cpu = first_cpu(tmp_map);
Len Brown4be44fc2005-08-05 00:44:28 -0400876 if (cpu >= NR_CPUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700877 return -EINVAL;
878
879 acpi_map_cpu2node(handle, cpu, physid);
880
Len Brown4be44fc2005-08-05 00:44:28 -0400881 cpu_set(cpu, cpu_present_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700882 ia64_cpu_to_sapicid[cpu] = physid;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300883 ia64_acpiid_to_sapicid[lsapic->processor_id] = ia64_cpu_to_sapicid[cpu];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700884
885 *pcpu = cpu;
Len Brown4be44fc2005-08-05 00:44:28 -0400886 return (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700887}
Len Brown4be44fc2005-08-05 00:44:28 -0400888
Linus Torvalds1da177e2005-04-16 15:20:36 -0700889EXPORT_SYMBOL(acpi_map_lsapic);
890
Len Brown4be44fc2005-08-05 00:44:28 -0400891int acpi_unmap_lsapic(int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700892{
893 int i;
894
Len Brown4be44fc2005-08-05 00:44:28 -0400895 for (i = 0; i < MAX_SAPICS; i++) {
896 if (ia64_acpiid_to_sapicid[i] == ia64_cpu_to_sapicid[cpu]) {
897 ia64_acpiid_to_sapicid[i] = -1;
898 break;
899 }
900 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 ia64_cpu_to_sapicid[cpu] = -1;
Len Brown4be44fc2005-08-05 00:44:28 -0400902 cpu_clear(cpu, cpu_present_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700903
904#ifdef CONFIG_ACPI_NUMA
905 /* NUMA specific cleanup's */
906#endif
907
Len Brown4be44fc2005-08-05 00:44:28 -0400908 return (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909}
Len Brown4be44fc2005-08-05 00:44:28 -0400910
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911EXPORT_SYMBOL(acpi_unmap_lsapic);
Len Brown4be44fc2005-08-05 00:44:28 -0400912#endif /* CONFIG_ACPI_HOTPLUG_CPU */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700913
914#ifdef CONFIG_ACPI_NUMA
Bjorn Helgaas650316f2005-09-16 11:43:45 -0600915static acpi_status __devinit
Len Brown4be44fc2005-08-05 00:44:28 -0400916acpi_map_iosapic(acpi_handle handle, u32 depth, void *context, void **ret)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700917{
Len Brown4be44fc2005-08-05 00:44:28 -0400918 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700919 union acpi_object *obj;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300920 struct acpi_madt_io_sapic *iosapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700921 unsigned int gsi_base;
Alex Williamsonbb0fc082005-03-24 22:58:00 -0700922 int pxm, node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700923
924 /* Only care about objects w/ a method that returns the MADT */
925 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
926 return AE_OK;
927
928 if (!buffer.length || !buffer.pointer)
929 return AE_OK;
930
931 obj = buffer.pointer;
932 if (obj->type != ACPI_TYPE_BUFFER ||
933 obj->buffer.length < sizeof(*iosapic)) {
Len Brown02438d82006-06-30 03:19:10 -0400934 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700935 return AE_OK;
936 }
937
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300938 iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700939
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300940 if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) {
Len Brown02438d82006-06-30 03:19:10 -0400941 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700942 return AE_OK;
943 }
944
945 gsi_base = iosapic->global_irq_base;
946
Len Brown02438d82006-06-30 03:19:10 -0400947 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700948
949 /*
Alex Williamsonbb0fc082005-03-24 22:58:00 -0700950 * OK, it's an IOSAPIC MADT entry, look for a _PXM value to tell
Linus Torvalds1da177e2005-04-16 15:20:36 -0700951 * us which node to associate this with.
952 */
Alex Williamsonbb0fc082005-03-24 22:58:00 -0700953 pxm = acpi_get_pxm(handle);
954 if (pxm < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700955 return AE_OK;
956
Yasunori Goto762834e2006-06-23 02:03:19 -0700957 node = pxm_to_node(pxm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700958
959 if (node >= MAX_NUMNODES || !node_online(node) ||
960 cpus_empty(node_to_cpumask(node)))
961 return AE_OK;
962
963 /* We know a gsi to node mapping! */
964 map_iosapic_to_node(gsi_base, node);
965 return AE_OK;
966}
Bjorn Helgaas650316f2005-09-16 11:43:45 -0600967
968static int __init
969acpi_map_iosapics (void)
970{
971 acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL);
972 return 0;
973}
974
975fs_initcall(acpi_map_iosapics);
976#endif /* CONFIG_ACPI_NUMA */
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700977
Len Brown4be44fc2005-08-05 00:44:28 -0400978int acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700979{
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700980 int err;
981
982 if ((err = iosapic_init(phys_addr, gsi_base)))
983 return err;
984
Peter Chubb24b8e0c2005-09-15 15:36:35 +1000985#ifdef CONFIG_ACPI_NUMA
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700986 acpi_map_iosapic(handle, 0, NULL, NULL);
Len Brown4be44fc2005-08-05 00:44:28 -0400987#endif /* CONFIG_ACPI_NUMA */
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700988
989 return 0;
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700990}
Len Brown4be44fc2005-08-05 00:44:28 -0400991
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700992EXPORT_SYMBOL(acpi_register_ioapic);
993
Len Brown4be44fc2005-08-05 00:44:28 -0400994int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700995{
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700996 return iosapic_remove(gsi_base);
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700997}
Len Brown4be44fc2005-08-05 00:44:28 -0400998
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700999EXPORT_SYMBOL(acpi_unregister_ioapic);
1000
Len Brown888ba6c2005-08-24 12:07:20 -04001001#endif /* CONFIG_ACPI */