blob: 01e2de4d254026ff8089533aae9d46b6c6b372a3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/x86-64/kernel/setup.c
3 *
4 * Copyright (C) 1995 Linus Torvalds
5 *
6 * Nov 2001 Dave Jones <davej@suse.de>
7 * Forked from i386 setup code.
8 *
9 * $Id$
10 */
11
12/*
13 * This file handles the architecture-dependent parts of initialization
14 */
15
16#include <linux/errno.h>
17#include <linux/sched.h>
18#include <linux/kernel.h>
19#include <linux/mm.h>
20#include <linux/stddef.h>
21#include <linux/unistd.h>
22#include <linux/ptrace.h>
23#include <linux/slab.h>
24#include <linux/user.h>
25#include <linux/a.out.h>
26#include <linux/tty.h>
27#include <linux/ioport.h>
28#include <linux/delay.h>
29#include <linux/config.h>
30#include <linux/init.h>
31#include <linux/initrd.h>
32#include <linux/highmem.h>
33#include <linux/bootmem.h>
34#include <linux/module.h>
35#include <asm/processor.h>
36#include <linux/console.h>
37#include <linux/seq_file.h>
Vivek Goyalaac04b32006-01-09 20:51:47 -080038#include <linux/crash_dump.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <linux/root_dev.h>
40#include <linux/pci.h>
41#include <linux/acpi.h>
42#include <linux/kallsyms.h>
43#include <linux/edd.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070044#include <linux/mmzone.h>
Eric W. Biederman5f5609d2005-06-25 14:58:04 -070045#include <linux/kexec.h>
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -080046#include <linux/cpufreq.h>
Andi Kleene9928672006-01-11 22:43:33 +010047#include <linux/dmi.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010048#include <linux/dma-mapping.h>
Andi Kleen681558f2006-03-25 16:29:46 +010049#include <linux/ctype.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051#include <asm/mtrr.h>
52#include <asm/uaccess.h>
53#include <asm/system.h>
54#include <asm/io.h>
55#include <asm/smp.h>
56#include <asm/msr.h>
57#include <asm/desc.h>
58#include <video/edid.h>
59#include <asm/e820.h>
60#include <asm/dma.h>
61#include <asm/mpspec.h>
62#include <asm/mmu_context.h>
63#include <asm/bootsetup.h>
64#include <asm/proto.h>
65#include <asm/setup.h>
66#include <asm/mach_apic.h>
67#include <asm/numa.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010068#include <asm/swiotlb.h>
Andi Kleen2bc04142005-11-05 17:25:53 +010069#include <asm/sections.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010070#include <asm/gart-mapping.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72/*
73 * Machine setup..
74 */
75
Ravikiran G Thirumalai6c231b72005-09-06 15:17:45 -070076struct cpuinfo_x86 boot_cpu_data __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
78unsigned long mmu_cr4_features;
79
80int acpi_disabled;
81EXPORT_SYMBOL(acpi_disabled);
Len Brown888ba6c2005-08-24 12:07:20 -040082#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -070083extern int __initdata acpi_ht;
84extern acpi_interrupt_flags acpi_sci_flags;
85int __initdata acpi_force = 0;
86#endif
87
88int acpi_numa __initdata;
89
Linus Torvalds1da177e2005-04-16 15:20:36 -070090/* Boot loader ID as an integer, for the benefit of proc_dointvec */
91int bootloader_type;
92
93unsigned long saved_video_mode;
94
Linus Torvalds1da177e2005-04-16 15:20:36 -070095/*
96 * Setup options
97 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070098struct screen_info screen_info;
99struct sys_desc_table_struct {
100 unsigned short length;
101 unsigned char table[0];
102};
103
104struct edid_info edid_info;
105struct e820map e820;
106
107extern int root_mountflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
109char command_line[COMMAND_LINE_SIZE];
110
111struct resource standard_io_resources[] = {
112 { .name = "dma1", .start = 0x00, .end = 0x1f,
113 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
114 { .name = "pic1", .start = 0x20, .end = 0x21,
115 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
116 { .name = "timer0", .start = 0x40, .end = 0x43,
117 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
118 { .name = "timer1", .start = 0x50, .end = 0x53,
119 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
120 { .name = "keyboard", .start = 0x60, .end = 0x6f,
121 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
122 { .name = "dma page reg", .start = 0x80, .end = 0x8f,
123 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
124 { .name = "pic2", .start = 0xa0, .end = 0xa1,
125 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
126 { .name = "dma2", .start = 0xc0, .end = 0xdf,
127 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
128 { .name = "fpu", .start = 0xf0, .end = 0xff,
129 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
130};
131
132#define STANDARD_IO_RESOURCES \
133 (sizeof standard_io_resources / sizeof standard_io_resources[0])
134
135#define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
136
137struct resource data_resource = {
138 .name = "Kernel data",
139 .start = 0,
140 .end = 0,
141 .flags = IORESOURCE_RAM,
142};
143struct resource code_resource = {
144 .name = "Kernel code",
145 .start = 0,
146 .end = 0,
147 .flags = IORESOURCE_RAM,
148};
149
150#define IORESOURCE_ROM (IORESOURCE_BUSY | IORESOURCE_READONLY | IORESOURCE_MEM)
151
152static struct resource system_rom_resource = {
153 .name = "System ROM",
154 .start = 0xf0000,
155 .end = 0xfffff,
156 .flags = IORESOURCE_ROM,
157};
158
159static struct resource extension_rom_resource = {
160 .name = "Extension ROM",
161 .start = 0xe0000,
162 .end = 0xeffff,
163 .flags = IORESOURCE_ROM,
164};
165
166static struct resource adapter_rom_resources[] = {
167 { .name = "Adapter ROM", .start = 0xc8000, .end = 0,
168 .flags = IORESOURCE_ROM },
169 { .name = "Adapter ROM", .start = 0, .end = 0,
170 .flags = IORESOURCE_ROM },
171 { .name = "Adapter ROM", .start = 0, .end = 0,
172 .flags = IORESOURCE_ROM },
173 { .name = "Adapter ROM", .start = 0, .end = 0,
174 .flags = IORESOURCE_ROM },
175 { .name = "Adapter ROM", .start = 0, .end = 0,
176 .flags = IORESOURCE_ROM },
177 { .name = "Adapter ROM", .start = 0, .end = 0,
178 .flags = IORESOURCE_ROM }
179};
180
181#define ADAPTER_ROM_RESOURCES \
182 (sizeof adapter_rom_resources / sizeof adapter_rom_resources[0])
183
184static struct resource video_rom_resource = {
185 .name = "Video ROM",
186 .start = 0xc0000,
187 .end = 0xc7fff,
188 .flags = IORESOURCE_ROM,
189};
190
191static struct resource video_ram_resource = {
192 .name = "Video RAM area",
193 .start = 0xa0000,
194 .end = 0xbffff,
195 .flags = IORESOURCE_RAM,
196};
197
198#define romsignature(x) (*(unsigned short *)(x) == 0xaa55)
199
200static int __init romchecksum(unsigned char *rom, unsigned long length)
201{
202 unsigned char *p, sum = 0;
203
204 for (p = rom; p < rom + length; p++)
205 sum += *p;
206 return sum == 0;
207}
208
209static void __init probe_roms(void)
210{
211 unsigned long start, length, upper;
212 unsigned char *rom;
213 int i;
214
215 /* video rom */
216 upper = adapter_rom_resources[0].start;
217 for (start = video_rom_resource.start; start < upper; start += 2048) {
218 rom = isa_bus_to_virt(start);
219 if (!romsignature(rom))
220 continue;
221
222 video_rom_resource.start = start;
223
224 /* 0 < length <= 0x7f * 512, historically */
225 length = rom[2] * 512;
226
227 /* if checksum okay, trust length byte */
228 if (length && romchecksum(rom, length))
229 video_rom_resource.end = start + length - 1;
230
231 request_resource(&iomem_resource, &video_rom_resource);
232 break;
233 }
234
235 start = (video_rom_resource.end + 1 + 2047) & ~2047UL;
236 if (start < upper)
237 start = upper;
238
239 /* system rom */
240 request_resource(&iomem_resource, &system_rom_resource);
241 upper = system_rom_resource.start;
242
243 /* check for extension rom (ignore length byte!) */
244 rom = isa_bus_to_virt(extension_rom_resource.start);
245 if (romsignature(rom)) {
246 length = extension_rom_resource.end - extension_rom_resource.start + 1;
247 if (romchecksum(rom, length)) {
248 request_resource(&iomem_resource, &extension_rom_resource);
249 upper = extension_rom_resource.start;
250 }
251 }
252
253 /* check for adapter roms on 2k boundaries */
254 for (i = 0; i < ADAPTER_ROM_RESOURCES && start < upper; start += 2048) {
255 rom = isa_bus_to_virt(start);
256 if (!romsignature(rom))
257 continue;
258
259 /* 0 < length <= 0x7f * 512, historically */
260 length = rom[2] * 512;
261
262 /* but accept any length that fits if checksum okay */
263 if (!length || start + length > upper || !romchecksum(rom, length))
264 continue;
265
266 adapter_rom_resources[i].start = start;
267 adapter_rom_resources[i].end = start + length - 1;
268 request_resource(&iomem_resource, &adapter_rom_resources[i]);
269
270 start = adapter_rom_resources[i++].end & ~2047UL;
271 }
272}
273
Andi Kleen681558f2006-03-25 16:29:46 +0100274/* Check for full argument with no trailing characters */
275static int fullarg(char *p, char *arg)
276{
277 int l = strlen(arg);
278 return !memcmp(p, arg, l) && (p[l] == 0 || isspace(p[l]));
279}
280
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281static __init void parse_cmdline_early (char ** cmdline_p)
282{
283 char c = ' ', *to = command_line, *from = COMMAND_LINE;
284 int len = 0;
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800285 int userdef = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 for (;;) {
288 if (c != ' ')
289 goto next_char;
290
291#ifdef CONFIG_SMP
292 /*
293 * If the BIOS enumerates physical processors before logical,
294 * maxcpus=N at enumeration-time can be used to disable HT.
295 */
296 else if (!memcmp(from, "maxcpus=", 8)) {
297 extern unsigned int maxcpus;
298
299 maxcpus = simple_strtoul(from + 8, NULL, 0);
300 }
301#endif
Len Brown888ba6c2005-08-24 12:07:20 -0400302#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 /* "acpi=off" disables both ACPI table parsing and interpreter init */
Andi Kleen681558f2006-03-25 16:29:46 +0100304 if (fullarg(from,"acpi=off"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 disable_acpi();
306
Andi Kleen681558f2006-03-25 16:29:46 +0100307 if (fullarg(from, "acpi=force")) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 /* add later when we do DMI horrors: */
309 acpi_force = 1;
310 acpi_disabled = 0;
311 }
312
313 /* acpi=ht just means: do ACPI MADT parsing
314 at bootup, but don't enable the full ACPI interpreter */
Andi Kleen681558f2006-03-25 16:29:46 +0100315 if (fullarg(from, "acpi=ht")) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 if (!acpi_force)
317 disable_acpi();
318 acpi_ht = 1;
319 }
Andi Kleen681558f2006-03-25 16:29:46 +0100320 else if (fullarg(from, "pci=noacpi"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 acpi_disable_pci();
Andi Kleen681558f2006-03-25 16:29:46 +0100322 else if (fullarg(from, "acpi=noirq"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 acpi_noirq_set();
324
Andi Kleen681558f2006-03-25 16:29:46 +0100325 else if (fullarg(from, "acpi_sci=edge"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 acpi_sci_flags.trigger = 1;
Andi Kleen681558f2006-03-25 16:29:46 +0100327 else if (fullarg(from, "acpi_sci=level"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 acpi_sci_flags.trigger = 3;
Andi Kleen681558f2006-03-25 16:29:46 +0100329 else if (fullarg(from, "acpi_sci=high"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 acpi_sci_flags.polarity = 1;
Andi Kleen681558f2006-03-25 16:29:46 +0100331 else if (fullarg(from, "acpi_sci=low"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 acpi_sci_flags.polarity = 3;
333
334 /* acpi=strict disables out-of-spec workarounds */
Andi Kleen681558f2006-03-25 16:29:46 +0100335 else if (fullarg(from, "acpi=strict")) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 acpi_strict = 1;
337 }
Andi Kleen22999242005-04-16 15:25:17 -0700338#ifdef CONFIG_X86_IO_APIC
Andi Kleen681558f2006-03-25 16:29:46 +0100339 else if (fullarg(from, "acpi_skip_timer_override"))
Andi Kleen22999242005-04-16 15:25:17 -0700340 acpi_skip_timer_override = 1;
341#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342#endif
343
Andi Kleen681558f2006-03-25 16:29:46 +0100344 if (fullarg(from, "disable_timer_pin_1"))
Chuck Ebbert66759a02005-09-12 18:49:25 +0200345 disable_timer_pin_1 = 1;
Andi Kleen681558f2006-03-25 16:29:46 +0100346 if (fullarg(from, "enable_timer_pin_1"))
Chuck Ebbert66759a02005-09-12 18:49:25 +0200347 disable_timer_pin_1 = -1;
348
Andi Kleen681558f2006-03-25 16:29:46 +0100349 if (fullarg(from, "nolapic") || fullarg(from, "disableapic"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350 disable_apic = 1;
351
Andi Kleen681558f2006-03-25 16:29:46 +0100352 if (fullarg(from, "noapic"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 skip_ioapic_setup = 1;
354
Andi Kleen681558f2006-03-25 16:29:46 +0100355 if (fullarg(from,"apic")) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356 skip_ioapic_setup = 0;
357 ioapic_force = 1;
358 }
359
360 if (!memcmp(from, "mem=", 4))
361 parse_memopt(from+4, &from);
362
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800363 if (!memcmp(from, "memmap=", 7)) {
364 /* exactmap option is for used defined memory */
365 if (!memcmp(from+7, "exactmap", 8)) {
366#ifdef CONFIG_CRASH_DUMP
367 /* If we are doing a crash dump, we
368 * still need to know the real mem
369 * size before original memory map is
370 * reset.
371 */
372 saved_max_pfn = e820_end_of_ram();
373#endif
374 from += 8+7;
375 end_pfn_map = 0;
376 e820.nr_map = 0;
377 userdef = 1;
378 }
379 else {
380 parse_memmapopt(from+7, &from);
381 userdef = 1;
382 }
383 }
384
Matt Tolentino2b976902005-06-23 00:08:06 -0700385#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 if (!memcmp(from, "numa=", 5))
387 numa_setup(from+5);
388#endif
389
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390 if (!memcmp(from,"iommu=",6)) {
391 iommu_setup(from+6);
392 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393
Andi Kleen681558f2006-03-25 16:29:46 +0100394 if (fullarg(from,"oops=panic"))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395 panic_on_oops = 1;
396
397 if (!memcmp(from, "noexec=", 7))
398 nonx_setup(from + 7);
399
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700400#ifdef CONFIG_KEXEC
401 /* crashkernel=size@addr specifies the location to reserve for
402 * a crash kernel. By reserving this memory we guarantee
403 * that linux never set's it up as a DMA target.
404 * Useful for holding code to do something appropriate
405 * after a kernel panic.
406 */
407 else if (!memcmp(from, "crashkernel=", 12)) {
408 unsigned long size, base;
409 size = memparse(from+12, &from);
410 if (*from == '@') {
411 base = memparse(from+1, &from);
412 /* FIXME: Do I want a sanity check
413 * to validate the memory range?
414 */
415 crashk_res.start = base;
416 crashk_res.end = base + size - 1;
417 }
418 }
419#endif
420
Vivek Goyalaac04b32006-01-09 20:51:47 -0800421#ifdef CONFIG_PROC_VMCORE
422 /* elfcorehdr= specifies the location of elf core header
423 * stored by the crashed kernel. This option will be passed
424 * by kexec loader to the capture kernel.
425 */
426 else if(!memcmp(from, "elfcorehdr=", 11))
427 elfcorehdr_addr = memparse(from+11, &from);
428#endif
Andi Kleene2c03882006-02-26 04:18:46 +0100429
Brian Magnusond5176122006-02-27 04:02:04 +0100430#ifdef CONFIG_HOTPLUG_CPU
Andi Kleene2c03882006-02-26 04:18:46 +0100431 else if (!memcmp(from, "additional_cpus=", 16))
432 setup_additional_cpus(from+16);
433#endif
434
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 next_char:
436 c = *(from++);
437 if (!c)
438 break;
439 if (COMMAND_LINE_SIZE <= ++len)
440 break;
441 *(to++) = c;
442 }
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800443 if (userdef) {
444 printk(KERN_INFO "user-defined physical RAM map:\n");
445 e820_print_map("user");
446 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700447 *to = '\0';
448 *cmdline_p = command_line;
449}
450
Matt Tolentino2b976902005-06-23 00:08:06 -0700451#ifndef CONFIG_NUMA
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700452static void __init
453contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454{
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700455 unsigned long bootmap_size, bootmap;
456
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700457 bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
458 bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size);
459 if (bootmap == -1L)
460 panic("Cannot find bootmem map of size %ld\n",bootmap_size);
461 bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
462 e820_bootmem_free(NODE_DATA(0), 0, end_pfn << PAGE_SHIFT);
463 reserve_bootmem(bootmap, bootmap_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464}
465#endif
466
467/* Use inline assembly to define this because the nops are defined
468 as inline assembly strings in the include files and we cannot
469 get them easily into strings. */
470asm("\t.data\nk8nops: "
471 K8_NOP1 K8_NOP2 K8_NOP3 K8_NOP4 K8_NOP5 K8_NOP6
472 K8_NOP7 K8_NOP8);
473
474extern unsigned char k8nops[];
475static unsigned char *k8_nops[ASM_NOP_MAX+1] = {
476 NULL,
477 k8nops,
478 k8nops + 1,
479 k8nops + 1 + 2,
480 k8nops + 1 + 2 + 3,
481 k8nops + 1 + 2 + 3 + 4,
482 k8nops + 1 + 2 + 3 + 4 + 5,
483 k8nops + 1 + 2 + 3 + 4 + 5 + 6,
484 k8nops + 1 + 2 + 3 + 4 + 5 + 6 + 7,
485};
486
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100487extern char __vsyscall_0;
488
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489/* Replace instructions with better alternatives for this CPU type.
490
491 This runs before SMP is initialized to avoid SMP problems with
492 self modifying code. This implies that assymetric systems where
493 APs have less capabilities than the boot processor are not handled.
494 In this case boot with "noreplacement". */
495void apply_alternatives(void *start, void *end)
496{
497 struct alt_instr *a;
498 int diff, i, k;
499 for (a = start; (void *)a < end; a++) {
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100500 u8 *instr;
501
Linus Torvalds1da177e2005-04-16 15:20:36 -0700502 if (!boot_cpu_has(a->cpuid))
503 continue;
504
505 BUG_ON(a->replacementlen > a->instrlen);
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100506 instr = a->instr;
507 /* vsyscall code is not mapped yet. resolve it manually. */
508 if (instr >= (u8 *)VSYSCALL_START && instr < (u8*)VSYSCALL_END)
509 instr = __va(instr - (u8*)VSYSCALL_START + (u8*)__pa_symbol(&__vsyscall_0));
510 __inline_memcpy(instr, a->replacement, a->replacementlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511 diff = a->instrlen - a->replacementlen;
512
513 /* Pad the rest with nops */
514 for (i = a->replacementlen; diff > 0; diff -= k, i += k) {
515 k = diff;
516 if (k > ASM_NOP_MAX)
517 k = ASM_NOP_MAX;
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100518 __inline_memcpy(instr + i, k8_nops[k], k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 }
520 }
521}
522
523static int no_replacement __initdata = 0;
524
525void __init alternative_instructions(void)
526{
527 extern struct alt_instr __alt_instructions[], __alt_instructions_end[];
528 if (no_replacement)
529 return;
530 apply_alternatives(__alt_instructions, __alt_instructions_end);
531}
532
533static int __init noreplacement_setup(char *s)
534{
535 no_replacement = 1;
536 return 0;
537}
538
539__setup("noreplacement", noreplacement_setup);
540
541#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
542struct edd edd;
543#ifdef CONFIG_EDD_MODULE
544EXPORT_SYMBOL(edd);
545#endif
546/**
547 * copy_edd() - Copy the BIOS EDD information
548 * from boot_params into a safe place.
549 *
550 */
551static inline void copy_edd(void)
552{
553 memcpy(edd.mbr_signature, EDD_MBR_SIGNATURE, sizeof(edd.mbr_signature));
554 memcpy(edd.edd_info, EDD_BUF, sizeof(edd.edd_info));
555 edd.mbr_signature_nr = EDD_MBR_SIG_NR;
556 edd.edd_info_nr = EDD_NR;
557}
558#else
559static inline void copy_edd(void)
560{
561}
562#endif
563
564#define EBDA_ADDR_POINTER 0x40E
565static void __init reserve_ebda_region(void)
566{
567 unsigned int addr;
568 /**
569 * there is a real-mode segmented pointer pointing to the
570 * 4K EBDA area at 0x40E
571 */
572 addr = *(unsigned short *)phys_to_virt(EBDA_ADDR_POINTER);
573 addr <<= 4;
574 if (addr)
575 reserve_bootmem_generic(addr, PAGE_SIZE);
576}
577
578void __init setup_arch(char **cmdline_p)
579{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 unsigned long kernel_end;
581
582 ROOT_DEV = old_decode_dev(ORIG_ROOT_DEV);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 screen_info = SCREEN_INFO;
584 edid_info = EDID_INFO;
585 saved_video_mode = SAVED_VIDEO_MODE;
586 bootloader_type = LOADER_TYPE;
587
588#ifdef CONFIG_BLK_DEV_RAM
589 rd_image_start = RAMDISK_FLAGS & RAMDISK_IMAGE_START_MASK;
590 rd_prompt = ((RAMDISK_FLAGS & RAMDISK_PROMPT_FLAG) != 0);
591 rd_doload = ((RAMDISK_FLAGS & RAMDISK_LOAD_FLAG) != 0);
592#endif
593 setup_memory_region();
594 copy_edd();
595
596 if (!MOUNT_ROOT_RDONLY)
597 root_mountflags &= ~MS_RDONLY;
598 init_mm.start_code = (unsigned long) &_text;
599 init_mm.end_code = (unsigned long) &_etext;
600 init_mm.end_data = (unsigned long) &_edata;
601 init_mm.brk = (unsigned long) &_end;
602
603 code_resource.start = virt_to_phys(&_text);
604 code_resource.end = virt_to_phys(&_etext)-1;
605 data_resource.start = virt_to_phys(&_etext);
606 data_resource.end = virt_to_phys(&_edata)-1;
607
608 parse_cmdline_early(cmdline_p);
609
610 early_identify_cpu(&boot_cpu_data);
611
612 /*
613 * partially used pages are not usable - thus
614 * we are rounding upwards:
615 */
616 end_pfn = e820_end_of_ram();
617
618 check_efer();
619
620 init_memory_mapping(0, (end_pfn_map << PAGE_SHIFT));
621
Siddha, Suresh Bf6c2e332005-11-05 17:25:53 +0100622 zap_low_mappings(0);
623
Len Brown888ba6c2005-08-24 12:07:20 -0400624#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625 /*
626 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
627 * Call this early for SRAT node setup.
628 */
629 acpi_boot_table_init();
630#endif
631
632#ifdef CONFIG_ACPI_NUMA
633 /*
634 * Parse SRAT to discover nodes.
635 */
636 acpi_numa_init();
637#endif
638
Matt Tolentino2b976902005-06-23 00:08:06 -0700639#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640 numa_initmem_init(0, end_pfn);
641#else
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700642 contig_initmem_init(0, end_pfn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643#endif
644
645 /* Reserve direct mapping */
646 reserve_bootmem_generic(table_start << PAGE_SHIFT,
647 (table_end - table_start) << PAGE_SHIFT);
648
649 /* reserve kernel */
650 kernel_end = round_up(__pa_symbol(&_end),PAGE_SIZE);
651 reserve_bootmem_generic(HIGH_MEMORY, kernel_end - HIGH_MEMORY);
652
653 /*
654 * reserve physical page 0 - it's a special BIOS page on many boxes,
655 * enabling clean reboots, SMP operation, laptop functions.
656 */
657 reserve_bootmem_generic(0, PAGE_SIZE);
658
659 /* reserve ebda region */
660 reserve_ebda_region();
661
662#ifdef CONFIG_SMP
663 /*
664 * But first pinch a few for the stack/trampoline stuff
665 * FIXME: Don't need the extra page at 4K, but need to fix
666 * trampoline before removing it. (see the GDT stuff)
667 */
668 reserve_bootmem_generic(PAGE_SIZE, PAGE_SIZE);
669
670 /* Reserve SMP trampoline */
671 reserve_bootmem_generic(SMP_TRAMPOLINE_BASE, PAGE_SIZE);
672#endif
673
674#ifdef CONFIG_ACPI_SLEEP
675 /*
676 * Reserve low memory region for sleep support.
677 */
678 acpi_reserve_bootmem();
679#endif
680#ifdef CONFIG_X86_LOCAL_APIC
681 /*
682 * Find and reserve possible boot-time SMP configuration:
683 */
684 find_smp_config();
685#endif
686#ifdef CONFIG_BLK_DEV_INITRD
687 if (LOADER_TYPE && INITRD_START) {
688 if (INITRD_START + INITRD_SIZE <= (end_pfn << PAGE_SHIFT)) {
689 reserve_bootmem_generic(INITRD_START, INITRD_SIZE);
690 initrd_start =
691 INITRD_START ? INITRD_START + PAGE_OFFSET : 0;
692 initrd_end = initrd_start+INITRD_SIZE;
693 }
694 else {
695 printk(KERN_ERR "initrd extends beyond end of memory "
696 "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
697 (unsigned long)(INITRD_START + INITRD_SIZE),
698 (unsigned long)(end_pfn << PAGE_SHIFT));
699 initrd_start = 0;
700 }
701 }
702#endif
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700703#ifdef CONFIG_KEXEC
704 if (crashk_res.start != crashk_res.end) {
705 reserve_bootmem(crashk_res.start,
706 crashk_res.end - crashk_res.start + 1);
707 }
708#endif
Eric W. Biederman0d317fb2005-08-06 13:47:36 -0600709
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 paging_init();
711
712 check_ioapic();
713
Ashok Raj51f62e12006-03-25 16:29:28 +0100714 /*
715 * set this early, so we dont allocate cpu0
716 * if MADT list doesnt list BSP first
717 * mpparse.c/MP_processor_info() allocates logical cpu numbers.
718 */
719 cpu_set(0, cpu_present_map);
Len Brown888ba6c2005-08-24 12:07:20 -0400720#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721 /*
722 * Read APIC and some other early information from ACPI tables.
723 */
724 acpi_boot_init();
725#endif
726
Ravikiran Thirumalai05b3cbd2006-01-11 22:45:36 +0100727 init_cpu_to_node();
728
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729#ifdef CONFIG_X86_LOCAL_APIC
730 /*
731 * get boot-time SMP configuration:
732 */
733 if (smp_found_config)
734 get_smp_config();
735 init_apic_mappings();
736#endif
737
738 /*
739 * Request address space for all standard RAM and ROM resources
740 * and also for regions reported as reserved by the e820.
741 */
742 probe_roms();
743 e820_reserve_resources();
744
745 request_resource(&iomem_resource, &video_ram_resource);
746
747 {
748 unsigned i;
749 /* request I/O space for devices used on all i[345]86 PCs */
750 for (i = 0; i < STANDARD_IO_RESOURCES; i++)
751 request_resource(&ioport_resource, &standard_io_resources[i]);
752 }
753
Andi Kleena1e97782005-04-16 15:25:12 -0700754 e820_setup_gap();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700755
756#ifdef CONFIG_GART_IOMMU
Jon Mason5b7b6442006-02-03 21:51:59 +0100757 iommu_hole_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758#endif
759
760#ifdef CONFIG_VT
761#if defined(CONFIG_VGA_CONSOLE)
762 conswitchp = &vga_con;
763#elif defined(CONFIG_DUMMY_CONSOLE)
764 conswitchp = &dummy_con;
765#endif
766#endif
767}
768
Ashok Raje6982c62005-06-25 14:54:58 -0700769static int __cpuinit get_model_name(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700770{
771 unsigned int *v;
772
Andi Kleenebfcaa92005-04-16 15:25:18 -0700773 if (c->extended_cpuid_level < 0x80000004)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774 return 0;
775
776 v = (unsigned int *) c->x86_model_id;
777 cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
778 cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
779 cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
780 c->x86_model_id[48] = 0;
781 return 1;
782}
783
784
Ashok Raje6982c62005-06-25 14:54:58 -0700785static void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786{
787 unsigned int n, dummy, eax, ebx, ecx, edx;
788
Andi Kleenebfcaa92005-04-16 15:25:18 -0700789 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790
791 if (n >= 0x80000005) {
792 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
793 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), D cache %dK (%d bytes/line)\n",
794 edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
795 c->x86_cache_size=(ecx>>24)+(edx>>24);
796 /* On K8 L1 TLB is inclusive, so don't count it */
797 c->x86_tlbsize = 0;
798 }
799
800 if (n >= 0x80000006) {
801 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
802 ecx = cpuid_ecx(0x80000006);
803 c->x86_cache_size = ecx >> 16;
804 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
805
806 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
807 c->x86_cache_size, ecx & 0xFF);
808 }
809
810 if (n >= 0x80000007)
811 cpuid(0x80000007, &dummy, &dummy, &dummy, &c->x86_power);
812 if (n >= 0x80000008) {
813 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
814 c->x86_virt_bits = (eax >> 8) & 0xff;
815 c->x86_phys_bits = eax & 0xff;
816 }
817}
818
Andi Kleen3f098c22005-09-12 18:49:24 +0200819#ifdef CONFIG_NUMA
820static int nearby_node(int apicid)
821{
822 int i;
823 for (i = apicid - 1; i >= 0; i--) {
824 int node = apicid_to_node[i];
825 if (node != NUMA_NO_NODE && node_online(node))
826 return node;
827 }
828 for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
829 int node = apicid_to_node[i];
830 if (node != NUMA_NO_NODE && node_online(node))
831 return node;
832 }
833 return first_node(node_online_map); /* Shouldn't happen */
834}
835#endif
836
Andi Kleen63518642005-04-16 15:25:16 -0700837/*
838 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
839 * Assumes number of cores is a power of two.
840 */
841static void __init amd_detect_cmp(struct cpuinfo_x86 *c)
842{
843#ifdef CONFIG_SMP
Andi Kleen29422832005-05-16 21:53:26 -0700844 int cpu = smp_processor_id();
Andi Kleenb41e2932005-05-20 14:27:55 -0700845 unsigned bits;
Andi Kleen3f098c22005-09-12 18:49:24 +0200846#ifdef CONFIG_NUMA
847 int node = 0;
Andi Kleen0b07e982005-09-12 18:49:24 +0200848 unsigned apicid = phys_proc_id[cpu];
Andi Kleen3f098c22005-09-12 18:49:24 +0200849#endif
Andi Kleenb41e2932005-05-20 14:27:55 -0700850
851 bits = 0;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100852 while ((1 << bits) < c->x86_max_cores)
Andi Kleenb41e2932005-05-20 14:27:55 -0700853 bits++;
854
855 /* Low order bits define the core id (index of core in socket) */
856 cpu_core_id[cpu] = phys_proc_id[cpu] & ((1 << bits)-1);
857 /* Convert the APIC ID into the socket ID */
858 phys_proc_id[cpu] >>= bits;
Andi Kleen63518642005-04-16 15:25:16 -0700859
860#ifdef CONFIG_NUMA
Andi Kleen3f098c22005-09-12 18:49:24 +0200861 node = phys_proc_id[cpu];
862 if (apicid_to_node[apicid] != NUMA_NO_NODE)
863 node = apicid_to_node[apicid];
864 if (!node_online(node)) {
865 /* Two possibilities here:
866 - The CPU is missing memory and no node was created.
867 In that case try picking one from a nearby CPU
868 - The APIC IDs differ from the HyperTransport node IDs
869 which the K8 northbridge parsing fills in.
870 Assume they are all increased by a constant offset,
871 but in the same order as the HT nodeids.
872 If that doesn't result in a usable node fall back to the
873 path for the previous case. */
874 int ht_nodeid = apicid - (phys_proc_id[0] << bits);
875 if (ht_nodeid >= 0 &&
876 apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
877 node = apicid_to_node[ht_nodeid];
878 /* Pick a nearby node */
879 if (!node_online(node))
880 node = nearby_node(apicid);
881 }
Andi Kleen69d81fc2005-11-05 17:25:53 +0100882 numa_set_node(cpu, node);
Andi Kleena1586082005-05-16 21:53:21 -0700883
Andi Kleen77d910f2006-03-25 16:29:34 +0100884 printk(KERN_INFO "CPU %d/%x(%d) -> Node %d -> Core %d\n",
885 cpu, apicid, c->x86_max_cores, node, cpu_core_id[cpu]);
Andi Kleen3f098c22005-09-12 18:49:24 +0200886#endif
Andi Kleen63518642005-04-16 15:25:16 -0700887#endif
888}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700889
890static int __init init_amd(struct cpuinfo_x86 *c)
891{
892 int r;
Andi Kleen7bcd3f32006-02-03 21:51:02 +0100893 unsigned level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700894
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700895#ifdef CONFIG_SMP
896 unsigned long value;
897
Andi Kleen7d318d72005-09-29 22:05:55 +0200898 /*
899 * Disable TLB flush filter by setting HWCR.FFDIS on K8
900 * bit 6 of msr C001_0015
901 *
902 * Errata 63 for SH-B3 steppings
903 * Errata 122 for all steppings (F+ have it disabled by default)
904 */
905 if (c->x86 == 15) {
906 rdmsrl(MSR_K8_HWCR, value);
907 value |= 1 << 6;
908 wrmsrl(MSR_K8_HWCR, value);
909 }
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700910#endif
911
Linus Torvalds1da177e2005-04-16 15:20:36 -0700912 /* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
913 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
914 clear_bit(0*32+31, &c->x86_capability);
915
Andi Kleen7bcd3f32006-02-03 21:51:02 +0100916 /* On C+ stepping K8 rep microcode works well for copy/memset */
917 level = cpuid_eax(1);
918 if (c->x86 == 15 && ((level >= 0x0f48 && level < 0x0f50) || level >= 0x0f58))
919 set_bit(X86_FEATURE_REP_GOOD, &c->x86_capability);
920
Linus Torvalds1da177e2005-04-16 15:20:36 -0700921 r = get_model_name(c);
922 if (!r) {
923 switch (c->x86) {
924 case 15:
925 /* Should distinguish Models here, but this is only
926 a fallback anyways. */
927 strcpy(c->x86_model_id, "Hammer");
928 break;
929 }
930 }
931 display_cacheinfo(c);
932
Andi Kleen130951c2006-01-11 22:42:02 +0100933 /* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
934 if (c->x86_power & (1<<8))
935 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
936
Andi Kleenebfcaa92005-04-16 15:25:18 -0700937 if (c->extended_cpuid_level >= 0x80000008) {
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100938 c->x86_max_cores = (cpuid_ecx(0x80000008) & 0xff) + 1;
939 if (c->x86_max_cores & (c->x86_max_cores - 1))
940 c->x86_max_cores = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700941
Andi Kleen63518642005-04-16 15:25:16 -0700942 amd_detect_cmp(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700943 }
944
945 return r;
946}
947
Ashok Raje6982c62005-06-25 14:54:58 -0700948static void __cpuinit detect_ht(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949{
950#ifdef CONFIG_SMP
951 u32 eax, ebx, ecx, edx;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100952 int index_msb, core_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953 int cpu = smp_processor_id();
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100954
955 cpuid(1, &eax, &ebx, &ecx, &edx);
956
957 c->apicid = phys_pkg_id(0);
958
Andi Kleen63518642005-04-16 15:25:16 -0700959 if (!cpu_has(c, X86_FEATURE_HT) || cpu_has(c, X86_FEATURE_CMP_LEGACY))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700960 return;
961
Linus Torvalds1da177e2005-04-16 15:20:36 -0700962 smp_num_siblings = (ebx & 0xff0000) >> 16;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100963
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 if (smp_num_siblings == 1) {
965 printk(KERN_INFO "CPU: Hyper-Threading is disabled\n");
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100966 } else if (smp_num_siblings > 1 ) {
967
Linus Torvalds1da177e2005-04-16 15:20:36 -0700968 if (smp_num_siblings > NR_CPUS) {
969 printk(KERN_WARNING "CPU: Unsupported number of the siblings %d", smp_num_siblings);
970 smp_num_siblings = 1;
971 return;
972 }
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100973
974 index_msb = get_count_order(smp_num_siblings);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700975 phys_proc_id[cpu] = phys_pkg_id(index_msb);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100976
Linus Torvalds1da177e2005-04-16 15:20:36 -0700977 printk(KERN_INFO "CPU: Physical Processor ID: %d\n",
978 phys_proc_id[cpu]);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700979
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100980 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700981
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100982 index_msb = get_count_order(smp_num_siblings) ;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700983
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100984 core_bits = get_count_order(c->x86_max_cores);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700985
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100986 cpu_core_id[cpu] = phys_pkg_id(index_msb) &
987 ((1 << core_bits) - 1);
988
989 if (c->x86_max_cores > 1)
Andi Kleen3dd9d512005-04-16 15:25:15 -0700990 printk(KERN_INFO "CPU: Processor Core ID: %d\n",
991 cpu_core_id[cpu]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700992 }
993#endif
994}
995
Andi Kleen3dd9d512005-04-16 15:25:15 -0700996/*
997 * find out the number of processor cores on the die
998 */
Ashok Raje6982c62005-06-25 14:54:58 -0700999static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
Andi Kleen3dd9d512005-04-16 15:25:15 -07001000{
1001 unsigned int eax;
1002
1003 if (c->cpuid_level < 4)
1004 return 1;
1005
1006 __asm__("cpuid"
1007 : "=a" (eax)
1008 : "0" (4), "c" (0)
1009 : "bx", "dx");
1010
1011 if (eax & 0x1f)
1012 return ((eax >> 26) + 1);
1013 else
1014 return 1;
1015}
1016
Andi Kleendf0cc262005-09-12 18:49:24 +02001017static void srat_detect_node(void)
1018{
1019#ifdef CONFIG_NUMA
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001020 unsigned node;
Andi Kleendf0cc262005-09-12 18:49:24 +02001021 int cpu = smp_processor_id();
1022
1023 /* Don't do the funky fallback heuristics the AMD version employs
1024 for now. */
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001025 node = apicid_to_node[hard_smp_processor_id()];
Andi Kleendf0cc262005-09-12 18:49:24 +02001026 if (node == NUMA_NO_NODE)
1027 node = 0;
Andi Kleen69d81fc2005-11-05 17:25:53 +01001028 numa_set_node(cpu, node);
Andi Kleendf0cc262005-09-12 18:49:24 +02001029
1030 if (acpi_numa > 0)
1031 printk(KERN_INFO "CPU %d -> Node %d\n", cpu, node);
1032#endif
1033}
1034
Ashok Raje6982c62005-06-25 14:54:58 -07001035static void __cpuinit init_intel(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001036{
1037 /* Cache sizes */
1038 unsigned n;
1039
1040 init_intel_cacheinfo(c);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001041 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001042 if (n >= 0x80000008) {
1043 unsigned eax = cpuid_eax(0x80000008);
1044 c->x86_virt_bits = (eax >> 8) & 0xff;
1045 c->x86_phys_bits = eax & 0xff;
Shaohua Liaf9c1422005-11-05 17:25:54 +01001046 /* CPUID workaround for Intel 0F34 CPU */
1047 if (c->x86_vendor == X86_VENDOR_INTEL &&
1048 c->x86 == 0xF && c->x86_model == 0x3 &&
1049 c->x86_mask == 0x4)
1050 c->x86_phys_bits = 36;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051 }
1052
1053 if (c->x86 == 15)
1054 c->x86_cache_alignment = c->x86_clflush_size * 2;
Andi Kleen39b3a792006-01-11 22:42:45 +01001055 if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
1056 (c->x86 == 0x6 && c->x86_model >= 0x0e))
Andi Kleenc29601e2005-04-16 15:25:05 -07001057 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
Andi Kleenc818a182006-01-11 22:45:24 +01001058 set_bit(X86_FEATURE_SYNC_RDTSC, &c->x86_capability);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001059 c->x86_max_cores = intel_num_cpu_cores(c);
Andi Kleendf0cc262005-09-12 18:49:24 +02001060
1061 srat_detect_node();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001062}
1063
Adrian Bunk672289e2005-09-10 00:27:21 -07001064static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065{
1066 char *v = c->x86_vendor_id;
1067
1068 if (!strcmp(v, "AuthenticAMD"))
1069 c->x86_vendor = X86_VENDOR_AMD;
1070 else if (!strcmp(v, "GenuineIntel"))
1071 c->x86_vendor = X86_VENDOR_INTEL;
1072 else
1073 c->x86_vendor = X86_VENDOR_UNKNOWN;
1074}
1075
1076struct cpu_model_info {
1077 int vendor;
1078 int family;
1079 char *model_names[16];
1080};
1081
1082/* Do some early cpuid on the boot CPU to get some parameter that are
1083 needed before check_bugs. Everything advanced is in identify_cpu
1084 below. */
Ashok Raje6982c62005-06-25 14:54:58 -07001085void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001086{
1087 u32 tfms;
1088
1089 c->loops_per_jiffy = loops_per_jiffy;
1090 c->x86_cache_size = -1;
1091 c->x86_vendor = X86_VENDOR_UNKNOWN;
1092 c->x86_model = c->x86_mask = 0; /* So far unknown... */
1093 c->x86_vendor_id[0] = '\0'; /* Unset */
1094 c->x86_model_id[0] = '\0'; /* Unset */
1095 c->x86_clflush_size = 64;
1096 c->x86_cache_alignment = c->x86_clflush_size;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001097 c->x86_max_cores = 1;
Andi Kleenebfcaa92005-04-16 15:25:18 -07001098 c->extended_cpuid_level = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001099 memset(&c->x86_capability, 0, sizeof c->x86_capability);
1100
1101 /* Get vendor name */
1102 cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
1103 (unsigned int *)&c->x86_vendor_id[0],
1104 (unsigned int *)&c->x86_vendor_id[8],
1105 (unsigned int *)&c->x86_vendor_id[4]);
1106
1107 get_cpu_vendor(c);
1108
1109 /* Initialize the standard set of capabilities */
1110 /* Note that the vendor-specific code below might override */
1111
1112 /* Intel-defined flags: level 0x00000001 */
1113 if (c->cpuid_level >= 0x00000001) {
1114 __u32 misc;
1115 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
1116 &c->x86_capability[0]);
1117 c->x86 = (tfms >> 8) & 0xf;
1118 c->x86_model = (tfms >> 4) & 0xf;
1119 c->x86_mask = tfms & 0xf;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001120 if (c->x86 == 0xf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121 c->x86 += (tfms >> 20) & 0xff;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001122 if (c->x86 >= 0x6)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123 c->x86_model += ((tfms >> 16) & 0xF) << 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001124 if (c->x86_capability[0] & (1<<19))
1125 c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001126 } else {
1127 /* Have CPUID level 0 only - unheard of */
1128 c->x86 = 4;
1129 }
Andi Kleena1586082005-05-16 21:53:21 -07001130
1131#ifdef CONFIG_SMP
Andi Kleenb41e2932005-05-20 14:27:55 -07001132 phys_proc_id[smp_processor_id()] = (cpuid_ebx(1) >> 24) & 0xff;
Andi Kleena1586082005-05-16 21:53:21 -07001133#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001134}
1135
1136/*
1137 * This does the hard work of actually picking apart the CPU stuff...
1138 */
Ashok Raje6982c62005-06-25 14:54:58 -07001139void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140{
1141 int i;
1142 u32 xlvl;
1143
1144 early_identify_cpu(c);
1145
1146 /* AMD-defined flags: level 0x80000001 */
1147 xlvl = cpuid_eax(0x80000000);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001148 c->extended_cpuid_level = xlvl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001149 if ((xlvl & 0xffff0000) == 0x80000000) {
1150 if (xlvl >= 0x80000001) {
1151 c->x86_capability[1] = cpuid_edx(0x80000001);
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001152 c->x86_capability[6] = cpuid_ecx(0x80000001);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001153 }
1154 if (xlvl >= 0x80000004)
1155 get_model_name(c); /* Default name */
1156 }
1157
1158 /* Transmeta-defined flags: level 0x80860001 */
1159 xlvl = cpuid_eax(0x80860000);
1160 if ((xlvl & 0xffff0000) == 0x80860000) {
1161 /* Don't set x86_cpuid_level here for now to not confuse. */
1162 if (xlvl >= 0x80860001)
1163 c->x86_capability[2] = cpuid_edx(0x80860001);
1164 }
1165
1166 /*
1167 * Vendor-specific initialization. In this section we
1168 * canonicalize the feature flags, meaning if there are
1169 * features a certain CPU supports which CPUID doesn't
1170 * tell us, CPUID claiming incorrect flags, or other bugs,
1171 * we handle them here.
1172 *
1173 * At the end of this section, c->x86_capability better
1174 * indicate the features this CPU genuinely supports!
1175 */
1176 switch (c->x86_vendor) {
1177 case X86_VENDOR_AMD:
1178 init_amd(c);
1179 break;
1180
1181 case X86_VENDOR_INTEL:
1182 init_intel(c);
1183 break;
1184
1185 case X86_VENDOR_UNKNOWN:
1186 default:
1187 display_cacheinfo(c);
1188 break;
1189 }
1190
1191 select_idle_routine(c);
1192 detect_ht(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193
1194 /*
1195 * On SMP, boot_cpu_data holds the common feature set between
1196 * all CPUs; so make sure that we indicate which features are
1197 * common between the CPUs. The first time this routine gets
1198 * executed, c == &boot_cpu_data.
1199 */
1200 if (c != &boot_cpu_data) {
1201 /* AND the already accumulated flags with these */
1202 for (i = 0 ; i < NCAPINTS ; i++)
1203 boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
1204 }
1205
1206#ifdef CONFIG_X86_MCE
1207 mcheck_init(c);
1208#endif
Shaohua Li3b520b22005-07-07 17:56:38 -07001209 if (c == &boot_cpu_data)
1210 mtrr_bp_init();
1211 else
1212 mtrr_ap_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213#ifdef CONFIG_NUMA
Andi Kleen3019e8e2005-07-28 21:15:28 -07001214 numa_add_cpu(smp_processor_id());
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215#endif
1216}
1217
1218
Ashok Raje6982c62005-06-25 14:54:58 -07001219void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001220{
1221 if (c->x86_model_id[0])
1222 printk("%s", c->x86_model_id);
1223
1224 if (c->x86_mask || c->cpuid_level >= 0)
1225 printk(" stepping %02x\n", c->x86_mask);
1226 else
1227 printk("\n");
1228}
1229
1230/*
1231 * Get CPU information for use by the procfs.
1232 */
1233
1234static int show_cpuinfo(struct seq_file *m, void *v)
1235{
1236 struct cpuinfo_x86 *c = v;
1237
1238 /*
1239 * These flag bits must match the definitions in <asm/cpufeature.h>.
1240 * NULL means this bit is undefined or reserved; either way it doesn't
1241 * have meaning as far as Linux is concerned. Note that it's important
1242 * to realize there is a difference between this table and CPUID -- if
1243 * applications want to get the raw CPUID data, they should access
1244 * /dev/cpu/<cpu_nr>/cpuid instead.
1245 */
1246 static char *x86_cap_flags[] = {
1247 /* Intel-defined */
1248 "fpu", "vme", "de", "pse", "tsc", "msr", "pae", "mce",
1249 "cx8", "apic", NULL, "sep", "mtrr", "pge", "mca", "cmov",
1250 "pat", "pse36", "pn", "clflush", NULL, "dts", "acpi", "mmx",
1251 "fxsr", "sse", "sse2", "ss", "ht", "tm", "ia64", NULL,
1252
1253 /* AMD-defined */
Zwane Mwaikambo3c3b73b2005-05-01 08:58:51 -07001254 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001255 NULL, NULL, NULL, "syscall", NULL, NULL, NULL, NULL,
1256 NULL, NULL, NULL, NULL, "nx", NULL, "mmxext", NULL,
Andi Kleen3f98bc42006-01-11 22:42:51 +01001257 NULL, "fxsr_opt", "rdtscp", NULL, NULL, "lm", "3dnowext", "3dnow",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258
1259 /* Transmeta-defined */
1260 "recovery", "longrun", NULL, "lrti", NULL, NULL, NULL, NULL,
1261 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1262 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1263 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1264
1265 /* Other (Linux-defined) */
Andi Kleen622dcaf2005-05-16 21:53:26 -07001266 "cxmmx", NULL, "cyrix_arr", "centaur_mcr", NULL,
Andi Kleenc29601e2005-04-16 15:25:05 -07001267 "constant_tsc", NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001268 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1269 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1270 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1271
1272 /* Intel-defined (#2) */
Kamble, Nitin Adaedb822005-10-30 14:59:43 -08001273 "pni", NULL, NULL, "monitor", "ds_cpl", "vmx", NULL, "est",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001274 "tm2", NULL, "cid", NULL, NULL, "cx16", "xtpr", NULL,
1275 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1276 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1277
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001278 /* VIA/Cyrix/Centaur-defined */
1279 NULL, NULL, "rng", "rng_en", NULL, NULL, "ace", "ace_en",
1280 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1281 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1282 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1283
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284 /* AMD-defined (#2) */
Andi Kleen3f98bc42006-01-11 22:42:51 +01001285 "lahf_lm", "cmp_legacy", "svm", NULL, "cr8_legacy", NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001286 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1287 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001288 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001289 };
1290 static char *x86_power_flags[] = {
1291 "ts", /* temperature sensor */
1292 "fid", /* frequency id control */
1293 "vid", /* voltage id control */
1294 "ttp", /* thermal trip */
1295 "tm",
Andi Kleen3f98bc42006-01-11 22:42:51 +01001296 "stc",
1297 NULL,
Andi Kleen39b3a792006-01-11 22:42:45 +01001298 /* nothing */ /* constant_tsc - moved to flags */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001299 };
1300
1301
1302#ifdef CONFIG_SMP
1303 if (!cpu_online(c-cpu_data))
1304 return 0;
1305#endif
1306
1307 seq_printf(m,"processor\t: %u\n"
1308 "vendor_id\t: %s\n"
1309 "cpu family\t: %d\n"
1310 "model\t\t: %d\n"
1311 "model name\t: %s\n",
1312 (unsigned)(c-cpu_data),
1313 c->x86_vendor_id[0] ? c->x86_vendor_id : "unknown",
1314 c->x86,
1315 (int)c->x86_model,
1316 c->x86_model_id[0] ? c->x86_model_id : "unknown");
1317
1318 if (c->x86_mask || c->cpuid_level >= 0)
1319 seq_printf(m, "stepping\t: %d\n", c->x86_mask);
1320 else
1321 seq_printf(m, "stepping\t: unknown\n");
1322
1323 if (cpu_has(c,X86_FEATURE_TSC)) {
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001324 unsigned int freq = cpufreq_quick_get((unsigned)(c-cpu_data));
1325 if (!freq)
1326 freq = cpu_khz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001327 seq_printf(m, "cpu MHz\t\t: %u.%03u\n",
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001328 freq / 1000, (freq % 1000));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001329 }
1330
1331 /* Cache size */
1332 if (c->x86_cache_size >= 0)
1333 seq_printf(m, "cache size\t: %d KB\n", c->x86_cache_size);
1334
1335#ifdef CONFIG_SMP
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001336 if (smp_num_siblings * c->x86_max_cores > 1) {
Andi Kleendb468682005-04-16 15:24:51 -07001337 int cpu = c - cpu_data;
1338 seq_printf(m, "physical id\t: %d\n", phys_proc_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001339 seq_printf(m, "siblings\t: %d\n", cpus_weight(cpu_core_map[cpu]));
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001340 seq_printf(m, "core id\t\t: %d\n", cpu_core_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001341 seq_printf(m, "cpu cores\t: %d\n", c->booted_cores);
Andi Kleendb468682005-04-16 15:24:51 -07001342 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001343#endif
1344
1345 seq_printf(m,
1346 "fpu\t\t: yes\n"
1347 "fpu_exception\t: yes\n"
1348 "cpuid level\t: %d\n"
1349 "wp\t\t: yes\n"
1350 "flags\t\t:",
1351 c->cpuid_level);
1352
1353 {
1354 int i;
1355 for ( i = 0 ; i < 32*NCAPINTS ; i++ )
Akinobu Mita3d1712c2006-03-24 03:15:11 -08001356 if (cpu_has(c, i) && x86_cap_flags[i] != NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001357 seq_printf(m, " %s", x86_cap_flags[i]);
1358 }
1359
1360 seq_printf(m, "\nbogomips\t: %lu.%02lu\n",
1361 c->loops_per_jiffy/(500000/HZ),
1362 (c->loops_per_jiffy/(5000/HZ)) % 100);
1363
1364 if (c->x86_tlbsize > 0)
1365 seq_printf(m, "TLB size\t: %d 4K pages\n", c->x86_tlbsize);
1366 seq_printf(m, "clflush size\t: %d\n", c->x86_clflush_size);
1367 seq_printf(m, "cache_alignment\t: %d\n", c->x86_cache_alignment);
1368
1369 seq_printf(m, "address sizes\t: %u bits physical, %u bits virtual\n",
1370 c->x86_phys_bits, c->x86_virt_bits);
1371
1372 seq_printf(m, "power management:");
1373 {
1374 unsigned i;
1375 for (i = 0; i < 32; i++)
1376 if (c->x86_power & (1 << i)) {
Andi Kleen3f98bc42006-01-11 22:42:51 +01001377 if (i < ARRAY_SIZE(x86_power_flags) &&
1378 x86_power_flags[i])
1379 seq_printf(m, "%s%s",
1380 x86_power_flags[i][0]?" ":"",
1381 x86_power_flags[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382 else
1383 seq_printf(m, " [%d]", i);
1384 }
1385 }
Andi Kleen3dd9d512005-04-16 15:25:15 -07001386
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001387 seq_printf(m, "\n\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001388
Linus Torvalds1da177e2005-04-16 15:20:36 -07001389 return 0;
1390}
1391
1392static void *c_start(struct seq_file *m, loff_t *pos)
1393{
1394 return *pos < NR_CPUS ? cpu_data + *pos : NULL;
1395}
1396
1397static void *c_next(struct seq_file *m, void *v, loff_t *pos)
1398{
1399 ++*pos;
1400 return c_start(m, pos);
1401}
1402
1403static void c_stop(struct seq_file *m, void *v)
1404{
1405}
1406
1407struct seq_operations cpuinfo_op = {
1408 .start =c_start,
1409 .next = c_next,
1410 .stop = c_stop,
1411 .show = show_cpuinfo,
1412};
Andi Kleene9928672006-01-11 22:43:33 +01001413
1414static int __init run_dmi_scan(void)
1415{
1416 dmi_scan_machine();
1417 return 0;
1418}
1419core_initcall(run_dmi_scan);
1420