blob: 50cd2bbd75afe934bf2b326b5109277bd093fb0d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/x86-64/kernel/setup.c
3 *
4 * Copyright (C) 1995 Linus Torvalds
5 *
6 * Nov 2001 Dave Jones <davej@suse.de>
7 * Forked from i386 setup code.
8 *
9 * $Id$
10 */
11
12/*
13 * This file handles the architecture-dependent parts of initialization
14 */
15
16#include <linux/errno.h>
17#include <linux/sched.h>
18#include <linux/kernel.h>
19#include <linux/mm.h>
20#include <linux/stddef.h>
21#include <linux/unistd.h>
22#include <linux/ptrace.h>
23#include <linux/slab.h>
24#include <linux/user.h>
25#include <linux/a.out.h>
26#include <linux/tty.h>
27#include <linux/ioport.h>
28#include <linux/delay.h>
29#include <linux/config.h>
30#include <linux/init.h>
31#include <linux/initrd.h>
32#include <linux/highmem.h>
33#include <linux/bootmem.h>
34#include <linux/module.h>
35#include <asm/processor.h>
36#include <linux/console.h>
37#include <linux/seq_file.h>
Vivek Goyalaac04b32006-01-09 20:51:47 -080038#include <linux/crash_dump.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <linux/root_dev.h>
40#include <linux/pci.h>
41#include <linux/acpi.h>
42#include <linux/kallsyms.h>
43#include <linux/edd.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070044#include <linux/mmzone.h>
Eric W. Biederman5f5609d2005-06-25 14:58:04 -070045#include <linux/kexec.h>
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -080046#include <linux/cpufreq.h>
Andi Kleene9928672006-01-11 22:43:33 +010047#include <linux/dmi.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010048#include <linux/dma-mapping.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <asm/mtrr.h>
51#include <asm/uaccess.h>
52#include <asm/system.h>
53#include <asm/io.h>
54#include <asm/smp.h>
55#include <asm/msr.h>
56#include <asm/desc.h>
57#include <video/edid.h>
58#include <asm/e820.h>
59#include <asm/dma.h>
60#include <asm/mpspec.h>
61#include <asm/mmu_context.h>
62#include <asm/bootsetup.h>
63#include <asm/proto.h>
64#include <asm/setup.h>
65#include <asm/mach_apic.h>
66#include <asm/numa.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010067#include <asm/swiotlb.h>
Andi Kleen2bc04142005-11-05 17:25:53 +010068#include <asm/sections.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010069#include <asm/gart-mapping.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
71/*
72 * Machine setup..
73 */
74
Ravikiran G Thirumalai6c231b72005-09-06 15:17:45 -070075struct cpuinfo_x86 boot_cpu_data __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
77unsigned long mmu_cr4_features;
78
79int acpi_disabled;
80EXPORT_SYMBOL(acpi_disabled);
Len Brown888ba6c2005-08-24 12:07:20 -040081#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -070082extern int __initdata acpi_ht;
83extern acpi_interrupt_flags acpi_sci_flags;
84int __initdata acpi_force = 0;
85#endif
86
87int acpi_numa __initdata;
88
Linus Torvalds1da177e2005-04-16 15:20:36 -070089/* Boot loader ID as an integer, for the benefit of proc_dointvec */
90int bootloader_type;
91
92unsigned long saved_video_mode;
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094/*
95 * Setup options
96 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070097struct screen_info screen_info;
98struct sys_desc_table_struct {
99 unsigned short length;
100 unsigned char table[0];
101};
102
103struct edid_info edid_info;
104struct e820map e820;
105
106extern int root_mountflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108char command_line[COMMAND_LINE_SIZE];
109
110struct resource standard_io_resources[] = {
111 { .name = "dma1", .start = 0x00, .end = 0x1f,
112 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
113 { .name = "pic1", .start = 0x20, .end = 0x21,
114 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
115 { .name = "timer0", .start = 0x40, .end = 0x43,
116 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
117 { .name = "timer1", .start = 0x50, .end = 0x53,
118 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
119 { .name = "keyboard", .start = 0x60, .end = 0x6f,
120 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
121 { .name = "dma page reg", .start = 0x80, .end = 0x8f,
122 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
123 { .name = "pic2", .start = 0xa0, .end = 0xa1,
124 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
125 { .name = "dma2", .start = 0xc0, .end = 0xdf,
126 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
127 { .name = "fpu", .start = 0xf0, .end = 0xff,
128 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
129};
130
131#define STANDARD_IO_RESOURCES \
132 (sizeof standard_io_resources / sizeof standard_io_resources[0])
133
134#define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
135
136struct resource data_resource = {
137 .name = "Kernel data",
138 .start = 0,
139 .end = 0,
140 .flags = IORESOURCE_RAM,
141};
142struct resource code_resource = {
143 .name = "Kernel code",
144 .start = 0,
145 .end = 0,
146 .flags = IORESOURCE_RAM,
147};
148
149#define IORESOURCE_ROM (IORESOURCE_BUSY | IORESOURCE_READONLY | IORESOURCE_MEM)
150
151static struct resource system_rom_resource = {
152 .name = "System ROM",
153 .start = 0xf0000,
154 .end = 0xfffff,
155 .flags = IORESOURCE_ROM,
156};
157
158static struct resource extension_rom_resource = {
159 .name = "Extension ROM",
160 .start = 0xe0000,
161 .end = 0xeffff,
162 .flags = IORESOURCE_ROM,
163};
164
165static struct resource adapter_rom_resources[] = {
166 { .name = "Adapter ROM", .start = 0xc8000, .end = 0,
167 .flags = IORESOURCE_ROM },
168 { .name = "Adapter ROM", .start = 0, .end = 0,
169 .flags = IORESOURCE_ROM },
170 { .name = "Adapter ROM", .start = 0, .end = 0,
171 .flags = IORESOURCE_ROM },
172 { .name = "Adapter ROM", .start = 0, .end = 0,
173 .flags = IORESOURCE_ROM },
174 { .name = "Adapter ROM", .start = 0, .end = 0,
175 .flags = IORESOURCE_ROM },
176 { .name = "Adapter ROM", .start = 0, .end = 0,
177 .flags = IORESOURCE_ROM }
178};
179
180#define ADAPTER_ROM_RESOURCES \
181 (sizeof adapter_rom_resources / sizeof adapter_rom_resources[0])
182
183static struct resource video_rom_resource = {
184 .name = "Video ROM",
185 .start = 0xc0000,
186 .end = 0xc7fff,
187 .flags = IORESOURCE_ROM,
188};
189
190static struct resource video_ram_resource = {
191 .name = "Video RAM area",
192 .start = 0xa0000,
193 .end = 0xbffff,
194 .flags = IORESOURCE_RAM,
195};
196
197#define romsignature(x) (*(unsigned short *)(x) == 0xaa55)
198
199static int __init romchecksum(unsigned char *rom, unsigned long length)
200{
201 unsigned char *p, sum = 0;
202
203 for (p = rom; p < rom + length; p++)
204 sum += *p;
205 return sum == 0;
206}
207
208static void __init probe_roms(void)
209{
210 unsigned long start, length, upper;
211 unsigned char *rom;
212 int i;
213
214 /* video rom */
215 upper = adapter_rom_resources[0].start;
216 for (start = video_rom_resource.start; start < upper; start += 2048) {
217 rom = isa_bus_to_virt(start);
218 if (!romsignature(rom))
219 continue;
220
221 video_rom_resource.start = start;
222
223 /* 0 < length <= 0x7f * 512, historically */
224 length = rom[2] * 512;
225
226 /* if checksum okay, trust length byte */
227 if (length && romchecksum(rom, length))
228 video_rom_resource.end = start + length - 1;
229
230 request_resource(&iomem_resource, &video_rom_resource);
231 break;
232 }
233
234 start = (video_rom_resource.end + 1 + 2047) & ~2047UL;
235 if (start < upper)
236 start = upper;
237
238 /* system rom */
239 request_resource(&iomem_resource, &system_rom_resource);
240 upper = system_rom_resource.start;
241
242 /* check for extension rom (ignore length byte!) */
243 rom = isa_bus_to_virt(extension_rom_resource.start);
244 if (romsignature(rom)) {
245 length = extension_rom_resource.end - extension_rom_resource.start + 1;
246 if (romchecksum(rom, length)) {
247 request_resource(&iomem_resource, &extension_rom_resource);
248 upper = extension_rom_resource.start;
249 }
250 }
251
252 /* check for adapter roms on 2k boundaries */
253 for (i = 0; i < ADAPTER_ROM_RESOURCES && start < upper; start += 2048) {
254 rom = isa_bus_to_virt(start);
255 if (!romsignature(rom))
256 continue;
257
258 /* 0 < length <= 0x7f * 512, historically */
259 length = rom[2] * 512;
260
261 /* but accept any length that fits if checksum okay */
262 if (!length || start + length > upper || !romchecksum(rom, length))
263 continue;
264
265 adapter_rom_resources[i].start = start;
266 adapter_rom_resources[i].end = start + length - 1;
267 request_resource(&iomem_resource, &adapter_rom_resources[i]);
268
269 start = adapter_rom_resources[i++].end & ~2047UL;
270 }
271}
272
273static __init void parse_cmdline_early (char ** cmdline_p)
274{
275 char c = ' ', *to = command_line, *from = COMMAND_LINE;
276 int len = 0;
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800277 int userdef = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279 for (;;) {
280 if (c != ' ')
281 goto next_char;
282
283#ifdef CONFIG_SMP
284 /*
285 * If the BIOS enumerates physical processors before logical,
286 * maxcpus=N at enumeration-time can be used to disable HT.
287 */
288 else if (!memcmp(from, "maxcpus=", 8)) {
289 extern unsigned int maxcpus;
290
291 maxcpus = simple_strtoul(from + 8, NULL, 0);
292 }
293#endif
Len Brown888ba6c2005-08-24 12:07:20 -0400294#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 /* "acpi=off" disables both ACPI table parsing and interpreter init */
296 if (!memcmp(from, "acpi=off", 8))
297 disable_acpi();
298
299 if (!memcmp(from, "acpi=force", 10)) {
300 /* add later when we do DMI horrors: */
301 acpi_force = 1;
302 acpi_disabled = 0;
303 }
304
305 /* acpi=ht just means: do ACPI MADT parsing
306 at bootup, but don't enable the full ACPI interpreter */
307 if (!memcmp(from, "acpi=ht", 7)) {
308 if (!acpi_force)
309 disable_acpi();
310 acpi_ht = 1;
311 }
312 else if (!memcmp(from, "pci=noacpi", 10))
313 acpi_disable_pci();
314 else if (!memcmp(from, "acpi=noirq", 10))
315 acpi_noirq_set();
316
317 else if (!memcmp(from, "acpi_sci=edge", 13))
318 acpi_sci_flags.trigger = 1;
319 else if (!memcmp(from, "acpi_sci=level", 14))
320 acpi_sci_flags.trigger = 3;
321 else if (!memcmp(from, "acpi_sci=high", 13))
322 acpi_sci_flags.polarity = 1;
323 else if (!memcmp(from, "acpi_sci=low", 12))
324 acpi_sci_flags.polarity = 3;
325
326 /* acpi=strict disables out-of-spec workarounds */
327 else if (!memcmp(from, "acpi=strict", 11)) {
328 acpi_strict = 1;
329 }
Andi Kleen22999242005-04-16 15:25:17 -0700330#ifdef CONFIG_X86_IO_APIC
331 else if (!memcmp(from, "acpi_skip_timer_override", 24))
332 acpi_skip_timer_override = 1;
333#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334#endif
335
Chuck Ebbert66759a02005-09-12 18:49:25 +0200336 if (!memcmp(from, "disable_timer_pin_1", 19))
337 disable_timer_pin_1 = 1;
338 if (!memcmp(from, "enable_timer_pin_1", 18))
339 disable_timer_pin_1 = -1;
340
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341 if (!memcmp(from, "nolapic", 7) ||
342 !memcmp(from, "disableapic", 11))
343 disable_apic = 1;
344
Andi Kleen0d9cb752006-01-11 22:47:10 +0100345 /* Don't confuse with noapictimer */
346 if (!memcmp(from, "noapic", 6) &&
347 (from[6] == ' ' || from[6] == 0))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348 skip_ioapic_setup = 1;
349
Andi Kleened8388a2006-01-11 22:42:57 +0100350 /* Make sure to not confuse with apic= */
351 if (!memcmp(from, "apic", 4) &&
352 (from[4] == ' ' || from[4] == 0)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 skip_ioapic_setup = 0;
354 ioapic_force = 1;
355 }
356
357 if (!memcmp(from, "mem=", 4))
358 parse_memopt(from+4, &from);
359
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800360 if (!memcmp(from, "memmap=", 7)) {
361 /* exactmap option is for used defined memory */
362 if (!memcmp(from+7, "exactmap", 8)) {
363#ifdef CONFIG_CRASH_DUMP
364 /* If we are doing a crash dump, we
365 * still need to know the real mem
366 * size before original memory map is
367 * reset.
368 */
369 saved_max_pfn = e820_end_of_ram();
370#endif
371 from += 8+7;
372 end_pfn_map = 0;
373 e820.nr_map = 0;
374 userdef = 1;
375 }
376 else {
377 parse_memmapopt(from+7, &from);
378 userdef = 1;
379 }
380 }
381
Matt Tolentino2b976902005-06-23 00:08:06 -0700382#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 if (!memcmp(from, "numa=", 5))
384 numa_setup(from+5);
385#endif
386
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 if (!memcmp(from,"iommu=",6)) {
388 iommu_setup(from+6);
389 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390
391 if (!memcmp(from,"oops=panic", 10))
392 panic_on_oops = 1;
393
394 if (!memcmp(from, "noexec=", 7))
395 nonx_setup(from + 7);
396
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700397#ifdef CONFIG_KEXEC
398 /* crashkernel=size@addr specifies the location to reserve for
399 * a crash kernel. By reserving this memory we guarantee
400 * that linux never set's it up as a DMA target.
401 * Useful for holding code to do something appropriate
402 * after a kernel panic.
403 */
404 else if (!memcmp(from, "crashkernel=", 12)) {
405 unsigned long size, base;
406 size = memparse(from+12, &from);
407 if (*from == '@') {
408 base = memparse(from+1, &from);
409 /* FIXME: Do I want a sanity check
410 * to validate the memory range?
411 */
412 crashk_res.start = base;
413 crashk_res.end = base + size - 1;
414 }
415 }
416#endif
417
Vivek Goyalaac04b32006-01-09 20:51:47 -0800418#ifdef CONFIG_PROC_VMCORE
419 /* elfcorehdr= specifies the location of elf core header
420 * stored by the crashed kernel. This option will be passed
421 * by kexec loader to the capture kernel.
422 */
423 else if(!memcmp(from, "elfcorehdr=", 11))
424 elfcorehdr_addr = memparse(from+11, &from);
425#endif
Andi Kleene2c03882006-02-26 04:18:46 +0100426
Brian Magnusond5176122006-02-27 04:02:04 +0100427#ifdef CONFIG_HOTPLUG_CPU
Andi Kleene2c03882006-02-26 04:18:46 +0100428 else if (!memcmp(from, "additional_cpus=", 16))
429 setup_additional_cpus(from+16);
430#endif
431
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432 next_char:
433 c = *(from++);
434 if (!c)
435 break;
436 if (COMMAND_LINE_SIZE <= ++len)
437 break;
438 *(to++) = c;
439 }
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800440 if (userdef) {
441 printk(KERN_INFO "user-defined physical RAM map:\n");
442 e820_print_map("user");
443 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444 *to = '\0';
445 *cmdline_p = command_line;
446}
447
Matt Tolentino2b976902005-06-23 00:08:06 -0700448#ifndef CONFIG_NUMA
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700449static void __init
450contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700451{
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700452 unsigned long bootmap_size, bootmap;
453
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700454 bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
455 bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size);
456 if (bootmap == -1L)
457 panic("Cannot find bootmem map of size %ld\n",bootmap_size);
458 bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
459 e820_bootmem_free(NODE_DATA(0), 0, end_pfn << PAGE_SHIFT);
460 reserve_bootmem(bootmap, bootmap_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461}
462#endif
463
464/* Use inline assembly to define this because the nops are defined
465 as inline assembly strings in the include files and we cannot
466 get them easily into strings. */
467asm("\t.data\nk8nops: "
468 K8_NOP1 K8_NOP2 K8_NOP3 K8_NOP4 K8_NOP5 K8_NOP6
469 K8_NOP7 K8_NOP8);
470
471extern unsigned char k8nops[];
472static unsigned char *k8_nops[ASM_NOP_MAX+1] = {
473 NULL,
474 k8nops,
475 k8nops + 1,
476 k8nops + 1 + 2,
477 k8nops + 1 + 2 + 3,
478 k8nops + 1 + 2 + 3 + 4,
479 k8nops + 1 + 2 + 3 + 4 + 5,
480 k8nops + 1 + 2 + 3 + 4 + 5 + 6,
481 k8nops + 1 + 2 + 3 + 4 + 5 + 6 + 7,
482};
483
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100484extern char __vsyscall_0;
485
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486/* Replace instructions with better alternatives for this CPU type.
487
488 This runs before SMP is initialized to avoid SMP problems with
489 self modifying code. This implies that assymetric systems where
490 APs have less capabilities than the boot processor are not handled.
491 In this case boot with "noreplacement". */
492void apply_alternatives(void *start, void *end)
493{
494 struct alt_instr *a;
495 int diff, i, k;
496 for (a = start; (void *)a < end; a++) {
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100497 u8 *instr;
498
Linus Torvalds1da177e2005-04-16 15:20:36 -0700499 if (!boot_cpu_has(a->cpuid))
500 continue;
501
502 BUG_ON(a->replacementlen > a->instrlen);
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100503 instr = a->instr;
504 /* vsyscall code is not mapped yet. resolve it manually. */
505 if (instr >= (u8 *)VSYSCALL_START && instr < (u8*)VSYSCALL_END)
506 instr = __va(instr - (u8*)VSYSCALL_START + (u8*)__pa_symbol(&__vsyscall_0));
507 __inline_memcpy(instr, a->replacement, a->replacementlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508 diff = a->instrlen - a->replacementlen;
509
510 /* Pad the rest with nops */
511 for (i = a->replacementlen; diff > 0; diff -= k, i += k) {
512 k = diff;
513 if (k > ASM_NOP_MAX)
514 k = ASM_NOP_MAX;
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100515 __inline_memcpy(instr + i, k8_nops[k], k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 }
517 }
518}
519
520static int no_replacement __initdata = 0;
521
522void __init alternative_instructions(void)
523{
524 extern struct alt_instr __alt_instructions[], __alt_instructions_end[];
525 if (no_replacement)
526 return;
527 apply_alternatives(__alt_instructions, __alt_instructions_end);
528}
529
530static int __init noreplacement_setup(char *s)
531{
532 no_replacement = 1;
533 return 0;
534}
535
536__setup("noreplacement", noreplacement_setup);
537
538#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
539struct edd edd;
540#ifdef CONFIG_EDD_MODULE
541EXPORT_SYMBOL(edd);
542#endif
543/**
544 * copy_edd() - Copy the BIOS EDD information
545 * from boot_params into a safe place.
546 *
547 */
548static inline void copy_edd(void)
549{
550 memcpy(edd.mbr_signature, EDD_MBR_SIGNATURE, sizeof(edd.mbr_signature));
551 memcpy(edd.edd_info, EDD_BUF, sizeof(edd.edd_info));
552 edd.mbr_signature_nr = EDD_MBR_SIG_NR;
553 edd.edd_info_nr = EDD_NR;
554}
555#else
556static inline void copy_edd(void)
557{
558}
559#endif
560
561#define EBDA_ADDR_POINTER 0x40E
562static void __init reserve_ebda_region(void)
563{
564 unsigned int addr;
565 /**
566 * there is a real-mode segmented pointer pointing to the
567 * 4K EBDA area at 0x40E
568 */
569 addr = *(unsigned short *)phys_to_virt(EBDA_ADDR_POINTER);
570 addr <<= 4;
571 if (addr)
572 reserve_bootmem_generic(addr, PAGE_SIZE);
573}
574
575void __init setup_arch(char **cmdline_p)
576{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577 unsigned long kernel_end;
578
579 ROOT_DEV = old_decode_dev(ORIG_ROOT_DEV);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 screen_info = SCREEN_INFO;
581 edid_info = EDID_INFO;
582 saved_video_mode = SAVED_VIDEO_MODE;
583 bootloader_type = LOADER_TYPE;
584
585#ifdef CONFIG_BLK_DEV_RAM
586 rd_image_start = RAMDISK_FLAGS & RAMDISK_IMAGE_START_MASK;
587 rd_prompt = ((RAMDISK_FLAGS & RAMDISK_PROMPT_FLAG) != 0);
588 rd_doload = ((RAMDISK_FLAGS & RAMDISK_LOAD_FLAG) != 0);
589#endif
590 setup_memory_region();
591 copy_edd();
592
593 if (!MOUNT_ROOT_RDONLY)
594 root_mountflags &= ~MS_RDONLY;
595 init_mm.start_code = (unsigned long) &_text;
596 init_mm.end_code = (unsigned long) &_etext;
597 init_mm.end_data = (unsigned long) &_edata;
598 init_mm.brk = (unsigned long) &_end;
599
600 code_resource.start = virt_to_phys(&_text);
601 code_resource.end = virt_to_phys(&_etext)-1;
602 data_resource.start = virt_to_phys(&_etext);
603 data_resource.end = virt_to_phys(&_edata)-1;
604
605 parse_cmdline_early(cmdline_p);
606
607 early_identify_cpu(&boot_cpu_data);
608
609 /*
610 * partially used pages are not usable - thus
611 * we are rounding upwards:
612 */
613 end_pfn = e820_end_of_ram();
614
615 check_efer();
616
617 init_memory_mapping(0, (end_pfn_map << PAGE_SHIFT));
618
Siddha, Suresh Bf6c2e332005-11-05 17:25:53 +0100619 zap_low_mappings(0);
620
Len Brown888ba6c2005-08-24 12:07:20 -0400621#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 /*
623 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
624 * Call this early for SRAT node setup.
625 */
626 acpi_boot_table_init();
627#endif
628
629#ifdef CONFIG_ACPI_NUMA
630 /*
631 * Parse SRAT to discover nodes.
632 */
633 acpi_numa_init();
634#endif
635
Matt Tolentino2b976902005-06-23 00:08:06 -0700636#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637 numa_initmem_init(0, end_pfn);
638#else
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700639 contig_initmem_init(0, end_pfn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640#endif
641
642 /* Reserve direct mapping */
643 reserve_bootmem_generic(table_start << PAGE_SHIFT,
644 (table_end - table_start) << PAGE_SHIFT);
645
646 /* reserve kernel */
647 kernel_end = round_up(__pa_symbol(&_end),PAGE_SIZE);
648 reserve_bootmem_generic(HIGH_MEMORY, kernel_end - HIGH_MEMORY);
649
650 /*
651 * reserve physical page 0 - it's a special BIOS page on many boxes,
652 * enabling clean reboots, SMP operation, laptop functions.
653 */
654 reserve_bootmem_generic(0, PAGE_SIZE);
655
656 /* reserve ebda region */
657 reserve_ebda_region();
658
659#ifdef CONFIG_SMP
660 /*
661 * But first pinch a few for the stack/trampoline stuff
662 * FIXME: Don't need the extra page at 4K, but need to fix
663 * trampoline before removing it. (see the GDT stuff)
664 */
665 reserve_bootmem_generic(PAGE_SIZE, PAGE_SIZE);
666
667 /* Reserve SMP trampoline */
668 reserve_bootmem_generic(SMP_TRAMPOLINE_BASE, PAGE_SIZE);
669#endif
670
671#ifdef CONFIG_ACPI_SLEEP
672 /*
673 * Reserve low memory region for sleep support.
674 */
675 acpi_reserve_bootmem();
676#endif
677#ifdef CONFIG_X86_LOCAL_APIC
678 /*
679 * Find and reserve possible boot-time SMP configuration:
680 */
681 find_smp_config();
682#endif
683#ifdef CONFIG_BLK_DEV_INITRD
684 if (LOADER_TYPE && INITRD_START) {
685 if (INITRD_START + INITRD_SIZE <= (end_pfn << PAGE_SHIFT)) {
686 reserve_bootmem_generic(INITRD_START, INITRD_SIZE);
687 initrd_start =
688 INITRD_START ? INITRD_START + PAGE_OFFSET : 0;
689 initrd_end = initrd_start+INITRD_SIZE;
690 }
691 else {
692 printk(KERN_ERR "initrd extends beyond end of memory "
693 "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
694 (unsigned long)(INITRD_START + INITRD_SIZE),
695 (unsigned long)(end_pfn << PAGE_SHIFT));
696 initrd_start = 0;
697 }
698 }
699#endif
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700700#ifdef CONFIG_KEXEC
701 if (crashk_res.start != crashk_res.end) {
702 reserve_bootmem(crashk_res.start,
703 crashk_res.end - crashk_res.start + 1);
704 }
705#endif
Eric W. Biederman0d317fb2005-08-06 13:47:36 -0600706
Linus Torvalds1da177e2005-04-16 15:20:36 -0700707 paging_init();
708
709 check_ioapic();
710
Ashok Raj51f62e12006-03-25 16:29:28 +0100711 /*
712 * set this early, so we dont allocate cpu0
713 * if MADT list doesnt list BSP first
714 * mpparse.c/MP_processor_info() allocates logical cpu numbers.
715 */
716 cpu_set(0, cpu_present_map);
Len Brown888ba6c2005-08-24 12:07:20 -0400717#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718 /*
719 * Read APIC and some other early information from ACPI tables.
720 */
721 acpi_boot_init();
722#endif
723
Ravikiran Thirumalai05b3cbd2006-01-11 22:45:36 +0100724 init_cpu_to_node();
725
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726#ifdef CONFIG_X86_LOCAL_APIC
727 /*
728 * get boot-time SMP configuration:
729 */
730 if (smp_found_config)
731 get_smp_config();
732 init_apic_mappings();
733#endif
734
735 /*
736 * Request address space for all standard RAM and ROM resources
737 * and also for regions reported as reserved by the e820.
738 */
739 probe_roms();
740 e820_reserve_resources();
741
742 request_resource(&iomem_resource, &video_ram_resource);
743
744 {
745 unsigned i;
746 /* request I/O space for devices used on all i[345]86 PCs */
747 for (i = 0; i < STANDARD_IO_RESOURCES; i++)
748 request_resource(&ioport_resource, &standard_io_resources[i]);
749 }
750
Andi Kleena1e97782005-04-16 15:25:12 -0700751 e820_setup_gap();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752
753#ifdef CONFIG_GART_IOMMU
Jon Mason5b7b6442006-02-03 21:51:59 +0100754 iommu_hole_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700755#endif
756
757#ifdef CONFIG_VT
758#if defined(CONFIG_VGA_CONSOLE)
759 conswitchp = &vga_con;
760#elif defined(CONFIG_DUMMY_CONSOLE)
761 conswitchp = &dummy_con;
762#endif
763#endif
764}
765
Ashok Raje6982c62005-06-25 14:54:58 -0700766static int __cpuinit get_model_name(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767{
768 unsigned int *v;
769
Andi Kleenebfcaa92005-04-16 15:25:18 -0700770 if (c->extended_cpuid_level < 0x80000004)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771 return 0;
772
773 v = (unsigned int *) c->x86_model_id;
774 cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
775 cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
776 cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
777 c->x86_model_id[48] = 0;
778 return 1;
779}
780
781
Ashok Raje6982c62005-06-25 14:54:58 -0700782static void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700783{
784 unsigned int n, dummy, eax, ebx, ecx, edx;
785
Andi Kleenebfcaa92005-04-16 15:25:18 -0700786 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787
788 if (n >= 0x80000005) {
789 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
790 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), D cache %dK (%d bytes/line)\n",
791 edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
792 c->x86_cache_size=(ecx>>24)+(edx>>24);
793 /* On K8 L1 TLB is inclusive, so don't count it */
794 c->x86_tlbsize = 0;
795 }
796
797 if (n >= 0x80000006) {
798 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
799 ecx = cpuid_ecx(0x80000006);
800 c->x86_cache_size = ecx >> 16;
801 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
802
803 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
804 c->x86_cache_size, ecx & 0xFF);
805 }
806
807 if (n >= 0x80000007)
808 cpuid(0x80000007, &dummy, &dummy, &dummy, &c->x86_power);
809 if (n >= 0x80000008) {
810 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
811 c->x86_virt_bits = (eax >> 8) & 0xff;
812 c->x86_phys_bits = eax & 0xff;
813 }
814}
815
Andi Kleen3f098c22005-09-12 18:49:24 +0200816#ifdef CONFIG_NUMA
817static int nearby_node(int apicid)
818{
819 int i;
820 for (i = apicid - 1; i >= 0; i--) {
821 int node = apicid_to_node[i];
822 if (node != NUMA_NO_NODE && node_online(node))
823 return node;
824 }
825 for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
826 int node = apicid_to_node[i];
827 if (node != NUMA_NO_NODE && node_online(node))
828 return node;
829 }
830 return first_node(node_online_map); /* Shouldn't happen */
831}
832#endif
833
Andi Kleen63518642005-04-16 15:25:16 -0700834/*
835 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
836 * Assumes number of cores is a power of two.
837 */
838static void __init amd_detect_cmp(struct cpuinfo_x86 *c)
839{
840#ifdef CONFIG_SMP
Andi Kleen29422832005-05-16 21:53:26 -0700841 int cpu = smp_processor_id();
Andi Kleenb41e2932005-05-20 14:27:55 -0700842 unsigned bits;
Andi Kleen3f098c22005-09-12 18:49:24 +0200843#ifdef CONFIG_NUMA
844 int node = 0;
Andi Kleen0b07e982005-09-12 18:49:24 +0200845 unsigned apicid = phys_proc_id[cpu];
Andi Kleen3f098c22005-09-12 18:49:24 +0200846#endif
Andi Kleenb41e2932005-05-20 14:27:55 -0700847
848 bits = 0;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100849 while ((1 << bits) < c->x86_max_cores)
Andi Kleenb41e2932005-05-20 14:27:55 -0700850 bits++;
851
852 /* Low order bits define the core id (index of core in socket) */
853 cpu_core_id[cpu] = phys_proc_id[cpu] & ((1 << bits)-1);
854 /* Convert the APIC ID into the socket ID */
855 phys_proc_id[cpu] >>= bits;
Andi Kleen63518642005-04-16 15:25:16 -0700856
857#ifdef CONFIG_NUMA
Andi Kleen3f098c22005-09-12 18:49:24 +0200858 node = phys_proc_id[cpu];
859 if (apicid_to_node[apicid] != NUMA_NO_NODE)
860 node = apicid_to_node[apicid];
861 if (!node_online(node)) {
862 /* Two possibilities here:
863 - The CPU is missing memory and no node was created.
864 In that case try picking one from a nearby CPU
865 - The APIC IDs differ from the HyperTransport node IDs
866 which the K8 northbridge parsing fills in.
867 Assume they are all increased by a constant offset,
868 but in the same order as the HT nodeids.
869 If that doesn't result in a usable node fall back to the
870 path for the previous case. */
871 int ht_nodeid = apicid - (phys_proc_id[0] << bits);
872 if (ht_nodeid >= 0 &&
873 apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
874 node = apicid_to_node[ht_nodeid];
875 /* Pick a nearby node */
876 if (!node_online(node))
877 node = nearby_node(apicid);
878 }
Andi Kleen69d81fc2005-11-05 17:25:53 +0100879 numa_set_node(cpu, node);
Andi Kleena1586082005-05-16 21:53:21 -0700880
Andi Kleen3f098c22005-09-12 18:49:24 +0200881 printk(KERN_INFO "CPU %d(%d) -> Node %d -> Core %d\n",
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100882 cpu, c->x86_max_cores, node, cpu_core_id[cpu]);
Andi Kleen3f098c22005-09-12 18:49:24 +0200883#endif
Andi Kleen63518642005-04-16 15:25:16 -0700884#endif
885}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700886
887static int __init init_amd(struct cpuinfo_x86 *c)
888{
889 int r;
Andi Kleen7bcd3f32006-02-03 21:51:02 +0100890 unsigned level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700891
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700892#ifdef CONFIG_SMP
893 unsigned long value;
894
Andi Kleen7d318d72005-09-29 22:05:55 +0200895 /*
896 * Disable TLB flush filter by setting HWCR.FFDIS on K8
897 * bit 6 of msr C001_0015
898 *
899 * Errata 63 for SH-B3 steppings
900 * Errata 122 for all steppings (F+ have it disabled by default)
901 */
902 if (c->x86 == 15) {
903 rdmsrl(MSR_K8_HWCR, value);
904 value |= 1 << 6;
905 wrmsrl(MSR_K8_HWCR, value);
906 }
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700907#endif
908
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909 /* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
910 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
911 clear_bit(0*32+31, &c->x86_capability);
912
Andi Kleen7bcd3f32006-02-03 21:51:02 +0100913 /* On C+ stepping K8 rep microcode works well for copy/memset */
914 level = cpuid_eax(1);
915 if (c->x86 == 15 && ((level >= 0x0f48 && level < 0x0f50) || level >= 0x0f58))
916 set_bit(X86_FEATURE_REP_GOOD, &c->x86_capability);
917
Linus Torvalds1da177e2005-04-16 15:20:36 -0700918 r = get_model_name(c);
919 if (!r) {
920 switch (c->x86) {
921 case 15:
922 /* Should distinguish Models here, but this is only
923 a fallback anyways. */
924 strcpy(c->x86_model_id, "Hammer");
925 break;
926 }
927 }
928 display_cacheinfo(c);
929
Andi Kleen130951c2006-01-11 22:42:02 +0100930 /* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
931 if (c->x86_power & (1<<8))
932 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
933
Andi Kleenebfcaa92005-04-16 15:25:18 -0700934 if (c->extended_cpuid_level >= 0x80000008) {
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100935 c->x86_max_cores = (cpuid_ecx(0x80000008) & 0xff) + 1;
936 if (c->x86_max_cores & (c->x86_max_cores - 1))
937 c->x86_max_cores = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700938
Andi Kleen63518642005-04-16 15:25:16 -0700939 amd_detect_cmp(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700940 }
941
942 return r;
943}
944
Ashok Raje6982c62005-06-25 14:54:58 -0700945static void __cpuinit detect_ht(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700946{
947#ifdef CONFIG_SMP
948 u32 eax, ebx, ecx, edx;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100949 int index_msb, core_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700950 int cpu = smp_processor_id();
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100951
952 cpuid(1, &eax, &ebx, &ecx, &edx);
953
954 c->apicid = phys_pkg_id(0);
955
Andi Kleen63518642005-04-16 15:25:16 -0700956 if (!cpu_has(c, X86_FEATURE_HT) || cpu_has(c, X86_FEATURE_CMP_LEGACY))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700957 return;
958
Linus Torvalds1da177e2005-04-16 15:20:36 -0700959 smp_num_siblings = (ebx & 0xff0000) >> 16;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100960
Linus Torvalds1da177e2005-04-16 15:20:36 -0700961 if (smp_num_siblings == 1) {
962 printk(KERN_INFO "CPU: Hyper-Threading is disabled\n");
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100963 } else if (smp_num_siblings > 1 ) {
964
Linus Torvalds1da177e2005-04-16 15:20:36 -0700965 if (smp_num_siblings > NR_CPUS) {
966 printk(KERN_WARNING "CPU: Unsupported number of the siblings %d", smp_num_siblings);
967 smp_num_siblings = 1;
968 return;
969 }
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100970
971 index_msb = get_count_order(smp_num_siblings);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700972 phys_proc_id[cpu] = phys_pkg_id(index_msb);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100973
Linus Torvalds1da177e2005-04-16 15:20:36 -0700974 printk(KERN_INFO "CPU: Physical Processor ID: %d\n",
975 phys_proc_id[cpu]);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700976
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100977 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700978
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100979 index_msb = get_count_order(smp_num_siblings) ;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700980
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100981 core_bits = get_count_order(c->x86_max_cores);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700982
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100983 cpu_core_id[cpu] = phys_pkg_id(index_msb) &
984 ((1 << core_bits) - 1);
985
986 if (c->x86_max_cores > 1)
Andi Kleen3dd9d512005-04-16 15:25:15 -0700987 printk(KERN_INFO "CPU: Processor Core ID: %d\n",
988 cpu_core_id[cpu]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700989 }
990#endif
991}
992
Andi Kleen3dd9d512005-04-16 15:25:15 -0700993/*
994 * find out the number of processor cores on the die
995 */
Ashok Raje6982c62005-06-25 14:54:58 -0700996static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
Andi Kleen3dd9d512005-04-16 15:25:15 -0700997{
998 unsigned int eax;
999
1000 if (c->cpuid_level < 4)
1001 return 1;
1002
1003 __asm__("cpuid"
1004 : "=a" (eax)
1005 : "0" (4), "c" (0)
1006 : "bx", "dx");
1007
1008 if (eax & 0x1f)
1009 return ((eax >> 26) + 1);
1010 else
1011 return 1;
1012}
1013
Andi Kleendf0cc262005-09-12 18:49:24 +02001014static void srat_detect_node(void)
1015{
1016#ifdef CONFIG_NUMA
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001017 unsigned node;
Andi Kleendf0cc262005-09-12 18:49:24 +02001018 int cpu = smp_processor_id();
1019
1020 /* Don't do the funky fallback heuristics the AMD version employs
1021 for now. */
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001022 node = apicid_to_node[hard_smp_processor_id()];
Andi Kleendf0cc262005-09-12 18:49:24 +02001023 if (node == NUMA_NO_NODE)
1024 node = 0;
Andi Kleen69d81fc2005-11-05 17:25:53 +01001025 numa_set_node(cpu, node);
Andi Kleendf0cc262005-09-12 18:49:24 +02001026
1027 if (acpi_numa > 0)
1028 printk(KERN_INFO "CPU %d -> Node %d\n", cpu, node);
1029#endif
1030}
1031
Ashok Raje6982c62005-06-25 14:54:58 -07001032static void __cpuinit init_intel(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001033{
1034 /* Cache sizes */
1035 unsigned n;
1036
1037 init_intel_cacheinfo(c);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001038 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001039 if (n >= 0x80000008) {
1040 unsigned eax = cpuid_eax(0x80000008);
1041 c->x86_virt_bits = (eax >> 8) & 0xff;
1042 c->x86_phys_bits = eax & 0xff;
Shaohua Liaf9c1422005-11-05 17:25:54 +01001043 /* CPUID workaround for Intel 0F34 CPU */
1044 if (c->x86_vendor == X86_VENDOR_INTEL &&
1045 c->x86 == 0xF && c->x86_model == 0x3 &&
1046 c->x86_mask == 0x4)
1047 c->x86_phys_bits = 36;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001048 }
1049
1050 if (c->x86 == 15)
1051 c->x86_cache_alignment = c->x86_clflush_size * 2;
Andi Kleen39b3a792006-01-11 22:42:45 +01001052 if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
1053 (c->x86 == 0x6 && c->x86_model >= 0x0e))
Andi Kleenc29601e2005-04-16 15:25:05 -07001054 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
Andi Kleenc818a182006-01-11 22:45:24 +01001055 set_bit(X86_FEATURE_SYNC_RDTSC, &c->x86_capability);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001056 c->x86_max_cores = intel_num_cpu_cores(c);
Andi Kleendf0cc262005-09-12 18:49:24 +02001057
1058 srat_detect_node();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001059}
1060
Adrian Bunk672289e2005-09-10 00:27:21 -07001061static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001062{
1063 char *v = c->x86_vendor_id;
1064
1065 if (!strcmp(v, "AuthenticAMD"))
1066 c->x86_vendor = X86_VENDOR_AMD;
1067 else if (!strcmp(v, "GenuineIntel"))
1068 c->x86_vendor = X86_VENDOR_INTEL;
1069 else
1070 c->x86_vendor = X86_VENDOR_UNKNOWN;
1071}
1072
1073struct cpu_model_info {
1074 int vendor;
1075 int family;
1076 char *model_names[16];
1077};
1078
1079/* Do some early cpuid on the boot CPU to get some parameter that are
1080 needed before check_bugs. Everything advanced is in identify_cpu
1081 below. */
Ashok Raje6982c62005-06-25 14:54:58 -07001082void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001083{
1084 u32 tfms;
1085
1086 c->loops_per_jiffy = loops_per_jiffy;
1087 c->x86_cache_size = -1;
1088 c->x86_vendor = X86_VENDOR_UNKNOWN;
1089 c->x86_model = c->x86_mask = 0; /* So far unknown... */
1090 c->x86_vendor_id[0] = '\0'; /* Unset */
1091 c->x86_model_id[0] = '\0'; /* Unset */
1092 c->x86_clflush_size = 64;
1093 c->x86_cache_alignment = c->x86_clflush_size;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001094 c->x86_max_cores = 1;
Andi Kleenebfcaa92005-04-16 15:25:18 -07001095 c->extended_cpuid_level = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001096 memset(&c->x86_capability, 0, sizeof c->x86_capability);
1097
1098 /* Get vendor name */
1099 cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
1100 (unsigned int *)&c->x86_vendor_id[0],
1101 (unsigned int *)&c->x86_vendor_id[8],
1102 (unsigned int *)&c->x86_vendor_id[4]);
1103
1104 get_cpu_vendor(c);
1105
1106 /* Initialize the standard set of capabilities */
1107 /* Note that the vendor-specific code below might override */
1108
1109 /* Intel-defined flags: level 0x00000001 */
1110 if (c->cpuid_level >= 0x00000001) {
1111 __u32 misc;
1112 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
1113 &c->x86_capability[0]);
1114 c->x86 = (tfms >> 8) & 0xf;
1115 c->x86_model = (tfms >> 4) & 0xf;
1116 c->x86_mask = tfms & 0xf;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001117 if (c->x86 == 0xf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001118 c->x86 += (tfms >> 20) & 0xff;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001119 if (c->x86 >= 0x6)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001120 c->x86_model += ((tfms >> 16) & 0xF) << 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121 if (c->x86_capability[0] & (1<<19))
1122 c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123 } else {
1124 /* Have CPUID level 0 only - unheard of */
1125 c->x86 = 4;
1126 }
Andi Kleena1586082005-05-16 21:53:21 -07001127
1128#ifdef CONFIG_SMP
Andi Kleenb41e2932005-05-20 14:27:55 -07001129 phys_proc_id[smp_processor_id()] = (cpuid_ebx(1) >> 24) & 0xff;
Andi Kleena1586082005-05-16 21:53:21 -07001130#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001131}
1132
1133/*
1134 * This does the hard work of actually picking apart the CPU stuff...
1135 */
Ashok Raje6982c62005-06-25 14:54:58 -07001136void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001137{
1138 int i;
1139 u32 xlvl;
1140
1141 early_identify_cpu(c);
1142
1143 /* AMD-defined flags: level 0x80000001 */
1144 xlvl = cpuid_eax(0x80000000);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001145 c->extended_cpuid_level = xlvl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001146 if ((xlvl & 0xffff0000) == 0x80000000) {
1147 if (xlvl >= 0x80000001) {
1148 c->x86_capability[1] = cpuid_edx(0x80000001);
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001149 c->x86_capability[6] = cpuid_ecx(0x80000001);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001150 }
1151 if (xlvl >= 0x80000004)
1152 get_model_name(c); /* Default name */
1153 }
1154
1155 /* Transmeta-defined flags: level 0x80860001 */
1156 xlvl = cpuid_eax(0x80860000);
1157 if ((xlvl & 0xffff0000) == 0x80860000) {
1158 /* Don't set x86_cpuid_level here for now to not confuse. */
1159 if (xlvl >= 0x80860001)
1160 c->x86_capability[2] = cpuid_edx(0x80860001);
1161 }
1162
1163 /*
1164 * Vendor-specific initialization. In this section we
1165 * canonicalize the feature flags, meaning if there are
1166 * features a certain CPU supports which CPUID doesn't
1167 * tell us, CPUID claiming incorrect flags, or other bugs,
1168 * we handle them here.
1169 *
1170 * At the end of this section, c->x86_capability better
1171 * indicate the features this CPU genuinely supports!
1172 */
1173 switch (c->x86_vendor) {
1174 case X86_VENDOR_AMD:
1175 init_amd(c);
1176 break;
1177
1178 case X86_VENDOR_INTEL:
1179 init_intel(c);
1180 break;
1181
1182 case X86_VENDOR_UNKNOWN:
1183 default:
1184 display_cacheinfo(c);
1185 break;
1186 }
1187
1188 select_idle_routine(c);
1189 detect_ht(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190
1191 /*
1192 * On SMP, boot_cpu_data holds the common feature set between
1193 * all CPUs; so make sure that we indicate which features are
1194 * common between the CPUs. The first time this routine gets
1195 * executed, c == &boot_cpu_data.
1196 */
1197 if (c != &boot_cpu_data) {
1198 /* AND the already accumulated flags with these */
1199 for (i = 0 ; i < NCAPINTS ; i++)
1200 boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
1201 }
1202
1203#ifdef CONFIG_X86_MCE
1204 mcheck_init(c);
1205#endif
Shaohua Li3b520b22005-07-07 17:56:38 -07001206 if (c == &boot_cpu_data)
1207 mtrr_bp_init();
1208 else
1209 mtrr_ap_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001210#ifdef CONFIG_NUMA
Andi Kleen3019e8e2005-07-28 21:15:28 -07001211 numa_add_cpu(smp_processor_id());
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212#endif
1213}
1214
1215
Ashok Raje6982c62005-06-25 14:54:58 -07001216void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217{
1218 if (c->x86_model_id[0])
1219 printk("%s", c->x86_model_id);
1220
1221 if (c->x86_mask || c->cpuid_level >= 0)
1222 printk(" stepping %02x\n", c->x86_mask);
1223 else
1224 printk("\n");
1225}
1226
1227/*
1228 * Get CPU information for use by the procfs.
1229 */
1230
1231static int show_cpuinfo(struct seq_file *m, void *v)
1232{
1233 struct cpuinfo_x86 *c = v;
1234
1235 /*
1236 * These flag bits must match the definitions in <asm/cpufeature.h>.
1237 * NULL means this bit is undefined or reserved; either way it doesn't
1238 * have meaning as far as Linux is concerned. Note that it's important
1239 * to realize there is a difference between this table and CPUID -- if
1240 * applications want to get the raw CPUID data, they should access
1241 * /dev/cpu/<cpu_nr>/cpuid instead.
1242 */
1243 static char *x86_cap_flags[] = {
1244 /* Intel-defined */
1245 "fpu", "vme", "de", "pse", "tsc", "msr", "pae", "mce",
1246 "cx8", "apic", NULL, "sep", "mtrr", "pge", "mca", "cmov",
1247 "pat", "pse36", "pn", "clflush", NULL, "dts", "acpi", "mmx",
1248 "fxsr", "sse", "sse2", "ss", "ht", "tm", "ia64", NULL,
1249
1250 /* AMD-defined */
Zwane Mwaikambo3c3b73b2005-05-01 08:58:51 -07001251 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001252 NULL, NULL, NULL, "syscall", NULL, NULL, NULL, NULL,
1253 NULL, NULL, NULL, NULL, "nx", NULL, "mmxext", NULL,
Andi Kleen3f98bc42006-01-11 22:42:51 +01001254 NULL, "fxsr_opt", "rdtscp", NULL, NULL, "lm", "3dnowext", "3dnow",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001255
1256 /* Transmeta-defined */
1257 "recovery", "longrun", NULL, "lrti", NULL, NULL, NULL, NULL,
1258 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1259 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1260 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1261
1262 /* Other (Linux-defined) */
Andi Kleen622dcaf2005-05-16 21:53:26 -07001263 "cxmmx", NULL, "cyrix_arr", "centaur_mcr", NULL,
Andi Kleenc29601e2005-04-16 15:25:05 -07001264 "constant_tsc", NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001265 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1266 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1267 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1268
1269 /* Intel-defined (#2) */
Kamble, Nitin Adaedb822005-10-30 14:59:43 -08001270 "pni", NULL, NULL, "monitor", "ds_cpl", "vmx", NULL, "est",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271 "tm2", NULL, "cid", NULL, NULL, "cx16", "xtpr", NULL,
1272 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1273 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1274
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001275 /* VIA/Cyrix/Centaur-defined */
1276 NULL, NULL, "rng", "rng_en", NULL, NULL, "ace", "ace_en",
1277 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1278 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1279 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1280
Linus Torvalds1da177e2005-04-16 15:20:36 -07001281 /* AMD-defined (#2) */
Andi Kleen3f98bc42006-01-11 22:42:51 +01001282 "lahf_lm", "cmp_legacy", "svm", NULL, "cr8_legacy", NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001283 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1284 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001285 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001286 };
1287 static char *x86_power_flags[] = {
1288 "ts", /* temperature sensor */
1289 "fid", /* frequency id control */
1290 "vid", /* voltage id control */
1291 "ttp", /* thermal trip */
1292 "tm",
Andi Kleen3f98bc42006-01-11 22:42:51 +01001293 "stc",
1294 NULL,
Andi Kleen39b3a792006-01-11 22:42:45 +01001295 /* nothing */ /* constant_tsc - moved to flags */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001296 };
1297
1298
1299#ifdef CONFIG_SMP
1300 if (!cpu_online(c-cpu_data))
1301 return 0;
1302#endif
1303
1304 seq_printf(m,"processor\t: %u\n"
1305 "vendor_id\t: %s\n"
1306 "cpu family\t: %d\n"
1307 "model\t\t: %d\n"
1308 "model name\t: %s\n",
1309 (unsigned)(c-cpu_data),
1310 c->x86_vendor_id[0] ? c->x86_vendor_id : "unknown",
1311 c->x86,
1312 (int)c->x86_model,
1313 c->x86_model_id[0] ? c->x86_model_id : "unknown");
1314
1315 if (c->x86_mask || c->cpuid_level >= 0)
1316 seq_printf(m, "stepping\t: %d\n", c->x86_mask);
1317 else
1318 seq_printf(m, "stepping\t: unknown\n");
1319
1320 if (cpu_has(c,X86_FEATURE_TSC)) {
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001321 unsigned int freq = cpufreq_quick_get((unsigned)(c-cpu_data));
1322 if (!freq)
1323 freq = cpu_khz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001324 seq_printf(m, "cpu MHz\t\t: %u.%03u\n",
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001325 freq / 1000, (freq % 1000));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326 }
1327
1328 /* Cache size */
1329 if (c->x86_cache_size >= 0)
1330 seq_printf(m, "cache size\t: %d KB\n", c->x86_cache_size);
1331
1332#ifdef CONFIG_SMP
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001333 if (smp_num_siblings * c->x86_max_cores > 1) {
Andi Kleendb468682005-04-16 15:24:51 -07001334 int cpu = c - cpu_data;
1335 seq_printf(m, "physical id\t: %d\n", phys_proc_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001336 seq_printf(m, "siblings\t: %d\n", cpus_weight(cpu_core_map[cpu]));
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001337 seq_printf(m, "core id\t\t: %d\n", cpu_core_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001338 seq_printf(m, "cpu cores\t: %d\n", c->booted_cores);
Andi Kleendb468682005-04-16 15:24:51 -07001339 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001340#endif
1341
1342 seq_printf(m,
1343 "fpu\t\t: yes\n"
1344 "fpu_exception\t: yes\n"
1345 "cpuid level\t: %d\n"
1346 "wp\t\t: yes\n"
1347 "flags\t\t:",
1348 c->cpuid_level);
1349
1350 {
1351 int i;
1352 for ( i = 0 ; i < 32*NCAPINTS ; i++ )
Akinobu Mita3d1712c2006-03-24 03:15:11 -08001353 if (cpu_has(c, i) && x86_cap_flags[i] != NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001354 seq_printf(m, " %s", x86_cap_flags[i]);
1355 }
1356
1357 seq_printf(m, "\nbogomips\t: %lu.%02lu\n",
1358 c->loops_per_jiffy/(500000/HZ),
1359 (c->loops_per_jiffy/(5000/HZ)) % 100);
1360
1361 if (c->x86_tlbsize > 0)
1362 seq_printf(m, "TLB size\t: %d 4K pages\n", c->x86_tlbsize);
1363 seq_printf(m, "clflush size\t: %d\n", c->x86_clflush_size);
1364 seq_printf(m, "cache_alignment\t: %d\n", c->x86_cache_alignment);
1365
1366 seq_printf(m, "address sizes\t: %u bits physical, %u bits virtual\n",
1367 c->x86_phys_bits, c->x86_virt_bits);
1368
1369 seq_printf(m, "power management:");
1370 {
1371 unsigned i;
1372 for (i = 0; i < 32; i++)
1373 if (c->x86_power & (1 << i)) {
Andi Kleen3f98bc42006-01-11 22:42:51 +01001374 if (i < ARRAY_SIZE(x86_power_flags) &&
1375 x86_power_flags[i])
1376 seq_printf(m, "%s%s",
1377 x86_power_flags[i][0]?" ":"",
1378 x86_power_flags[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001379 else
1380 seq_printf(m, " [%d]", i);
1381 }
1382 }
Andi Kleen3dd9d512005-04-16 15:25:15 -07001383
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001384 seq_printf(m, "\n\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385
Linus Torvalds1da177e2005-04-16 15:20:36 -07001386 return 0;
1387}
1388
1389static void *c_start(struct seq_file *m, loff_t *pos)
1390{
1391 return *pos < NR_CPUS ? cpu_data + *pos : NULL;
1392}
1393
1394static void *c_next(struct seq_file *m, void *v, loff_t *pos)
1395{
1396 ++*pos;
1397 return c_start(m, pos);
1398}
1399
1400static void c_stop(struct seq_file *m, void *v)
1401{
1402}
1403
1404struct seq_operations cpuinfo_op = {
1405 .start =c_start,
1406 .next = c_next,
1407 .stop = c_stop,
1408 .show = show_cpuinfo,
1409};
Andi Kleene9928672006-01-11 22:43:33 +01001410
1411static int __init run_dmi_scan(void)
1412{
1413 dmi_scan_machine();
1414 return 0;
1415}
1416core_initcall(run_dmi_scan);
1417