blob: 173bdc55113b1f11026832cd95d2224d95325cd6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/x86-64/kernel/setup.c
3 *
4 * Copyright (C) 1995 Linus Torvalds
5 *
6 * Nov 2001 Dave Jones <davej@suse.de>
7 * Forked from i386 setup code.
8 *
9 * $Id$
10 */
11
12/*
13 * This file handles the architecture-dependent parts of initialization
14 */
15
16#include <linux/errno.h>
17#include <linux/sched.h>
18#include <linux/kernel.h>
19#include <linux/mm.h>
20#include <linux/stddef.h>
21#include <linux/unistd.h>
22#include <linux/ptrace.h>
23#include <linux/slab.h>
24#include <linux/user.h>
25#include <linux/a.out.h>
26#include <linux/tty.h>
27#include <linux/ioport.h>
28#include <linux/delay.h>
29#include <linux/config.h>
30#include <linux/init.h>
31#include <linux/initrd.h>
32#include <linux/highmem.h>
33#include <linux/bootmem.h>
34#include <linux/module.h>
35#include <asm/processor.h>
36#include <linux/console.h>
37#include <linux/seq_file.h>
Vivek Goyalaac04b32006-01-09 20:51:47 -080038#include <linux/crash_dump.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <linux/root_dev.h>
40#include <linux/pci.h>
41#include <linux/acpi.h>
42#include <linux/kallsyms.h>
43#include <linux/edd.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070044#include <linux/mmzone.h>
Eric W. Biederman5f5609d2005-06-25 14:58:04 -070045#include <linux/kexec.h>
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -080046#include <linux/cpufreq.h>
Andi Kleene9928672006-01-11 22:43:33 +010047#include <linux/dmi.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010048#include <linux/dma-mapping.h>
Matt Tolentinobbfceef2005-06-23 00:08:07 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <asm/mtrr.h>
51#include <asm/uaccess.h>
52#include <asm/system.h>
53#include <asm/io.h>
54#include <asm/smp.h>
55#include <asm/msr.h>
56#include <asm/desc.h>
57#include <video/edid.h>
58#include <asm/e820.h>
59#include <asm/dma.h>
60#include <asm/mpspec.h>
61#include <asm/mmu_context.h>
62#include <asm/bootsetup.h>
63#include <asm/proto.h>
64#include <asm/setup.h>
65#include <asm/mach_apic.h>
66#include <asm/numa.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010067#include <asm/swiotlb.h>
Andi Kleen2bc04142005-11-05 17:25:53 +010068#include <asm/sections.h>
Muli Ben-Yehuda17a941d2006-01-11 22:44:42 +010069#include <asm/gart-mapping.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
71/*
72 * Machine setup..
73 */
74
Ravikiran G Thirumalai6c231b72005-09-06 15:17:45 -070075struct cpuinfo_x86 boot_cpu_data __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
77unsigned long mmu_cr4_features;
78
79int acpi_disabled;
80EXPORT_SYMBOL(acpi_disabled);
Len Brown888ba6c2005-08-24 12:07:20 -040081#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -070082extern int __initdata acpi_ht;
83extern acpi_interrupt_flags acpi_sci_flags;
84int __initdata acpi_force = 0;
85#endif
86
87int acpi_numa __initdata;
88
Linus Torvalds1da177e2005-04-16 15:20:36 -070089/* Boot loader ID as an integer, for the benefit of proc_dointvec */
90int bootloader_type;
91
92unsigned long saved_video_mode;
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094/*
95 * Setup options
96 */
97struct drive_info_struct { char dummy[32]; } drive_info;
98struct screen_info screen_info;
99struct sys_desc_table_struct {
100 unsigned short length;
101 unsigned char table[0];
102};
103
104struct edid_info edid_info;
105struct e820map e820;
106
107extern int root_mountflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
109char command_line[COMMAND_LINE_SIZE];
110
111struct resource standard_io_resources[] = {
112 { .name = "dma1", .start = 0x00, .end = 0x1f,
113 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
114 { .name = "pic1", .start = 0x20, .end = 0x21,
115 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
116 { .name = "timer0", .start = 0x40, .end = 0x43,
117 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
118 { .name = "timer1", .start = 0x50, .end = 0x53,
119 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
120 { .name = "keyboard", .start = 0x60, .end = 0x6f,
121 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
122 { .name = "dma page reg", .start = 0x80, .end = 0x8f,
123 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
124 { .name = "pic2", .start = 0xa0, .end = 0xa1,
125 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
126 { .name = "dma2", .start = 0xc0, .end = 0xdf,
127 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
128 { .name = "fpu", .start = 0xf0, .end = 0xff,
129 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
130};
131
132#define STANDARD_IO_RESOURCES \
133 (sizeof standard_io_resources / sizeof standard_io_resources[0])
134
135#define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
136
137struct resource data_resource = {
138 .name = "Kernel data",
139 .start = 0,
140 .end = 0,
141 .flags = IORESOURCE_RAM,
142};
143struct resource code_resource = {
144 .name = "Kernel code",
145 .start = 0,
146 .end = 0,
147 .flags = IORESOURCE_RAM,
148};
149
150#define IORESOURCE_ROM (IORESOURCE_BUSY | IORESOURCE_READONLY | IORESOURCE_MEM)
151
152static struct resource system_rom_resource = {
153 .name = "System ROM",
154 .start = 0xf0000,
155 .end = 0xfffff,
156 .flags = IORESOURCE_ROM,
157};
158
159static struct resource extension_rom_resource = {
160 .name = "Extension ROM",
161 .start = 0xe0000,
162 .end = 0xeffff,
163 .flags = IORESOURCE_ROM,
164};
165
166static struct resource adapter_rom_resources[] = {
167 { .name = "Adapter ROM", .start = 0xc8000, .end = 0,
168 .flags = IORESOURCE_ROM },
169 { .name = "Adapter ROM", .start = 0, .end = 0,
170 .flags = IORESOURCE_ROM },
171 { .name = "Adapter ROM", .start = 0, .end = 0,
172 .flags = IORESOURCE_ROM },
173 { .name = "Adapter ROM", .start = 0, .end = 0,
174 .flags = IORESOURCE_ROM },
175 { .name = "Adapter ROM", .start = 0, .end = 0,
176 .flags = IORESOURCE_ROM },
177 { .name = "Adapter ROM", .start = 0, .end = 0,
178 .flags = IORESOURCE_ROM }
179};
180
181#define ADAPTER_ROM_RESOURCES \
182 (sizeof adapter_rom_resources / sizeof adapter_rom_resources[0])
183
184static struct resource video_rom_resource = {
185 .name = "Video ROM",
186 .start = 0xc0000,
187 .end = 0xc7fff,
188 .flags = IORESOURCE_ROM,
189};
190
191static struct resource video_ram_resource = {
192 .name = "Video RAM area",
193 .start = 0xa0000,
194 .end = 0xbffff,
195 .flags = IORESOURCE_RAM,
196};
197
198#define romsignature(x) (*(unsigned short *)(x) == 0xaa55)
199
200static int __init romchecksum(unsigned char *rom, unsigned long length)
201{
202 unsigned char *p, sum = 0;
203
204 for (p = rom; p < rom + length; p++)
205 sum += *p;
206 return sum == 0;
207}
208
209static void __init probe_roms(void)
210{
211 unsigned long start, length, upper;
212 unsigned char *rom;
213 int i;
214
215 /* video rom */
216 upper = adapter_rom_resources[0].start;
217 for (start = video_rom_resource.start; start < upper; start += 2048) {
218 rom = isa_bus_to_virt(start);
219 if (!romsignature(rom))
220 continue;
221
222 video_rom_resource.start = start;
223
224 /* 0 < length <= 0x7f * 512, historically */
225 length = rom[2] * 512;
226
227 /* if checksum okay, trust length byte */
228 if (length && romchecksum(rom, length))
229 video_rom_resource.end = start + length - 1;
230
231 request_resource(&iomem_resource, &video_rom_resource);
232 break;
233 }
234
235 start = (video_rom_resource.end + 1 + 2047) & ~2047UL;
236 if (start < upper)
237 start = upper;
238
239 /* system rom */
240 request_resource(&iomem_resource, &system_rom_resource);
241 upper = system_rom_resource.start;
242
243 /* check for extension rom (ignore length byte!) */
244 rom = isa_bus_to_virt(extension_rom_resource.start);
245 if (romsignature(rom)) {
246 length = extension_rom_resource.end - extension_rom_resource.start + 1;
247 if (romchecksum(rom, length)) {
248 request_resource(&iomem_resource, &extension_rom_resource);
249 upper = extension_rom_resource.start;
250 }
251 }
252
253 /* check for adapter roms on 2k boundaries */
254 for (i = 0; i < ADAPTER_ROM_RESOURCES && start < upper; start += 2048) {
255 rom = isa_bus_to_virt(start);
256 if (!romsignature(rom))
257 continue;
258
259 /* 0 < length <= 0x7f * 512, historically */
260 length = rom[2] * 512;
261
262 /* but accept any length that fits if checksum okay */
263 if (!length || start + length > upper || !romchecksum(rom, length))
264 continue;
265
266 adapter_rom_resources[i].start = start;
267 adapter_rom_resources[i].end = start + length - 1;
268 request_resource(&iomem_resource, &adapter_rom_resources[i]);
269
270 start = adapter_rom_resources[i++].end & ~2047UL;
271 }
272}
273
274static __init void parse_cmdline_early (char ** cmdline_p)
275{
276 char c = ' ', *to = command_line, *from = COMMAND_LINE;
277 int len = 0;
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800278 int userdef = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
280 /* Save unparsed command line copy for /proc/cmdline */
281 memcpy(saved_command_line, COMMAND_LINE, COMMAND_LINE_SIZE);
282 saved_command_line[COMMAND_LINE_SIZE-1] = '\0';
283
284 for (;;) {
285 if (c != ' ')
286 goto next_char;
287
288#ifdef CONFIG_SMP
289 /*
290 * If the BIOS enumerates physical processors before logical,
291 * maxcpus=N at enumeration-time can be used to disable HT.
292 */
293 else if (!memcmp(from, "maxcpus=", 8)) {
294 extern unsigned int maxcpus;
295
296 maxcpus = simple_strtoul(from + 8, NULL, 0);
297 }
298#endif
Len Brown888ba6c2005-08-24 12:07:20 -0400299#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300 /* "acpi=off" disables both ACPI table parsing and interpreter init */
301 if (!memcmp(from, "acpi=off", 8))
302 disable_acpi();
303
304 if (!memcmp(from, "acpi=force", 10)) {
305 /* add later when we do DMI horrors: */
306 acpi_force = 1;
307 acpi_disabled = 0;
308 }
309
310 /* acpi=ht just means: do ACPI MADT parsing
311 at bootup, but don't enable the full ACPI interpreter */
312 if (!memcmp(from, "acpi=ht", 7)) {
313 if (!acpi_force)
314 disable_acpi();
315 acpi_ht = 1;
316 }
317 else if (!memcmp(from, "pci=noacpi", 10))
318 acpi_disable_pci();
319 else if (!memcmp(from, "acpi=noirq", 10))
320 acpi_noirq_set();
321
322 else if (!memcmp(from, "acpi_sci=edge", 13))
323 acpi_sci_flags.trigger = 1;
324 else if (!memcmp(from, "acpi_sci=level", 14))
325 acpi_sci_flags.trigger = 3;
326 else if (!memcmp(from, "acpi_sci=high", 13))
327 acpi_sci_flags.polarity = 1;
328 else if (!memcmp(from, "acpi_sci=low", 12))
329 acpi_sci_flags.polarity = 3;
330
331 /* acpi=strict disables out-of-spec workarounds */
332 else if (!memcmp(from, "acpi=strict", 11)) {
333 acpi_strict = 1;
334 }
Andi Kleen22999242005-04-16 15:25:17 -0700335#ifdef CONFIG_X86_IO_APIC
336 else if (!memcmp(from, "acpi_skip_timer_override", 24))
337 acpi_skip_timer_override = 1;
338#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339#endif
340
Chuck Ebbert66759a02005-09-12 18:49:25 +0200341 if (!memcmp(from, "disable_timer_pin_1", 19))
342 disable_timer_pin_1 = 1;
343 if (!memcmp(from, "enable_timer_pin_1", 18))
344 disable_timer_pin_1 = -1;
345
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 if (!memcmp(from, "nolapic", 7) ||
347 !memcmp(from, "disableapic", 11))
348 disable_apic = 1;
349
350 if (!memcmp(from, "noapic", 6))
351 skip_ioapic_setup = 1;
352
Andi Kleened8388a2006-01-11 22:42:57 +0100353 /* Make sure to not confuse with apic= */
354 if (!memcmp(from, "apic", 4) &&
355 (from[4] == ' ' || from[4] == 0)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356 skip_ioapic_setup = 0;
357 ioapic_force = 1;
358 }
359
360 if (!memcmp(from, "mem=", 4))
361 parse_memopt(from+4, &from);
362
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800363 if (!memcmp(from, "memmap=", 7)) {
364 /* exactmap option is for used defined memory */
365 if (!memcmp(from+7, "exactmap", 8)) {
366#ifdef CONFIG_CRASH_DUMP
367 /* If we are doing a crash dump, we
368 * still need to know the real mem
369 * size before original memory map is
370 * reset.
371 */
372 saved_max_pfn = e820_end_of_ram();
373#endif
374 from += 8+7;
375 end_pfn_map = 0;
376 e820.nr_map = 0;
377 userdef = 1;
378 }
379 else {
380 parse_memmapopt(from+7, &from);
381 userdef = 1;
382 }
383 }
384
Matt Tolentino2b976902005-06-23 00:08:06 -0700385#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 if (!memcmp(from, "numa=", 5))
387 numa_setup(from+5);
388#endif
389
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390 if (!memcmp(from,"iommu=",6)) {
391 iommu_setup(from+6);
392 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393
394 if (!memcmp(from,"oops=panic", 10))
395 panic_on_oops = 1;
396
397 if (!memcmp(from, "noexec=", 7))
398 nonx_setup(from + 7);
399
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700400#ifdef CONFIG_KEXEC
401 /* crashkernel=size@addr specifies the location to reserve for
402 * a crash kernel. By reserving this memory we guarantee
403 * that linux never set's it up as a DMA target.
404 * Useful for holding code to do something appropriate
405 * after a kernel panic.
406 */
407 else if (!memcmp(from, "crashkernel=", 12)) {
408 unsigned long size, base;
409 size = memparse(from+12, &from);
410 if (*from == '@') {
411 base = memparse(from+1, &from);
412 /* FIXME: Do I want a sanity check
413 * to validate the memory range?
414 */
415 crashk_res.start = base;
416 crashk_res.end = base + size - 1;
417 }
418 }
419#endif
420
Vivek Goyalaac04b32006-01-09 20:51:47 -0800421#ifdef CONFIG_PROC_VMCORE
422 /* elfcorehdr= specifies the location of elf core header
423 * stored by the crashed kernel. This option will be passed
424 * by kexec loader to the capture kernel.
425 */
426 else if(!memcmp(from, "elfcorehdr=", 11))
427 elfcorehdr_addr = memparse(from+11, &from);
428#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429 next_char:
430 c = *(from++);
431 if (!c)
432 break;
433 if (COMMAND_LINE_SIZE <= ++len)
434 break;
435 *(to++) = c;
436 }
akpm@osdl.org69cda7b2006-01-09 20:51:46 -0800437 if (userdef) {
438 printk(KERN_INFO "user-defined physical RAM map:\n");
439 e820_print_map("user");
440 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700441 *to = '\0';
442 *cmdline_p = command_line;
443}
444
Matt Tolentino2b976902005-06-23 00:08:06 -0700445#ifndef CONFIG_NUMA
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700446static void __init
447contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448{
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700449 unsigned long bootmap_size, bootmap;
450
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700451 bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
452 bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size);
453 if (bootmap == -1L)
454 panic("Cannot find bootmem map of size %ld\n",bootmap_size);
455 bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
456 e820_bootmem_free(NODE_DATA(0), 0, end_pfn << PAGE_SHIFT);
457 reserve_bootmem(bootmap, bootmap_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458}
459#endif
460
461/* Use inline assembly to define this because the nops are defined
462 as inline assembly strings in the include files and we cannot
463 get them easily into strings. */
464asm("\t.data\nk8nops: "
465 K8_NOP1 K8_NOP2 K8_NOP3 K8_NOP4 K8_NOP5 K8_NOP6
466 K8_NOP7 K8_NOP8);
467
468extern unsigned char k8nops[];
469static unsigned char *k8_nops[ASM_NOP_MAX+1] = {
470 NULL,
471 k8nops,
472 k8nops + 1,
473 k8nops + 1 + 2,
474 k8nops + 1 + 2 + 3,
475 k8nops + 1 + 2 + 3 + 4,
476 k8nops + 1 + 2 + 3 + 4 + 5,
477 k8nops + 1 + 2 + 3 + 4 + 5 + 6,
478 k8nops + 1 + 2 + 3 + 4 + 5 + 6 + 7,
479};
480
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100481extern char __vsyscall_0;
482
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483/* Replace instructions with better alternatives for this CPU type.
484
485 This runs before SMP is initialized to avoid SMP problems with
486 self modifying code. This implies that assymetric systems where
487 APs have less capabilities than the boot processor are not handled.
488 In this case boot with "noreplacement". */
489void apply_alternatives(void *start, void *end)
490{
491 struct alt_instr *a;
492 int diff, i, k;
493 for (a = start; (void *)a < end; a++) {
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100494 u8 *instr;
495
Linus Torvalds1da177e2005-04-16 15:20:36 -0700496 if (!boot_cpu_has(a->cpuid))
497 continue;
498
499 BUG_ON(a->replacementlen > a->instrlen);
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100500 instr = a->instr;
501 /* vsyscall code is not mapped yet. resolve it manually. */
502 if (instr >= (u8 *)VSYSCALL_START && instr < (u8*)VSYSCALL_END)
503 instr = __va(instr - (u8*)VSYSCALL_START + (u8*)__pa_symbol(&__vsyscall_0));
504 __inline_memcpy(instr, a->replacement, a->replacementlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505 diff = a->instrlen - a->replacementlen;
506
507 /* Pad the rest with nops */
508 for (i = a->replacementlen; diff > 0; diff -= k, i += k) {
509 k = diff;
510 if (k > ASM_NOP_MAX)
511 k = ASM_NOP_MAX;
Andi Kleen7f6c5b02006-01-11 22:45:21 +0100512 __inline_memcpy(instr + i, k8_nops[k], k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700513 }
514 }
515}
516
517static int no_replacement __initdata = 0;
518
519void __init alternative_instructions(void)
520{
521 extern struct alt_instr __alt_instructions[], __alt_instructions_end[];
522 if (no_replacement)
523 return;
524 apply_alternatives(__alt_instructions, __alt_instructions_end);
525}
526
527static int __init noreplacement_setup(char *s)
528{
529 no_replacement = 1;
530 return 0;
531}
532
533__setup("noreplacement", noreplacement_setup);
534
535#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
536struct edd edd;
537#ifdef CONFIG_EDD_MODULE
538EXPORT_SYMBOL(edd);
539#endif
540/**
541 * copy_edd() - Copy the BIOS EDD information
542 * from boot_params into a safe place.
543 *
544 */
545static inline void copy_edd(void)
546{
547 memcpy(edd.mbr_signature, EDD_MBR_SIGNATURE, sizeof(edd.mbr_signature));
548 memcpy(edd.edd_info, EDD_BUF, sizeof(edd.edd_info));
549 edd.mbr_signature_nr = EDD_MBR_SIG_NR;
550 edd.edd_info_nr = EDD_NR;
551}
552#else
553static inline void copy_edd(void)
554{
555}
556#endif
557
558#define EBDA_ADDR_POINTER 0x40E
559static void __init reserve_ebda_region(void)
560{
561 unsigned int addr;
562 /**
563 * there is a real-mode segmented pointer pointing to the
564 * 4K EBDA area at 0x40E
565 */
566 addr = *(unsigned short *)phys_to_virt(EBDA_ADDR_POINTER);
567 addr <<= 4;
568 if (addr)
569 reserve_bootmem_generic(addr, PAGE_SIZE);
570}
571
572void __init setup_arch(char **cmdline_p)
573{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 unsigned long kernel_end;
575
576 ROOT_DEV = old_decode_dev(ORIG_ROOT_DEV);
577 drive_info = DRIVE_INFO;
578 screen_info = SCREEN_INFO;
579 edid_info = EDID_INFO;
580 saved_video_mode = SAVED_VIDEO_MODE;
581 bootloader_type = LOADER_TYPE;
582
583#ifdef CONFIG_BLK_DEV_RAM
584 rd_image_start = RAMDISK_FLAGS & RAMDISK_IMAGE_START_MASK;
585 rd_prompt = ((RAMDISK_FLAGS & RAMDISK_PROMPT_FLAG) != 0);
586 rd_doload = ((RAMDISK_FLAGS & RAMDISK_LOAD_FLAG) != 0);
587#endif
588 setup_memory_region();
589 copy_edd();
590
591 if (!MOUNT_ROOT_RDONLY)
592 root_mountflags &= ~MS_RDONLY;
593 init_mm.start_code = (unsigned long) &_text;
594 init_mm.end_code = (unsigned long) &_etext;
595 init_mm.end_data = (unsigned long) &_edata;
596 init_mm.brk = (unsigned long) &_end;
597
598 code_resource.start = virt_to_phys(&_text);
599 code_resource.end = virt_to_phys(&_etext)-1;
600 data_resource.start = virt_to_phys(&_etext);
601 data_resource.end = virt_to_phys(&_edata)-1;
602
603 parse_cmdline_early(cmdline_p);
604
605 early_identify_cpu(&boot_cpu_data);
606
607 /*
608 * partially used pages are not usable - thus
609 * we are rounding upwards:
610 */
611 end_pfn = e820_end_of_ram();
612
613 check_efer();
614
615 init_memory_mapping(0, (end_pfn_map << PAGE_SHIFT));
616
Siddha, Suresh Bf6c2e332005-11-05 17:25:53 +0100617 zap_low_mappings(0);
618
Len Brown888ba6c2005-08-24 12:07:20 -0400619#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620 /*
621 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
622 * Call this early for SRAT node setup.
623 */
624 acpi_boot_table_init();
625#endif
626
627#ifdef CONFIG_ACPI_NUMA
628 /*
629 * Parse SRAT to discover nodes.
630 */
631 acpi_numa_init();
632#endif
633
Matt Tolentino2b976902005-06-23 00:08:06 -0700634#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 numa_initmem_init(0, end_pfn);
636#else
Matt Tolentinobbfceef2005-06-23 00:08:07 -0700637 contig_initmem_init(0, end_pfn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638#endif
639
640 /* Reserve direct mapping */
641 reserve_bootmem_generic(table_start << PAGE_SHIFT,
642 (table_end - table_start) << PAGE_SHIFT);
643
644 /* reserve kernel */
645 kernel_end = round_up(__pa_symbol(&_end),PAGE_SIZE);
646 reserve_bootmem_generic(HIGH_MEMORY, kernel_end - HIGH_MEMORY);
647
648 /*
649 * reserve physical page 0 - it's a special BIOS page on many boxes,
650 * enabling clean reboots, SMP operation, laptop functions.
651 */
652 reserve_bootmem_generic(0, PAGE_SIZE);
653
654 /* reserve ebda region */
655 reserve_ebda_region();
656
657#ifdef CONFIG_SMP
658 /*
659 * But first pinch a few for the stack/trampoline stuff
660 * FIXME: Don't need the extra page at 4K, but need to fix
661 * trampoline before removing it. (see the GDT stuff)
662 */
663 reserve_bootmem_generic(PAGE_SIZE, PAGE_SIZE);
664
665 /* Reserve SMP trampoline */
666 reserve_bootmem_generic(SMP_TRAMPOLINE_BASE, PAGE_SIZE);
667#endif
668
669#ifdef CONFIG_ACPI_SLEEP
670 /*
671 * Reserve low memory region for sleep support.
672 */
673 acpi_reserve_bootmem();
674#endif
675#ifdef CONFIG_X86_LOCAL_APIC
676 /*
677 * Find and reserve possible boot-time SMP configuration:
678 */
679 find_smp_config();
680#endif
681#ifdef CONFIG_BLK_DEV_INITRD
682 if (LOADER_TYPE && INITRD_START) {
683 if (INITRD_START + INITRD_SIZE <= (end_pfn << PAGE_SHIFT)) {
684 reserve_bootmem_generic(INITRD_START, INITRD_SIZE);
685 initrd_start =
686 INITRD_START ? INITRD_START + PAGE_OFFSET : 0;
687 initrd_end = initrd_start+INITRD_SIZE;
688 }
689 else {
690 printk(KERN_ERR "initrd extends beyond end of memory "
691 "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
692 (unsigned long)(INITRD_START + INITRD_SIZE),
693 (unsigned long)(end_pfn << PAGE_SHIFT));
694 initrd_start = 0;
695 }
696 }
697#endif
Eric W. Biederman5f5609d2005-06-25 14:58:04 -0700698#ifdef CONFIG_KEXEC
699 if (crashk_res.start != crashk_res.end) {
700 reserve_bootmem(crashk_res.start,
701 crashk_res.end - crashk_res.start + 1);
702 }
703#endif
Eric W. Biederman0d317fb2005-08-06 13:47:36 -0600704
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705 paging_init();
706
707 check_ioapic();
708
Len Brown888ba6c2005-08-24 12:07:20 -0400709#ifdef CONFIG_ACPI
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 /*
711 * Read APIC and some other early information from ACPI tables.
712 */
713 acpi_boot_init();
714#endif
715
Ravikiran Thirumalai05b3cbd2006-01-11 22:45:36 +0100716 init_cpu_to_node();
717
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718#ifdef CONFIG_X86_LOCAL_APIC
719 /*
720 * get boot-time SMP configuration:
721 */
722 if (smp_found_config)
723 get_smp_config();
724 init_apic_mappings();
725#endif
726
727 /*
728 * Request address space for all standard RAM and ROM resources
729 * and also for regions reported as reserved by the e820.
730 */
731 probe_roms();
732 e820_reserve_resources();
733
734 request_resource(&iomem_resource, &video_ram_resource);
735
736 {
737 unsigned i;
738 /* request I/O space for devices used on all i[345]86 PCs */
739 for (i = 0; i < STANDARD_IO_RESOURCES; i++)
740 request_resource(&ioport_resource, &standard_io_resources[i]);
741 }
742
Andi Kleena1e97782005-04-16 15:25:12 -0700743 e820_setup_gap();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744
745#ifdef CONFIG_GART_IOMMU
746 iommu_hole_init();
747#endif
748
749#ifdef CONFIG_VT
750#if defined(CONFIG_VGA_CONSOLE)
751 conswitchp = &vga_con;
752#elif defined(CONFIG_DUMMY_CONSOLE)
753 conswitchp = &dummy_con;
754#endif
755#endif
756}
757
Ashok Raje6982c62005-06-25 14:54:58 -0700758static int __cpuinit get_model_name(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759{
760 unsigned int *v;
761
Andi Kleenebfcaa92005-04-16 15:25:18 -0700762 if (c->extended_cpuid_level < 0x80000004)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763 return 0;
764
765 v = (unsigned int *) c->x86_model_id;
766 cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
767 cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
768 cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
769 c->x86_model_id[48] = 0;
770 return 1;
771}
772
773
Ashok Raje6982c62005-06-25 14:54:58 -0700774static void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775{
776 unsigned int n, dummy, eax, ebx, ecx, edx;
777
Andi Kleenebfcaa92005-04-16 15:25:18 -0700778 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700779
780 if (n >= 0x80000005) {
781 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
782 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), D cache %dK (%d bytes/line)\n",
783 edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
784 c->x86_cache_size=(ecx>>24)+(edx>>24);
785 /* On K8 L1 TLB is inclusive, so don't count it */
786 c->x86_tlbsize = 0;
787 }
788
789 if (n >= 0x80000006) {
790 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
791 ecx = cpuid_ecx(0x80000006);
792 c->x86_cache_size = ecx >> 16;
793 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
794
795 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
796 c->x86_cache_size, ecx & 0xFF);
797 }
798
799 if (n >= 0x80000007)
800 cpuid(0x80000007, &dummy, &dummy, &dummy, &c->x86_power);
801 if (n >= 0x80000008) {
802 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
803 c->x86_virt_bits = (eax >> 8) & 0xff;
804 c->x86_phys_bits = eax & 0xff;
805 }
806}
807
Andi Kleen3f098c22005-09-12 18:49:24 +0200808#ifdef CONFIG_NUMA
809static int nearby_node(int apicid)
810{
811 int i;
812 for (i = apicid - 1; i >= 0; i--) {
813 int node = apicid_to_node[i];
814 if (node != NUMA_NO_NODE && node_online(node))
815 return node;
816 }
817 for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
818 int node = apicid_to_node[i];
819 if (node != NUMA_NO_NODE && node_online(node))
820 return node;
821 }
822 return first_node(node_online_map); /* Shouldn't happen */
823}
824#endif
825
Andi Kleen63518642005-04-16 15:25:16 -0700826/*
827 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
828 * Assumes number of cores is a power of two.
829 */
830static void __init amd_detect_cmp(struct cpuinfo_x86 *c)
831{
832#ifdef CONFIG_SMP
Andi Kleen29422832005-05-16 21:53:26 -0700833 int cpu = smp_processor_id();
Andi Kleenb41e2932005-05-20 14:27:55 -0700834 unsigned bits;
Andi Kleen3f098c22005-09-12 18:49:24 +0200835#ifdef CONFIG_NUMA
836 int node = 0;
Andi Kleen0b07e982005-09-12 18:49:24 +0200837 unsigned apicid = phys_proc_id[cpu];
Andi Kleen3f098c22005-09-12 18:49:24 +0200838#endif
Andi Kleenb41e2932005-05-20 14:27:55 -0700839
840 bits = 0;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100841 while ((1 << bits) < c->x86_max_cores)
Andi Kleenb41e2932005-05-20 14:27:55 -0700842 bits++;
843
844 /* Low order bits define the core id (index of core in socket) */
845 cpu_core_id[cpu] = phys_proc_id[cpu] & ((1 << bits)-1);
846 /* Convert the APIC ID into the socket ID */
847 phys_proc_id[cpu] >>= bits;
Andi Kleen63518642005-04-16 15:25:16 -0700848
849#ifdef CONFIG_NUMA
Andi Kleen3f098c22005-09-12 18:49:24 +0200850 node = phys_proc_id[cpu];
851 if (apicid_to_node[apicid] != NUMA_NO_NODE)
852 node = apicid_to_node[apicid];
853 if (!node_online(node)) {
854 /* Two possibilities here:
855 - The CPU is missing memory and no node was created.
856 In that case try picking one from a nearby CPU
857 - The APIC IDs differ from the HyperTransport node IDs
858 which the K8 northbridge parsing fills in.
859 Assume they are all increased by a constant offset,
860 but in the same order as the HT nodeids.
861 If that doesn't result in a usable node fall back to the
862 path for the previous case. */
863 int ht_nodeid = apicid - (phys_proc_id[0] << bits);
864 if (ht_nodeid >= 0 &&
865 apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
866 node = apicid_to_node[ht_nodeid];
867 /* Pick a nearby node */
868 if (!node_online(node))
869 node = nearby_node(apicid);
870 }
Andi Kleen69d81fc2005-11-05 17:25:53 +0100871 numa_set_node(cpu, node);
Andi Kleena1586082005-05-16 21:53:21 -0700872
Andi Kleen3f098c22005-09-12 18:49:24 +0200873 printk(KERN_INFO "CPU %d(%d) -> Node %d -> Core %d\n",
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100874 cpu, c->x86_max_cores, node, cpu_core_id[cpu]);
Andi Kleen3f098c22005-09-12 18:49:24 +0200875#endif
Andi Kleen63518642005-04-16 15:25:16 -0700876#endif
877}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878
879static int __init init_amd(struct cpuinfo_x86 *c)
880{
881 int r;
882 int level;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700883
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700884#ifdef CONFIG_SMP
885 unsigned long value;
886
Andi Kleen7d318d72005-09-29 22:05:55 +0200887 /*
888 * Disable TLB flush filter by setting HWCR.FFDIS on K8
889 * bit 6 of msr C001_0015
890 *
891 * Errata 63 for SH-B3 steppings
892 * Errata 122 for all steppings (F+ have it disabled by default)
893 */
894 if (c->x86 == 15) {
895 rdmsrl(MSR_K8_HWCR, value);
896 value |= 1 << 6;
897 wrmsrl(MSR_K8_HWCR, value);
898 }
Linus Torvaldsbc5e8fd2005-09-17 15:41:04 -0700899#endif
900
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 /* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
902 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
903 clear_bit(0*32+31, &c->x86_capability);
904
905 /* C-stepping K8? */
906 level = cpuid_eax(1);
907 if ((level >= 0x0f48 && level < 0x0f50) || level >= 0x0f58)
908 set_bit(X86_FEATURE_K8_C, &c->x86_capability);
909
910 r = get_model_name(c);
911 if (!r) {
912 switch (c->x86) {
913 case 15:
914 /* Should distinguish Models here, but this is only
915 a fallback anyways. */
916 strcpy(c->x86_model_id, "Hammer");
917 break;
918 }
919 }
920 display_cacheinfo(c);
921
Andi Kleen130951c2006-01-11 22:42:02 +0100922 /* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
923 if (c->x86_power & (1<<8))
924 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
925
Andi Kleenebfcaa92005-04-16 15:25:18 -0700926 if (c->extended_cpuid_level >= 0x80000008) {
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100927 c->x86_max_cores = (cpuid_ecx(0x80000008) & 0xff) + 1;
928 if (c->x86_max_cores & (c->x86_max_cores - 1))
929 c->x86_max_cores = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700930
Andi Kleen63518642005-04-16 15:25:16 -0700931 amd_detect_cmp(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700932 }
933
934 return r;
935}
936
Ashok Raje6982c62005-06-25 14:54:58 -0700937static void __cpuinit detect_ht(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700938{
939#ifdef CONFIG_SMP
940 u32 eax, ebx, ecx, edx;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100941 int index_msb, core_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700942 int cpu = smp_processor_id();
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100943
944 cpuid(1, &eax, &ebx, &ecx, &edx);
945
946 c->apicid = phys_pkg_id(0);
947
Andi Kleen63518642005-04-16 15:25:16 -0700948 if (!cpu_has(c, X86_FEATURE_HT) || cpu_has(c, X86_FEATURE_CMP_LEGACY))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 return;
950
Linus Torvalds1da177e2005-04-16 15:20:36 -0700951 smp_num_siblings = (ebx & 0xff0000) >> 16;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100952
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953 if (smp_num_siblings == 1) {
954 printk(KERN_INFO "CPU: Hyper-Threading is disabled\n");
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100955 } else if (smp_num_siblings > 1 ) {
956
Linus Torvalds1da177e2005-04-16 15:20:36 -0700957 if (smp_num_siblings > NR_CPUS) {
958 printk(KERN_WARNING "CPU: Unsupported number of the siblings %d", smp_num_siblings);
959 smp_num_siblings = 1;
960 return;
961 }
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100962
963 index_msb = get_count_order(smp_num_siblings);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 phys_proc_id[cpu] = phys_pkg_id(index_msb);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100965
Linus Torvalds1da177e2005-04-16 15:20:36 -0700966 printk(KERN_INFO "CPU: Physical Processor ID: %d\n",
967 phys_proc_id[cpu]);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700968
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100969 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700970
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100971 index_msb = get_count_order(smp_num_siblings) ;
Andi Kleen3dd9d512005-04-16 15:25:15 -0700972
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100973 core_bits = get_count_order(c->x86_max_cores);
Andi Kleen3dd9d512005-04-16 15:25:15 -0700974
Siddha, Suresh B94605ef2005-11-05 17:25:54 +0100975 cpu_core_id[cpu] = phys_pkg_id(index_msb) &
976 ((1 << core_bits) - 1);
977
978 if (c->x86_max_cores > 1)
Andi Kleen3dd9d512005-04-16 15:25:15 -0700979 printk(KERN_INFO "CPU: Processor Core ID: %d\n",
980 cpu_core_id[cpu]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700981 }
982#endif
983}
984
Andi Kleen3dd9d512005-04-16 15:25:15 -0700985/*
986 * find out the number of processor cores on the die
987 */
Ashok Raje6982c62005-06-25 14:54:58 -0700988static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
Andi Kleen3dd9d512005-04-16 15:25:15 -0700989{
990 unsigned int eax;
991
992 if (c->cpuid_level < 4)
993 return 1;
994
995 __asm__("cpuid"
996 : "=a" (eax)
997 : "0" (4), "c" (0)
998 : "bx", "dx");
999
1000 if (eax & 0x1f)
1001 return ((eax >> 26) + 1);
1002 else
1003 return 1;
1004}
1005
Andi Kleendf0cc262005-09-12 18:49:24 +02001006static void srat_detect_node(void)
1007{
1008#ifdef CONFIG_NUMA
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001009 unsigned node;
Andi Kleendf0cc262005-09-12 18:49:24 +02001010 int cpu = smp_processor_id();
1011
1012 /* Don't do the funky fallback heuristics the AMD version employs
1013 for now. */
Ravikiran G Thirumalaiddea7be2005-10-03 10:36:28 -07001014 node = apicid_to_node[hard_smp_processor_id()];
Andi Kleendf0cc262005-09-12 18:49:24 +02001015 if (node == NUMA_NO_NODE)
1016 node = 0;
Andi Kleen69d81fc2005-11-05 17:25:53 +01001017 numa_set_node(cpu, node);
Andi Kleendf0cc262005-09-12 18:49:24 +02001018
1019 if (acpi_numa > 0)
1020 printk(KERN_INFO "CPU %d -> Node %d\n", cpu, node);
1021#endif
1022}
1023
Ashok Raje6982c62005-06-25 14:54:58 -07001024static void __cpuinit init_intel(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001025{
1026 /* Cache sizes */
1027 unsigned n;
1028
1029 init_intel_cacheinfo(c);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001030 n = c->extended_cpuid_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001031 if (n >= 0x80000008) {
1032 unsigned eax = cpuid_eax(0x80000008);
1033 c->x86_virt_bits = (eax >> 8) & 0xff;
1034 c->x86_phys_bits = eax & 0xff;
Shaohua Liaf9c1422005-11-05 17:25:54 +01001035 /* CPUID workaround for Intel 0F34 CPU */
1036 if (c->x86_vendor == X86_VENDOR_INTEL &&
1037 c->x86 == 0xF && c->x86_model == 0x3 &&
1038 c->x86_mask == 0x4)
1039 c->x86_phys_bits = 36;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001040 }
1041
1042 if (c->x86 == 15)
1043 c->x86_cache_alignment = c->x86_clflush_size * 2;
Andi Kleen39b3a792006-01-11 22:42:45 +01001044 if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
1045 (c->x86 == 0x6 && c->x86_model >= 0x0e))
Andi Kleenc29601e2005-04-16 15:25:05 -07001046 set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
Andi Kleenc818a182006-01-11 22:45:24 +01001047 set_bit(X86_FEATURE_SYNC_RDTSC, &c->x86_capability);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001048 c->x86_max_cores = intel_num_cpu_cores(c);
Andi Kleendf0cc262005-09-12 18:49:24 +02001049
1050 srat_detect_node();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051}
1052
Adrian Bunk672289e2005-09-10 00:27:21 -07001053static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001054{
1055 char *v = c->x86_vendor_id;
1056
1057 if (!strcmp(v, "AuthenticAMD"))
1058 c->x86_vendor = X86_VENDOR_AMD;
1059 else if (!strcmp(v, "GenuineIntel"))
1060 c->x86_vendor = X86_VENDOR_INTEL;
1061 else
1062 c->x86_vendor = X86_VENDOR_UNKNOWN;
1063}
1064
1065struct cpu_model_info {
1066 int vendor;
1067 int family;
1068 char *model_names[16];
1069};
1070
1071/* Do some early cpuid on the boot CPU to get some parameter that are
1072 needed before check_bugs. Everything advanced is in identify_cpu
1073 below. */
Ashok Raje6982c62005-06-25 14:54:58 -07001074void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001075{
1076 u32 tfms;
1077
1078 c->loops_per_jiffy = loops_per_jiffy;
1079 c->x86_cache_size = -1;
1080 c->x86_vendor = X86_VENDOR_UNKNOWN;
1081 c->x86_model = c->x86_mask = 0; /* So far unknown... */
1082 c->x86_vendor_id[0] = '\0'; /* Unset */
1083 c->x86_model_id[0] = '\0'; /* Unset */
1084 c->x86_clflush_size = 64;
1085 c->x86_cache_alignment = c->x86_clflush_size;
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001086 c->x86_max_cores = 1;
Andi Kleenebfcaa92005-04-16 15:25:18 -07001087 c->extended_cpuid_level = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001088 memset(&c->x86_capability, 0, sizeof c->x86_capability);
1089
1090 /* Get vendor name */
1091 cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
1092 (unsigned int *)&c->x86_vendor_id[0],
1093 (unsigned int *)&c->x86_vendor_id[8],
1094 (unsigned int *)&c->x86_vendor_id[4]);
1095
1096 get_cpu_vendor(c);
1097
1098 /* Initialize the standard set of capabilities */
1099 /* Note that the vendor-specific code below might override */
1100
1101 /* Intel-defined flags: level 0x00000001 */
1102 if (c->cpuid_level >= 0x00000001) {
1103 __u32 misc;
1104 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
1105 &c->x86_capability[0]);
1106 c->x86 = (tfms >> 8) & 0xf;
1107 c->x86_model = (tfms >> 4) & 0xf;
1108 c->x86_mask = tfms & 0xf;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001109 if (c->x86 == 0xf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110 c->x86 += (tfms >> 20) & 0xff;
Suresh Siddhaf5f786d2005-11-05 17:25:53 +01001111 if (c->x86 >= 0x6)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112 c->x86_model += ((tfms >> 16) & 0xF) << 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001113 if (c->x86_capability[0] & (1<<19))
1114 c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001115 } else {
1116 /* Have CPUID level 0 only - unheard of */
1117 c->x86 = 4;
1118 }
Andi Kleena1586082005-05-16 21:53:21 -07001119
1120#ifdef CONFIG_SMP
Andi Kleenb41e2932005-05-20 14:27:55 -07001121 phys_proc_id[smp_processor_id()] = (cpuid_ebx(1) >> 24) & 0xff;
Andi Kleena1586082005-05-16 21:53:21 -07001122#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123}
1124
1125/*
1126 * This does the hard work of actually picking apart the CPU stuff...
1127 */
Ashok Raje6982c62005-06-25 14:54:58 -07001128void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001129{
1130 int i;
1131 u32 xlvl;
1132
1133 early_identify_cpu(c);
1134
1135 /* AMD-defined flags: level 0x80000001 */
1136 xlvl = cpuid_eax(0x80000000);
Andi Kleenebfcaa92005-04-16 15:25:18 -07001137 c->extended_cpuid_level = xlvl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001138 if ((xlvl & 0xffff0000) == 0x80000000) {
1139 if (xlvl >= 0x80000001) {
1140 c->x86_capability[1] = cpuid_edx(0x80000001);
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001141 c->x86_capability[6] = cpuid_ecx(0x80000001);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001142 }
1143 if (xlvl >= 0x80000004)
1144 get_model_name(c); /* Default name */
1145 }
1146
1147 /* Transmeta-defined flags: level 0x80860001 */
1148 xlvl = cpuid_eax(0x80860000);
1149 if ((xlvl & 0xffff0000) == 0x80860000) {
1150 /* Don't set x86_cpuid_level here for now to not confuse. */
1151 if (xlvl >= 0x80860001)
1152 c->x86_capability[2] = cpuid_edx(0x80860001);
1153 }
1154
1155 /*
1156 * Vendor-specific initialization. In this section we
1157 * canonicalize the feature flags, meaning if there are
1158 * features a certain CPU supports which CPUID doesn't
1159 * tell us, CPUID claiming incorrect flags, or other bugs,
1160 * we handle them here.
1161 *
1162 * At the end of this section, c->x86_capability better
1163 * indicate the features this CPU genuinely supports!
1164 */
1165 switch (c->x86_vendor) {
1166 case X86_VENDOR_AMD:
1167 init_amd(c);
1168 break;
1169
1170 case X86_VENDOR_INTEL:
1171 init_intel(c);
1172 break;
1173
1174 case X86_VENDOR_UNKNOWN:
1175 default:
1176 display_cacheinfo(c);
1177 break;
1178 }
1179
1180 select_idle_routine(c);
1181 detect_ht(c);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001182
1183 /*
1184 * On SMP, boot_cpu_data holds the common feature set between
1185 * all CPUs; so make sure that we indicate which features are
1186 * common between the CPUs. The first time this routine gets
1187 * executed, c == &boot_cpu_data.
1188 */
1189 if (c != &boot_cpu_data) {
1190 /* AND the already accumulated flags with these */
1191 for (i = 0 ; i < NCAPINTS ; i++)
1192 boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
1193 }
1194
1195#ifdef CONFIG_X86_MCE
1196 mcheck_init(c);
1197#endif
Shaohua Li3b520b22005-07-07 17:56:38 -07001198 if (c == &boot_cpu_data)
1199 mtrr_bp_init();
1200 else
1201 mtrr_ap_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202#ifdef CONFIG_NUMA
Andi Kleen3019e8e2005-07-28 21:15:28 -07001203 numa_add_cpu(smp_processor_id());
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204#endif
1205}
1206
1207
Ashok Raje6982c62005-06-25 14:54:58 -07001208void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209{
1210 if (c->x86_model_id[0])
1211 printk("%s", c->x86_model_id);
1212
1213 if (c->x86_mask || c->cpuid_level >= 0)
1214 printk(" stepping %02x\n", c->x86_mask);
1215 else
1216 printk("\n");
1217}
1218
1219/*
1220 * Get CPU information for use by the procfs.
1221 */
1222
1223static int show_cpuinfo(struct seq_file *m, void *v)
1224{
1225 struct cpuinfo_x86 *c = v;
1226
1227 /*
1228 * These flag bits must match the definitions in <asm/cpufeature.h>.
1229 * NULL means this bit is undefined or reserved; either way it doesn't
1230 * have meaning as far as Linux is concerned. Note that it's important
1231 * to realize there is a difference between this table and CPUID -- if
1232 * applications want to get the raw CPUID data, they should access
1233 * /dev/cpu/<cpu_nr>/cpuid instead.
1234 */
1235 static char *x86_cap_flags[] = {
1236 /* Intel-defined */
1237 "fpu", "vme", "de", "pse", "tsc", "msr", "pae", "mce",
1238 "cx8", "apic", NULL, "sep", "mtrr", "pge", "mca", "cmov",
1239 "pat", "pse36", "pn", "clflush", NULL, "dts", "acpi", "mmx",
1240 "fxsr", "sse", "sse2", "ss", "ht", "tm", "ia64", NULL,
1241
1242 /* AMD-defined */
Zwane Mwaikambo3c3b73b2005-05-01 08:58:51 -07001243 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001244 NULL, NULL, NULL, "syscall", NULL, NULL, NULL, NULL,
1245 NULL, NULL, NULL, NULL, "nx", NULL, "mmxext", NULL,
Andi Kleen3f98bc42006-01-11 22:42:51 +01001246 NULL, "fxsr_opt", "rdtscp", NULL, NULL, "lm", "3dnowext", "3dnow",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001247
1248 /* Transmeta-defined */
1249 "recovery", "longrun", NULL, "lrti", NULL, NULL, NULL, NULL,
1250 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1251 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1252 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1253
1254 /* Other (Linux-defined) */
Andi Kleen622dcaf2005-05-16 21:53:26 -07001255 "cxmmx", NULL, "cyrix_arr", "centaur_mcr", NULL,
Andi Kleenc29601e2005-04-16 15:25:05 -07001256 "constant_tsc", NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1258 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1259 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1260
1261 /* Intel-defined (#2) */
Kamble, Nitin Adaedb822005-10-30 14:59:43 -08001262 "pni", NULL, NULL, "monitor", "ds_cpl", "vmx", NULL, "est",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263 "tm2", NULL, "cid", NULL, NULL, "cx16", "xtpr", NULL,
1264 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1265 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1266
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001267 /* VIA/Cyrix/Centaur-defined */
1268 NULL, NULL, "rng", "rng_en", NULL, NULL, "ace", "ace_en",
1269 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1270 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1271 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1272
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273 /* AMD-defined (#2) */
Andi Kleen3f98bc42006-01-11 22:42:51 +01001274 "lahf_lm", "cmp_legacy", "svm", NULL, "cr8_legacy", NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1276 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
H. Peter Anvin5b7abc62005-05-01 08:58:49 -07001277 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001278 };
1279 static char *x86_power_flags[] = {
1280 "ts", /* temperature sensor */
1281 "fid", /* frequency id control */
1282 "vid", /* voltage id control */
1283 "ttp", /* thermal trip */
1284 "tm",
Andi Kleen3f98bc42006-01-11 22:42:51 +01001285 "stc",
1286 NULL,
Andi Kleen39b3a792006-01-11 22:42:45 +01001287 /* nothing */ /* constant_tsc - moved to flags */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001288 };
1289
1290
1291#ifdef CONFIG_SMP
1292 if (!cpu_online(c-cpu_data))
1293 return 0;
1294#endif
1295
1296 seq_printf(m,"processor\t: %u\n"
1297 "vendor_id\t: %s\n"
1298 "cpu family\t: %d\n"
1299 "model\t\t: %d\n"
1300 "model name\t: %s\n",
1301 (unsigned)(c-cpu_data),
1302 c->x86_vendor_id[0] ? c->x86_vendor_id : "unknown",
1303 c->x86,
1304 (int)c->x86_model,
1305 c->x86_model_id[0] ? c->x86_model_id : "unknown");
1306
1307 if (c->x86_mask || c->cpuid_level >= 0)
1308 seq_printf(m, "stepping\t: %d\n", c->x86_mask);
1309 else
1310 seq_printf(m, "stepping\t: unknown\n");
1311
1312 if (cpu_has(c,X86_FEATURE_TSC)) {
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001313 unsigned int freq = cpufreq_quick_get((unsigned)(c-cpu_data));
1314 if (!freq)
1315 freq = cpu_khz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001316 seq_printf(m, "cpu MHz\t\t: %u.%03u\n",
Venkatesh Pallipadi95235ca2005-12-02 10:43:20 -08001317 freq / 1000, (freq % 1000));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001318 }
1319
1320 /* Cache size */
1321 if (c->x86_cache_size >= 0)
1322 seq_printf(m, "cache size\t: %d KB\n", c->x86_cache_size);
1323
1324#ifdef CONFIG_SMP
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001325 if (smp_num_siblings * c->x86_max_cores > 1) {
Andi Kleendb468682005-04-16 15:24:51 -07001326 int cpu = c - cpu_data;
1327 seq_printf(m, "physical id\t: %d\n", phys_proc_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001328 seq_printf(m, "siblings\t: %d\n", cpus_weight(cpu_core_map[cpu]));
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001329 seq_printf(m, "core id\t\t: %d\n", cpu_core_id[cpu]);
Siddha, Suresh B94605ef2005-11-05 17:25:54 +01001330 seq_printf(m, "cpu cores\t: %d\n", c->booted_cores);
Andi Kleendb468682005-04-16 15:24:51 -07001331 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001332#endif
1333
1334 seq_printf(m,
1335 "fpu\t\t: yes\n"
1336 "fpu_exception\t: yes\n"
1337 "cpuid level\t: %d\n"
1338 "wp\t\t: yes\n"
1339 "flags\t\t:",
1340 c->cpuid_level);
1341
1342 {
1343 int i;
1344 for ( i = 0 ; i < 32*NCAPINTS ; i++ )
1345 if ( test_bit(i, &c->x86_capability) &&
1346 x86_cap_flags[i] != NULL )
1347 seq_printf(m, " %s", x86_cap_flags[i]);
1348 }
1349
1350 seq_printf(m, "\nbogomips\t: %lu.%02lu\n",
1351 c->loops_per_jiffy/(500000/HZ),
1352 (c->loops_per_jiffy/(5000/HZ)) % 100);
1353
1354 if (c->x86_tlbsize > 0)
1355 seq_printf(m, "TLB size\t: %d 4K pages\n", c->x86_tlbsize);
1356 seq_printf(m, "clflush size\t: %d\n", c->x86_clflush_size);
1357 seq_printf(m, "cache_alignment\t: %d\n", c->x86_cache_alignment);
1358
1359 seq_printf(m, "address sizes\t: %u bits physical, %u bits virtual\n",
1360 c->x86_phys_bits, c->x86_virt_bits);
1361
1362 seq_printf(m, "power management:");
1363 {
1364 unsigned i;
1365 for (i = 0; i < 32; i++)
1366 if (c->x86_power & (1 << i)) {
Andi Kleen3f98bc42006-01-11 22:42:51 +01001367 if (i < ARRAY_SIZE(x86_power_flags) &&
1368 x86_power_flags[i])
1369 seq_printf(m, "%s%s",
1370 x86_power_flags[i][0]?" ":"",
1371 x86_power_flags[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001372 else
1373 seq_printf(m, " [%d]", i);
1374 }
1375 }
Andi Kleen3dd9d512005-04-16 15:25:15 -07001376
Siddha, Suresh Bd31ddaa2005-04-16 15:25:20 -07001377 seq_printf(m, "\n\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001378
Linus Torvalds1da177e2005-04-16 15:20:36 -07001379 return 0;
1380}
1381
1382static void *c_start(struct seq_file *m, loff_t *pos)
1383{
1384 return *pos < NR_CPUS ? cpu_data + *pos : NULL;
1385}
1386
1387static void *c_next(struct seq_file *m, void *v, loff_t *pos)
1388{
1389 ++*pos;
1390 return c_start(m, pos);
1391}
1392
1393static void c_stop(struct seq_file *m, void *v)
1394{
1395}
1396
1397struct seq_operations cpuinfo_op = {
1398 .start =c_start,
1399 .next = c_next,
1400 .stop = c_stop,
1401 .show = show_cpuinfo,
1402};
Andi Kleene9928672006-01-11 22:43:33 +01001403
1404static int __init run_dmi_scan(void)
1405{
1406 dmi_scan_machine();
1407 return 0;
1408}
1409core_initcall(run_dmi_scan);
1410