| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Dave Jones | 835c34a | 2007-10-12 21:10:53 -0400 | [diff] [blame] | 2 | *  prepare to run common code | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * | 
|  | 4 | *  Copyright (C) 2000 Andrea Arcangeli <andrea@suse.de> SuSE | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | */ | 
|  | 6 |  | 
|  | 7 | #include <linux/init.h> | 
|  | 8 | #include <linux/linkage.h> | 
|  | 9 | #include <linux/types.h> | 
|  | 10 | #include <linux/kernel.h> | 
|  | 11 | #include <linux/string.h> | 
|  | 12 | #include <linux/percpu.h> | 
| Thomas Gleixner | eaf76e8 | 2008-01-30 13:30:19 +0100 | [diff] [blame] | 13 | #include <linux/start_kernel.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 |  | 
|  | 15 | #include <asm/processor.h> | 
|  | 16 | #include <asm/proto.h> | 
|  | 17 | #include <asm/smp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include <asm/setup.h> | 
|  | 19 | #include <asm/desc.h> | 
| Siddha, Suresh B | f6c2e33 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 20 | #include <asm/pgtable.h> | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 21 | #include <asm/tlbflush.h> | 
| Andi Kleen | 2bc0414 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 22 | #include <asm/sections.h> | 
| Thomas Gleixner | 718fc13 | 2008-01-30 13:30:17 +0100 | [diff] [blame] | 23 | #include <asm/kdebug.h> | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 24 | #include <asm/e820.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 |  | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 26 | static void __init zap_identity_mappings(void) | 
|  | 27 | { | 
|  | 28 | pgd_t *pgd = pgd_offset_k(0UL); | 
|  | 29 | pgd_clear(pgd); | 
| Ingo Molnar | cd58289 | 2008-01-30 13:33:54 +0100 | [diff] [blame] | 30 | __flush_tlb_all(); | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 31 | } | 
|  | 32 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | /* Don't add a printk in there. printk relies on the PDA which is not initialized | 
|  | 34 | yet. */ | 
|  | 35 | static void __init clear_bss(void) | 
|  | 36 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | memset(__bss_start, 0, | 
| Andi Kleen | 2bc0414 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 38 | (unsigned long) __bss_stop - (unsigned long) __bss_start); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | } | 
|  | 40 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | static void __init copy_bootdata(char *real_mode_data) | 
|  | 42 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | char * command_line; | 
|  | 44 |  | 
| H. Peter Anvin | 30c8264 | 2007-10-15 17:13:22 -0700 | [diff] [blame] | 45 | memcpy(&boot_params, real_mode_data, sizeof boot_params); | 
|  | 46 | if (boot_params.hdr.cmd_line_ptr) { | 
|  | 47 | command_line = __va(boot_params.hdr.cmd_line_ptr); | 
|  | 48 | memcpy(boot_command_line, command_line, COMMAND_LINE_SIZE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | } | 
|  | 51 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 52 | #define BIOS_EBDA_SEGMENT 0x40E | 
|  | 53 | #define BIOS_LOWMEM_KILOBYTES 0x413 | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 54 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 55 | /* | 
|  | 56 | * The BIOS places the EBDA/XBDA at the top of conventional | 
|  | 57 | * memory, and usually decreases the reported amount of | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 58 | * conventional memory (int 0x12) too. This also contains a | 
|  | 59 | * workaround for Dell systems that neglect to reserve EBDA. | 
|  | 60 | * The same workaround also avoids a problem with the AMD768MPX | 
|  | 61 | * chipset: reserve a page before VGA to prevent PCI prefetch | 
|  | 62 | * into it (errata #56). Usually the page is reserved anyways, | 
|  | 63 | * unless you have no PS/2 mouse plugged in. | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 64 | */ | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 65 | static void __init reserve_ebda_region(void) | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 66 | { | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 67 | unsigned int lowmem, ebda_addr; | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 68 |  | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 69 | /* To determine the position of the EBDA and the */ | 
|  | 70 | /* end of conventional memory, we need to look at */ | 
|  | 71 | /* the BIOS data area. In a paravirtual environment */ | 
|  | 72 | /* that area is absent. We'll just have to assume */ | 
|  | 73 | /* that the paravirt case can handle memory setup */ | 
|  | 74 | /* correctly, without our help. */ | 
| Alexander van Heukelum | ecd94c0 | 2008-03-04 20:12:28 +0100 | [diff] [blame] | 75 | if (paravirt_enabled()) | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 76 | return; | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 77 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 78 | /* end of low (conventional) memory */ | 
|  | 79 | lowmem = *(unsigned short *)__va(BIOS_LOWMEM_KILOBYTES); | 
|  | 80 | lowmem <<= 10; | 
|  | 81 |  | 
|  | 82 | /* start of EBDA area */ | 
|  | 83 | ebda_addr = *(unsigned short *)__va(BIOS_EBDA_SEGMENT); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 84 | ebda_addr <<= 4; | 
|  | 85 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 86 | /* Fixup: bios puts an EBDA in the top 64K segment */ | 
|  | 87 | /* of conventional memory, but does not adjust lowmem. */ | 
|  | 88 | if ((lowmem - ebda_addr) <= 0x10000) | 
|  | 89 | lowmem = ebda_addr; | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 90 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 91 | /* Fixup: bios does not report an EBDA at all. */ | 
|  | 92 | /* Some old Dells seem to need 4k anyhow (bugzilla 2990) */ | 
|  | 93 | if ((ebda_addr == 0) && (lowmem >= 0x9f000)) | 
|  | 94 | lowmem = 0x9f000; | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 95 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 96 | /* Paranoia: should never happen, but... */ | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 97 | if ((lowmem == 0) || (lowmem >= 0x100000)) | 
|  | 98 | lowmem = 0x9f000; | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 99 |  | 
| Alexander van Heukelum | f6eb62b | 2008-02-25 19:07:51 +0100 | [diff] [blame] | 100 | /* reserve all memory between lowmem and the 1MB mark */ | 
|  | 101 | reserve_early(lowmem, 0x100000, "BIOS reserved"); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 102 | } | 
|  | 103 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | void __init x86_64_start_kernel(char * real_mode_data) | 
|  | 105 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | int i; | 
|  | 107 |  | 
| Ingo Molnar | b4e0409 | 2008-02-21 13:45:16 +0100 | [diff] [blame] | 108 | /* | 
|  | 109 | * Build-time sanity checks on the kernel image and module | 
|  | 110 | * area mappings. (these are purely build-time and produce no code) | 
|  | 111 | */ | 
|  | 112 | BUILD_BUG_ON(MODULES_VADDR < KERNEL_IMAGE_START); | 
|  | 113 | BUILD_BUG_ON(MODULES_VADDR-KERNEL_IMAGE_START < KERNEL_IMAGE_SIZE); | 
|  | 114 | BUILD_BUG_ON(MODULES_LEN + KERNEL_IMAGE_SIZE > 2*PUD_SIZE); | 
|  | 115 | BUILD_BUG_ON((KERNEL_IMAGE_START & ~PMD_MASK) != 0); | 
|  | 116 | BUILD_BUG_ON((MODULES_VADDR & ~PMD_MASK) != 0); | 
|  | 117 | BUILD_BUG_ON(!(MODULES_VADDR > __START_KERNEL)); | 
|  | 118 | BUILD_BUG_ON(!(((MODULES_END - 1) & PGDIR_MASK) == | 
|  | 119 | (__START_KERNEL & PGDIR_MASK))); | 
|  | 120 |  | 
| Yinghai Lu | 3df0af0 | 2006-12-07 02:14:12 +0100 | [diff] [blame] | 121 | /* clear bss before set_intr_gate with early_idt_handler */ | 
|  | 122 | clear_bss(); | 
|  | 123 |  | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 124 | /* Make NULL pointers segfault */ | 
|  | 125 | zap_identity_mappings(); | 
|  | 126 |  | 
| Thomas Gleixner | 31eedd8 | 2008-02-15 17:29:12 +0100 | [diff] [blame] | 127 | /* Cleanup the over mapped high alias */ | 
|  | 128 | cleanup_highmap(); | 
|  | 129 |  | 
| Andi Kleen | 5524ea3 | 2008-03-11 02:23:20 +0100 | [diff] [blame] | 130 | for (i = 0; i < NUM_EXCEPTION_VECTORS; i++) { | 
| Ingo Molnar | 076f977 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 131 | #ifdef CONFIG_EARLY_PRINTK | 
| Roland McGrath | 8866cd9 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 132 | set_intr_gate(i, &early_idt_handlers[i]); | 
| Ingo Molnar | 076f977 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 133 | #else | 
|  | 134 | set_intr_gate(i, early_idt_handler); | 
|  | 135 | #endif | 
|  | 136 | } | 
| Glauber de Oliveira Costa | 9d1c6e7 | 2007-10-19 20:35:03 +0200 | [diff] [blame] | 137 | load_idt((const struct desc_ptr *)&idt_descr); | 
| Siddha, Suresh B | f6c2e33 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 138 |  | 
| Andi Kleen | 43c85c9 | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 139 | early_printk("Kernel alive\n"); | 
| Ingo Molnar | 2148270 | 2006-07-03 00:24:57 -0700 | [diff] [blame] | 140 |  | 
| Ravikiran G Thirumalai | 365ba91 | 2006-01-11 22:45:42 +0100 | [diff] [blame] | 141 | for (i = 0; i < NR_CPUS; i++) | 
|  | 142 | cpu_pda(i) = &boot_cpu_pda[i]; | 
|  | 143 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | pda_init(0); | 
| Vivek Goyal | 278c0eb | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 145 | copy_bootdata(__va(real_mode_data)); | 
| Yinghai Lu | 9de819f | 2008-01-30 13:30:46 +0100 | [diff] [blame] | 146 |  | 
| Yinghai Lu | 25eff8d | 2008-02-01 17:49:41 +0100 | [diff] [blame] | 147 | reserve_early(__pa_symbol(&_text), __pa_symbol(&_end), "TEXT DATA BSS"); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 148 |  | 
| Yinghai Lu | 2b8106a | 2008-03-18 12:51:22 -0700 | [diff] [blame] | 149 | #ifdef CONFIG_BLK_DEV_INITRD | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 150 | /* Reserve INITRD */ | 
|  | 151 | if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) { | 
|  | 152 | unsigned long ramdisk_image = boot_params.hdr.ramdisk_image; | 
|  | 153 | unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size; | 
|  | 154 | unsigned long ramdisk_end   = ramdisk_image + ramdisk_size; | 
| Yinghai Lu | 25eff8d | 2008-02-01 17:49:41 +0100 | [diff] [blame] | 155 | reserve_early(ramdisk_image, ramdisk_end, "RAMDISK"); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 156 | } | 
| Yinghai Lu | 2b8106a | 2008-03-18 12:51:22 -0700 | [diff] [blame] | 157 | #endif | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 158 |  | 
| Alexander van Heukelum | 320a6b2 | 2008-03-01 17:12:43 +0100 | [diff] [blame] | 159 | reserve_ebda_region(); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 160 |  | 
|  | 161 | /* | 
|  | 162 | * At this point everything still needed from the boot loader | 
|  | 163 | * or BIOS or kernel text should be early reserved or marked not | 
|  | 164 | * RAM in e820. All other memory is free game. | 
|  | 165 | */ | 
|  | 166 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | start_kernel(); | 
|  | 168 | } |