| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Dave Jones | 835c34a | 2007-10-12 21:10:53 -0400 | [diff] [blame] | 2 |  *  prepare to run common code | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 |  * | 
 | 4 |  *  Copyright (C) 2000 Andrea Arcangeli <andrea@suse.de> SuSE | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  */ | 
 | 6 |  | 
 | 7 | #include <linux/init.h> | 
 | 8 | #include <linux/linkage.h> | 
 | 9 | #include <linux/types.h> | 
 | 10 | #include <linux/kernel.h> | 
 | 11 | #include <linux/string.h> | 
 | 12 | #include <linux/percpu.h> | 
| Thomas Gleixner | eaf76e8 | 2008-01-30 13:30:19 +0100 | [diff] [blame] | 13 | #include <linux/start_kernel.h> | 
| Huang, Ying | 8b664aa | 2008-03-28 10:49:44 +0800 | [diff] [blame] | 14 | #include <linux/io.h> | 
| Yinghai Lu | 72d7c3b | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 15 | #include <linux/memblock.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  | 
 | 17 | #include <asm/processor.h> | 
 | 18 | #include <asm/proto.h> | 
 | 19 | #include <asm/smp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <asm/setup.h> | 
 | 21 | #include <asm/desc.h> | 
| Siddha, Suresh B | f6c2e33 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 22 | #include <asm/pgtable.h> | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 23 | #include <asm/tlbflush.h> | 
| Andi Kleen | 2bc0414 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 24 | #include <asm/sections.h> | 
| Thomas Gleixner | 718fc13 | 2008-01-30 13:30:17 +0100 | [diff] [blame] | 25 | #include <asm/kdebug.h> | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 26 | #include <asm/e820.h> | 
| Thomas Gleixner | 47a3d5d | 2009-08-29 15:03:59 +0200 | [diff] [blame] | 27 | #include <asm/bios_ebda.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 |  | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 29 | static void __init zap_identity_mappings(void) | 
 | 30 | { | 
 | 31 | 	pgd_t *pgd = pgd_offset_k(0UL); | 
 | 32 | 	pgd_clear(pgd); | 
| Ingo Molnar | cd58289 | 2008-01-30 13:33:54 +0100 | [diff] [blame] | 33 | 	__flush_tlb_all(); | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 34 | } | 
 | 35 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | /* Don't add a printk in there. printk relies on the PDA which is not initialized  | 
 | 37 |    yet. */ | 
 | 38 | static void __init clear_bss(void) | 
 | 39 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | 	memset(__bss_start, 0, | 
| Andi Kleen | 2bc0414 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 41 | 	       (unsigned long) __bss_stop - (unsigned long) __bss_start); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | } | 
 | 43 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | static void __init copy_bootdata(char *real_mode_data) | 
 | 45 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | 	char * command_line; | 
 | 47 |  | 
| H. Peter Anvin | 30c8264 | 2007-10-15 17:13:22 -0700 | [diff] [blame] | 48 | 	memcpy(&boot_params, real_mode_data, sizeof boot_params); | 
 | 49 | 	if (boot_params.hdr.cmd_line_ptr) { | 
 | 50 | 		command_line = __va(boot_params.hdr.cmd_line_ptr); | 
 | 51 | 		memcpy(boot_command_line, command_line, COMMAND_LINE_SIZE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | } | 
 | 54 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | void __init x86_64_start_kernel(char * real_mode_data) | 
 | 56 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | 	int i; | 
 | 58 |  | 
| Ingo Molnar | b4e0409 | 2008-02-21 13:45:16 +0100 | [diff] [blame] | 59 | 	/* | 
 | 60 | 	 * Build-time sanity checks on the kernel image and module | 
 | 61 | 	 * area mappings. (these are purely build-time and produce no code) | 
 | 62 | 	 */ | 
 | 63 | 	BUILD_BUG_ON(MODULES_VADDR < KERNEL_IMAGE_START); | 
 | 64 | 	BUILD_BUG_ON(MODULES_VADDR-KERNEL_IMAGE_START < KERNEL_IMAGE_SIZE); | 
 | 65 | 	BUILD_BUG_ON(MODULES_LEN + KERNEL_IMAGE_SIZE > 2*PUD_SIZE); | 
 | 66 | 	BUILD_BUG_ON((KERNEL_IMAGE_START & ~PMD_MASK) != 0); | 
 | 67 | 	BUILD_BUG_ON((MODULES_VADDR & ~PMD_MASK) != 0); | 
 | 68 | 	BUILD_BUG_ON(!(MODULES_VADDR > __START_KERNEL)); | 
 | 69 | 	BUILD_BUG_ON(!(((MODULES_END - 1) & PGDIR_MASK) == | 
 | 70 | 				(__START_KERNEL & PGDIR_MASK))); | 
| Jan Beulich | 66d4bdf | 2008-07-31 16:48:31 +0100 | [diff] [blame] | 71 | 	BUILD_BUG_ON(__fix_to_virt(__end_of_fixed_addresses) <= MODULES_END); | 
| Ingo Molnar | b4e0409 | 2008-02-21 13:45:16 +0100 | [diff] [blame] | 72 |  | 
| Yinghai Lu | 3df0af0 | 2006-12-07 02:14:12 +0100 | [diff] [blame] | 73 | 	/* clear bss before set_intr_gate with early_idt_handler */ | 
 | 74 | 	clear_bss(); | 
 | 75 |  | 
| Vivek Goyal | cfd243d | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 76 | 	/* Make NULL pointers segfault */ | 
 | 77 | 	zap_identity_mappings(); | 
 | 78 |  | 
| Jeremy Fitzhardinge | 67e87f0 | 2010-10-13 16:34:15 -0700 | [diff] [blame] | 79 | 	max_pfn_mapped = KERNEL_IMAGE_SIZE >> PAGE_SHIFT; | 
 | 80 |  | 
| Andi Kleen | 5524ea3 | 2008-03-11 02:23:20 +0100 | [diff] [blame] | 81 | 	for (i = 0; i < NUM_EXCEPTION_VECTORS; i++) { | 
| Ingo Molnar | 076f977 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 82 | #ifdef CONFIG_EARLY_PRINTK | 
| Roland McGrath | 8866cd9 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 83 | 		set_intr_gate(i, &early_idt_handlers[i]); | 
| Ingo Molnar | 076f977 | 2008-01-30 13:33:06 +0100 | [diff] [blame] | 84 | #else | 
 | 85 | 		set_intr_gate(i, early_idt_handler); | 
 | 86 | #endif | 
 | 87 | 	} | 
| Glauber de Oliveira Costa | 9d1c6e7 | 2007-10-19 20:35:03 +0200 | [diff] [blame] | 88 | 	load_idt((const struct desc_ptr *)&idt_descr); | 
| Siddha, Suresh B | f6c2e33 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 89 |  | 
| dcg | 1254469 | 2008-09-28 18:49:46 +0200 | [diff] [blame] | 90 | 	if (console_loglevel == 10) | 
 | 91 | 		early_printk("Kernel alive\n"); | 
| Ingo Molnar | 2148270 | 2006-07-03 00:24:57 -0700 | [diff] [blame] | 92 |  | 
| Jeremy Fitzhardinge | f97013f | 2008-06-25 00:19:18 -0400 | [diff] [blame] | 93 | 	x86_64_start_reservations(real_mode_data); | 
 | 94 | } | 
 | 95 |  | 
 | 96 | void __init x86_64_start_reservations(char *real_mode_data) | 
 | 97 | { | 
| Vivek Goyal | 278c0eb | 2007-05-02 19:27:07 +0200 | [diff] [blame] | 98 | 	copy_bootdata(__va(real_mode_data)); | 
| Yinghai Lu | 9de819f | 2008-01-30 13:30:46 +0100 | [diff] [blame] | 99 |  | 
| Tejun Heo | 24aa078 | 2011-07-12 11:16:06 +0200 | [diff] [blame] | 100 | 	memblock_reserve(__pa_symbol(&_text), | 
 | 101 | 			 __pa_symbol(&__bss_stop) - __pa_symbol(&_text)); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 102 |  | 
| Yinghai Lu | 2b8106a | 2008-03-18 12:51:22 -0700 | [diff] [blame] | 103 | #ifdef CONFIG_BLK_DEV_INITRD | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 104 | 	/* Reserve INITRD */ | 
 | 105 | 	if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) { | 
| Yinghai Lu | c967da6 | 2010-03-28 19:42:55 -0700 | [diff] [blame] | 106 | 		/* Assume only end is not page aligned */ | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 107 | 		unsigned long ramdisk_image = boot_params.hdr.ramdisk_image; | 
 | 108 | 		unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size; | 
| Yinghai Lu | c967da6 | 2010-03-28 19:42:55 -0700 | [diff] [blame] | 109 | 		unsigned long ramdisk_end   = PAGE_ALIGN(ramdisk_image + ramdisk_size); | 
| Tejun Heo | 24aa078 | 2011-07-12 11:16:06 +0200 | [diff] [blame] | 110 | 		memblock_reserve(ramdisk_image, ramdisk_end - ramdisk_image); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 111 | 	} | 
| Yinghai Lu | 2b8106a | 2008-03-18 12:51:22 -0700 | [diff] [blame] | 112 | #endif | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 113 |  | 
| Thomas Gleixner | 47a3d5d | 2009-08-29 15:03:59 +0200 | [diff] [blame] | 114 | 	reserve_ebda_region(); | 
| Andi Kleen | 7517527 | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 115 |  | 
 | 116 | 	/* | 
 | 117 | 	 * At this point everything still needed from the boot loader | 
 | 118 | 	 * or BIOS or kernel text should be early reserved or marked not | 
 | 119 | 	 * RAM in e820. All other memory is free game. | 
 | 120 | 	 */ | 
 | 121 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | 	start_kernel(); | 
 | 123 | } |