| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 1 | #include <linux/io.h> | 
| Yinghai Lu | a9ce6bc | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 2 | #include <linux/memblock.h> | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 3 |  | 
|  | 4 | #include <asm/trampoline.h> | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 5 | #include <asm/cacheflush.h> | 
| Joerg Roedel | fd89a13 | 2010-08-16 14:38:33 +0200 | [diff] [blame] | 6 | #include <asm/pgtable.h> | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 7 |  | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 8 | unsigned char *x86_trampoline_base; | 
| Jan Beulich | 7a4b7e5 | 2009-10-06 16:32:43 +0100 | [diff] [blame] | 9 |  | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 10 | void __init setup_trampolines(void) | 
| Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 11 | { | 
| Yinghai Lu | a9ce6bc | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 12 | phys_addr_t mem; | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 13 | size_t size = PAGE_ALIGN(x86_trampoline_end - x86_trampoline_start); | 
| Yinghai Lu | 893f38d | 2009-12-10 13:07:22 -0800 | [diff] [blame] | 14 |  | 
| Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 15 | /* Has to be in very low memory so we can execute real-mode AP code. */ | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 16 | mem = memblock_find_in_range(0, 1<<20, size, PAGE_SIZE); | 
| Yinghai Lu | a9ce6bc | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 17 | if (mem == MEMBLOCK_ERROR) | 
| Yinghai Lu | 893f38d | 2009-12-10 13:07:22 -0800 | [diff] [blame] | 18 | panic("Cannot allocate trampoline\n"); | 
|  | 19 |  | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 20 | x86_trampoline_base = __va(mem); | 
|  | 21 | memblock_x86_reserve_range(mem, mem + size, "TRAMPOLINE"); | 
|  | 22 |  | 
|  | 23 | printk(KERN_DEBUG "Base memory trampoline at [%p] %llx size %zu\n", | 
|  | 24 | x86_trampoline_base, (unsigned long long)mem, size); | 
|  | 25 |  | 
|  | 26 | memcpy(x86_trampoline_base, x86_trampoline_start, size); | 
| Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 27 | } | 
|  | 28 |  | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 29 | /* | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 30 | * setup_trampolines() gets called very early, to guarantee the | 
|  | 31 | * availability of low memory.  This is before the proper kernel page | 
|  | 32 | * tables are set up, so we cannot set page permissions in that | 
|  | 33 | * function.  Thus, we use an arch_initcall instead. | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 34 | */ | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 35 | static int __init configure_trampolines(void) | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 36 | { | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 37 | size_t size = PAGE_ALIGN(x86_trampoline_end - x86_trampoline_start); | 
|  | 38 |  | 
|  | 39 | set_memory_x((unsigned long)x86_trampoline_base, size >> PAGE_SHIFT); | 
|  | 40 | return 0; | 
| Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 41 | } | 
| H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 42 | arch_initcall(configure_trampolines); |