Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 1 | #include <linux/io.h> |
Yinghai Lu | a9ce6bc | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 2 | #include <linux/memblock.h> |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 3 | |
| 4 | #include <asm/trampoline.h> |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 5 | #include <asm/cacheflush.h> |
Joerg Roedel | fd89a13 | 2010-08-16 14:38:33 +0200 | [diff] [blame] | 6 | #include <asm/pgtable.h> |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 7 | |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 8 | unsigned char *x86_trampoline_base; |
Jan Beulich | 7a4b7e5 | 2009-10-06 16:32:43 +0100 | [diff] [blame] | 9 | |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 10 | void __init setup_trampolines(void) |
Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 11 | { |
Yinghai Lu | a9ce6bc | 2010-08-25 13:39:17 -0700 | [diff] [blame] | 12 | phys_addr_t mem; |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 13 | size_t size = PAGE_ALIGN(x86_trampoline_end - x86_trampoline_start); |
Yinghai Lu | 893f38d | 2009-12-10 13:07:22 -0800 | [diff] [blame] | 14 | |
Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 15 | /* Has to be in very low memory so we can execute real-mode AP code. */ |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 16 | mem = memblock_find_in_range(0, 1<<20, size, PAGE_SIZE); |
Tejun Heo | 1f5026a | 2011-07-12 09:58:09 +0200 | [diff] [blame] | 17 | if (!mem) |
Yinghai Lu | 893f38d | 2009-12-10 13:07:22 -0800 | [diff] [blame] | 18 | panic("Cannot allocate trampoline\n"); |
| 19 | |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 20 | x86_trampoline_base = __va(mem); |
Tejun Heo | 24aa078 | 2011-07-12 11:16:06 +0200 | [diff] [blame] | 21 | memblock_reserve(mem, size); |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 22 | |
| 23 | printk(KERN_DEBUG "Base memory trampoline at [%p] %llx size %zu\n", |
| 24 | x86_trampoline_base, (unsigned long long)mem, size); |
| 25 | |
| 26 | memcpy(x86_trampoline_base, x86_trampoline_start, size); |
Rafael J. Wysocki | 3e1e900 | 2008-12-08 00:50:22 +0100 | [diff] [blame] | 27 | } |
| 28 | |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 29 | /* |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 30 | * setup_trampolines() gets called very early, to guarantee the |
| 31 | * availability of low memory. This is before the proper kernel page |
| 32 | * tables are set up, so we cannot set page permissions in that |
| 33 | * function. Thus, we use an arch_initcall instead. |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 34 | */ |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 35 | static int __init configure_trampolines(void) |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 36 | { |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 37 | size_t size = PAGE_ALIGN(x86_trampoline_end - x86_trampoline_start); |
| 38 | |
| 39 | set_memory_x((unsigned long)x86_trampoline_base, size >> PAGE_SHIFT); |
| 40 | return 0; |
Ingo Molnar | 77ad386 | 2008-03-21 15:23:19 +0100 | [diff] [blame] | 41 | } |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 42 | arch_initcall(configure_trampolines); |