| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 1 | /* | 
|  | 2 | * fixmap.h: compile-time virtual memory allocation | 
|  | 3 | * | 
|  | 4 | * This file is subject to the terms and conditions of the GNU General Public | 
|  | 5 | * License.  See the file "COPYING" in the main directory of this archive | 
|  | 6 | * for more details. | 
|  | 7 | * | 
|  | 8 | * Copyright (C) 1998 Ingo Molnar | 
|  | 9 | * | 
|  | 10 | * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999 | 
|  | 11 | * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009 | 
|  | 12 | */ | 
|  | 13 |  | 
| H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 14 | #ifndef _ASM_X86_FIXMAP_H | 
|  | 15 | #define _ASM_X86_FIXMAP_H | 
| Ingo Molnar | 3ec9678 | 2008-04-25 18:25:25 +0200 | [diff] [blame] | 16 |  | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 17 | #ifndef __ASSEMBLY__ | 
|  | 18 | #include <linux/kernel.h> | 
|  | 19 | #include <asm/acpi.h> | 
|  | 20 | #include <asm/apicdef.h> | 
|  | 21 | #include <asm/page.h> | 
| Thomas Gleixner | 96a388d | 2007-10-11 11:20:03 +0200 | [diff] [blame] | 22 | #ifdef CONFIG_X86_32 | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 23 | #include <linux/threads.h> | 
|  | 24 | #include <asm/kmap_types.h> | 
| Thomas Gleixner | 96a388d | 2007-10-11 11:20:03 +0200 | [diff] [blame] | 25 | #else | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 26 | #include <asm/vsyscall.h> | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 27 | #endif | 
|  | 28 |  | 
|  | 29 | /* | 
|  | 30 | * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall | 
|  | 31 | * uses fixmaps that relies on FIXADDR_TOP for proper address calculation. | 
|  | 32 | * Because of this, FIXADDR_TOP x86 integration was left as later work. | 
|  | 33 | */ | 
|  | 34 | #ifdef CONFIG_X86_32 | 
|  | 35 | /* used by vmalloc.c, vsyscall.lds.S. | 
|  | 36 | * | 
|  | 37 | * Leave one empty page between vmalloc'ed areas and | 
|  | 38 | * the start of the fixmap. | 
|  | 39 | */ | 
|  | 40 | extern unsigned long __FIXADDR_TOP; | 
|  | 41 | #define FIXADDR_TOP	((unsigned long)__FIXADDR_TOP) | 
|  | 42 |  | 
|  | 43 | #define FIXADDR_USER_START     __fix_to_virt(FIX_VDSO) | 
|  | 44 | #define FIXADDR_USER_END       __fix_to_virt(FIX_VDSO - 1) | 
|  | 45 | #else | 
|  | 46 | #define FIXADDR_TOP	(VSYSCALL_END-PAGE_SIZE) | 
|  | 47 |  | 
|  | 48 | /* Only covers 32bit vsyscalls currently. Need another set for 64bit. */ | 
|  | 49 | #define FIXADDR_USER_START	((unsigned long)VSYSCALL32_VSYSCALL) | 
|  | 50 | #define FIXADDR_USER_END	(FIXADDR_USER_START + PAGE_SIZE) | 
|  | 51 | #endif | 
|  | 52 |  | 
|  | 53 |  | 
|  | 54 | /* | 
|  | 55 | * Here we define all the compile-time 'special' virtual | 
|  | 56 | * addresses. The point is to have a constant address at | 
|  | 57 | * compile time, but to set the physical address only | 
|  | 58 | * in the boot process. | 
|  | 59 | * for x86_32: We allocate these special addresses | 
|  | 60 | * from the end of virtual memory (0xfffff000) backwards. | 
|  | 61 | * Also this lets us do fail-safe vmalloc(), we | 
|  | 62 | * can guarantee that these special addresses and | 
|  | 63 | * vmalloc()-ed addresses never overlap. | 
|  | 64 | * | 
|  | 65 | * These 'compile-time allocated' memory buffers are | 
|  | 66 | * fixed-size 4k pages (or larger if used with an increment | 
|  | 67 | * higher than 1). Use set_fixmap(idx,phys) to associate | 
|  | 68 | * physical memory with fixmap indices. | 
|  | 69 | * | 
|  | 70 | * TLB entries of such buffers will not be flushed across | 
|  | 71 | * task switches. | 
|  | 72 | */ | 
|  | 73 | enum fixed_addresses { | 
|  | 74 | #ifdef CONFIG_X86_32 | 
|  | 75 | FIX_HOLE, | 
|  | 76 | FIX_VDSO, | 
|  | 77 | #else | 
|  | 78 | VSYSCALL_LAST_PAGE, | 
|  | 79 | VSYSCALL_FIRST_PAGE = VSYSCALL_LAST_PAGE | 
|  | 80 | + ((VSYSCALL_END-VSYSCALL_START) >> PAGE_SHIFT) - 1, | 
| Andy Lutomirski | 9fd67b4 | 2011-06-05 13:50:19 -0400 | [diff] [blame] | 81 | VVAR_PAGE, | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 82 | VSYSCALL_HPET, | 
|  | 83 | #endif | 
|  | 84 | FIX_DBGP_BASE, | 
|  | 85 | FIX_EARLYCON_MEM_BASE, | 
| Jan Beulich | ff30a05 | 2010-03-15 10:11:15 +0000 | [diff] [blame] | 86 | #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT | 
|  | 87 | FIX_OHCI1394_BASE, | 
|  | 88 | #endif | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 89 | #ifdef CONFIG_X86_LOCAL_APIC | 
|  | 90 | FIX_APIC_BASE,	/* local (CPU) APIC) -- required for SMP or not */ | 
|  | 91 | #endif | 
|  | 92 | #ifdef CONFIG_X86_IO_APIC | 
|  | 93 | FIX_IO_APIC_BASE_0, | 
|  | 94 | FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1, | 
|  | 95 | #endif | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 96 | #ifdef CONFIG_X86_VISWS_APIC | 
|  | 97 | FIX_CO_CPU,	/* Cobalt timer */ | 
|  | 98 | FIX_CO_APIC,	/* Cobalt APIC Redirection Table */ | 
|  | 99 | FIX_LI_PCIA,	/* Lithium PCI Bridge A */ | 
|  | 100 | FIX_LI_PCIB,	/* Lithium PCI Bridge B */ | 
|  | 101 | #endif | 
|  | 102 | #ifdef CONFIG_X86_F00F_BUG | 
|  | 103 | FIX_F00F_IDT,	/* Virtual mapping for IDT */ | 
|  | 104 | #endif | 
|  | 105 | #ifdef CONFIG_X86_CYCLONE_TIMER | 
|  | 106 | FIX_CYCLONE_TIMER, /*cyclone timer register*/ | 
|  | 107 | #endif | 
|  | 108 | #ifdef CONFIG_X86_32 | 
|  | 109 | FIX_KMAP_BEGIN,	/* reserved pte's for temporary kernel mappings */ | 
|  | 110 | FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1, | 
|  | 111 | #ifdef CONFIG_PCI_MMCONFIG | 
|  | 112 | FIX_PCIE_MCFG, | 
|  | 113 | #endif | 
|  | 114 | #endif | 
|  | 115 | #ifdef CONFIG_PARAVIRT | 
|  | 116 | FIX_PARAVIRT_BOOTMAP, | 
|  | 117 | #endif | 
| Mathieu Desnoyers | 12b9d7c | 2009-07-01 17:37:22 -0400 | [diff] [blame] | 118 | FIX_TEXT_POKE1,	/* reserve 2 pages for text_poke() */ | 
|  | 119 | FIX_TEXT_POKE0, /* first page is last, because allocation is backward */ | 
| Alan Cox | 933b946 | 2011-12-17 17:43:40 +0000 | [diff] [blame] | 120 | #ifdef	CONFIG_X86_INTEL_MID | 
| Feng Tang | 7309282 | 2010-11-10 17:29:00 +0000 | [diff] [blame] | 121 | FIX_LNW_VRTC, | 
|  | 122 | #endif | 
| Arjan van de Ven | fa36e95 | 2011-01-11 10:55:56 +0000 | [diff] [blame] | 123 | __end_of_permanent_fixed_addresses, | 
|  | 124 |  | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 125 | /* | 
|  | 126 | * 256 temporary boot-time mappings, used by early_ioremap(), | 
|  | 127 | * before ioremap() is functional. | 
|  | 128 | * | 
| Jan Beulich | 499a5f1 | 2009-12-18 16:05:51 +0000 | [diff] [blame] | 129 | * If necessary we round it up to the next 256 pages boundary so | 
|  | 130 | * that we can have a single pgd entry and a single pte table: | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 131 | */ | 
|  | 132 | #define NR_FIX_BTMAPS		64 | 
|  | 133 | #define FIX_BTMAPS_SLOTS	4 | 
| Jan Beulich | 499a5f1 | 2009-12-18 16:05:51 +0000 | [diff] [blame] | 134 | #define TOTAL_FIX_BTMAPS	(NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS) | 
|  | 135 | FIX_BTMAP_END = | 
|  | 136 | (__end_of_permanent_fixed_addresses ^ | 
|  | 137 | (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) & | 
|  | 138 | -PTRS_PER_PTE | 
|  | 139 | ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - | 
|  | 140 | (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1)) | 
|  | 141 | : __end_of_permanent_fixed_addresses, | 
|  | 142 | FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1, | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 143 | #ifdef CONFIG_X86_32 | 
|  | 144 | FIX_WP_TEST, | 
|  | 145 | #endif | 
| Joseph Cihula | 3162534 | 2009-06-30 19:30:59 -0700 | [diff] [blame] | 146 | #ifdef CONFIG_INTEL_TXT | 
|  | 147 | FIX_TBOOT_BASE, | 
|  | 148 | #endif | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 149 | __end_of_fixed_addresses | 
|  | 150 | }; | 
|  | 151 |  | 
|  | 152 |  | 
|  | 153 | extern void reserve_top_address(unsigned long reserve); | 
|  | 154 |  | 
|  | 155 | #define FIXADDR_SIZE	(__end_of_permanent_fixed_addresses << PAGE_SHIFT) | 
|  | 156 | #define FIXADDR_BOOT_SIZE	(__end_of_fixed_addresses << PAGE_SHIFT) | 
|  | 157 | #define FIXADDR_START		(FIXADDR_TOP - FIXADDR_SIZE) | 
|  | 158 | #define FIXADDR_BOOT_START	(FIXADDR_TOP - FIXADDR_BOOT_SIZE) | 
| Ingo Molnar | 3ec9678 | 2008-04-25 18:25:25 +0200 | [diff] [blame] | 159 |  | 
| Jeremy Fitzhardinge | 7c7e6e0 | 2008-06-17 11:41:54 -0700 | [diff] [blame] | 160 | extern int fixmaps_set; | 
|  | 161 |  | 
| Keith Packard | fd94093 | 2008-10-30 19:37:09 -0700 | [diff] [blame] | 162 | extern pte_t *kmap_pte; | 
|  | 163 | extern pgprot_t kmap_prot; | 
|  | 164 | extern pte_t *pkmap_page_table; | 
|  | 165 |  | 
| Jeremy Fitzhardinge | aeaaa59 | 2008-06-17 11:42:01 -0700 | [diff] [blame] | 166 | void __native_set_fixmap(enum fixed_addresses idx, pte_t pte); | 
|  | 167 | void native_set_fixmap(enum fixed_addresses idx, | 
| Masami Hiramatsu | 3b3809a | 2009-04-09 10:55:33 -0700 | [diff] [blame] | 168 | phys_addr_t phys, pgprot_t flags); | 
| Jeremy Fitzhardinge | aeaaa59 | 2008-06-17 11:42:01 -0700 | [diff] [blame] | 169 |  | 
|  | 170 | #ifndef CONFIG_PARAVIRT | 
|  | 171 | static inline void __set_fixmap(enum fixed_addresses idx, | 
| Masami Hiramatsu | 3b3809a | 2009-04-09 10:55:33 -0700 | [diff] [blame] | 172 | phys_addr_t phys, pgprot_t flags) | 
| Jeremy Fitzhardinge | aeaaa59 | 2008-06-17 11:42:01 -0700 | [diff] [blame] | 173 | { | 
|  | 174 | native_set_fixmap(idx, phys, flags); | 
|  | 175 | } | 
|  | 176 | #endif | 
|  | 177 |  | 
| Jeremy Fitzhardinge | 944256e | 2008-06-17 11:41:49 -0700 | [diff] [blame] | 178 | #define set_fixmap(idx, phys)				\ | 
|  | 179 | __set_fixmap(idx, phys, PAGE_KERNEL) | 
|  | 180 |  | 
|  | 181 | /* | 
|  | 182 | * Some hardware wants to get fixmapped without caching. | 
|  | 183 | */ | 
|  | 184 | #define set_fixmap_nocache(idx, phys)			\ | 
|  | 185 | __set_fixmap(idx, phys, PAGE_KERNEL_NOCACHE) | 
|  | 186 |  | 
| Ingo Molnar | 3ec9678 | 2008-04-25 18:25:25 +0200 | [diff] [blame] | 187 | #define clear_fixmap(idx)			\ | 
|  | 188 | __set_fixmap(idx, 0, __pgprot(0)) | 
|  | 189 |  | 
| Jeremy Fitzhardinge | 944256e | 2008-06-17 11:41:49 -0700 | [diff] [blame] | 190 | #define __fix_to_virt(x)	(FIXADDR_TOP - ((x) << PAGE_SHIFT)) | 
|  | 191 | #define __virt_to_fix(x)	((FIXADDR_TOP - ((x)&PAGE_MASK)) >> PAGE_SHIFT) | 
|  | 192 |  | 
|  | 193 | extern void __this_fixmap_does_not_exist(void); | 
|  | 194 |  | 
|  | 195 | /* | 
|  | 196 | * 'index to address' translation. If anyone tries to use the idx | 
|  | 197 | * directly without translation, we catch the bug with a NULL-deference | 
|  | 198 | * kernel oops. Illegal ranges of incoming indices are caught too. | 
|  | 199 | */ | 
|  | 200 | static __always_inline unsigned long fix_to_virt(const unsigned int idx) | 
|  | 201 | { | 
|  | 202 | /* | 
|  | 203 | * this branch gets completely eliminated after inlining, | 
|  | 204 | * except when someone tries to use fixaddr indices in an | 
|  | 205 | * illegal way. (such as mixing up address types or using | 
|  | 206 | * out-of-range indices). | 
|  | 207 | * | 
|  | 208 | * If it doesn't get removed, the linker will complain | 
|  | 209 | * loudly with a reasonably clear error message.. | 
|  | 210 | */ | 
|  | 211 | if (idx >= __end_of_fixed_addresses) | 
|  | 212 | __this_fixmap_does_not_exist(); | 
|  | 213 |  | 
|  | 214 | return __fix_to_virt(idx); | 
|  | 215 | } | 
|  | 216 |  | 
|  | 217 | static inline unsigned long virt_to_fix(const unsigned long vaddr) | 
|  | 218 | { | 
|  | 219 | BUG_ON(vaddr >= FIXADDR_TOP || vaddr < FIXADDR_START); | 
|  | 220 | return __virt_to_fix(vaddr); | 
|  | 221 | } | 
| Feng Tang | 5a47c7d | 2010-09-13 15:08:54 +0800 | [diff] [blame] | 222 |  | 
|  | 223 | /* Return an pointer with offset calculated */ | 
| Andrew Morton | 91d95fd | 2010-11-24 12:57:18 -0800 | [diff] [blame] | 224 | static __always_inline unsigned long | 
|  | 225 | __set_fixmap_offset(enum fixed_addresses idx, phys_addr_t phys, pgprot_t flags) | 
| Feng Tang | 5a47c7d | 2010-09-13 15:08:54 +0800 | [diff] [blame] | 226 | { | 
|  | 227 | __set_fixmap(idx, phys, flags); | 
|  | 228 | return fix_to_virt(idx) + (phys & (PAGE_SIZE - 1)); | 
|  | 229 | } | 
|  | 230 |  | 
|  | 231 | #define set_fixmap_offset(idx, phys)			\ | 
|  | 232 | __set_fixmap_offset(idx, phys, PAGE_KERNEL) | 
|  | 233 |  | 
|  | 234 | #define set_fixmap_offset_nocache(idx, phys)			\ | 
|  | 235 | __set_fixmap_offset(idx, phys, PAGE_KERNEL_NOCACHE) | 
|  | 236 |  | 
| Gustavo F. Padovan | c577b09 | 2009-02-15 21:48:59 -0300 | [diff] [blame] | 237 | #endif /* !__ASSEMBLY__ */ | 
| H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 238 | #endif /* _ASM_X86_FIXMAP_H */ |