| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _I386_PGTABLE_H | 
|  | 2 | #define _I386_PGTABLE_H | 
|  | 3 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 |  | 
|  | 5 | /* | 
|  | 6 | * The Linux memory management assumes a three-level page table setup. On | 
|  | 7 | * the i386, we use that, but "fold" the mid level into the top-level page | 
|  | 8 | * table, so that we physically have the same two-level page table as the | 
|  | 9 | * i386 mmu expects. | 
|  | 10 | * | 
|  | 11 | * This file contains the functions and defines necessary to modify and use | 
|  | 12 | * the i386 page table tree. | 
|  | 13 | */ | 
|  | 14 | #ifndef __ASSEMBLY__ | 
|  | 15 | #include <asm/processor.h> | 
|  | 16 | #include <asm/fixmap.h> | 
|  | 17 | #include <linux/threads.h> | 
| Rusty Russell | da181a8 | 2006-12-07 02:14:08 +0100 | [diff] [blame] | 18 | #include <asm/paravirt.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 |  | 
| Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 20 | #include <linux/bitops.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include <linux/slab.h> | 
|  | 22 | #include <linux/list.h> | 
|  | 23 | #include <linux/spinlock.h> | 
|  | 24 |  | 
| Tim Schmielau | 8c65b4a | 2005-11-07 00:59:43 -0800 | [diff] [blame] | 25 | struct mm_struct; | 
|  | 26 | struct vm_area_struct; | 
|  | 27 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | extern pgd_t swapper_pg_dir[1024]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 |  | 
| Thomas Gleixner | 985a34b | 2008-03-09 13:14:37 +0100 | [diff] [blame] | 30 | static inline void pgtable_cache_init(void) { } | 
|  | 31 | static inline void check_pgt_cache(void) { } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | void paging_init(void); | 
|  | 33 |  | 
| Christoph Lameter | f1d1a84 | 2007-05-12 11:15:24 -0700 | [diff] [blame] | 34 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | /* | 
|  | 36 | * The Linux x86 paging architecture is 'compile-time dual-mode', it | 
|  | 37 | * implements both the traditional 2-level x86 page tables and the | 
|  | 38 | * newer 3-level PAE-mode page tables. | 
|  | 39 | */ | 
|  | 40 | #ifdef CONFIG_X86_PAE | 
|  | 41 | # include <asm/pgtable-3level-defs.h> | 
|  | 42 | # define PMD_SIZE	(1UL << PMD_SHIFT) | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 43 | # define PMD_MASK	(~(PMD_SIZE - 1)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | #else | 
|  | 45 | # include <asm/pgtable-2level-defs.h> | 
|  | 46 | #endif | 
|  | 47 |  | 
|  | 48 | #define PGDIR_SIZE	(1UL << PGDIR_SHIFT) | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 49 | #define PGDIR_MASK	(~(PGDIR_SIZE - 1)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | /* Just any arbitrary offset to the start of the vmalloc VM area: the | 
|  | 52 | * current 8MB value just means that there will be a 8MB "hole" after the | 
|  | 53 | * physical memory until the kernel virtual memory starts.  That means that | 
|  | 54 | * any out-of-bounds memory accesses will hopefully be caught. | 
|  | 55 | * The vmalloc() routines leaves a hole of 4kB between each vmalloced | 
|  | 56 | * area for the same reason. ;) | 
|  | 57 | */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 58 | #define VMALLOC_OFFSET	(8 * 1024 * 1024) | 
|  | 59 | #define VMALLOC_START	(((unsigned long)high_memory + 2 * VMALLOC_OFFSET - 1) \ | 
|  | 60 | & ~(VMALLOC_OFFSET - 1)) | 
| Christoph Lameter | 0b7a961 | 2008-02-04 22:28:33 -0800 | [diff] [blame] | 61 | #ifdef CONFIG_X86_PAE | 
|  | 62 | #define LAST_PKMAP 512 | 
|  | 63 | #else | 
|  | 64 | #define LAST_PKMAP 1024 | 
|  | 65 | #endif | 
|  | 66 |  | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 67 | #define PKMAP_BASE ((FIXADDR_BOOT_START - PAGE_SIZE * (LAST_PKMAP + 1))	\ | 
|  | 68 | & PMD_MASK) | 
| Christoph Lameter | 0b7a961 | 2008-02-04 22:28:33 -0800 | [diff] [blame] | 69 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | #ifdef CONFIG_HIGHMEM | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 71 | # define VMALLOC_END	(PKMAP_BASE - 2 * PAGE_SIZE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | #else | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 73 | # define VMALLOC_END	(FIXADDR_START - 2 * PAGE_SIZE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | #endif | 
|  | 75 |  | 
|  | 76 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | * Define this if things work differently on an i386 and an i486: | 
|  | 78 | * it will (on an i486) warn about kernel memory accesses that are | 
| Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 79 | * done without a 'access_ok(VERIFY_WRITE,..)' | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | */ | 
| Jesper Juhl | e49332b | 2005-05-01 08:59:08 -0700 | [diff] [blame] | 81 | #undef TEST_ACCESS_OK | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 |  | 
|  | 83 | /* The boot page tables (all created as a single array) */ | 
|  | 84 | extern unsigned long pg0[]; | 
|  | 85 |  | 
|  | 86 | #define pte_present(x)	((x).pte_low & (_PAGE_PRESENT | _PAGE_PROTNONE)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 |  | 
| Hugh Dickins | 705e87c | 2005-10-29 18:16:27 -0700 | [diff] [blame] | 88 | /* To avoid harmful races, pmd_none(x) should check only the lower when PAE */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 89 | #define pmd_none(x)	(!(unsigned long)pmd_val((x))) | 
|  | 90 | #define pmd_present(x)	(pmd_val((x)) & _PAGE_PRESENT) | 
| Jeremy Fitzhardinge | 77be1fa | 2008-07-21 22:59:56 -0700 | [diff] [blame] | 91 | #define pmd_bad(x) ((pmd_val(x) & (PTE_FLAGS_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 |  | 
|  | 93 | #define pages_to_mb(x) ((x) >> (20-PAGE_SHIFT)) | 
|  | 94 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | #ifdef CONFIG_X86_PAE | 
|  | 96 | # include <asm/pgtable-3level.h> | 
|  | 97 | #else | 
|  | 98 | # include <asm/pgtable-2level.h> | 
|  | 99 | #endif | 
|  | 100 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 101 | /* | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 102 | * Macro to mark a page protection value as "uncacheable". | 
|  | 103 | * On processors which do not support it, this is a no-op. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 105 | #define pgprot_noncached(prot)					\ | 
|  | 106 | ((boot_cpu_data.x86 > 3)				\ | 
|  | 107 | ? (__pgprot(pgprot_val(prot) | _PAGE_PCD | _PAGE_PWT))	\ | 
|  | 108 | : (prot)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 |  | 
|  | 110 | /* | 
|  | 111 | * Conversion functions: convert a page and protection to a page entry, | 
|  | 112 | * and a page entry and page directory to the page they refer to. | 
|  | 113 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | #define mk_pte(page, pgprot)	pfn_pte(page_to_pfn(page), (pgprot)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 |  | 
| Andi Kleen | 61e19a3 | 2008-02-04 16:48:09 +0100 | [diff] [blame] | 117 | static inline int pud_large(pud_t pud) { return 0; } | 
|  | 118 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | /* | 
|  | 120 | * the pmd page can be thought of an array like this: pmd_t[PTRS_PER_PMD] | 
|  | 121 | * | 
|  | 122 | * this macro returns the index of the entry in the pmd page which would | 
|  | 123 | * control the given virtual address | 
|  | 124 | */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 125 | #define pmd_index(address)				\ | 
|  | 126 | (((address) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 |  | 
|  | 128 | /* | 
|  | 129 | * the pte page can be thought of an array like this: pte_t[PTRS_PER_PTE] | 
|  | 130 | * | 
|  | 131 | * this macro returns the index of the entry in the pte page which would | 
|  | 132 | * control the given virtual address | 
|  | 133 | */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 134 | #define pte_index(address)					\ | 
|  | 135 | (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)) | 
|  | 136 | #define pte_offset_kernel(dir, address)				\ | 
|  | 137 | ((pte_t *)pmd_page_vaddr(*(dir)) +  pte_index((address))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 |  | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 139 | #define pmd_page(pmd) (pfn_to_page(pmd_val((pmd)) >> PAGE_SHIFT)) | 
| Paolo 'Blaisorblade' Giarrusso | ca140fd | 2005-10-30 14:59:31 -0800 | [diff] [blame] | 140 |  | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 141 | #define pmd_page_vaddr(pmd)					\ | 
| Jeremy Fitzhardinge | 59438c9 | 2008-07-21 22:59:42 -0700 | [diff] [blame] | 142 | ((unsigned long)__va(pmd_val((pmd)) & PTE_PFN_MASK)) | 
| Paolo 'Blaisorblade' Giarrusso | ca140fd | 2005-10-30 14:59:31 -0800 | [diff] [blame] | 143 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | #if defined(CONFIG_HIGHPTE) | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 145 | #define pte_offset_map(dir, address)					\ | 
|  | 146 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)), KM_PTE0) +		\ | 
|  | 147 | pte_index((address))) | 
|  | 148 | #define pte_offset_map_nested(dir, address)				\ | 
|  | 149 | ((pte_t *)kmap_atomic_pte(pmd_page(*(dir)), KM_PTE1) +		\ | 
|  | 150 | pte_index((address))) | 
|  | 151 | #define pte_unmap(pte) kunmap_atomic((pte), KM_PTE0) | 
|  | 152 | #define pte_unmap_nested(pte) kunmap_atomic((pte), KM_PTE1) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | #else | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 154 | #define pte_offset_map(dir, address)					\ | 
|  | 155 | ((pte_t *)page_address(pmd_page(*(dir))) + pte_index((address))) | 
|  | 156 | #define pte_offset_map_nested(dir, address) pte_offset_map((dir), (address)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | #define pte_unmap(pte) do { } while (0) | 
|  | 158 | #define pte_unmap_nested(pte) do { } while (0) | 
|  | 159 | #endif | 
|  | 160 |  | 
| Zachary Amsden | 23002d8 | 2006-09-30 23:29:35 -0700 | [diff] [blame] | 161 | /* Clear a kernel PTE and flush it from the TLB */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 162 | #define kpte_clear_flush(ptep, vaddr)		\ | 
|  | 163 | do {						\ | 
|  | 164 | pte_clear(&init_mm, (vaddr), (ptep));	\ | 
|  | 165 | __flush_tlb_one((vaddr));		\ | 
| Zachary Amsden | 23002d8 | 2006-09-30 23:29:35 -0700 | [diff] [blame] | 166 | } while (0) | 
|  | 167 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | /* | 
|  | 169 | * The i386 doesn't have any external MMU info: the kernel page | 
|  | 170 | * tables contain all the necessary information. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | */ | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 172 | #define update_mmu_cache(vma, address, pte) do { } while (0) | 
| Jeremy Fitzhardinge | b239fb2 | 2007-05-02 19:27:13 +0200 | [diff] [blame] | 173 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | #endif /* !__ASSEMBLY__ */ | 
|  | 175 |  | 
| Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 176 | /* | 
|  | 177 | * kern_addr_valid() is (1) for FLATMEM and (0) for | 
|  | 178 | * SPARSEMEM and DISCONTIGMEM | 
|  | 179 | */ | 
| Andy Whitcroft | 05b79bd | 2005-06-23 00:07:57 -0700 | [diff] [blame] | 180 | #ifdef CONFIG_FLATMEM | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | #define kern_addr_valid(addr)	(1) | 
| Thomas Gleixner | 4757d7d8 | 2008-01-30 13:30:37 +0100 | [diff] [blame] | 182 | #else | 
|  | 183 | #define kern_addr_valid(kaddr)	(0) | 
|  | 184 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 |  | 
| Joe Perches | cf84014 | 2008-03-23 01:03:09 -0700 | [diff] [blame] | 186 | #define io_remap_pfn_range(vma, vaddr, pfn, size, prot)	\ | 
|  | 187 | remap_pfn_range(vma, vaddr, pfn, size, prot) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | #endif /* _I386_PGTABLE_H */ |