| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2003 PathScale Inc | 
|  | 3 | * Derived from include/asm-i386/pgtable.h | 
|  | 4 | * Licensed under the GPL | 
|  | 5 | */ | 
|  | 6 |  | 
|  | 7 | #ifndef __UM_PGTABLE_3LEVEL_H | 
|  | 8 | #define __UM_PGTABLE_3LEVEL_H | 
|  | 9 |  | 
|  | 10 | #include <asm-generic/pgtable-nopud.h> | 
|  | 11 |  | 
|  | 12 | /* PGDIR_SHIFT determines what a third-level page table entry can map */ | 
|  | 13 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 14 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #define PGDIR_SHIFT	30 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 16 | #else | 
|  | 17 | #define PGDIR_SHIFT	31 | 
|  | 18 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #define PGDIR_SIZE	(1UL << PGDIR_SHIFT) | 
|  | 20 | #define PGDIR_MASK	(~(PGDIR_SIZE-1)) | 
|  | 21 |  | 
|  | 22 | /* PMD_SHIFT determines the size of the area a second-level page table can | 
|  | 23 | * map | 
|  | 24 | */ | 
|  | 25 |  | 
|  | 26 | #define PMD_SHIFT	21 | 
|  | 27 | #define PMD_SIZE	(1UL << PMD_SHIFT) | 
|  | 28 | #define PMD_MASK	(~(PMD_SIZE-1)) | 
|  | 29 |  | 
|  | 30 | /* | 
|  | 31 | * entries per page directory level | 
|  | 32 | */ | 
|  | 33 |  | 
|  | 34 | #define PTRS_PER_PTE 512 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 35 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | #define PTRS_PER_PMD 512 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | #define PTRS_PER_PGD 512 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 38 | #else | 
|  | 39 | #define PTRS_PER_PMD 1024 | 
|  | 40 | #define PTRS_PER_PGD 1024 | 
|  | 41 | #endif | 
|  | 42 |  | 
|  | 43 | #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE) | 
| Hugh Dickins | d455a36 | 2005-04-19 13:29:23 -0700 | [diff] [blame] | 44 | #define FIRST_USER_ADDRESS	0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 |  | 
|  | 46 | #define pte_ERROR(e) \ | 
|  | 47 | printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
|  | 48 | pte_val(e)) | 
|  | 49 | #define pmd_ERROR(e) \ | 
|  | 50 | printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
|  | 51 | pmd_val(e)) | 
|  | 52 | #define pgd_ERROR(e) \ | 
|  | 53 | printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
|  | 54 | pgd_val(e)) | 
|  | 55 |  | 
|  | 56 | #define pud_none(x)	(!(pud_val(x) & ~_PAGE_NEWPAGE)) | 
|  | 57 | #define	pud_bad(x)	((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) | 
|  | 58 | #define pud_present(x)	(pud_val(x) & _PAGE_PRESENT) | 
|  | 59 | #define pud_populate(mm, pud, pmd) \ | 
|  | 60 | set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd))) | 
|  | 61 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 62 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | #define set_pud(pudptr, pudval) set_64bit((phys_t *) (pudptr), pud_val(pudval)) | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 64 | #else | 
|  | 65 | #define set_pud(pudptr, pudval) (*(pudptr) = (pudval)) | 
|  | 66 | #endif | 
|  | 67 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | static inline int pgd_newpage(pgd_t pgd) | 
|  | 69 | { | 
|  | 70 | return(pgd_val(pgd) & _PAGE_NEWPAGE); | 
|  | 71 | } | 
|  | 72 |  | 
|  | 73 | static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } | 
|  | 74 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 75 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | #define set_pmd(pmdptr, pmdval) set_64bit((phys_t *) (pmdptr), pmd_val(pmdval)) | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 77 | #else | 
|  | 78 | #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) | 
|  | 79 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 |  | 
| Jeff Dike | 8192ab4 | 2008-02-04 22:30:53 -0800 | [diff] [blame] | 81 | struct mm_struct; | 
|  | 82 | extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 |  | 
| Jeff Dike | b21d4b0 | 2007-10-16 01:27:10 -0700 | [diff] [blame] | 84 | static inline void pud_clear (pud_t *pud) | 
| Jeff Dike | 7ef9390 | 2005-09-03 15:57:52 -0700 | [diff] [blame] | 85 | { | 
| Jeff Dike | 8cd8fa5 | 2007-11-14 16:58:53 -0800 | [diff] [blame] | 86 | set_pud(pud, __pud(_PAGE_NEWPAGE)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | } | 
|  | 88 |  | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 89 | #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) | 
| Jeff Dike | 909e90d | 2008-02-04 22:31:06 -0800 | [diff] [blame] | 90 | #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 |  | 
|  | 92 | /* Find an entry in the second-level page table.. */ | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 93 | #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | pmd_index(address)) | 
|  | 95 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | static inline unsigned long pte_pfn(pte_t pte) | 
|  | 97 | { | 
|  | 98 | return phys_to_pfn(pte_val(pte)); | 
|  | 99 | } | 
|  | 100 |  | 
|  | 101 | static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot) | 
|  | 102 | { | 
|  | 103 | pte_t pte; | 
|  | 104 | phys_t phys = pfn_to_phys(page_nr); | 
|  | 105 |  | 
|  | 106 | pte_set_val(pte, phys, pgprot); | 
|  | 107 | return pte; | 
|  | 108 | } | 
|  | 109 |  | 
|  | 110 | static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot) | 
|  | 111 | { | 
|  | 112 | return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot)); | 
|  | 113 | } | 
|  | 114 |  | 
|  | 115 | /* | 
|  | 116 | * Bits 0 through 3 are taken in the low part of the pte, | 
|  | 117 | * put the 32 bits of offset into the high part. | 
|  | 118 | */ | 
|  | 119 | #define PTE_FILE_MAX_BITS	32 | 
|  | 120 |  | 
| Paolo 'Blaisorblade' Giarrusso | c45166b | 2005-05-01 08:58:54 -0700 | [diff] [blame] | 121 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 |  | 
|  | 123 | #define pte_to_pgoff(p) ((p).pte >> 32) | 
|  | 124 |  | 
| Paolo 'Blaisorblade' Giarrusso | f7fe878 | 2005-05-05 16:15:15 -0700 | [diff] [blame] | 125 | #define pgoff_to_pte(off) ((pte_t) { ((off) << 32) | _PAGE_FILE }) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 |  | 
|  | 127 | #else | 
|  | 128 |  | 
|  | 129 | #define pte_to_pgoff(pte) ((pte).pte_high) | 
|  | 130 |  | 
|  | 131 | #define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) }) | 
|  | 132 |  | 
|  | 133 | #endif | 
|  | 134 |  | 
|  | 135 | #endif | 
|  | 136 |  |