| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright 2003 PathScale Inc | 
 | 3 |  * Derived from include/asm-i386/pgtable.h | 
 | 4 |  * Licensed under the GPL | 
 | 5 |  */ | 
 | 6 |  | 
 | 7 | #ifndef __UM_PGTABLE_3LEVEL_H | 
 | 8 | #define __UM_PGTABLE_3LEVEL_H | 
 | 9 |  | 
 | 10 | #include <asm-generic/pgtable-nopud.h> | 
 | 11 |  | 
 | 12 | /* PGDIR_SHIFT determines what a third-level page table entry can map */ | 
 | 13 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 14 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #define PGDIR_SHIFT	30 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 16 | #else | 
 | 17 | #define PGDIR_SHIFT	31 | 
 | 18 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #define PGDIR_SIZE	(1UL << PGDIR_SHIFT) | 
 | 20 | #define PGDIR_MASK	(~(PGDIR_SIZE-1)) | 
 | 21 |  | 
 | 22 | /* PMD_SHIFT determines the size of the area a second-level page table can | 
 | 23 |  * map | 
 | 24 |  */ | 
 | 25 |  | 
 | 26 | #define PMD_SHIFT	21 | 
 | 27 | #define PMD_SIZE	(1UL << PMD_SHIFT) | 
 | 28 | #define PMD_MASK	(~(PMD_SIZE-1)) | 
 | 29 |  | 
 | 30 | /* | 
 | 31 |  * entries per page directory level | 
 | 32 |  */ | 
 | 33 |  | 
 | 34 | #define PTRS_PER_PTE 512 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 35 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | #define PTRS_PER_PMD 512 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | #define PTRS_PER_PGD 512 | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 38 | #else | 
 | 39 | #define PTRS_PER_PMD 1024 | 
 | 40 | #define PTRS_PER_PGD 1024 | 
 | 41 | #endif | 
 | 42 |  | 
 | 43 | #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE) | 
| Hugh Dickins | d455a36 | 2005-04-19 13:29:23 -0700 | [diff] [blame] | 44 | #define FIRST_USER_ADDRESS	0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 |  | 
 | 46 | #define pte_ERROR(e) \ | 
 | 47 |         printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
 | 48 | 	       pte_val(e)) | 
 | 49 | #define pmd_ERROR(e) \ | 
 | 50 |         printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
 | 51 | 	       pmd_val(e)) | 
 | 52 | #define pgd_ERROR(e) \ | 
 | 53 |         printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ | 
 | 54 | 	       pgd_val(e)) | 
 | 55 |  | 
 | 56 | #define pud_none(x)	(!(pud_val(x) & ~_PAGE_NEWPAGE)) | 
 | 57 | #define	pud_bad(x)	((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) | 
 | 58 | #define pud_present(x)	(pud_val(x) & _PAGE_PRESENT) | 
 | 59 | #define pud_populate(mm, pud, pmd) \ | 
 | 60 | 	set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd))) | 
 | 61 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 62 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | #define set_pud(pudptr, pudval) set_64bit((phys_t *) (pudptr), pud_val(pudval)) | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 64 | #else | 
 | 65 | #define set_pud(pudptr, pudval) (*(pudptr) = (pudval)) | 
 | 66 | #endif | 
 | 67 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | static inline int pgd_newpage(pgd_t pgd) | 
 | 69 | { | 
 | 70 | 	return(pgd_val(pgd) & _PAGE_NEWPAGE); | 
 | 71 | } | 
 | 72 |  | 
 | 73 | static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } | 
 | 74 |  | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 75 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | #define set_pmd(pmdptr, pmdval) set_64bit((phys_t *) (pmdptr), pmd_val(pmdval)) | 
| Jeff Dike | 655e4ed | 2008-02-04 22:30:55 -0800 | [diff] [blame] | 77 | #else | 
 | 78 | #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) | 
 | 79 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 |  | 
| Jeff Dike | 8192ab4 | 2008-02-04 22:30:53 -0800 | [diff] [blame] | 81 | struct mm_struct; | 
 | 82 | extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 |  | 
| Jeff Dike | b21d4b0 | 2007-10-16 01:27:10 -0700 | [diff] [blame] | 84 | static inline void pud_clear (pud_t *pud) | 
| Jeff Dike | 7ef9390 | 2005-09-03 15:57:52 -0700 | [diff] [blame] | 85 | { | 
| Jeff Dike | 8cd8fa5 | 2007-11-14 16:58:53 -0800 | [diff] [blame] | 86 | 	set_pud(pud, __pud(_PAGE_NEWPAGE)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | } | 
 | 88 |  | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 89 | #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) | 
| Jeff Dike | 909e90d | 2008-02-04 22:31:06 -0800 | [diff] [blame] | 90 | #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 |  | 
 | 92 | /* Find an entry in the second-level page table.. */ | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 93 | #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | 			pmd_index(address)) | 
 | 95 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | static inline unsigned long pte_pfn(pte_t pte) | 
 | 97 | { | 
 | 98 | 	return phys_to_pfn(pte_val(pte)); | 
 | 99 | } | 
 | 100 |  | 
 | 101 | static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot) | 
 | 102 | { | 
 | 103 | 	pte_t pte; | 
 | 104 | 	phys_t phys = pfn_to_phys(page_nr); | 
 | 105 |  | 
 | 106 | 	pte_set_val(pte, phys, pgprot); | 
 | 107 | 	return pte; | 
 | 108 | } | 
 | 109 |  | 
 | 110 | static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot) | 
 | 111 | { | 
 | 112 | 	return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot)); | 
 | 113 | } | 
 | 114 |  | 
 | 115 | /* | 
 | 116 |  * Bits 0 through 3 are taken in the low part of the pte, | 
 | 117 |  * put the 32 bits of offset into the high part. | 
 | 118 |  */ | 
 | 119 | #define PTE_FILE_MAX_BITS	32 | 
 | 120 |  | 
| Paolo 'Blaisorblade' Giarrusso | c45166be3 | 2005-05-01 08:58:54 -0700 | [diff] [blame] | 121 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 |  | 
 | 123 | #define pte_to_pgoff(p) ((p).pte >> 32) | 
 | 124 |  | 
| Paolo 'Blaisorblade' Giarrusso | f7fe878 | 2005-05-05 16:15:15 -0700 | [diff] [blame] | 125 | #define pgoff_to_pte(off) ((pte_t) { ((off) << 32) | _PAGE_FILE }) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 |  | 
 | 127 | #else | 
 | 128 |  | 
 | 129 | #define pte_to_pgoff(pte) ((pte).pte_high) | 
 | 130 |  | 
 | 131 | #define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) }) | 
 | 132 |  | 
 | 133 | #endif | 
 | 134 |  | 
 | 135 | #endif | 
 | 136 |  |