| David Gibson | f88df14 | 2007-04-30 16:30:56 +1000 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_PGTABLE_4K_H | 
 | 2 | #define _ASM_POWERPC_PGTABLE_4K_H | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 3 | /* | 
 | 4 |  * Entries per page directory level.  The PTE level must use a 64b record | 
 | 5 |  * for each page table entry.  The PMD and PGD level use a 32b record for | 
 | 6 |  * each entry by assuming that each entry is page aligned. | 
 | 7 |  */ | 
 | 8 | #define PTE_INDEX_SIZE  9 | 
 | 9 | #define PMD_INDEX_SIZE  7 | 
 | 10 | #define PUD_INDEX_SIZE  7 | 
 | 11 | #define PGD_INDEX_SIZE  9 | 
 | 12 |  | 
| Stephen Rothwell | ee7a76d | 2007-09-18 17:22:59 +1000 | [diff] [blame] | 13 | #ifndef __ASSEMBLY__ | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 14 | #define PTE_TABLE_SIZE	(sizeof(pte_t) << PTE_INDEX_SIZE) | 
 | 15 | #define PMD_TABLE_SIZE	(sizeof(pmd_t) << PMD_INDEX_SIZE) | 
 | 16 | #define PUD_TABLE_SIZE	(sizeof(pud_t) << PUD_INDEX_SIZE) | 
 | 17 | #define PGD_TABLE_SIZE	(sizeof(pgd_t) << PGD_INDEX_SIZE) | 
| Stephen Rothwell | ee7a76d | 2007-09-18 17:22:59 +1000 | [diff] [blame] | 18 | #endif	/* __ASSEMBLY__ */ | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 19 |  | 
 | 20 | #define PTRS_PER_PTE	(1 << PTE_INDEX_SIZE) | 
 | 21 | #define PTRS_PER_PMD	(1 << PMD_INDEX_SIZE) | 
 | 22 | #define PTRS_PER_PUD	(1 << PMD_INDEX_SIZE) | 
 | 23 | #define PTRS_PER_PGD	(1 << PGD_INDEX_SIZE) | 
 | 24 |  | 
 | 25 | /* PMD_SHIFT determines what a second-level page table entry can map */ | 
 | 26 | #define PMD_SHIFT	(PAGE_SHIFT + PTE_INDEX_SIZE) | 
 | 27 | #define PMD_SIZE	(1UL << PMD_SHIFT) | 
 | 28 | #define PMD_MASK	(~(PMD_SIZE-1)) | 
 | 29 |  | 
| David Gibson | 7d24f0b | 2005-11-07 00:57:52 -0800 | [diff] [blame] | 30 | /* With 4k base page size, hugepage PTEs go at the PMD level */ | 
 | 31 | #define MIN_HUGEPTE_SHIFT	PMD_SHIFT | 
 | 32 |  | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 33 | /* PUD_SHIFT determines what a third-level page table entry can map */ | 
 | 34 | #define PUD_SHIFT	(PMD_SHIFT + PMD_INDEX_SIZE) | 
 | 35 | #define PUD_SIZE	(1UL << PUD_SHIFT) | 
 | 36 | #define PUD_MASK	(~(PUD_SIZE-1)) | 
 | 37 |  | 
 | 38 | /* PGDIR_SHIFT determines what a fourth-level page table entry can map */ | 
 | 39 | #define PGDIR_SHIFT	(PUD_SHIFT + PUD_INDEX_SIZE) | 
 | 40 | #define PGDIR_SIZE	(1UL << PGDIR_SHIFT) | 
 | 41 | #define PGDIR_MASK	(~(PGDIR_SIZE-1)) | 
 | 42 |  | 
 | 43 | /* PTE bits */ | 
| Benjamin Herrenschmidt | 41743a4 | 2008-06-11 15:37:10 +1000 | [diff] [blame] | 44 | #define _PAGE_HASHPTE	0x0400 /* software: pte has an associated HPTE */ | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 45 | #define _PAGE_SECONDARY 0x8000 /* software: HPTE is in secondary group */ | 
 | 46 | #define _PAGE_GROUP_IX  0x7000 /* software: HPTE index within group */ | 
 | 47 | #define _PAGE_F_SECOND  _PAGE_SECONDARY | 
 | 48 | #define _PAGE_F_GIX     _PAGE_GROUP_IX | 
 | 49 |  | 
 | 50 | /* PTE flags to conserve for HPTE identification */ | 
 | 51 | #define _PAGE_HPTEFLAGS (_PAGE_BUSY | _PAGE_HASHPTE | \ | 
 | 52 | 			 _PAGE_SECONDARY | _PAGE_GROUP_IX) | 
 | 53 |  | 
 | 54 | /* PAGE_MASK gives the right answer below, but only by accident */ | 
 | 55 | /* It should be preserving the high 48 bits and then specifically */ | 
 | 56 | /* preserving _PAGE_SECONDARY | _PAGE_GROUP_IX */ | 
 | 57 | #define _PAGE_CHG_MASK	(PAGE_MASK | _PAGE_ACCESSED | _PAGE_DIRTY | \ | 
 | 58 |                          _PAGE_HPTEFLAGS) | 
 | 59 |  | 
 | 60 | /* Bits to mask out from a PMD to get to the PTE page */ | 
 | 61 | #define PMD_MASKED_BITS		0 | 
 | 62 | /* Bits to mask out from a PUD to get to the PMD page */ | 
 | 63 | #define PUD_MASKED_BITS		0 | 
 | 64 | /* Bits to mask out from a PGD to get to the PUD page */ | 
 | 65 | #define PGD_MASKED_BITS		0 | 
 | 66 |  | 
 | 67 | /* shift to put page number into pte */ | 
 | 68 | #define PTE_RPN_SHIFT	(17) | 
 | 69 |  | 
| David Gibson | 20f4eb3 | 2006-02-20 14:05:56 +1100 | [diff] [blame] | 70 | #ifdef STRICT_MM_TYPECHECKS | 
 | 71 | #define __real_pte(e,p)		((real_pte_t){(e)}) | 
 | 72 | #define __rpte_to_pte(r)	((r).pte) | 
 | 73 | #else | 
 | 74 | #define __real_pte(e,p)		(e) | 
 | 75 | #define __rpte_to_pte(r)	(__pte(r)) | 
 | 76 | #endif | 
 | 77 | #define __rpte_to_hidx(r,index)	(pte_val(__rpte_to_pte(r)) >> 12) | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 78 |  | 
 | 79 | #define pte_iterate_hashed_subpages(rpte, psize, va, index, shift)       \ | 
 | 80 | 	do {							         \ | 
 | 81 | 		index = 0;					         \ | 
 | 82 | 		shift = mmu_psize_defs[psize].shift;		         \ | 
 | 83 |  | 
 | 84 | #define pte_iterate_hashed_end() } while(0) | 
 | 85 |  | 
| Benjamin Herrenschmidt | 16c2d47 | 2007-05-08 16:27:28 +1000 | [diff] [blame] | 86 | #ifdef CONFIG_PPC_HAS_HASH_64K | 
 | 87 | #define pte_pagesize_index(mm, addr, pte)	get_slice_psize(mm, addr) | 
 | 88 | #else | 
 | 89 | #define pte_pagesize_index(mm, addr, pte)	MMU_PAGE_4K | 
 | 90 | #endif | 
| Paul Mackerras | bf72aeb | 2006-06-15 10:45:18 +1000 | [diff] [blame] | 91 |  | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 92 | /* | 
 | 93 |  * 4-level page tables related bits | 
 | 94 |  */ | 
 | 95 |  | 
 | 96 | #define pgd_none(pgd)		(!pgd_val(pgd)) | 
 | 97 | #define pgd_bad(pgd)		(pgd_val(pgd) == 0) | 
 | 98 | #define pgd_present(pgd)	(pgd_val(pgd) != 0) | 
 | 99 | #define pgd_clear(pgdp)		(pgd_val(*(pgdp)) = 0) | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 100 | #define pgd_page_vaddr(pgd)	(pgd_val(pgd) & ~PGD_MASKED_BITS) | 
 | 101 | #define pgd_page(pgd)		virt_to_page(pgd_page_vaddr(pgd)) | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 102 |  | 
 | 103 | #define pud_offset(pgdp, addr)	\ | 
| Dave McCracken | 46a82b2 | 2006-09-25 23:31:48 -0700 | [diff] [blame] | 104 |   (((pud_t *) pgd_page_vaddr(*(pgdp))) + \ | 
| Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 105 |     (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1))) | 
 | 106 |  | 
 | 107 | #define pud_ERROR(e) \ | 
| David Gibson | 141aa59 | 2006-03-03 16:24:06 +1100 | [diff] [blame] | 108 | 	printk("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pud_val(e)) | 
| Paul Mackerras | 721151d | 2007-04-03 21:24:02 +1000 | [diff] [blame] | 109 |  | 
 | 110 | #define remap_4k_pfn(vma, addr, pfn, prot)	\ | 
 | 111 | 	remap_pfn_range((vma), (addr), (pfn), PAGE_SIZE, (prot)) | 
| David Gibson | f88df14 | 2007-04-30 16:30:56 +1000 | [diff] [blame] | 112 | #endif /* _ASM_POWERPC_PGTABLE_4K_H */ |