| Nicholas Flintham | 1e3d311 | 2013-04-10 10:48:38 +0100 | [diff] [blame^] | 1 | /* |
| 2 | * arch/arm/include/asm/pgalloc.h |
| 3 | * |
| 4 | * Copyright (C) 2000-2001 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
| 10 | #ifndef _ASMARM_PGALLOC_H |
| 11 | #define _ASMARM_PGALLOC_H |
| 12 | |
| 13 | #include <linux/pagemap.h> |
| 14 | |
| 15 | #include <asm/domain.h> |
| 16 | #include <asm/pgtable-hwdef.h> |
| 17 | #include <asm/processor.h> |
| 18 | #include <asm/cacheflush.h> |
| 19 | #include <asm/tlbflush.h> |
| 20 | |
| 21 | #define check_pgt_cache() do { } while (0) |
| 22 | |
| 23 | #ifdef CONFIG_MMU |
| 24 | |
| 25 | #define _PAGE_USER_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_USER)) |
| 26 | #define _PAGE_KERNEL_TABLE (PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_KERNEL)) |
| 27 | |
| 28 | #ifdef CONFIG_ARM_LPAE |
| 29 | |
| 30 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) |
| 31 | { |
| 32 | return (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT); |
| 33 | } |
| 34 | |
| 35 | static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) |
| 36 | { |
| 37 | BUG_ON((unsigned long)pmd & (PAGE_SIZE-1)); |
| 38 | free_page((unsigned long)pmd); |
| 39 | } |
| 40 | |
| 41 | static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) |
| 42 | { |
| 43 | set_pud(pud, __pud(__pa(pmd) | PMD_TYPE_TABLE)); |
| 44 | } |
| 45 | |
| 46 | #else |
| 47 | |
| 48 | #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) |
| 49 | #define pmd_free(mm, pmd) do { } while (0) |
| 50 | #define pud_populate(mm,pmd,pte) BUG() |
| 51 | |
| 52 | #endif |
| 53 | |
| 54 | extern pgd_t *pgd_alloc(struct mm_struct *mm); |
| 55 | extern void pgd_free(struct mm_struct *mm, pgd_t *pgd); |
| 56 | |
| 57 | #define PGALLOC_GFP (GFP_KERNEL | __GFP_NOTRACK | __GFP_REPEAT | __GFP_ZERO) |
| 58 | |
| 59 | static inline void clean_pte_table(pte_t *pte) |
| 60 | { |
| 61 | clean_dcache_area(pte + PTE_HWTABLE_PTRS, PTE_HWTABLE_SIZE); |
| 62 | } |
| 63 | |
| 64 | static inline pte_t * |
| 65 | pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) |
| 66 | { |
| 67 | pte_t *pte; |
| 68 | |
| 69 | pte = (pte_t *)__get_free_page(PGALLOC_GFP); |
| 70 | if (pte) |
| 71 | clean_pte_table(pte); |
| 72 | |
| 73 | return pte; |
| 74 | } |
| 75 | |
| 76 | static inline pgtable_t |
| 77 | pte_alloc_one(struct mm_struct *mm, unsigned long addr) |
| 78 | { |
| 79 | struct page *pte; |
| 80 | |
| 81 | #ifdef CONFIG_HIGHPTE |
| 82 | pte = alloc_pages(PGALLOC_GFP | __GFP_HIGHMEM, 0); |
| 83 | #else |
| 84 | pte = alloc_pages(PGALLOC_GFP, 0); |
| 85 | #endif |
| 86 | if (pte) { |
| 87 | if (!PageHighMem(pte)) |
| 88 | clean_pte_table(page_address(pte)); |
| 89 | pgtable_page_ctor(pte); |
| 90 | } |
| 91 | |
| 92 | return pte; |
| 93 | } |
| 94 | |
| 95 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) |
| 96 | { |
| 97 | if (pte) |
| 98 | free_page((unsigned long)pte); |
| 99 | } |
| 100 | |
| 101 | static inline void pte_free(struct mm_struct *mm, pgtable_t pte) |
| 102 | { |
| 103 | pgtable_page_dtor(pte); |
| 104 | __free_page(pte); |
| 105 | } |
| 106 | |
| 107 | static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, |
| 108 | pmdval_t prot) |
| 109 | { |
| 110 | pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; |
| 111 | pmdp[0] = __pmd(pmdval); |
| 112 | #ifndef CONFIG_ARM_LPAE |
| 113 | pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); |
| 114 | #endif |
| 115 | flush_pmd_entry(pmdp); |
| 116 | } |
| 117 | |
| 118 | static inline void |
| 119 | pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) |
| 120 | { |
| 121 | __pmd_populate(pmdp, __pa(ptep), _PAGE_KERNEL_TABLE); |
| 122 | } |
| 123 | |
| 124 | static inline void |
| 125 | pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) |
| 126 | { |
| 127 | __pmd_populate(pmdp, page_to_phys(ptep), _PAGE_USER_TABLE); |
| 128 | } |
| 129 | #define pmd_pgtable(pmd) pmd_page(pmd) |
| 130 | |
| 131 | #endif |
| 132 | |
| 133 | #endif |