| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Russell King | 4baa992 | 2008-08-02 10:55:55 +0100 | [diff] [blame] | 2 | *  arch/arm/include/asm/pgalloc.h | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * | 
|  | 4 | *  Copyright (C) 2000-2001 Russell King | 
|  | 5 | * | 
|  | 6 | * This program is free software; you can redistribute it and/or modify | 
|  | 7 | * it under the terms of the GNU General Public License version 2 as | 
|  | 8 | * published by the Free Software Foundation. | 
|  | 9 | */ | 
|  | 10 | #ifndef _ASMARM_PGALLOC_H | 
|  | 11 | #define _ASMARM_PGALLOC_H | 
|  | 12 |  | 
| Uwe Kleine-König | 97594b0 | 2011-02-22 23:29:37 +0100 | [diff] [blame] | 13 | #include <linux/pagemap.h> | 
|  | 14 |  | 
| Russell King | 74945c8 | 2006-03-16 14:44:36 +0000 | [diff] [blame] | 15 | #include <asm/domain.h> | 
|  | 16 | #include <asm/pgtable-hwdef.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <asm/processor.h> | 
|  | 18 | #include <asm/cacheflush.h> | 
|  | 19 | #include <asm/tlbflush.h> | 
|  | 20 |  | 
| Russell King | 002547b | 2006-06-20 20:46:52 +0100 | [diff] [blame] | 21 | #define check_pgt_cache()		do { } while (0) | 
|  | 22 |  | 
|  | 23 | #ifdef CONFIG_MMU | 
|  | 24 |  | 
| Russell King | 74945c8 | 2006-03-16 14:44:36 +0000 | [diff] [blame] | 25 | #define _PAGE_USER_TABLE	(PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_USER)) | 
|  | 26 | #define _PAGE_KERNEL_TABLE	(PMD_TYPE_TABLE | PMD_BIT4 | PMD_DOMAIN(DOMAIN_KERNEL)) | 
|  | 27 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | /* | 
|  | 29 | * Since we have only two-level page tables, these are trivial | 
|  | 30 | */ | 
|  | 31 | #define pmd_alloc_one(mm,addr)		({ BUG(); ((pmd_t *)2); }) | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 32 | #define pmd_free(mm, pmd)		do { } while (0) | 
| Russell King | a32618d | 2011-11-22 17:30:28 +0000 | [diff] [blame] | 33 | #define pud_populate(mm,pmd,pte)	BUG() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 |  | 
| Russell King | b0d0374 | 2010-11-21 11:00:56 +0000 | [diff] [blame] | 35 | extern pgd_t *pgd_alloc(struct mm_struct *mm); | 
|  | 36 | extern void pgd_free(struct mm_struct *mm, pgd_t *pgd); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 |  | 
| Russell King | 65cec8e | 2009-08-17 20:02:06 +0100 | [diff] [blame] | 38 | #define PGALLOC_GFP	(GFP_KERNEL | __GFP_NOTRACK | __GFP_REPEAT | __GFP_ZERO) | 
|  | 39 |  | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 40 | static inline void clean_pte_table(pte_t *pte) | 
|  | 41 | { | 
|  | 42 | clean_dcache_area(pte + PTE_HWTABLE_PTRS, PTE_HWTABLE_SIZE); | 
|  | 43 | } | 
|  | 44 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | /* | 
|  | 46 | * Allocate one PTE table. | 
|  | 47 | * | 
|  | 48 | * This actually allocates two hardware PTE tables, but we wrap this up | 
|  | 49 | * into one table thus: | 
|  | 50 | * | 
|  | 51 | *  +------------+ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | *  | Linux pt 0 | | 
|  | 53 | *  +------------+ | 
|  | 54 | *  | Linux pt 1 | | 
|  | 55 | *  +------------+ | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 56 | *  |  h/w pt 0  | | 
|  | 57 | *  +------------+ | 
|  | 58 | *  |  h/w pt 1  | | 
|  | 59 | *  +------------+ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | */ | 
|  | 61 | static inline pte_t * | 
|  | 62 | pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) | 
|  | 63 | { | 
|  | 64 | pte_t *pte; | 
|  | 65 |  | 
| Russell King | 65cec8e | 2009-08-17 20:02:06 +0100 | [diff] [blame] | 66 | pte = (pte_t *)__get_free_page(PGALLOC_GFP); | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 67 | if (pte) | 
|  | 68 | clean_pte_table(pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 |  | 
|  | 70 | return pte; | 
|  | 71 | } | 
|  | 72 |  | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 73 | static inline pgtable_t | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | pte_alloc_one(struct mm_struct *mm, unsigned long addr) | 
|  | 75 | { | 
|  | 76 | struct page *pte; | 
|  | 77 |  | 
| Russell King | 65cec8e | 2009-08-17 20:02:06 +0100 | [diff] [blame] | 78 | #ifdef CONFIG_HIGHPTE | 
|  | 79 | pte = alloc_pages(PGALLOC_GFP | __GFP_HIGHMEM, 0); | 
|  | 80 | #else | 
|  | 81 | pte = alloc_pages(PGALLOC_GFP, 0); | 
|  | 82 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | if (pte) { | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 84 | if (!PageHighMem(pte)) | 
|  | 85 | clean_pte_table(page_address(pte)); | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 86 | pgtable_page_ctor(pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | } | 
|  | 88 |  | 
|  | 89 | return pte; | 
|  | 90 | } | 
|  | 91 |  | 
|  | 92 | /* | 
|  | 93 | * Free one PTE table. | 
|  | 94 | */ | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 95 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | { | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 97 | if (pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | free_page((unsigned long)pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | } | 
|  | 100 |  | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 101 | static inline void pte_free(struct mm_struct *mm, pgtable_t pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | { | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 103 | pgtable_page_dtor(pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | __free_page(pte); | 
|  | 105 | } | 
|  | 106 |  | 
| Russell King | 97092e0 | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 107 | static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, | 
| Catalin Marinas | 442e70c | 2011-09-05 17:51:56 +0100 | [diff] [blame] | 108 | pmdval_t prot) | 
| Russell King | bdf0424 | 2005-06-22 20:58:29 +0100 | [diff] [blame] | 109 | { | 
| Catalin Marinas | 442e70c | 2011-09-05 17:51:56 +0100 | [diff] [blame] | 110 | pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; | 
| Russell King | bdf0424 | 2005-06-22 20:58:29 +0100 | [diff] [blame] | 111 | pmdp[0] = __pmd(pmdval); | 
|  | 112 | pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); | 
|  | 113 | flush_pmd_entry(pmdp); | 
|  | 114 | } | 
|  | 115 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | /* | 
|  | 117 | * Populate the pmdp entry with a pointer to the pte.  This pmd is part | 
|  | 118 | * of the mm address space. | 
|  | 119 | * | 
|  | 120 | * Ensure that we always set both PMD entries. | 
|  | 121 | */ | 
|  | 122 | static inline void | 
|  | 123 | pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) | 
|  | 124 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | /* | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 126 | * The pmd must be loaded with the physical address of the PTE table | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | */ | 
| Russell King | d30e45e | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 128 | __pmd_populate(pmdp, __pa(ptep), _PAGE_KERNEL_TABLE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | } | 
|  | 130 |  | 
|  | 131 | static inline void | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 132 | pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | { | 
| Russell King | 97092e0 | 2010-11-16 00:16:01 +0000 | [diff] [blame] | 134 | __pmd_populate(pmdp, page_to_phys(ptep), _PAGE_USER_TABLE); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | } | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 136 | #define pmd_pgtable(pmd) pmd_page(pmd) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 |  | 
| Russell King | 002547b | 2006-06-20 20:46:52 +0100 | [diff] [blame] | 138 | #endif /* CONFIG_MMU */ | 
|  | 139 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | #endif |