| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * This file is subject to the terms and conditions of the GNU General Public | 
 | 3 |  * License.  See the file "COPYING" in the main directory of this archive | 
 | 4 |  * for more details. | 
 | 5 |  * | 
 | 6 |  * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle | 
 | 7 |  * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc. | 
 | 8 |  */ | 
 | 9 | #ifndef _ASM_PGALLOC_H | 
 | 10 | #define _ASM_PGALLOC_H | 
 | 11 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/highmem.h> | 
 | 13 | #include <linux/mm.h> | 
| Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 14 | #include <linux/sched.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 |  | 
 | 16 | static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, | 
 | 17 | 	pte_t *pte) | 
 | 18 | { | 
 | 19 | 	set_pmd(pmd, __pmd((unsigned long)pte)); | 
 | 20 | } | 
 | 21 |  | 
 | 22 | static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 23 | 	pgtable_t pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | { | 
 | 25 | 	set_pmd(pmd, __pmd((unsigned long)page_address(pte))); | 
 | 26 | } | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 27 | #define pmd_pgtable(pmd) pmd_page(pmd) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 |  | 
 | 29 | /* | 
| Ralf Baechle | c6e8b58 | 2005-02-10 12:19:59 +0000 | [diff] [blame] | 30 |  * Initialize a new pmd table with invalid pointers. | 
 | 31 |  */ | 
 | 32 | extern void pmd_init(unsigned long page, unsigned long pagetable); | 
 | 33 |  | 
| David Daney | 325f8a0 | 2009-12-04 13:52:36 -0800 | [diff] [blame] | 34 | #ifndef __PAGETABLE_PMD_FOLDED | 
| Ralf Baechle | c6e8b58 | 2005-02-10 12:19:59 +0000 | [diff] [blame] | 35 |  | 
 | 36 | static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) | 
 | 37 | { | 
 | 38 | 	set_pud(pud, __pud((unsigned long)pmd)); | 
 | 39 | } | 
 | 40 | #endif | 
 | 41 |  | 
 | 42 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 |  * Initialize a new pgd / pmd table with invalid pointers. | 
 | 44 |  */ | 
 | 45 | extern void pgd_init(unsigned long page); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 |  | 
 | 47 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) | 
 | 48 | { | 
 | 49 | 	pgd_t *ret, *init; | 
 | 50 |  | 
 | 51 | 	ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); | 
 | 52 | 	if (ret) { | 
| Ralf Baechle | 242954b | 2006-10-24 02:29:01 +0100 | [diff] [blame] | 53 | 		init = pgd_offset(&init_mm, 0UL); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | 		pgd_init((unsigned long)ret); | 
 | 55 | 		memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD, | 
 | 56 | 		       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); | 
 | 57 | 	} | 
 | 58 |  | 
 | 59 | 	return ret; | 
 | 60 | } | 
 | 61 |  | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 62 | static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | { | 
 | 64 | 	free_pages((unsigned long)pgd, PGD_ORDER); | 
 | 65 | } | 
 | 66 |  | 
 | 67 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, | 
 | 68 | 	unsigned long address) | 
 | 69 | { | 
 | 70 | 	pte_t *pte; | 
 | 71 |  | 
 | 72 | 	pte = (pte_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, PTE_ORDER); | 
 | 73 |  | 
 | 74 | 	return pte; | 
 | 75 | } | 
 | 76 |  | 
 | 77 | static inline struct page *pte_alloc_one(struct mm_struct *mm, | 
 | 78 | 	unsigned long address) | 
 | 79 | { | 
 | 80 | 	struct page *pte; | 
 | 81 |  | 
 | 82 | 	pte = alloc_pages(GFP_KERNEL | __GFP_REPEAT, PTE_ORDER); | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 83 | 	if (pte) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | 		clear_highpage(pte); | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 85 | 		pgtable_page_ctor(pte); | 
 | 86 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | 	return pte; | 
 | 88 | } | 
 | 89 |  | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 90 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | { | 
 | 92 | 	free_pages((unsigned long)pte, PTE_ORDER); | 
 | 93 | } | 
 | 94 |  | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 95 | static inline void pte_free(struct mm_struct *mm, pgtable_t pte) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | { | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 97 | 	pgtable_page_dtor(pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | 	__free_pages(pte, PTE_ORDER); | 
 | 99 | } | 
 | 100 |  | 
| Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 101 | #define __pte_free_tlb(tlb,pte,address)			\ | 
| Martin Schwidefsky | 2f569af | 2008-02-08 04:22:04 -0800 | [diff] [blame] | 102 | do {							\ | 
 | 103 | 	pgtable_page_dtor(pte);				\ | 
 | 104 | 	tlb_remove_page((tlb), pte);			\ | 
 | 105 | } while (0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 |  | 
| David Daney | 325f8a0 | 2009-12-04 13:52:36 -0800 | [diff] [blame] | 107 | #ifndef __PAGETABLE_PMD_FOLDED | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) | 
 | 110 | { | 
 | 111 | 	pmd_t *pmd; | 
 | 112 |  | 
 | 113 | 	pmd = (pmd_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT, PMD_ORDER); | 
 | 114 | 	if (pmd) | 
 | 115 | 		pmd_init((unsigned long)pmd, (unsigned long)invalid_pte_table); | 
 | 116 | 	return pmd; | 
 | 117 | } | 
 | 118 |  | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 119 | static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | { | 
 | 121 | 	free_pages((unsigned long)pmd, PMD_ORDER); | 
 | 122 | } | 
 | 123 |  | 
| Benjamin Herrenschmidt | 9e1b32c | 2009-07-22 15:44:28 +1000 | [diff] [blame] | 124 | #define __pmd_free_tlb(tlb, x, addr)	pmd_free((tlb)->mm, x) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 |  | 
 | 126 | #endif | 
 | 127 |  | 
 | 128 | #define check_pgt_cache()	do { } while (0) | 
 | 129 |  | 
| Atsushi Nemoto | 6a1e552 | 2007-02-19 01:27:34 +0900 | [diff] [blame] | 130 | extern void pagetable_init(void); | 
 | 131 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | #endif /* _ASM_PGALLOC_H */ |