| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Russell King | 0c66898 | 2006-09-27 15:40:28 +0100 | [diff] [blame] | 2 |  *  linux/arch/arm/mm/pgd.c | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 |  * | 
| Russell King | 9007205 | 2005-10-28 14:48:37 +0100 | [diff] [blame] | 4 |  *  Copyright (C) 1998-2005 Russell King | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  * | 
 | 6 |  * This program is free software; you can redistribute it and/or modify | 
 | 7 |  * it under the terms of the GNU General Public License version 2 as | 
 | 8 |  * published by the Free Software Foundation. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | #include <linux/mm.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/gfp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/highmem.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
 | 14 | #include <asm/pgalloc.h> | 
 | 15 | #include <asm/page.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <asm/tlbflush.h> | 
 | 17 |  | 
| Russell King | 1b2e2b7 | 2006-08-21 17:06:38 +0100 | [diff] [blame] | 18 | #include "mm.h" | 
 | 19 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | /* | 
 | 21 |  * need to get a 16k page for level 1 | 
 | 22 |  */ | 
| Russell King | b0d0374 | 2010-11-21 11:00:56 +0000 | [diff] [blame] | 23 | pgd_t *pgd_alloc(struct mm_struct *mm) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | { | 
 | 25 | 	pgd_t *new_pgd, *init_pgd; | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 26 | 	pud_t *new_pud, *init_pud; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | 	pmd_t *new_pmd, *init_pmd; | 
 | 28 | 	pte_t *new_pte, *init_pte; | 
 | 29 |  | 
 | 30 | 	new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2); | 
 | 31 | 	if (!new_pgd) | 
 | 32 | 		goto no_pgd; | 
 | 33 |  | 
| Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 34 | 	memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 |  | 
| Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 36 | 	/* | 
 | 37 | 	 * Copy over the kernel and IO PGD entries | 
 | 38 | 	 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | 	init_pgd = pgd_offset_k(0); | 
| Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 40 | 	memcpy(new_pgd + USER_PTRS_PER_PGD, init_pgd + USER_PTRS_PER_PGD, | 
 | 41 | 		       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); | 
| Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 42 |  | 
 | 43 | 	clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 |  | 
 | 45 | 	if (!vectors_high()) { | 
 | 46 | 		/* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | 		 * On ARM, first page must always be allocated since it | 
 | 48 | 		 * contains the machine vectors. | 
 | 49 | 		 */ | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 50 | 		new_pud = pud_alloc(mm, new_pgd, 0); | 
 | 51 | 		if (!new_pud) | 
 | 52 | 			goto no_pud; | 
 | 53 |  | 
 | 54 | 		new_pmd = pmd_alloc(mm, new_pud, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | 		if (!new_pmd) | 
 | 56 | 			goto no_pmd; | 
 | 57 |  | 
| Andrea Arcangeli | 8ac1f83 | 2011-01-13 15:46:43 -0800 | [diff] [blame] | 58 | 		new_pte = pte_alloc_map(mm, NULL, new_pmd, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | 		if (!new_pte) | 
 | 60 | 			goto no_pte; | 
 | 61 |  | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 62 | 		init_pud = pud_offset(init_pgd, 0); | 
 | 63 | 		init_pmd = pmd_offset(init_pud, 0); | 
| Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 64 | 		init_pte = pte_offset_map(init_pmd, 0); | 
| Russell King | ad1ae2f | 2006-12-13 14:34:43 +0000 | [diff] [blame] | 65 | 		set_pte_ext(new_pte, *init_pte, 0); | 
| Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 66 | 		pte_unmap(init_pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | 		pte_unmap(new_pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | 	} | 
 | 69 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | 	return new_pgd; | 
 | 71 |  | 
 | 72 | no_pte: | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 73 | 	pmd_free(mm, new_pmd); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | no_pmd: | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 75 | 	pud_free(mm, new_pud); | 
 | 76 | no_pud: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | 	free_pages((unsigned long)new_pgd, 2); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | no_pgd: | 
 | 79 | 	return NULL; | 
 | 80 | } | 
 | 81 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 82 | void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | { | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 84 | 	pgd_t *pgd; | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 85 | 	pud_t *pud; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | 	pmd_t *pmd; | 
| Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 87 | 	pgtable_t pte; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 89 | 	if (!pgd_base) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | 		return; | 
 | 91 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 92 | 	pgd = pgd_base + pgd_index(0); | 
 | 93 | 	if (pgd_none_or_clear_bad(pgd)) | 
 | 94 | 		goto no_pgd; | 
 | 95 |  | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 96 | 	pud = pud_offset(pgd, 0); | 
 | 97 | 	if (pud_none_or_clear_bad(pud)) | 
 | 98 | 		goto no_pud; | 
 | 99 |  | 
 | 100 | 	pmd = pmd_offset(pud, 0); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 101 | 	if (pmd_none_or_clear_bad(pmd)) | 
 | 102 | 		goto no_pmd; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 |  | 
| Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 104 | 	pte = pmd_pgtable(*pmd); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | 	pmd_clear(pmd); | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 106 | 	pte_free(mm, pte); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 107 | no_pmd: | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 108 | 	pud_clear(pud); | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 109 | 	pmd_free(mm, pmd); | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 110 | no_pud: | 
 | 111 | 	pgd_clear(pgd); | 
 | 112 | 	pud_free(mm, pud); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 113 | no_pgd: | 
 | 114 | 	free_pages((unsigned long) pgd_base, 2); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | } |