| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Russell King | 0c66898 | 2006-09-27 15:40:28 +0100 | [diff] [blame] | 2 | *  linux/arch/arm/mm/pgd.c | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * | 
| Russell King | 9007205 | 2005-10-28 14:48:37 +0100 | [diff] [blame] | 4 | *  Copyright (C) 1998-2005 Russell King | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * | 
|  | 6 | * This program is free software; you can redistribute it and/or modify | 
|  | 7 | * it under the terms of the GNU General Public License version 2 as | 
|  | 8 | * published by the Free Software Foundation. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | #include <linux/mm.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/gfp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/highmem.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
|  | 14 | #include <asm/pgalloc.h> | 
|  | 15 | #include <asm/page.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <asm/tlbflush.h> | 
|  | 17 |  | 
| Russell King | 1b2e2b7 | 2006-08-21 17:06:38 +0100 | [diff] [blame] | 18 | #include "mm.h" | 
|  | 19 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | /* | 
|  | 21 | * need to get a 16k page for level 1 | 
|  | 22 | */ | 
| Russell King | b0d0374 | 2010-11-21 11:00:56 +0000 | [diff] [blame] | 23 | pgd_t *pgd_alloc(struct mm_struct *mm) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | { | 
|  | 25 | pgd_t *new_pgd, *init_pgd; | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 26 | pud_t *new_pud, *init_pud; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | pmd_t *new_pmd, *init_pmd; | 
|  | 28 | pte_t *new_pte, *init_pte; | 
|  | 29 |  | 
|  | 30 | new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2); | 
|  | 31 | if (!new_pgd) | 
|  | 32 | goto no_pgd; | 
|  | 33 |  | 
| Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 34 | memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 |  | 
| Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 36 | /* | 
|  | 37 | * Copy over the kernel and IO PGD entries | 
|  | 38 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | init_pgd = pgd_offset_k(0); | 
| Russell King | e926f44 | 2010-11-21 11:55:37 +0000 | [diff] [blame] | 40 | memcpy(new_pgd + USER_PTRS_PER_PGD, init_pgd + USER_PTRS_PER_PGD, | 
|  | 41 | (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); | 
| Russell King | a343e60 | 2005-06-27 14:08:56 +0100 | [diff] [blame] | 42 |  | 
|  | 43 | clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 |  | 
|  | 45 | if (!vectors_high()) { | 
|  | 46 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | * On ARM, first page must always be allocated since it | 
|  | 48 | * contains the machine vectors. | 
|  | 49 | */ | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 50 | new_pud = pud_alloc(mm, new_pgd, 0); | 
|  | 51 | if (!new_pud) | 
|  | 52 | goto no_pud; | 
|  | 53 |  | 
|  | 54 | new_pmd = pmd_alloc(mm, new_pud, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | if (!new_pmd) | 
|  | 56 | goto no_pmd; | 
|  | 57 |  | 
| Andrea Arcangeli | 8ac1f83 | 2011-01-13 15:46:43 -0800 | [diff] [blame] | 58 | new_pte = pte_alloc_map(mm, NULL, new_pmd, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | if (!new_pte) | 
|  | 60 | goto no_pte; | 
|  | 61 |  | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 62 | init_pud = pud_offset(init_pgd, 0); | 
|  | 63 | init_pmd = pmd_offset(init_pud, 0); | 
| Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 64 | init_pte = pte_offset_map(init_pmd, 0); | 
| Russell King | ad1ae2f | 2006-12-13 14:34:43 +0000 | [diff] [blame] | 65 | set_pte_ext(new_pte, *init_pte, 0); | 
| Peter Zijlstra | ece0e2b | 2010-10-26 14:21:52 -0700 | [diff] [blame] | 66 | pte_unmap(init_pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | pte_unmap(new_pte); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | } | 
|  | 69 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | return new_pgd; | 
|  | 71 |  | 
|  | 72 | no_pte: | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 73 | pmd_free(mm, new_pmd); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | no_pmd: | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 75 | pud_free(mm, new_pud); | 
|  | 76 | no_pud: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | free_pages((unsigned long)new_pgd, 2); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | no_pgd: | 
|  | 79 | return NULL; | 
|  | 80 | } | 
|  | 81 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 82 | void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | { | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 84 | pgd_t *pgd; | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 85 | pud_t *pud; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | pmd_t *pmd; | 
| Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 87 | pgtable_t pte; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 89 | if (!pgd_base) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | return; | 
|  | 91 |  | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 92 | pgd = pgd_base + pgd_index(0); | 
|  | 93 | if (pgd_none_or_clear_bad(pgd)) | 
|  | 94 | goto no_pgd; | 
|  | 95 |  | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 96 | pud = pud_offset(pgd, 0); | 
|  | 97 | if (pud_none_or_clear_bad(pud)) | 
|  | 98 | goto no_pud; | 
|  | 99 |  | 
|  | 100 | pmd = pmd_offset(pud, 0); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 101 | if (pmd_none_or_clear_bad(pmd)) | 
|  | 102 | goto no_pmd; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 |  | 
| Uwe Kleine-König | 0c82d83 | 2008-02-27 13:44:59 +0100 | [diff] [blame] | 104 | pte = pmd_pgtable(*pmd); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | pmd_clear(pmd); | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 106 | pte_free(mm, pte); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 107 | no_pmd: | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 108 | pud_clear(pud); | 
| Benjamin Herrenschmidt | 5e54197 | 2008-02-04 22:29:14 -0800 | [diff] [blame] | 109 | pmd_free(mm, pmd); | 
| Russell King | 516295e | 2010-11-21 16:27:49 +0000 | [diff] [blame] | 110 | no_pud: | 
|  | 111 | pgd_clear(pgd); | 
|  | 112 | pud_free(mm, pud); | 
| Russell King | 6e4beb5 | 2010-11-21 23:48:55 +0000 | [diff] [blame] | 113 | no_pgd: | 
|  | 114 | free_pages((unsigned long) pgd_base, 2); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | } |