Gitiles
Code Review Sign In
review.evervolv.com / android_kernel_oneplus_msm8996 / b5b5150977cdfb7173f4468ccd30f9b4a981b902 / . / arch / powerpc / include / asm / pgalloc.h
blob: f2e812de7c3cb919f26074f79414a77271626429 [file] [log] [blame]
Paul Mackerras047ea782005-11-19 20:17:32 +1100[diff] [blame]1#ifndef _ASM_POWERPC_PGALLOC_H
2#define _ASM_POWERPC_PGALLOC_H
Arnd Bergmann88ced032005-12-16 22:43:46 +0100[diff] [blame]3#ifdef __KERNEL__
Paul Mackerras047ea782005-11-19 20:17:32 +1100[diff] [blame]4
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]5#include <linux/mm.h>
6
Benjamin Herrenschmidtc7cc58a2009-07-23 23:15:28 +0000[diff] [blame]7#ifdef CONFIG_PPC_BOOK3E
8extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
9#else /* CONFIG_PPC_BOOK3E */
10static inline void tlb_flush_pgtable(struct mmu_gather *tlb,
11 unsigned long address)
12{
13}
14#endif /* !CONFIG_PPC_BOOK3E */
15
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]16static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
17{
18 free_page((unsigned long)pte);
19}
20
21static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage)
22{
23 pgtable_page_dtor(ptepage);
24 __free_page(ptepage);
25}
26
27typedef struct pgtable_free {
28 unsigned long val;
29} pgtable_free_t;
30
Benjamin Herrenschmidtaf984b82009-08-06 13:50:58 +1000[diff] [blame]31/* This needs to be big enough to allow for MMU_PAGE_COUNT + 2 to be stored
32 * and small enough to fit in the low bits of any naturally aligned page
33 * table cache entry. Arbitrarily set to 0x1f, that should give us some
34 * room to grow
35 */
36#define PGF_CACHENUM_MASK 0x1f
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]37
38static inline pgtable_free_t pgtable_free_cache(void *p, int cachenum,
39 unsigned long mask)
40{
41 BUG_ON(cachenum > PGF_CACHENUM_MASK);
42
43 return (pgtable_free_t){.val = ((unsigned long) p & ~mask) | cachenum};
44}
45
David Gibsonf88df142007-04-30 16:30:56 +1000[diff] [blame]46#ifdef CONFIG_PPC64
47#include <asm/pgalloc-64.h>
Paul Mackerras047ea782005-11-19 20:17:32 +1100[diff] [blame]48#else
David Gibsonf88df142007-04-30 16:30:56 +1000[diff] [blame]49#include <asm/pgalloc-32.h>
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100[diff] [blame]50#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]51
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]52#ifdef CONFIG_SMP
Benjamin Herrenschmidtc7cc58a2009-07-23 23:15:28 +0000[diff] [blame]53extern void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_t pgf);
54extern void pte_free_finish(void);
55#else /* CONFIG_SMP */
56static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_t pgf)
57{
58 pgtable_free(pgf);
59}
60static inline void pte_free_finish(void) { }
61#endif /* !CONFIG_SMP */
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]62
Benjamin Herrenschmidtc7cc58a2009-07-23 23:15:28 +0000[diff] [blame]63static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *ptepage,
64 unsigned long address)
65{
66 pgtable_free_t pgf = pgtable_free_cache(page_address(ptepage),
67 PTE_NONCACHE_NUM,
68 PTE_TABLE_SIZE-1);
69 tlb_flush_pgtable(tlb, address);
70 pgtable_page_dtor(ptepage);
71 pgtable_free_tlb(tlb, pgf);
72}
Kumar Gala0186f472008-11-19 12:50:04 +0000[diff] [blame]73
Arnd Bergmann88ced032005-12-16 22:43:46 +0100[diff] [blame]74#endif /* __KERNEL__ */
Paul Mackerras047ea782005-11-19 20:17:32 +1100[diff] [blame]75#endif /* _ASM_POWERPC_PGALLOC_H */