|  | /* | 
|  | *    kmap/page table map and unmap support routines | 
|  | * | 
|  | *    Copyright 1999,2000 Hewlett-Packard Company | 
|  | *    Copyright 2000 John Marvin <jsm at hp.com> | 
|  | *    Copyright 2000 Grant Grundler <grundler at parisc-linux.org> | 
|  | *    Copyright 2000 Philipp Rumpf <prumpf@tux.org> | 
|  | * | 
|  | * | 
|  | *    This program is free software; you can redistribute it and/or modify | 
|  | *    it under the terms of the GNU General Public License as published by | 
|  | *    the Free Software Foundation; either version 2 of the License, or | 
|  | *    (at your option) any later version. | 
|  | * | 
|  | *    This program is distributed in the hope that it will be useful, | 
|  | *    but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | *    GNU General Public License for more details. | 
|  | * | 
|  | *    You should have received a copy of the GNU General Public License | 
|  | *    along with this program; if not, write to the Free Software | 
|  | *    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA | 
|  | */ | 
|  | /* | 
|  | ** Stolen mostly from arch/parisc/kernel/pci-dma.c | 
|  | */ | 
|  |  | 
|  | #include <linux/types.h> | 
|  | #include <linux/mm.h> | 
|  | #include <linux/string.h> | 
|  | #include <linux/pci.h> | 
|  |  | 
|  | #include <linux/slab.h> | 
|  | #include <linux/vmalloc.h> | 
|  |  | 
|  | #include <asm/uaccess.h> | 
|  | #include <asm/pgalloc.h> | 
|  |  | 
|  | #include <asm/io.h> | 
|  | #include <asm/page.h>		/* get_order */ | 
|  |  | 
|  | #undef flush_cache_all | 
|  | #define flush_cache_all flush_all_caches | 
|  |  | 
|  | typedef void (*pte_iterator_t) (pte_t * pte, unsigned long arg); | 
|  |  | 
|  | #if 0 | 
|  | /* XXX This routine could be used with iterate_page() to replace | 
|  | * unmap_uncached_page() and save a little code space but I didn't | 
|  | * do that since I'm not certain whether this is the right path. -PB | 
|  | */ | 
|  | static void unmap_cached_pte(pte_t * pte, unsigned long addr, unsigned long arg) | 
|  | { | 
|  | pte_t page = *pte; | 
|  | pte_clear(&init_mm, addr, pte); | 
|  | if (!pte_none(page)) { | 
|  | if (pte_present(page)) { | 
|  | unsigned long map_nr = pte_pagenr(page); | 
|  | if (map_nr < max_mapnr) | 
|  | __free_page(mem_map + map_nr); | 
|  | } else { | 
|  | printk(KERN_CRIT | 
|  | "Whee.. Swapped out page in kernel page table\n"); | 
|  | } | 
|  | } | 
|  | } | 
|  | #endif | 
|  |  | 
|  | /* These two routines should probably check a few things... */ | 
|  | static void set_uncached(pte_t * pte, unsigned long arg) | 
|  | { | 
|  | pte_val(*pte) |= _PAGE_NO_CACHE; | 
|  | } | 
|  |  | 
|  | static void set_cached(pte_t * pte, unsigned long arg) | 
|  | { | 
|  | pte_val(*pte) &= ~_PAGE_NO_CACHE; | 
|  | } | 
|  |  | 
|  | static inline void iterate_pte(pmd_t * pmd, unsigned long address, | 
|  | unsigned long size, pte_iterator_t op, | 
|  | unsigned long arg) | 
|  | { | 
|  | pte_t *pte; | 
|  | unsigned long end; | 
|  |  | 
|  | if (pmd_none(*pmd)) | 
|  | return; | 
|  | if (pmd_bad(*pmd)) { | 
|  | pmd_ERROR(*pmd); | 
|  | pmd_clear(pmd); | 
|  | return; | 
|  | } | 
|  | pte = pte_offset(pmd, address); | 
|  | address &= ~PMD_MASK; | 
|  | end = address + size; | 
|  | if (end > PMD_SIZE) | 
|  | end = PMD_SIZE; | 
|  | do { | 
|  | op(pte, arg); | 
|  | address += PAGE_SIZE; | 
|  | pte++; | 
|  | } while (address < end); | 
|  | } | 
|  |  | 
|  | static inline void iterate_pmd(pgd_t * dir, unsigned long address, | 
|  | unsigned long size, pte_iterator_t op, | 
|  | unsigned long arg) | 
|  | { | 
|  | pmd_t *pmd; | 
|  | unsigned long end; | 
|  |  | 
|  | if (pgd_none(*dir)) | 
|  | return; | 
|  | if (pgd_bad(*dir)) { | 
|  | pgd_ERROR(*dir); | 
|  | pgd_clear(dir); | 
|  | return; | 
|  | } | 
|  | pmd = pmd_offset(dir, address); | 
|  | address &= ~PGDIR_MASK; | 
|  | end = address + size; | 
|  | if (end > PGDIR_SIZE) | 
|  | end = PGDIR_SIZE; | 
|  | do { | 
|  | iterate_pte(pmd, address, end - address, op, arg); | 
|  | address = (address + PMD_SIZE) & PMD_MASK; | 
|  | pmd++; | 
|  | } while (address < end); | 
|  | } | 
|  |  | 
|  | static void iterate_pages(unsigned long address, unsigned long size, | 
|  | pte_iterator_t op, unsigned long arg) | 
|  | { | 
|  | pgd_t *dir; | 
|  | unsigned long end = address + size; | 
|  |  | 
|  | dir = pgd_offset_k(address); | 
|  | flush_cache_all(); | 
|  | do { | 
|  | iterate_pmd(dir, address, end - address, op, arg); | 
|  | address = (address + PGDIR_SIZE) & PGDIR_MASK; | 
|  | dir++; | 
|  | } while (address && (address < end)); | 
|  | flush_tlb_all(); | 
|  | } | 
|  |  | 
|  | void | 
|  | kernel_set_cachemode(unsigned long vaddr, unsigned long size, int what) | 
|  | { | 
|  | switch (what) { | 
|  | case IOMAP_FULL_CACHING: | 
|  | iterate_pages(vaddr, size, set_cached, 0); | 
|  | flush_tlb_range(NULL, vaddr, size); | 
|  | break; | 
|  | case IOMAP_NOCACHE_SER: | 
|  | iterate_pages(vaddr, size, set_uncached, 0); | 
|  | flush_tlb_range(NULL, vaddr, size); | 
|  | break; | 
|  | default: | 
|  | printk(KERN_CRIT | 
|  | "kernel_set_cachemode mode %d not understood\n", | 
|  | what); | 
|  | break; | 
|  | } | 
|  | } |