| /*  | 
 |  *    kmap/page table map and unmap support routines | 
 |  * | 
 |  *    Copyright 1999,2000 Hewlett-Packard Company | 
 |  *    Copyright 2000 John Marvin <jsm at hp.com> | 
 |  *    Copyright 2000 Grant Grundler <grundler at parisc-linux.org> | 
 |  *    Copyright 2000 Philipp Rumpf <prumpf@tux.org> | 
 |  * | 
 |  * | 
 |  *    This program is free software; you can redistribute it and/or modify | 
 |  *    it under the terms of the GNU General Public License as published by | 
 |  *    the Free Software Foundation; either version 2 of the License, or | 
 |  *    (at your option) any later version. | 
 |  * | 
 |  *    This program is distributed in the hope that it will be useful, | 
 |  *    but WITHOUT ANY WARRANTY; without even the implied warranty of | 
 |  *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
 |  *    GNU General Public License for more details. | 
 |  * | 
 |  *    You should have received a copy of the GNU General Public License | 
 |  *    along with this program; if not, write to the Free Software | 
 |  *    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA | 
 |  */ | 
 | /* | 
 | ** Stolen mostly from arch/parisc/kernel/pci-dma.c | 
 | */ | 
 |  | 
 | #include <linux/types.h> | 
 | #include <linux/mm.h> | 
 | #include <linux/string.h> | 
 | #include <linux/pci.h> | 
 |  | 
 | #include <linux/slab.h> | 
 | #include <linux/vmalloc.h> | 
 |  | 
 | #include <asm/uaccess.h> | 
 | #include <asm/pgalloc.h> | 
 |  | 
 | #include <asm/io.h> | 
 | #include <asm/page.h>		/* get_order */ | 
 |  | 
 | #undef flush_cache_all | 
 | #define flush_cache_all flush_all_caches | 
 |  | 
 | typedef void (*pte_iterator_t) (pte_t * pte, unsigned long arg); | 
 |  | 
 | #if 0 | 
 | /* XXX This routine could be used with iterate_page() to replace | 
 |  * unmap_uncached_page() and save a little code space but I didn't | 
 |  * do that since I'm not certain whether this is the right path. -PB | 
 |  */ | 
 | static void unmap_cached_pte(pte_t * pte, unsigned long addr, unsigned long arg) | 
 | { | 
 | 	pte_t page = *pte; | 
 | 	pte_clear(&init_mm, addr, pte); | 
 | 	if (!pte_none(page)) { | 
 | 		if (pte_present(page)) { | 
 | 			unsigned long map_nr = pte_pagenr(page); | 
 | 			if (map_nr < max_mapnr) | 
 | 				__free_page(mem_map + map_nr); | 
 | 		} else { | 
 | 			printk(KERN_CRIT | 
 | 			       "Whee.. Swapped out page in kernel page table\n"); | 
 | 		} | 
 | 	} | 
 | } | 
 | #endif | 
 |  | 
 | /* These two routines should probably check a few things... */ | 
 | static void set_uncached(pte_t * pte, unsigned long arg) | 
 | { | 
 | 	pte_val(*pte) |= _PAGE_NO_CACHE; | 
 | } | 
 |  | 
 | static void set_cached(pte_t * pte, unsigned long arg) | 
 | { | 
 | 	pte_val(*pte) &= ~_PAGE_NO_CACHE; | 
 | } | 
 |  | 
 | static inline void iterate_pte(pmd_t * pmd, unsigned long address, | 
 | 			       unsigned long size, pte_iterator_t op, | 
 | 			       unsigned long arg) | 
 | { | 
 | 	pte_t *pte; | 
 | 	unsigned long end; | 
 |  | 
 | 	if (pmd_none(*pmd)) | 
 | 		return; | 
 | 	if (pmd_bad(*pmd)) { | 
 | 		pmd_ERROR(*pmd); | 
 | 		pmd_clear(pmd); | 
 | 		return; | 
 | 	} | 
 | 	pte = pte_offset(pmd, address); | 
 | 	address &= ~PMD_MASK; | 
 | 	end = address + size; | 
 | 	if (end > PMD_SIZE) | 
 | 		end = PMD_SIZE; | 
 | 	do { | 
 | 		op(pte, arg); | 
 | 		address += PAGE_SIZE; | 
 | 		pte++; | 
 | 	} while (address < end); | 
 | } | 
 |  | 
 | static inline void iterate_pmd(pgd_t * dir, unsigned long address, | 
 | 			       unsigned long size, pte_iterator_t op, | 
 | 			       unsigned long arg) | 
 | { | 
 | 	pmd_t *pmd; | 
 | 	unsigned long end; | 
 |  | 
 | 	if (pgd_none(*dir)) | 
 | 		return; | 
 | 	if (pgd_bad(*dir)) { | 
 | 		pgd_ERROR(*dir); | 
 | 		pgd_clear(dir); | 
 | 		return; | 
 | 	} | 
 | 	pmd = pmd_offset(dir, address); | 
 | 	address &= ~PGDIR_MASK; | 
 | 	end = address + size; | 
 | 	if (end > PGDIR_SIZE) | 
 | 		end = PGDIR_SIZE; | 
 | 	do { | 
 | 		iterate_pte(pmd, address, end - address, op, arg); | 
 | 		address = (address + PMD_SIZE) & PMD_MASK; | 
 | 		pmd++; | 
 | 	} while (address < end); | 
 | } | 
 |  | 
 | static void iterate_pages(unsigned long address, unsigned long size, | 
 | 			  pte_iterator_t op, unsigned long arg) | 
 | { | 
 | 	pgd_t *dir; | 
 | 	unsigned long end = address + size; | 
 |  | 
 | 	dir = pgd_offset_k(address); | 
 | 	flush_cache_all(); | 
 | 	do { | 
 | 		iterate_pmd(dir, address, end - address, op, arg); | 
 | 		address = (address + PGDIR_SIZE) & PGDIR_MASK; | 
 | 		dir++; | 
 | 	} while (address && (address < end)); | 
 | 	flush_tlb_all(); | 
 | } | 
 |  | 
 | void | 
 | kernel_set_cachemode(unsigned long vaddr, unsigned long size, int what) | 
 | { | 
 | 	switch (what) { | 
 | 	case IOMAP_FULL_CACHING: | 
 | 		iterate_pages(vaddr, size, set_cached, 0); | 
 | 		flush_tlb_range(NULL, vaddr, size); | 
 | 		break; | 
 | 	case IOMAP_NOCACHE_SER: | 
 | 		iterate_pages(vaddr, size, set_uncached, 0); | 
 | 		flush_tlb_range(NULL, vaddr, size); | 
 | 		break; | 
 | 	default: | 
 | 		printk(KERN_CRIT | 
 | 		       "kernel_set_cachemode mode %d not understood\n", | 
 | 		       what); | 
 | 		break; | 
 | 	} | 
 | } |