Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2002 Jeff Dike (jdike@karaya.com) |
| 3 | * Copyright 2003 PathScale, Inc. |
| 4 | * Licensed under the GPL |
| 5 | */ |
| 6 | |
| 7 | #include "linux/stddef.h" |
| 8 | #include "linux/sched.h" |
| 9 | #include "linux/mm.h" |
| 10 | #include "asm/page.h" |
| 11 | #include "asm/pgtable.h" |
| 12 | #include "asm/mmu.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include "mem_user.h" |
| 14 | #include "mem.h" |
| 15 | #include "skas.h" |
| 16 | #include "os.h" |
| 17 | #include "tlb.h" |
| 18 | |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 19 | static int do_ops(union mm_context *mmu, struct host_vm_op *ops, int last, |
| 20 | int finished, void **flush) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | { |
| 22 | struct host_vm_op *op; |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 23 | int i, ret = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 25 | for(i = 0; i <= last && !ret; i++){ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | op = &ops[i]; |
| 27 | switch(op->type){ |
| 28 | case MMAP: |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 29 | ret = map(&mmu->skas.id, op->u.mmap.addr, |
| 30 | op->u.mmap.len, op->u.mmap.r, op->u.mmap.w, |
| 31 | op->u.mmap.x, op->u.mmap.fd, |
| 32 | op->u.mmap.offset, finished, flush); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | break; |
| 34 | case MUNMAP: |
Jeff Dike | 64f6084 | 2007-05-06 14:51:45 -0700 | [diff] [blame^] | 35 | ret = unmap(&mmu->skas.id, op->u.munmap.addr, |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 36 | op->u.munmap.len, finished, flush); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | break; |
| 38 | case MPROTECT: |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 39 | ret = protect(&mmu->skas.id, op->u.mprotect.addr, |
| 40 | op->u.mprotect.len, op->u.mprotect.r, |
| 41 | op->u.mprotect.w, op->u.mprotect.x, |
| 42 | finished, flush); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | break; |
| 44 | default: |
| 45 | printk("Unknown op type %d in do_ops\n", op->type); |
| 46 | break; |
| 47 | } |
| 48 | } |
Jeff Dike | c560049 | 2005-09-03 15:57:36 -0700 | [diff] [blame] | 49 | |
Bodo Stroesser | 07bf731 | 2005-09-03 15:57:50 -0700 | [diff] [blame] | 50 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | } |
| 52 | |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 53 | extern int proc_mm; |
| 54 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | static void fix_range(struct mm_struct *mm, unsigned long start_addr, |
| 56 | unsigned long end_addr, int force) |
| 57 | { |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 58 | if(!proc_mm && (end_addr > CONFIG_STUB_START)) |
| 59 | end_addr = CONFIG_STUB_START; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 61 | fix_range_common(mm, start_addr, end_addr, force, do_ops); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | } |
| 63 | |
| 64 | void __flush_tlb_one_skas(unsigned long addr) |
| 65 | { |
| 66 | flush_tlb_kernel_range_common(addr, addr + PAGE_SIZE); |
| 67 | } |
| 68 | |
| 69 | void flush_tlb_range_skas(struct vm_area_struct *vma, unsigned long start, |
| 70 | unsigned long end) |
| 71 | { |
| 72 | if(vma->vm_mm == NULL) |
| 73 | flush_tlb_kernel_range_common(start, end); |
| 74 | else fix_range(vma->vm_mm, start, end, 0); |
| 75 | } |
| 76 | |
| 77 | void flush_tlb_mm_skas(struct mm_struct *mm) |
| 78 | { |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 79 | unsigned long end; |
| 80 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | /* Don't bother flushing if this address space is about to be |
| 82 | * destroyed. |
| 83 | */ |
| 84 | if(atomic_read(&mm->mm_users) == 0) |
| 85 | return; |
| 86 | |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 87 | end = proc_mm ? task_size : CONFIG_STUB_START; |
| 88 | fix_range(mm, 0, end, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | } |
| 90 | |
| 91 | void force_flush_all_skas(void) |
| 92 | { |
Jeff Dike | d67b569 | 2005-07-07 17:56:49 -0700 | [diff] [blame] | 93 | unsigned long end = proc_mm ? task_size : CONFIG_STUB_START; |
| 94 | fix_range(current->mm, 0, end, 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | } |
Jeff Dike | 64f6084 | 2007-05-06 14:51:45 -0700 | [diff] [blame^] | 96 | |
| 97 | void flush_tlb_page_skas(struct vm_area_struct *vma, unsigned long address) |
| 98 | { |
| 99 | pgd_t *pgd; |
| 100 | pud_t *pud; |
| 101 | pmd_t *pmd; |
| 102 | pte_t *pte; |
| 103 | struct mm_struct *mm = vma->vm_mm; |
| 104 | void *flush = NULL; |
| 105 | int r, w, x, err = 0; |
| 106 | struct mm_id *mm_id; |
| 107 | |
| 108 | pgd = pgd_offset(vma->vm_mm, address); |
| 109 | if(!pgd_present(*pgd)) |
| 110 | goto kill; |
| 111 | |
| 112 | pud = pud_offset(pgd, address); |
| 113 | if(!pud_present(*pud)) |
| 114 | goto kill; |
| 115 | |
| 116 | pmd = pmd_offset(pud, address); |
| 117 | if(!pmd_present(*pmd)) |
| 118 | goto kill; |
| 119 | |
| 120 | pte = pte_offset_kernel(pmd, address); |
| 121 | |
| 122 | r = pte_read(*pte); |
| 123 | w = pte_write(*pte); |
| 124 | x = pte_exec(*pte); |
| 125 | if (!pte_young(*pte)) { |
| 126 | r = 0; |
| 127 | w = 0; |
| 128 | } else if (!pte_dirty(*pte)) { |
| 129 | w = 0; |
| 130 | } |
| 131 | |
| 132 | mm_id = &mm->context.skas.id; |
| 133 | if(pte_newpage(*pte)){ |
| 134 | if(pte_present(*pte)){ |
| 135 | unsigned long long offset; |
| 136 | int fd; |
| 137 | |
| 138 | fd = phys_mapping(pte_val(*pte) & PAGE_MASK, &offset); |
| 139 | err = map(mm_id, address, PAGE_SIZE, r, w, x, fd, |
| 140 | offset, 1, &flush); |
| 141 | } |
| 142 | else err = unmap(mm_id, address, PAGE_SIZE, 1, &flush); |
| 143 | } |
| 144 | else if(pte_newprot(*pte)) |
| 145 | err = protect(mm_id, address, PAGE_SIZE, r, w, x, 1, &flush); |
| 146 | |
| 147 | if(err) |
| 148 | goto kill; |
| 149 | |
| 150 | *pte = pte_mkuptodate(*pte); |
| 151 | |
| 152 | return; |
| 153 | |
| 154 | kill: |
| 155 | printk("Failed to flush page for address 0x%lx\n", address); |
| 156 | force_sig(SIGKILL, current); |
| 157 | } |
| 158 | |