blob: 6a91fcf92d67a78c68e57359368ed1d4c9c7ff4a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Copyright (C) 1994 Linus Torvalds
3 *
4 * 29 dec 2001 - Fixed oopses caused by unchecked access to the vm86
Christian Kujau624dffc2006-01-15 02:43:54 +01005 * stack - Manfred Spraul <manfred@colorfullife.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * 22 mar 2002 - Manfred detected the stackfaults, but didn't handle
8 * them correctly. Now the emulation will be in a
9 * consistent state after stackfaults - Kasper Dupont
10 * <kasperd@daimi.au.dk>
11 *
12 * 22 mar 2002 - Added missing clear_IF in set_vflags_* Kasper Dupont
13 * <kasperd@daimi.au.dk>
14 *
15 * ?? ??? 2002 - Fixed premature returns from handle_vm86_fault
16 * caused by Kasper Dupont's changes - Stas Sergeev
17 *
18 * 4 apr 2002 - Fixed CHECK_IF_IN_TRAP broken by Stas' changes.
19 * Kasper Dupont <kasperd@daimi.au.dk>
20 *
21 * 9 apr 2002 - Changed syntax of macros in handle_vm86_fault.
22 * Kasper Dupont <kasperd@daimi.au.dk>
23 *
24 * 9 apr 2002 - Changed stack access macros to jump to a label
25 * instead of returning to userspace. This simplifies
26 * do_int, and is needed by handle_vm6_fault. Kasper
27 * Dupont <kasperd@daimi.au.dk>
28 *
29 */
30
Randy Dunlapa9415642006-01-11 12:17:48 -080031#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/errno.h>
33#include <linux/interrupt.h>
34#include <linux/sched.h>
35#include <linux/kernel.h>
36#include <linux/signal.h>
37#include <linux/string.h>
38#include <linux/mm.h>
39#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#include <linux/highmem.h>
41#include <linux/ptrace.h>
Jason Baron7e7f8a02006-01-31 16:56:28 -050042#include <linux/audit.h>
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010043#include <linux/stddef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
45#include <asm/uaccess.h>
46#include <asm/io.h>
47#include <asm/tlbflush.h>
48#include <asm/irq.h>
49
50/*
51 * Known problems:
52 *
53 * Interrupt handling is not guaranteed:
54 * - a real x86 will disable all interrupts for one instruction
55 * after a "mov ss,xx" to make stack handling atomic even without
56 * the 'lss' instruction. We can't guarantee this in v86 mode,
57 * as the next instruction might result in a page fault or similar.
58 * - a real x86 will have interrupts disabled for one instruction
59 * past the 'sti' that enables them. We don't bother with all the
60 * details yet.
61 *
62 * Let's hope these problems do not actually matter for anything.
63 */
64
65
66#define KVM86 ((struct kernel_vm86_struct *)regs)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010067#define VMPI KVM86->vm86plus
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
69
70/*
71 * 8- and 16-bit register defines..
72 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +010073#define AL(regs) (((unsigned char *)&((regs)->pt.ax))[0])
74#define AH(regs) (((unsigned char *)&((regs)->pt.ax))[1])
75#define IP(regs) (*(unsigned short *)&((regs)->pt.ip))
76#define SP(regs) (*(unsigned short *)&((regs)->pt.sp))
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
78/*
79 * virtual flags (16 and 32-bit versions)
80 */
81#define VFLAGS (*(unsigned short *)&(current->thread.v86flags))
82#define VEFLAGS (current->thread.v86flags)
83
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010084#define set_flags(X, new, mask) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070085((X) = ((X) & ~(mask)) | ((new) & (mask)))
86
87#define SAFE_MASK (0xDD5)
88#define RETURN_MASK (0xDFF)
89
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010090/* convert kernel_vm86_regs to vm86_regs */
91static int copy_vm86_regs_to_user(struct vm86_regs __user *user,
92 const struct kernel_vm86_regs *regs)
93{
94 int ret = 0;
95
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010096 /*
97 * kernel_vm86_regs is missing gs, so copy everything up to
98 * (but not including) orig_eax, and then rest including orig_eax.
99 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100100 ret += copy_to_user(user, regs, offsetof(struct kernel_vm86_regs, pt.orig_ax));
101 ret += copy_to_user(&user->orig_eax, &regs->pt.orig_ax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100102 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100103 offsetof(struct kernel_vm86_regs, pt.orig_ax));
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100104
105 return ret;
106}
107
108/* convert vm86_regs to kernel_vm86_regs */
109static int copy_vm86_regs_from_user(struct kernel_vm86_regs *regs,
110 const struct vm86_regs __user *user,
111 unsigned extra)
112{
113 int ret = 0;
114
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100115 /* copy ax-fs inclusive */
116 ret += copy_from_user(regs, user, offsetof(struct kernel_vm86_regs, pt.orig_ax));
117 /* copy orig_ax-__gsh+extra */
118 ret += copy_from_user(&regs->pt.orig_ax, &user->orig_eax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100119 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100120 offsetof(struct kernel_vm86_regs, pt.orig_ax) +
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100121 extra);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100122 return ret;
123}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100125struct pt_regs *save_v86_state(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
127 struct tss_struct *tss;
128 struct pt_regs *ret;
129 unsigned long tmp;
130
131 /*
132 * This gets called from entry.S with interrupts disabled, but
133 * from process context. Enable interrupts here, before trying
134 * to access user space.
135 */
136 local_irq_enable();
137
138 if (!current->thread.vm86_info) {
139 printk("no vm86_info: BAD\n");
140 do_exit(SIGSEGV);
141 }
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100142 set_flags(regs->pt.flags, VEFLAGS, VIF_MASK | current->thread.v86mask);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100143 tmp = copy_vm86_regs_to_user(&current->thread.vm86_info->regs, regs);
144 tmp += put_user(current->thread.screen_bitmap, &current->thread.vm86_info->screen_bitmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 if (tmp) {
146 printk("vm86: could not access userspace vm86_info\n");
147 do_exit(SIGSEGV);
148 }
149
150 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100151 current->thread.sp0 = current->thread.saved_sp0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 current->thread.sysenter_cs = __KERNEL_CS;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100153 load_sp0(tss, &current->thread);
154 current->thread.saved_sp0 = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 put_cpu();
156
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 ret = KVM86->regs32;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100158
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100159 ret->fs = current->thread.saved_fs;
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100160 loadsegment(gs, current->thread.saved_gs);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100161
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 return ret;
163}
164
Hugh Dickins60ec5582005-10-29 18:16:34 -0700165static void mark_screen_rdonly(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166{
167 pgd_t *pgd;
168 pud_t *pud;
169 pmd_t *pmd;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700170 pte_t *pte;
171 spinlock_t *ptl;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 int i;
173
Hugh Dickins60ec5582005-10-29 18:16:34 -0700174 pgd = pgd_offset(mm, 0xA0000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 if (pgd_none_or_clear_bad(pgd))
176 goto out;
177 pud = pud_offset(pgd, 0xA0000);
178 if (pud_none_or_clear_bad(pud))
179 goto out;
180 pmd = pmd_offset(pud, 0xA0000);
181 if (pmd_none_or_clear_bad(pmd))
182 goto out;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700183 pte = pte_offset_map_lock(mm, pmd, 0xA0000, &ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 for (i = 0; i < 32; i++) {
185 if (pte_present(*pte))
186 set_pte(pte, pte_wrprotect(*pte));
187 pte++;
188 }
Hugh Dickins60ec5582005-10-29 18:16:34 -0700189 pte_unmap_unlock(pte, ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 flush_tlb();
192}
193
194
195
196static int do_vm86_irq_handling(int subfunction, int irqnumber);
197static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk);
198
199asmlinkage int sys_vm86old(struct pt_regs regs)
200{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100201 struct vm86_struct __user *v86 = (struct vm86_struct __user *)regs.bx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 struct kernel_vm86_struct info; /* declare this _on top_,
203 * this avoids wasting of stack space.
204 * This remains on the stack until we
205 * return to 32 bit user space.
206 */
207 struct task_struct *tsk;
208 int tmp, ret = -EPERM;
209
210 tsk = current;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100211 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 goto out;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100213 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
214 offsetof(struct kernel_vm86_struct, vm86plus) -
215 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 ret = -EFAULT;
217 if (tmp)
218 goto out;
219 memset(&info.vm86plus, 0, (int)&info.regs32 - (int)&info.vm86plus);
220 info.regs32 = &regs;
221 tsk->thread.vm86_info = v86;
222 do_sys_vm86(&info, tsk);
223 ret = 0; /* we never return here */
224out:
225 return ret;
226}
227
228
229asmlinkage int sys_vm86(struct pt_regs regs)
230{
231 struct kernel_vm86_struct info; /* declare this _on top_,
232 * this avoids wasting of stack space.
233 * This remains on the stack until we
234 * return to 32 bit user space.
235 */
236 struct task_struct *tsk;
237 int tmp, ret;
238 struct vm86plus_struct __user *v86;
239
240 tsk = current;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100241 switch (regs.bx) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100242 case VM86_REQUEST_IRQ:
243 case VM86_FREE_IRQ:
244 case VM86_GET_IRQ_BITS:
245 case VM86_GET_AND_RESET_IRQ:
246 ret = do_vm86_irq_handling(regs.bx, (int)regs.cx);
247 goto out;
248 case VM86_PLUS_INSTALL_CHECK:
249 /*
250 * NOTE: on old vm86 stuff this will return the error
251 * from access_ok(), because the subfunction is
252 * interpreted as (invalid) address to vm86_struct.
253 * So the installation check works.
254 */
255 ret = 0;
256 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 }
258
259 /* we come here only for functions VM86_ENTER, VM86_ENTER_NO_BYPASS */
260 ret = -EPERM;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100261 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 goto out;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100263 v86 = (struct vm86plus_struct __user *)regs.cx;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100264 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
265 offsetof(struct kernel_vm86_struct, regs32) -
266 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 ret = -EFAULT;
268 if (tmp)
269 goto out;
270 info.regs32 = &regs;
271 info.vm86plus.is_vm86pus = 1;
272 tsk->thread.vm86_info = (struct vm86_struct __user *)v86;
273 do_sys_vm86(&info, tsk);
274 ret = 0; /* we never return here */
275out:
276 return ret;
277}
278
279
280static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk)
281{
282 struct tss_struct *tss;
283/*
284 * make sure the vm86() system call doesn't try to do anything silly
285 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100286 info->regs.pt.ds = 0;
287 info->regs.pt.es = 0;
288 info->regs.pt.fs = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100290/* we are clearing gs later just before "jmp resume_userspace",
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100291 * because it is not saved/restored.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 */
293
294/*
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100295 * The flags register is also special: we cannot trust that the user
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 * has set it up safely, so this makes sure interrupt etc flags are
297 * inherited from protected mode.
298 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100299 VEFLAGS = info->regs.pt.flags;
300 info->regs.pt.flags &= SAFE_MASK;
301 info->regs.pt.flags |= info->regs32->flags & ~SAFE_MASK;
302 info->regs.pt.flags |= VM_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 switch (info->cpu_type) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100305 case CPU_286:
306 tsk->thread.v86mask = 0;
307 break;
308 case CPU_386:
309 tsk->thread.v86mask = NT_MASK | IOPL_MASK;
310 break;
311 case CPU_486:
312 tsk->thread.v86mask = AC_MASK | NT_MASK | IOPL_MASK;
313 break;
314 default:
315 tsk->thread.v86mask = ID_MASK | AC_MASK | NT_MASK | IOPL_MASK;
316 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 }
318
319/*
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100320 * Save old state, set default return value (%ax) to 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100322 info->regs32->ax = 0;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100323 tsk->thread.saved_sp0 = tsk->thread.sp0;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100324 tsk->thread.saved_fs = info->regs32->fs;
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100325 savesegment(gs, tsk->thread.saved_gs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326
327 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100328 tsk->thread.sp0 = (unsigned long) &info->VM86_TSS_ESP0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 if (cpu_has_sep)
330 tsk->thread.sysenter_cs = 0;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100331 load_sp0(tss, &tsk->thread);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 put_cpu();
333
334 tsk->thread.screen_bitmap = info->screen_bitmap;
335 if (info->flags & VM86_SCREEN_BITMAP)
Hugh Dickins60ec5582005-10-29 18:16:34 -0700336 mark_screen_rdonly(tsk->mm);
Jason Baron7e7f8a02006-01-31 16:56:28 -0500337
338 /*call audit_syscall_exit since we do not exit via the normal paths */
339 if (unlikely(current->audit_context))
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100340 audit_syscall_exit(AUDITSC_RESULT(0), 0);
Jason Baron7e7f8a02006-01-31 16:56:28 -0500341
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 __asm__ __volatile__(
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 "movl %0,%%esp\n\t"
344 "movl %1,%%ebp\n\t"
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100345 "mov %2, %%gs\n\t"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 "jmp resume_userspace"
347 : /* no outputs */
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100348 :"r" (&info->regs), "r" (task_thread_info(tsk)), "r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 /* we never return here */
350}
351
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100352static inline void return_to_32bit(struct kernel_vm86_regs *regs16, int retval)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353{
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100354 struct pt_regs *regs32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355
356 regs32 = save_v86_state(regs16);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100357 regs32->ax = retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 __asm__ __volatile__("movl %0,%%esp\n\t"
359 "movl %1,%%ebp\n\t"
360 "jmp resume_userspace"
361 : : "r" (regs32), "r" (current_thread_info()));
362}
363
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100364static inline void set_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365{
366 VEFLAGS |= VIF_MASK;
367 if (VEFLAGS & VIP_MASK)
368 return_to_32bit(regs, VM86_STI);
369}
370
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100371static inline void clear_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372{
373 VEFLAGS &= ~VIF_MASK;
374}
375
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100376static inline void clear_TF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100378 regs->pt.flags &= ~TF_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379}
380
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100381static inline void clear_AC(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100383 regs->pt.flags &= ~AC_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384}
385
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100386/*
387 * It is correct to call set_IF(regs) from the set_vflags_*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 * functions. However someone forgot to call clear_IF(regs)
389 * in the opposite case.
390 * After the command sequence CLI PUSHF STI POPF you should
Joe Perchesab4a5742008-01-30 13:31:42 +0100391 * end up with interrupts disabled, but you ended up with
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392 * interrupts enabled.
393 * ( I was testing my own changes, but the only bug I
394 * could find was in a function I had not changed. )
395 * [KD]
396 */
397
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100398static inline void set_vflags_long(unsigned long flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100400 set_flags(VEFLAGS, flags, current->thread.v86mask);
401 set_flags(regs->pt.flags, flags, SAFE_MASK);
402 if (flags & IF_MASK)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403 set_IF(regs);
404 else
405 clear_IF(regs);
406}
407
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100408static inline void set_vflags_short(unsigned short flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409{
410 set_flags(VFLAGS, flags, current->thread.v86mask);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100411 set_flags(regs->pt.flags, flags, SAFE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412 if (flags & IF_MASK)
413 set_IF(regs);
414 else
415 clear_IF(regs);
416}
417
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100418static inline unsigned long get_vflags(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100420 unsigned long flags = regs->pt.flags & RETURN_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421
422 if (VEFLAGS & VIF_MASK)
423 flags |= IF_MASK;
424 flags |= IOPL_MASK;
425 return flags | (VEFLAGS & current->thread.v86mask);
426}
427
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100428static inline int is_revectored(int nr, struct revectored_struct *bitmap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429{
430 __asm__ __volatile__("btl %2,%1\n\tsbbl %0,%0"
431 :"=r" (nr)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100432 :"m" (*bitmap), "r" (nr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 return nr;
434}
435
436#define val_byte(val, n) (((__u8 *)&val)[n])
437
438#define pushb(base, ptr, val, err_label) \
439 do { \
440 __u8 __val = val; \
441 ptr--; \
442 if (put_user(__val, base + ptr) < 0) \
443 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100444 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445
446#define pushw(base, ptr, val, err_label) \
447 do { \
448 __u16 __val = val; \
449 ptr--; \
450 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
451 goto err_label; \
452 ptr--; \
453 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
454 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100455 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700456
457#define pushl(base, ptr, val, err_label) \
458 do { \
459 __u32 __val = val; \
460 ptr--; \
461 if (put_user(val_byte(__val, 3), base + ptr) < 0) \
462 goto err_label; \
463 ptr--; \
464 if (put_user(val_byte(__val, 2), base + ptr) < 0) \
465 goto err_label; \
466 ptr--; \
467 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
468 goto err_label; \
469 ptr--; \
470 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
471 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100472 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473
474#define popb(base, ptr, err_label) \
475 ({ \
476 __u8 __res; \
477 if (get_user(__res, base + ptr) < 0) \
478 goto err_label; \
479 ptr++; \
480 __res; \
481 })
482
483#define popw(base, ptr, err_label) \
484 ({ \
485 __u16 __res; \
486 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
487 goto err_label; \
488 ptr++; \
489 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
490 goto err_label; \
491 ptr++; \
492 __res; \
493 })
494
495#define popl(base, ptr, err_label) \
496 ({ \
497 __u32 __res; \
498 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
499 goto err_label; \
500 ptr++; \
501 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
502 goto err_label; \
503 ptr++; \
504 if (get_user(val_byte(__res, 2), base + ptr) < 0) \
505 goto err_label; \
506 ptr++; \
507 if (get_user(val_byte(__res, 3), base + ptr) < 0) \
508 goto err_label; \
509 ptr++; \
510 __res; \
511 })
512
513/* There are so many possible reasons for this function to return
514 * VM86_INTx, so adding another doesn't bother me. We can expect
515 * userspace programs to be able to handle it. (Getting a problem
516 * in userspace is always better than an Oops anyway.) [KD]
517 */
518static void do_int(struct kernel_vm86_regs *regs, int i,
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100519 unsigned char __user *ssp, unsigned short sp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520{
521 unsigned long __user *intr_ptr;
522 unsigned long segoffs;
523
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100524 if (regs->pt.cs == BIOSSEG)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525 goto cannot_handle;
526 if (is_revectored(i, &KVM86->int_revectored))
527 goto cannot_handle;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100528 if (i == 0x21 && is_revectored(AH(regs), &KVM86->int21_revectored))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 goto cannot_handle;
530 intr_ptr = (unsigned long __user *) (i << 2);
531 if (get_user(segoffs, intr_ptr))
532 goto cannot_handle;
533 if ((segoffs >> 16) == BIOSSEG)
534 goto cannot_handle;
535 pushw(ssp, sp, get_vflags(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100536 pushw(ssp, sp, regs->pt.cs, cannot_handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537 pushw(ssp, sp, IP(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100538 regs->pt.cs = segoffs >> 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539 SP(regs) -= 6;
540 IP(regs) = segoffs & 0xffff;
541 clear_TF(regs);
542 clear_IF(regs);
543 clear_AC(regs);
544 return;
545
546cannot_handle:
547 return_to_32bit(regs, VM86_INTx + (i << 8));
548}
549
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100550int handle_vm86_trap(struct kernel_vm86_regs *regs, long error_code, int trapno)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551{
552 if (VMPI.is_vm86pus) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100553 if ((trapno == 3) || (trapno == 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554 return_to_32bit(regs, VM86_TRAP + (trapno << 8));
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100555 do_int(regs, trapno, (unsigned char __user *) (regs->pt.ss << 4), SP(regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700556 return 0;
557 }
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100558 if (trapno != 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559 return 1; /* we let this handle by the calling routine */
560 if (current->ptrace & PT_PTRACED) {
561 unsigned long flags;
562 spin_lock_irqsave(&current->sighand->siglock, flags);
563 sigdelset(&current->blocked, SIGTRAP);
564 recalc_sigpending();
565 spin_unlock_irqrestore(&current->sighand->siglock, flags);
566 }
567 send_sig(SIGTRAP, current, 1);
568 current->thread.trap_no = trapno;
569 current->thread.error_code = error_code;
570 return 0;
571}
572
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100573void handle_vm86_fault(struct kernel_vm86_regs *regs, long error_code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574{
575 unsigned char opcode;
576 unsigned char __user *csp;
577 unsigned char __user *ssp;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700578 unsigned short ip, sp, orig_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579 int data32, pref_done;
580
581#define CHECK_IF_IN_TRAP \
582 if (VMPI.vm86dbg_active && VMPI.vm86dbg_TFpendig) \
583 newflags |= TF_MASK
584#define VM86_FAULT_RETURN do { \
585 if (VMPI.force_return_for_pic && (VEFLAGS & (IF_MASK | VIF_MASK))) \
586 return_to_32bit(regs, VM86_PICRETURN); \
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700587 if (orig_flags & TF_MASK) \
588 handle_vm86_trap(regs, 0, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 return; } while (0)
590
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100591 orig_flags = *(unsigned short *)&regs->pt.flags;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700592
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100593 csp = (unsigned char __user *) (regs->pt.cs << 4);
594 ssp = (unsigned char __user *) (regs->pt.ss << 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 sp = SP(regs);
596 ip = IP(regs);
597
598 data32 = 0;
599 pref_done = 0;
600 do {
601 switch (opcode = popb(csp, ip, simulate_sigsegv)) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100602 case 0x66: /* 32-bit data */ data32 = 1; break;
603 case 0x67: /* 32-bit address */ break;
604 case 0x2e: /* CS */ break;
605 case 0x3e: /* DS */ break;
606 case 0x26: /* ES */ break;
607 case 0x36: /* SS */ break;
608 case 0x65: /* GS */ break;
609 case 0x64: /* FS */ break;
610 case 0xf2: /* repnz */ break;
611 case 0xf3: /* rep */ break;
612 default: pref_done = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 }
614 } while (!pref_done);
615
616 switch (opcode) {
617
618 /* pushf */
619 case 0x9c:
620 if (data32) {
621 pushl(ssp, sp, get_vflags(regs), simulate_sigsegv);
622 SP(regs) -= 4;
623 } else {
624 pushw(ssp, sp, get_vflags(regs), simulate_sigsegv);
625 SP(regs) -= 2;
626 }
627 IP(regs) = ip;
628 VM86_FAULT_RETURN;
629
630 /* popf */
631 case 0x9d:
632 {
633 unsigned long newflags;
634 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100635 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636 SP(regs) += 4;
637 } else {
638 newflags = popw(ssp, sp, simulate_sigsegv);
639 SP(regs) += 2;
640 }
641 IP(regs) = ip;
642 CHECK_IF_IN_TRAP;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100643 if (data32)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 set_vflags_long(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100645 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 set_vflags_short(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100647
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648 VM86_FAULT_RETURN;
649 }
650
651 /* int xx */
652 case 0xcd: {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100653 int intno = popb(csp, ip, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654 IP(regs) = ip;
655 if (VMPI.vm86dbg_active) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100656 if ((1 << (intno & 7)) & VMPI.vm86dbg_intxxtab[intno >> 3])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 return_to_32bit(regs, VM86_INTx + (intno << 8));
658 }
659 do_int(regs, intno, ssp, sp);
660 return;
661 }
662
663 /* iret */
664 case 0xcf:
665 {
666 unsigned long newip;
667 unsigned long newcs;
668 unsigned long newflags;
669 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100670 newip = popl(ssp, sp, simulate_sigsegv);
671 newcs = popl(ssp, sp, simulate_sigsegv);
672 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673 SP(regs) += 12;
674 } else {
675 newip = popw(ssp, sp, simulate_sigsegv);
676 newcs = popw(ssp, sp, simulate_sigsegv);
677 newflags = popw(ssp, sp, simulate_sigsegv);
678 SP(regs) += 6;
679 }
680 IP(regs) = newip;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100681 regs->pt.cs = newcs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682 CHECK_IF_IN_TRAP;
683 if (data32) {
684 set_vflags_long(newflags, regs);
685 } else {
686 set_vflags_short(newflags, regs);
687 }
688 VM86_FAULT_RETURN;
689 }
690
691 /* cli */
692 case 0xfa:
693 IP(regs) = ip;
694 clear_IF(regs);
695 VM86_FAULT_RETURN;
696
697 /* sti */
698 /*
699 * Damn. This is incorrect: the 'sti' instruction should actually
700 * enable interrupts after the /next/ instruction. Not good.
701 *
702 * Probably needs some horsing around with the TF flag. Aiee..
703 */
704 case 0xfb:
705 IP(regs) = ip;
706 set_IF(regs);
707 VM86_FAULT_RETURN;
708
709 default:
710 return_to_32bit(regs, VM86_UNKNOWN);
711 }
712
713 return;
714
715simulate_sigsegv:
716 /* FIXME: After a long discussion with Stas we finally
717 * agreed, that this is wrong. Here we should
718 * really send a SIGSEGV to the user program.
719 * But how do we create the correct context? We
720 * are inside a general protection fault handler
721 * and has just returned from a page fault handler.
722 * The correct context for the signal handler
723 * should be a mixture of the two, but how do we
724 * get the information? [KD]
725 */
726 return_to_32bit(regs, VM86_UNKNOWN);
727}
728
729/* ---------------- vm86 special IRQ passing stuff ----------------- */
730
731#define VM86_IRQNAME "vm86irq"
732
733static struct vm86_irqs {
734 struct task_struct *tsk;
735 int sig;
736} vm86_irqs[16];
737
738static DEFINE_SPINLOCK(irqbits_lock);
739static int irqbits;
740
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100741#define ALLOWED_SIGS (1 /* 0 = don't send a signal */ \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742 | (1 << SIGUSR1) | (1 << SIGUSR2) | (1 << SIGIO) | (1 << SIGURG) \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100743 | (1 << SIGUNUSED))
744
David Howells7d12e782006-10-05 14:55:46 +0100745static irqreturn_t irq_handler(int intno, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746{
747 int irq_bit;
748 unsigned long flags;
749
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100750 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700751 irq_bit = 1 << intno;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100752 if ((irqbits & irq_bit) || !vm86_irqs[intno].tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753 goto out;
754 irqbits |= irq_bit;
755 if (vm86_irqs[intno].sig)
756 send_sig(vm86_irqs[intno].sig, vm86_irqs[intno].tsk, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757 /*
758 * IRQ will be re-enabled when user asks for the irq (whether
759 * polling or as a result of the signal)
760 */
Pavel Pisaad671422005-05-01 08:58:52 -0700761 disable_irq_nosync(intno);
762 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763 return IRQ_HANDLED;
764
765out:
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100766 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767 return IRQ_NONE;
768}
769
770static inline void free_vm86_irq(int irqnumber)
771{
772 unsigned long flags;
773
774 free_irq(irqnumber, NULL);
775 vm86_irqs[irqnumber].tsk = NULL;
776
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100777 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778 irqbits &= ~(1 << irqnumber);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100779 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780}
781
782void release_vm86_irqs(struct task_struct *task)
783{
784 int i;
785 for (i = FIRST_VM86_IRQ ; i <= LAST_VM86_IRQ; i++)
786 if (vm86_irqs[i].tsk == task)
787 free_vm86_irq(i);
788}
789
790static inline int get_and_reset_irq(int irqnumber)
791{
792 int bit;
793 unsigned long flags;
Pavel Pisaad671422005-05-01 08:58:52 -0700794 int ret = 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100795
Linus Torvalds1da177e2005-04-16 15:20:36 -0700796 if (invalid_vm86_irq(irqnumber)) return 0;
797 if (vm86_irqs[irqnumber].tsk != current) return 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100798 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799 bit = irqbits & (1 << irqnumber);
800 irqbits &= ~bit;
Pavel Pisaad671422005-05-01 08:58:52 -0700801 if (bit) {
802 enable_irq(irqnumber);
803 ret = 1;
804 }
805
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100806 spin_unlock_irqrestore(&irqbits_lock, flags);
Pavel Pisaad671422005-05-01 08:58:52 -0700807 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808}
809
810
811static int do_vm86_irq_handling(int subfunction, int irqnumber)
812{
813 int ret;
814 switch (subfunction) {
815 case VM86_GET_AND_RESET_IRQ: {
816 return get_and_reset_irq(irqnumber);
817 }
818 case VM86_GET_IRQ_BITS: {
819 return irqbits;
820 }
821 case VM86_REQUEST_IRQ: {
822 int sig = irqnumber >> 8;
823 int irq = irqnumber & 255;
824 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
825 if (!((1 << sig) & ALLOWED_SIGS)) return -EPERM;
826 if (invalid_vm86_irq(irq)) return -EPERM;
827 if (vm86_irqs[irq].tsk) return -EPERM;
828 ret = request_irq(irq, &irq_handler, 0, VM86_IRQNAME, NULL);
829 if (ret) return ret;
830 vm86_irqs[irq].sig = sig;
831 vm86_irqs[irq].tsk = current;
832 return irq;
833 }
834 case VM86_FREE_IRQ: {
835 if (invalid_vm86_irq(irqnumber)) return -EPERM;
836 if (!vm86_irqs[irqnumber].tsk) return 0;
837 if (vm86_irqs[irqnumber].tsk != current) return -EPERM;
838 free_vm86_irq(irqnumber);
839 return 0;
840 }
841 }
842 return -EINVAL;
843}
844