blob: 54abcc0baf23f0f4181106a7b2a83312c01ed03f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Copyright (C) 1994 Linus Torvalds
3 *
4 * 29 dec 2001 - Fixed oopses caused by unchecked access to the vm86
Christian Kujau624dffc2006-01-15 02:43:54 +01005 * stack - Manfred Spraul <manfred@colorfullife.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * 22 mar 2002 - Manfred detected the stackfaults, but didn't handle
8 * them correctly. Now the emulation will be in a
9 * consistent state after stackfaults - Kasper Dupont
10 * <kasperd@daimi.au.dk>
11 *
12 * 22 mar 2002 - Added missing clear_IF in set_vflags_* Kasper Dupont
13 * <kasperd@daimi.au.dk>
14 *
15 * ?? ??? 2002 - Fixed premature returns from handle_vm86_fault
16 * caused by Kasper Dupont's changes - Stas Sergeev
17 *
18 * 4 apr 2002 - Fixed CHECK_IF_IN_TRAP broken by Stas' changes.
19 * Kasper Dupont <kasperd@daimi.au.dk>
20 *
21 * 9 apr 2002 - Changed syntax of macros in handle_vm86_fault.
22 * Kasper Dupont <kasperd@daimi.au.dk>
23 *
24 * 9 apr 2002 - Changed stack access macros to jump to a label
25 * instead of returning to userspace. This simplifies
26 * do_int, and is needed by handle_vm6_fault. Kasper
27 * Dupont <kasperd@daimi.au.dk>
28 *
29 */
30
Joe Perchesc767a542012-05-21 19:50:07 -070031#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
32
Randy Dunlapa9415642006-01-11 12:17:48 -080033#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <linux/errno.h>
35#include <linux/interrupt.h>
36#include <linux/sched.h>
37#include <linux/kernel.h>
38#include <linux/signal.h>
39#include <linux/string.h>
40#include <linux/mm.h>
41#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#include <linux/highmem.h>
43#include <linux/ptrace.h>
Jason Baron7e7f8a02006-01-31 16:56:28 -050044#include <linux/audit.h>
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010045#include <linux/stddef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
47#include <asm/uaccess.h>
48#include <asm/io.h>
49#include <asm/tlbflush.h>
50#include <asm/irq.h>
Jaswinder Singhbbc1f692008-07-21 21:34:13 +053051#include <asm/syscalls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
53/*
54 * Known problems:
55 *
56 * Interrupt handling is not guaranteed:
57 * - a real x86 will disable all interrupts for one instruction
58 * after a "mov ss,xx" to make stack handling atomic even without
59 * the 'lss' instruction. We can't guarantee this in v86 mode,
60 * as the next instruction might result in a page fault or similar.
61 * - a real x86 will have interrupts disabled for one instruction
62 * past the 'sti' that enables them. We don't bother with all the
63 * details yet.
64 *
65 * Let's hope these problems do not actually matter for anything.
66 */
67
68
69#define KVM86 ((struct kernel_vm86_struct *)regs)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010070#define VMPI KVM86->vm86plus
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72
73/*
74 * 8- and 16-bit register defines..
75 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +010076#define AL(regs) (((unsigned char *)&((regs)->pt.ax))[0])
77#define AH(regs) (((unsigned char *)&((regs)->pt.ax))[1])
78#define IP(regs) (*(unsigned short *)&((regs)->pt.ip))
79#define SP(regs) (*(unsigned short *)&((regs)->pt.sp))
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
81/*
82 * virtual flags (16 and 32-bit versions)
83 */
84#define VFLAGS (*(unsigned short *)&(current->thread.v86flags))
85#define VEFLAGS (current->thread.v86flags)
86
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010087#define set_flags(X, new, mask) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070088((X) = ((X) & ~(mask)) | ((new) & (mask)))
89
90#define SAFE_MASK (0xDD5)
91#define RETURN_MASK (0xDFF)
92
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010093/* convert kernel_vm86_regs to vm86_regs */
94static int copy_vm86_regs_to_user(struct vm86_regs __user *user,
95 const struct kernel_vm86_regs *regs)
96{
97 int ret = 0;
98
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010099 /*
100 * kernel_vm86_regs is missing gs, so copy everything up to
101 * (but not including) orig_eax, and then rest including orig_eax.
102 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100103 ret += copy_to_user(user, regs, offsetof(struct kernel_vm86_regs, pt.orig_ax));
104 ret += copy_to_user(&user->orig_eax, &regs->pt.orig_ax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100105 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100106 offsetof(struct kernel_vm86_regs, pt.orig_ax));
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100107
108 return ret;
109}
110
111/* convert vm86_regs to kernel_vm86_regs */
112static int copy_vm86_regs_from_user(struct kernel_vm86_regs *regs,
113 const struct vm86_regs __user *user,
114 unsigned extra)
115{
116 int ret = 0;
117
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100118 /* copy ax-fs inclusive */
119 ret += copy_from_user(regs, user, offsetof(struct kernel_vm86_regs, pt.orig_ax));
120 /* copy orig_ax-__gsh+extra */
121 ret += copy_from_user(&regs->pt.orig_ax, &user->orig_eax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100122 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100123 offsetof(struct kernel_vm86_regs, pt.orig_ax) +
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100124 extra);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100125 return ret;
126}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100128struct pt_regs *save_v86_state(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129{
130 struct tss_struct *tss;
131 struct pt_regs *ret;
132 unsigned long tmp;
133
134 /*
135 * This gets called from entry.S with interrupts disabled, but
136 * from process context. Enable interrupts here, before trying
137 * to access user space.
138 */
139 local_irq_enable();
140
141 if (!current->thread.vm86_info) {
Joe Perchesc767a542012-05-21 19:50:07 -0700142 pr_alert("no vm86_info: BAD\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 do_exit(SIGSEGV);
144 }
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300145 set_flags(regs->pt.flags, VEFLAGS, X86_EFLAGS_VIF | current->thread.v86mask);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100146 tmp = copy_vm86_regs_to_user(&current->thread.vm86_info->regs, regs);
147 tmp += put_user(current->thread.screen_bitmap, &current->thread.vm86_info->screen_bitmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 if (tmp) {
Joe Perchesc767a542012-05-21 19:50:07 -0700149 pr_alert("could not access userspace vm86_info\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 do_exit(SIGSEGV);
151 }
152
153 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100154 current->thread.sp0 = current->thread.saved_sp0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 current->thread.sysenter_cs = __KERNEL_CS;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100156 load_sp0(tss, &current->thread);
157 current->thread.saved_sp0 = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 put_cpu();
159
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 ret = KVM86->regs32;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100161
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100162 ret->fs = current->thread.saved_fs;
Tejun Heod9a89a22009-02-09 22:17:40 +0900163 set_user_gs(ret, current->thread.saved_gs);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100164
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 return ret;
166}
167
Hugh Dickins60ec5582005-10-29 18:16:34 -0700168static void mark_screen_rdonly(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169{
170 pgd_t *pgd;
171 pud_t *pud;
172 pmd_t *pmd;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700173 pte_t *pte;
174 spinlock_t *ptl;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 int i;
176
Andrea Arcangeli1a5a9902012-03-21 16:33:42 -0700177 down_write(&mm->mmap_sem);
Hugh Dickins60ec5582005-10-29 18:16:34 -0700178 pgd = pgd_offset(mm, 0xA0000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 if (pgd_none_or_clear_bad(pgd))
180 goto out;
181 pud = pud_offset(pgd, 0xA0000);
182 if (pud_none_or_clear_bad(pud))
183 goto out;
184 pmd = pmd_offset(pud, 0xA0000);
Andrea Arcangelibae9c192011-01-13 15:46:46 -0800185 split_huge_page_pmd(mm, pmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 if (pmd_none_or_clear_bad(pmd))
187 goto out;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700188 pte = pte_offset_map_lock(mm, pmd, 0xA0000, &ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 for (i = 0; i < 32; i++) {
190 if (pte_present(*pte))
191 set_pte(pte, pte_wrprotect(*pte));
192 pte++;
193 }
Hugh Dickins60ec5582005-10-29 18:16:34 -0700194 pte_unmap_unlock(pte, ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195out:
Andrea Arcangeli1a5a9902012-03-21 16:33:42 -0700196 up_write(&mm->mmap_sem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 flush_tlb();
198}
199
200
201
202static int do_vm86_irq_handling(int subfunction, int irqnumber);
203static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk);
204
Brian Gerstf1382f12009-12-09 19:01:55 -0500205int sys_vm86old(struct vm86_struct __user *v86, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207 struct kernel_vm86_struct info; /* declare this _on top_,
208 * this avoids wasting of stack space.
209 * This remains on the stack until we
210 * return to 32 bit user space.
211 */
212 struct task_struct *tsk;
213 int tmp, ret = -EPERM;
214
215 tsk = current;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100216 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 goto out;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100218 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
219 offsetof(struct kernel_vm86_struct, vm86plus) -
220 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 ret = -EFAULT;
222 if (tmp)
223 goto out;
224 memset(&info.vm86plus, 0, (int)&info.regs32 - (int)&info.vm86plus);
Brian Gerst253f29a2009-02-10 09:51:46 -0500225 info.regs32 = regs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 tsk->thread.vm86_info = v86;
227 do_sys_vm86(&info, tsk);
228 ret = 0; /* we never return here */
229out:
230 return ret;
231}
232
233
Brian Gerstf1382f12009-12-09 19:01:55 -0500234int sys_vm86(unsigned long cmd, unsigned long arg, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235{
236 struct kernel_vm86_struct info; /* declare this _on top_,
237 * this avoids wasting of stack space.
238 * This remains on the stack until we
239 * return to 32 bit user space.
240 */
241 struct task_struct *tsk;
242 int tmp, ret;
243 struct vm86plus_struct __user *v86;
244
245 tsk = current;
Brian Gerstf1382f12009-12-09 19:01:55 -0500246 switch (cmd) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100247 case VM86_REQUEST_IRQ:
248 case VM86_FREE_IRQ:
249 case VM86_GET_IRQ_BITS:
250 case VM86_GET_AND_RESET_IRQ:
Brian Gerstf1382f12009-12-09 19:01:55 -0500251 ret = do_vm86_irq_handling(cmd, (int)arg);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100252 goto out;
253 case VM86_PLUS_INSTALL_CHECK:
254 /*
255 * NOTE: on old vm86 stuff this will return the error
256 * from access_ok(), because the subfunction is
257 * interpreted as (invalid) address to vm86_struct.
258 * So the installation check works.
259 */
260 ret = 0;
261 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 }
263
264 /* we come here only for functions VM86_ENTER, VM86_ENTER_NO_BYPASS */
265 ret = -EPERM;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100266 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 goto out;
Brian Gerstf1382f12009-12-09 19:01:55 -0500268 v86 = (struct vm86plus_struct __user *)arg;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100269 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
270 offsetof(struct kernel_vm86_struct, regs32) -
271 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 ret = -EFAULT;
273 if (tmp)
274 goto out;
Brian Gerst253f29a2009-02-10 09:51:46 -0500275 info.regs32 = regs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 info.vm86plus.is_vm86pus = 1;
277 tsk->thread.vm86_info = (struct vm86_struct __user *)v86;
278 do_sys_vm86(&info, tsk);
279 ret = 0; /* we never return here */
280out:
281 return ret;
282}
283
284
285static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk)
286{
287 struct tss_struct *tss;
288/*
289 * make sure the vm86() system call doesn't try to do anything silly
290 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100291 info->regs.pt.ds = 0;
292 info->regs.pt.es = 0;
293 info->regs.pt.fs = 0;
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200294#ifndef CONFIG_X86_32_LAZY_GS
295 info->regs.pt.gs = 0;
296#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297
298/*
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100299 * The flags register is also special: we cannot trust that the user
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300 * has set it up safely, so this makes sure interrupt etc flags are
301 * inherited from protected mode.
302 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100303 VEFLAGS = info->regs.pt.flags;
304 info->regs.pt.flags &= SAFE_MASK;
305 info->regs.pt.flags |= info->regs32->flags & ~SAFE_MASK;
gorcunov@gmail.com6b6891f2008-03-28 17:56:57 +0300306 info->regs.pt.flags |= X86_VM_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307
308 switch (info->cpu_type) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100309 case CPU_286:
310 tsk->thread.v86mask = 0;
311 break;
312 case CPU_386:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300313 tsk->thread.v86mask = X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100314 break;
315 case CPU_486:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300316 tsk->thread.v86mask = X86_EFLAGS_AC | X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100317 break;
318 default:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300319 tsk->thread.v86mask = X86_EFLAGS_ID | X86_EFLAGS_AC | X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100320 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 }
322
323/*
Samuel Bronson975e5f42009-05-06 22:27:55 -0400324 * Save old state, set default return value (%ax) to 0 (VM86_SIGNAL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 */
Samuel Bronson975e5f42009-05-06 22:27:55 -0400326 info->regs32->ax = VM86_SIGNAL;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100327 tsk->thread.saved_sp0 = tsk->thread.sp0;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100328 tsk->thread.saved_fs = info->regs32->fs;
Tejun Heod9a89a22009-02-09 22:17:40 +0900329 tsk->thread.saved_gs = get_user_gs(info->regs32);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330
331 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100332 tsk->thread.sp0 = (unsigned long) &info->VM86_TSS_ESP0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 if (cpu_has_sep)
334 tsk->thread.sysenter_cs = 0;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100335 load_sp0(tss, &tsk->thread);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 put_cpu();
337
338 tsk->thread.screen_bitmap = info->screen_bitmap;
339 if (info->flags & VM86_SCREEN_BITMAP)
Hugh Dickins60ec5582005-10-29 18:16:34 -0700340 mark_screen_rdonly(tsk->mm);
Jason Baron7e7f8a02006-01-31 16:56:28 -0500341
Eric Parisd7e75282012-01-03 14:23:06 -0500342 /*call __audit_syscall_exit since we do not exit via the normal paths */
Al Viro6015ff12012-01-18 01:51:22 +0000343#ifdef CONFIG_AUDITSYSCALL
Jason Baron7e7f8a02006-01-31 16:56:28 -0500344 if (unlikely(current->audit_context))
Eric Parisd7e75282012-01-03 14:23:06 -0500345 __audit_syscall_exit(1, 0);
Al Viro6015ff12012-01-18 01:51:22 +0000346#endif
Jason Baron7e7f8a02006-01-31 16:56:28 -0500347
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348 __asm__ __volatile__(
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 "movl %0,%%esp\n\t"
350 "movl %1,%%ebp\n\t"
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200351#ifdef CONFIG_X86_32_LAZY_GS
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100352 "mov %2, %%gs\n\t"
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200353#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354 "jmp resume_userspace"
355 : /* no outputs */
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100356 :"r" (&info->regs), "r" (task_thread_info(tsk)), "r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 /* we never return here */
358}
359
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100360static inline void return_to_32bit(struct kernel_vm86_regs *regs16, int retval)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361{
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100362 struct pt_regs *regs32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363
364 regs32 = save_v86_state(regs16);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100365 regs32->ax = retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 __asm__ __volatile__("movl %0,%%esp\n\t"
367 "movl %1,%%ebp\n\t"
368 "jmp resume_userspace"
369 : : "r" (regs32), "r" (current_thread_info()));
370}
371
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100372static inline void set_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300374 VEFLAGS |= X86_EFLAGS_VIF;
375 if (VEFLAGS & X86_EFLAGS_VIP)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376 return_to_32bit(regs, VM86_STI);
377}
378
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100379static inline void clear_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300381 VEFLAGS &= ~X86_EFLAGS_VIF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382}
383
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100384static inline void clear_TF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300386 regs->pt.flags &= ~X86_EFLAGS_TF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387}
388
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100389static inline void clear_AC(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300391 regs->pt.flags &= ~X86_EFLAGS_AC;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392}
393
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100394/*
395 * It is correct to call set_IF(regs) from the set_vflags_*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 * functions. However someone forgot to call clear_IF(regs)
397 * in the opposite case.
398 * After the command sequence CLI PUSHF STI POPF you should
Joe Perchesab4a5742008-01-30 13:31:42 +0100399 * end up with interrupts disabled, but you ended up with
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400 * interrupts enabled.
401 * ( I was testing my own changes, but the only bug I
402 * could find was in a function I had not changed. )
403 * [KD]
404 */
405
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100406static inline void set_vflags_long(unsigned long flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100408 set_flags(VEFLAGS, flags, current->thread.v86mask);
409 set_flags(regs->pt.flags, flags, SAFE_MASK);
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300410 if (flags & X86_EFLAGS_IF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411 set_IF(regs);
412 else
413 clear_IF(regs);
414}
415
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100416static inline void set_vflags_short(unsigned short flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417{
418 set_flags(VFLAGS, flags, current->thread.v86mask);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100419 set_flags(regs->pt.flags, flags, SAFE_MASK);
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300420 if (flags & X86_EFLAGS_IF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421 set_IF(regs);
422 else
423 clear_IF(regs);
424}
425
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100426static inline unsigned long get_vflags(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100428 unsigned long flags = regs->pt.flags & RETURN_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300430 if (VEFLAGS & X86_EFLAGS_VIF)
431 flags |= X86_EFLAGS_IF;
432 flags |= X86_EFLAGS_IOPL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 return flags | (VEFLAGS & current->thread.v86mask);
434}
435
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100436static inline int is_revectored(int nr, struct revectored_struct *bitmap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437{
438 __asm__ __volatile__("btl %2,%1\n\tsbbl %0,%0"
439 :"=r" (nr)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100440 :"m" (*bitmap), "r" (nr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700441 return nr;
442}
443
444#define val_byte(val, n) (((__u8 *)&val)[n])
445
446#define pushb(base, ptr, val, err_label) \
447 do { \
448 __u8 __val = val; \
449 ptr--; \
450 if (put_user(__val, base + ptr) < 0) \
451 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100452 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453
454#define pushw(base, ptr, val, err_label) \
455 do { \
456 __u16 __val = val; \
457 ptr--; \
458 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
459 goto err_label; \
460 ptr--; \
461 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
462 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100463 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464
465#define pushl(base, ptr, val, err_label) \
466 do { \
467 __u32 __val = val; \
468 ptr--; \
469 if (put_user(val_byte(__val, 3), base + ptr) < 0) \
470 goto err_label; \
471 ptr--; \
472 if (put_user(val_byte(__val, 2), base + ptr) < 0) \
473 goto err_label; \
474 ptr--; \
475 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
476 goto err_label; \
477 ptr--; \
478 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
479 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100480 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481
482#define popb(base, ptr, err_label) \
483 ({ \
484 __u8 __res; \
485 if (get_user(__res, base + ptr) < 0) \
486 goto err_label; \
487 ptr++; \
488 __res; \
489 })
490
491#define popw(base, ptr, err_label) \
492 ({ \
493 __u16 __res; \
494 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
495 goto err_label; \
496 ptr++; \
497 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
498 goto err_label; \
499 ptr++; \
500 __res; \
501 })
502
503#define popl(base, ptr, err_label) \
504 ({ \
505 __u32 __res; \
506 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
507 goto err_label; \
508 ptr++; \
509 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
510 goto err_label; \
511 ptr++; \
512 if (get_user(val_byte(__res, 2), base + ptr) < 0) \
513 goto err_label; \
514 ptr++; \
515 if (get_user(val_byte(__res, 3), base + ptr) < 0) \
516 goto err_label; \
517 ptr++; \
518 __res; \
519 })
520
521/* There are so many possible reasons for this function to return
522 * VM86_INTx, so adding another doesn't bother me. We can expect
523 * userspace programs to be able to handle it. (Getting a problem
524 * in userspace is always better than an Oops anyway.) [KD]
525 */
526static void do_int(struct kernel_vm86_regs *regs, int i,
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100527 unsigned char __user *ssp, unsigned short sp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528{
529 unsigned long __user *intr_ptr;
530 unsigned long segoffs;
531
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100532 if (regs->pt.cs == BIOSSEG)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 goto cannot_handle;
534 if (is_revectored(i, &KVM86->int_revectored))
535 goto cannot_handle;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100536 if (i == 0x21 && is_revectored(AH(regs), &KVM86->int21_revectored))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537 goto cannot_handle;
538 intr_ptr = (unsigned long __user *) (i << 2);
539 if (get_user(segoffs, intr_ptr))
540 goto cannot_handle;
541 if ((segoffs >> 16) == BIOSSEG)
542 goto cannot_handle;
543 pushw(ssp, sp, get_vflags(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100544 pushw(ssp, sp, regs->pt.cs, cannot_handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545 pushw(ssp, sp, IP(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100546 regs->pt.cs = segoffs >> 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547 SP(regs) -= 6;
548 IP(regs) = segoffs & 0xffff;
549 clear_TF(regs);
550 clear_IF(regs);
551 clear_AC(regs);
552 return;
553
554cannot_handle:
555 return_to_32bit(regs, VM86_INTx + (i << 8));
556}
557
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100558int handle_vm86_trap(struct kernel_vm86_regs *regs, long error_code, int trapno)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559{
560 if (VMPI.is_vm86pus) {
Bart Oldeman65542872010-09-23 13:16:58 -0400561 if ((trapno == 3) || (trapno == 1)) {
562 KVM86->regs32->ax = VM86_TRAP + (trapno << 8);
563 /* setting this flag forces the code in entry_32.S to
564 call save_v86_state() and change the stack pointer
565 to KVM86->regs32 */
566 set_thread_flag(TIF_IRET);
567 return 0;
568 }
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100569 do_int(regs, trapno, (unsigned char __user *) (regs->pt.ss << 4), SP(regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 return 0;
571 }
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100572 if (trapno != 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 return 1; /* we let this handle by the calling routine */
Srikar Dronamraju51e7dc72012-03-12 14:55:55 +0530574 current->thread.trap_nr = trapno;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700575 current->thread.error_code = error_code;
Roland McGrath0f540912008-03-17 02:21:08 -0700576 force_sig(SIGTRAP, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577 return 0;
578}
579
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100580void handle_vm86_fault(struct kernel_vm86_regs *regs, long error_code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581{
582 unsigned char opcode;
583 unsigned char __user *csp;
584 unsigned char __user *ssp;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700585 unsigned short ip, sp, orig_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 int data32, pref_done;
587
588#define CHECK_IF_IN_TRAP \
589 if (VMPI.vm86dbg_active && VMPI.vm86dbg_TFpendig) \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300590 newflags |= X86_EFLAGS_TF
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591#define VM86_FAULT_RETURN do { \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300592 if (VMPI.force_return_for_pic && (VEFLAGS & (X86_EFLAGS_IF | X86_EFLAGS_VIF))) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593 return_to_32bit(regs, VM86_PICRETURN); \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300594 if (orig_flags & X86_EFLAGS_TF) \
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700595 handle_vm86_trap(regs, 0, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700596 return; } while (0)
597
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100598 orig_flags = *(unsigned short *)&regs->pt.flags;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700599
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100600 csp = (unsigned char __user *) (regs->pt.cs << 4);
601 ssp = (unsigned char __user *) (regs->pt.ss << 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602 sp = SP(regs);
603 ip = IP(regs);
604
605 data32 = 0;
606 pref_done = 0;
607 do {
608 switch (opcode = popb(csp, ip, simulate_sigsegv)) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100609 case 0x66: /* 32-bit data */ data32 = 1; break;
610 case 0x67: /* 32-bit address */ break;
611 case 0x2e: /* CS */ break;
612 case 0x3e: /* DS */ break;
613 case 0x26: /* ES */ break;
614 case 0x36: /* SS */ break;
615 case 0x65: /* GS */ break;
616 case 0x64: /* FS */ break;
617 case 0xf2: /* repnz */ break;
618 case 0xf3: /* rep */ break;
619 default: pref_done = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620 }
621 } while (!pref_done);
622
623 switch (opcode) {
624
625 /* pushf */
626 case 0x9c:
627 if (data32) {
628 pushl(ssp, sp, get_vflags(regs), simulate_sigsegv);
629 SP(regs) -= 4;
630 } else {
631 pushw(ssp, sp, get_vflags(regs), simulate_sigsegv);
632 SP(regs) -= 2;
633 }
634 IP(regs) = ip;
635 VM86_FAULT_RETURN;
636
637 /* popf */
638 case 0x9d:
639 {
640 unsigned long newflags;
641 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100642 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 SP(regs) += 4;
644 } else {
645 newflags = popw(ssp, sp, simulate_sigsegv);
646 SP(regs) += 2;
647 }
648 IP(regs) = ip;
649 CHECK_IF_IN_TRAP;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100650 if (data32)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700651 set_vflags_long(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100652 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 set_vflags_short(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100654
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 VM86_FAULT_RETURN;
656 }
657
658 /* int xx */
659 case 0xcd: {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100660 int intno = popb(csp, ip, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661 IP(regs) = ip;
662 if (VMPI.vm86dbg_active) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100663 if ((1 << (intno & 7)) & VMPI.vm86dbg_intxxtab[intno >> 3])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 return_to_32bit(regs, VM86_INTx + (intno << 8));
665 }
666 do_int(regs, intno, ssp, sp);
667 return;
668 }
669
670 /* iret */
671 case 0xcf:
672 {
673 unsigned long newip;
674 unsigned long newcs;
675 unsigned long newflags;
676 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100677 newip = popl(ssp, sp, simulate_sigsegv);
678 newcs = popl(ssp, sp, simulate_sigsegv);
679 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700680 SP(regs) += 12;
681 } else {
682 newip = popw(ssp, sp, simulate_sigsegv);
683 newcs = popw(ssp, sp, simulate_sigsegv);
684 newflags = popw(ssp, sp, simulate_sigsegv);
685 SP(regs) += 6;
686 }
687 IP(regs) = newip;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100688 regs->pt.cs = newcs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689 CHECK_IF_IN_TRAP;
690 if (data32) {
691 set_vflags_long(newflags, regs);
692 } else {
693 set_vflags_short(newflags, regs);
694 }
695 VM86_FAULT_RETURN;
696 }
697
698 /* cli */
699 case 0xfa:
700 IP(regs) = ip;
701 clear_IF(regs);
702 VM86_FAULT_RETURN;
703
704 /* sti */
705 /*
706 * Damn. This is incorrect: the 'sti' instruction should actually
707 * enable interrupts after the /next/ instruction. Not good.
708 *
709 * Probably needs some horsing around with the TF flag. Aiee..
710 */
711 case 0xfb:
712 IP(regs) = ip;
713 set_IF(regs);
714 VM86_FAULT_RETURN;
715
716 default:
717 return_to_32bit(regs, VM86_UNKNOWN);
718 }
719
720 return;
721
722simulate_sigsegv:
723 /* FIXME: After a long discussion with Stas we finally
724 * agreed, that this is wrong. Here we should
725 * really send a SIGSEGV to the user program.
726 * But how do we create the correct context? We
727 * are inside a general protection fault handler
728 * and has just returned from a page fault handler.
729 * The correct context for the signal handler
730 * should be a mixture of the two, but how do we
731 * get the information? [KD]
732 */
733 return_to_32bit(regs, VM86_UNKNOWN);
734}
735
736/* ---------------- vm86 special IRQ passing stuff ----------------- */
737
738#define VM86_IRQNAME "vm86irq"
739
740static struct vm86_irqs {
741 struct task_struct *tsk;
742 int sig;
743} vm86_irqs[16];
744
745static DEFINE_SPINLOCK(irqbits_lock);
746static int irqbits;
747
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100748#define ALLOWED_SIGS (1 /* 0 = don't send a signal */ \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700749 | (1 << SIGUSR1) | (1 << SIGUSR2) | (1 << SIGIO) | (1 << SIGURG) \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100750 | (1 << SIGUNUSED))
751
David Howells7d12e782006-10-05 14:55:46 +0100752static irqreturn_t irq_handler(int intno, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753{
754 int irq_bit;
755 unsigned long flags;
756
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100757 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758 irq_bit = 1 << intno;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100759 if ((irqbits & irq_bit) || !vm86_irqs[intno].tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760 goto out;
761 irqbits |= irq_bit;
762 if (vm86_irqs[intno].sig)
763 send_sig(vm86_irqs[intno].sig, vm86_irqs[intno].tsk, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700764 /*
765 * IRQ will be re-enabled when user asks for the irq (whether
766 * polling or as a result of the signal)
767 */
Pavel Pisaad671422005-05-01 08:58:52 -0700768 disable_irq_nosync(intno);
769 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700770 return IRQ_HANDLED;
771
772out:
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100773 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774 return IRQ_NONE;
775}
776
777static inline void free_vm86_irq(int irqnumber)
778{
779 unsigned long flags;
780
781 free_irq(irqnumber, NULL);
782 vm86_irqs[irqnumber].tsk = NULL;
783
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100784 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 irqbits &= ~(1 << irqnumber);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100786 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787}
788
789void release_vm86_irqs(struct task_struct *task)
790{
791 int i;
792 for (i = FIRST_VM86_IRQ ; i <= LAST_VM86_IRQ; i++)
793 if (vm86_irqs[i].tsk == task)
794 free_vm86_irq(i);
795}
796
797static inline int get_and_reset_irq(int irqnumber)
798{
799 int bit;
800 unsigned long flags;
Pavel Pisaad671422005-05-01 08:58:52 -0700801 int ret = 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100802
Linus Torvalds1da177e2005-04-16 15:20:36 -0700803 if (invalid_vm86_irq(irqnumber)) return 0;
804 if (vm86_irqs[irqnumber].tsk != current) return 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100805 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700806 bit = irqbits & (1 << irqnumber);
807 irqbits &= ~bit;
Pavel Pisaad671422005-05-01 08:58:52 -0700808 if (bit) {
809 enable_irq(irqnumber);
810 ret = 1;
811 }
812
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100813 spin_unlock_irqrestore(&irqbits_lock, flags);
Pavel Pisaad671422005-05-01 08:58:52 -0700814 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815}
816
817
818static int do_vm86_irq_handling(int subfunction, int irqnumber)
819{
820 int ret;
821 switch (subfunction) {
822 case VM86_GET_AND_RESET_IRQ: {
823 return get_and_reset_irq(irqnumber);
824 }
825 case VM86_GET_IRQ_BITS: {
826 return irqbits;
827 }
828 case VM86_REQUEST_IRQ: {
829 int sig = irqnumber >> 8;
830 int irq = irqnumber & 255;
831 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
832 if (!((1 << sig) & ALLOWED_SIGS)) return -EPERM;
833 if (invalid_vm86_irq(irq)) return -EPERM;
834 if (vm86_irqs[irq].tsk) return -EPERM;
835 ret = request_irq(irq, &irq_handler, 0, VM86_IRQNAME, NULL);
836 if (ret) return ret;
837 vm86_irqs[irq].sig = sig;
838 vm86_irqs[irq].tsk = current;
839 return irq;
840 }
841 case VM86_FREE_IRQ: {
842 if (invalid_vm86_irq(irqnumber)) return -EPERM;
843 if (!vm86_irqs[irqnumber].tsk) return 0;
844 if (vm86_irqs[irqnumber].tsk != current) return -EPERM;
845 free_vm86_irq(irqnumber);
846 return 0;
847 }
848 }
849 return -EINVAL;
850}
851