blob: b466cab5ba15d171cb4b1fd61a1590bd0cca9956 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Copyright (C) 1994 Linus Torvalds
3 *
4 * 29 dec 2001 - Fixed oopses caused by unchecked access to the vm86
Christian Kujau624dffc2006-01-15 02:43:54 +01005 * stack - Manfred Spraul <manfred@colorfullife.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * 22 mar 2002 - Manfred detected the stackfaults, but didn't handle
8 * them correctly. Now the emulation will be in a
9 * consistent state after stackfaults - Kasper Dupont
10 * <kasperd@daimi.au.dk>
11 *
12 * 22 mar 2002 - Added missing clear_IF in set_vflags_* Kasper Dupont
13 * <kasperd@daimi.au.dk>
14 *
15 * ?? ??? 2002 - Fixed premature returns from handle_vm86_fault
16 * caused by Kasper Dupont's changes - Stas Sergeev
17 *
18 * 4 apr 2002 - Fixed CHECK_IF_IN_TRAP broken by Stas' changes.
19 * Kasper Dupont <kasperd@daimi.au.dk>
20 *
21 * 9 apr 2002 - Changed syntax of macros in handle_vm86_fault.
22 * Kasper Dupont <kasperd@daimi.au.dk>
23 *
24 * 9 apr 2002 - Changed stack access macros to jump to a label
25 * instead of returning to userspace. This simplifies
26 * do_int, and is needed by handle_vm6_fault. Kasper
27 * Dupont <kasperd@daimi.au.dk>
28 *
29 */
30
Randy Dunlapa9415642006-01-11 12:17:48 -080031#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/errno.h>
33#include <linux/interrupt.h>
34#include <linux/sched.h>
35#include <linux/kernel.h>
36#include <linux/signal.h>
37#include <linux/string.h>
38#include <linux/mm.h>
39#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#include <linux/highmem.h>
41#include <linux/ptrace.h>
Jason Baron7e7f8a02006-01-31 16:56:28 -050042#include <linux/audit.h>
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010043#include <linux/stddef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
45#include <asm/uaccess.h>
46#include <asm/io.h>
47#include <asm/tlbflush.h>
48#include <asm/irq.h>
Jaswinder Singhbbc1f692008-07-21 21:34:13 +053049#include <asm/syscalls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
51/*
52 * Known problems:
53 *
54 * Interrupt handling is not guaranteed:
55 * - a real x86 will disable all interrupts for one instruction
56 * after a "mov ss,xx" to make stack handling atomic even without
57 * the 'lss' instruction. We can't guarantee this in v86 mode,
58 * as the next instruction might result in a page fault or similar.
59 * - a real x86 will have interrupts disabled for one instruction
60 * past the 'sti' that enables them. We don't bother with all the
61 * details yet.
62 *
63 * Let's hope these problems do not actually matter for anything.
64 */
65
66
67#define KVM86 ((struct kernel_vm86_struct *)regs)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010068#define VMPI KVM86->vm86plus
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
70
71/*
72 * 8- and 16-bit register defines..
73 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +010074#define AL(regs) (((unsigned char *)&((regs)->pt.ax))[0])
75#define AH(regs) (((unsigned char *)&((regs)->pt.ax))[1])
76#define IP(regs) (*(unsigned short *)&((regs)->pt.ip))
77#define SP(regs) (*(unsigned short *)&((regs)->pt.sp))
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
79/*
80 * virtual flags (16 and 32-bit versions)
81 */
82#define VFLAGS (*(unsigned short *)&(current->thread.v86flags))
83#define VEFLAGS (current->thread.v86flags)
84
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010085#define set_flags(X, new, mask) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070086((X) = ((X) & ~(mask)) | ((new) & (mask)))
87
88#define SAFE_MASK (0xDD5)
89#define RETURN_MASK (0xDFF)
90
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +010091/* convert kernel_vm86_regs to vm86_regs */
92static int copy_vm86_regs_to_user(struct vm86_regs __user *user,
93 const struct kernel_vm86_regs *regs)
94{
95 int ret = 0;
96
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +010097 /*
98 * kernel_vm86_regs is missing gs, so copy everything up to
99 * (but not including) orig_eax, and then rest including orig_eax.
100 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100101 ret += copy_to_user(user, regs, offsetof(struct kernel_vm86_regs, pt.orig_ax));
102 ret += copy_to_user(&user->orig_eax, &regs->pt.orig_ax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100103 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100104 offsetof(struct kernel_vm86_regs, pt.orig_ax));
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100105
106 return ret;
107}
108
109/* convert vm86_regs to kernel_vm86_regs */
110static int copy_vm86_regs_from_user(struct kernel_vm86_regs *regs,
111 const struct vm86_regs __user *user,
112 unsigned extra)
113{
114 int ret = 0;
115
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100116 /* copy ax-fs inclusive */
117 ret += copy_from_user(regs, user, offsetof(struct kernel_vm86_regs, pt.orig_ax));
118 /* copy orig_ax-__gsh+extra */
119 ret += copy_from_user(&regs->pt.orig_ax, &user->orig_eax,
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100120 sizeof(struct kernel_vm86_regs) -
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100121 offsetof(struct kernel_vm86_regs, pt.orig_ax) +
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100122 extra);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100123 return ret;
124}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100126struct pt_regs *save_v86_state(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127{
128 struct tss_struct *tss;
129 struct pt_regs *ret;
130 unsigned long tmp;
131
132 /*
133 * This gets called from entry.S with interrupts disabled, but
134 * from process context. Enable interrupts here, before trying
135 * to access user space.
136 */
137 local_irq_enable();
138
139 if (!current->thread.vm86_info) {
140 printk("no vm86_info: BAD\n");
141 do_exit(SIGSEGV);
142 }
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300143 set_flags(regs->pt.flags, VEFLAGS, X86_EFLAGS_VIF | current->thread.v86mask);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100144 tmp = copy_vm86_regs_to_user(&current->thread.vm86_info->regs, regs);
145 tmp += put_user(current->thread.screen_bitmap, &current->thread.vm86_info->screen_bitmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 if (tmp) {
147 printk("vm86: could not access userspace vm86_info\n");
148 do_exit(SIGSEGV);
149 }
150
151 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100152 current->thread.sp0 = current->thread.saved_sp0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 current->thread.sysenter_cs = __KERNEL_CS;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100154 load_sp0(tss, &current->thread);
155 current->thread.saved_sp0 = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 put_cpu();
157
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 ret = KVM86->regs32;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100159
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100160 ret->fs = current->thread.saved_fs;
Tejun Heod9a89a22009-02-09 22:17:40 +0900161 set_user_gs(ret, current->thread.saved_gs);
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100162
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 return ret;
164}
165
Hugh Dickins60ec5582005-10-29 18:16:34 -0700166static void mark_screen_rdonly(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167{
168 pgd_t *pgd;
169 pud_t *pud;
170 pmd_t *pmd;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700171 pte_t *pte;
172 spinlock_t *ptl;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 int i;
174
Hugh Dickins60ec5582005-10-29 18:16:34 -0700175 pgd = pgd_offset(mm, 0xA0000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 if (pgd_none_or_clear_bad(pgd))
177 goto out;
178 pud = pud_offset(pgd, 0xA0000);
179 if (pud_none_or_clear_bad(pud))
180 goto out;
181 pmd = pmd_offset(pud, 0xA0000);
Andrea Arcangelibae9c192011-01-13 15:46:46 -0800182 split_huge_page_pmd(mm, pmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 if (pmd_none_or_clear_bad(pmd))
184 goto out;
Hugh Dickins60ec5582005-10-29 18:16:34 -0700185 pte = pte_offset_map_lock(mm, pmd, 0xA0000, &ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 for (i = 0; i < 32; i++) {
187 if (pte_present(*pte))
188 set_pte(pte, pte_wrprotect(*pte));
189 pte++;
190 }
Hugh Dickins60ec5582005-10-29 18:16:34 -0700191 pte_unmap_unlock(pte, ptl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 flush_tlb();
194}
195
196
197
198static int do_vm86_irq_handling(int subfunction, int irqnumber);
199static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk);
200
Brian Gerstf1382f12009-12-09 19:01:55 -0500201int sys_vm86old(struct vm86_struct __user *v86, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 struct kernel_vm86_struct info; /* declare this _on top_,
204 * this avoids wasting of stack space.
205 * This remains on the stack until we
206 * return to 32 bit user space.
207 */
208 struct task_struct *tsk;
209 int tmp, ret = -EPERM;
210
211 tsk = current;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100212 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 goto out;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100214 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
215 offsetof(struct kernel_vm86_struct, vm86plus) -
216 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 ret = -EFAULT;
218 if (tmp)
219 goto out;
220 memset(&info.vm86plus, 0, (int)&info.regs32 - (int)&info.vm86plus);
Brian Gerst253f29a2009-02-10 09:51:46 -0500221 info.regs32 = regs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 tsk->thread.vm86_info = v86;
223 do_sys_vm86(&info, tsk);
224 ret = 0; /* we never return here */
225out:
226 return ret;
227}
228
229
Brian Gerstf1382f12009-12-09 19:01:55 -0500230int sys_vm86(unsigned long cmd, unsigned long arg, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231{
232 struct kernel_vm86_struct info; /* declare this _on top_,
233 * this avoids wasting of stack space.
234 * This remains on the stack until we
235 * return to 32 bit user space.
236 */
237 struct task_struct *tsk;
238 int tmp, ret;
239 struct vm86plus_struct __user *v86;
240
241 tsk = current;
Brian Gerstf1382f12009-12-09 19:01:55 -0500242 switch (cmd) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100243 case VM86_REQUEST_IRQ:
244 case VM86_FREE_IRQ:
245 case VM86_GET_IRQ_BITS:
246 case VM86_GET_AND_RESET_IRQ:
Brian Gerstf1382f12009-12-09 19:01:55 -0500247 ret = do_vm86_irq_handling(cmd, (int)arg);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100248 goto out;
249 case VM86_PLUS_INSTALL_CHECK:
250 /*
251 * NOTE: on old vm86 stuff this will return the error
252 * from access_ok(), because the subfunction is
253 * interpreted as (invalid) address to vm86_struct.
254 * So the installation check works.
255 */
256 ret = 0;
257 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 }
259
260 /* we come here only for functions VM86_ENTER, VM86_ENTER_NO_BYPASS */
261 ret = -EPERM;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100262 if (tsk->thread.saved_sp0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 goto out;
Brian Gerstf1382f12009-12-09 19:01:55 -0500264 v86 = (struct vm86plus_struct __user *)arg;
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100265 tmp = copy_vm86_regs_from_user(&info.regs, &v86->regs,
266 offsetof(struct kernel_vm86_struct, regs32) -
267 sizeof(info.regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 ret = -EFAULT;
269 if (tmp)
270 goto out;
Brian Gerst253f29a2009-02-10 09:51:46 -0500271 info.regs32 = regs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 info.vm86plus.is_vm86pus = 1;
273 tsk->thread.vm86_info = (struct vm86_struct __user *)v86;
274 do_sys_vm86(&info, tsk);
275 ret = 0; /* we never return here */
276out:
277 return ret;
278}
279
280
281static void do_sys_vm86(struct kernel_vm86_struct *info, struct task_struct *tsk)
282{
283 struct tss_struct *tss;
284/*
285 * make sure the vm86() system call doesn't try to do anything silly
286 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100287 info->regs.pt.ds = 0;
288 info->regs.pt.es = 0;
289 info->regs.pt.fs = 0;
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200290#ifndef CONFIG_X86_32_LAZY_GS
291 info->regs.pt.gs = 0;
292#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293
294/*
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100295 * The flags register is also special: we cannot trust that the user
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 * has set it up safely, so this makes sure interrupt etc flags are
297 * inherited from protected mode.
298 */
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100299 VEFLAGS = info->regs.pt.flags;
300 info->regs.pt.flags &= SAFE_MASK;
301 info->regs.pt.flags |= info->regs32->flags & ~SAFE_MASK;
gorcunov@gmail.com6b6891f2008-03-28 17:56:57 +0300302 info->regs.pt.flags |= X86_VM_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 switch (info->cpu_type) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100305 case CPU_286:
306 tsk->thread.v86mask = 0;
307 break;
308 case CPU_386:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300309 tsk->thread.v86mask = X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100310 break;
311 case CPU_486:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300312 tsk->thread.v86mask = X86_EFLAGS_AC | X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100313 break;
314 default:
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300315 tsk->thread.v86mask = X86_EFLAGS_ID | X86_EFLAGS_AC | X86_EFLAGS_NT | X86_EFLAGS_IOPL;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100316 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 }
318
319/*
Samuel Bronson975e5f42009-05-06 22:27:55 -0400320 * Save old state, set default return value (%ax) to 0 (VM86_SIGNAL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 */
Samuel Bronson975e5f42009-05-06 22:27:55 -0400322 info->regs32->ax = VM86_SIGNAL;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100323 tsk->thread.saved_sp0 = tsk->thread.sp0;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100324 tsk->thread.saved_fs = info->regs32->fs;
Tejun Heod9a89a22009-02-09 22:17:40 +0900325 tsk->thread.saved_gs = get_user_gs(info->regs32);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326
327 tss = &per_cpu(init_tss, get_cpu());
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100328 tsk->thread.sp0 = (unsigned long) &info->VM86_TSS_ESP0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 if (cpu_has_sep)
330 tsk->thread.sysenter_cs = 0;
H. Peter Anvinfaca6222008-01-30 13:31:02 +0100331 load_sp0(tss, &tsk->thread);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 put_cpu();
333
334 tsk->thread.screen_bitmap = info->screen_bitmap;
335 if (info->flags & VM86_SCREEN_BITMAP)
Hugh Dickins60ec5582005-10-29 18:16:34 -0700336 mark_screen_rdonly(tsk->mm);
Jason Baron7e7f8a02006-01-31 16:56:28 -0500337
Eric Parisd7e75282012-01-03 14:23:06 -0500338 /*call __audit_syscall_exit since we do not exit via the normal paths */
Al Viro6015ff12012-01-18 01:51:22 +0000339#ifdef CONFIG_AUDITSYSCALL
Jason Baron7e7f8a02006-01-31 16:56:28 -0500340 if (unlikely(current->audit_context))
Eric Parisd7e75282012-01-03 14:23:06 -0500341 __audit_syscall_exit(1, 0);
Al Viro6015ff12012-01-18 01:51:22 +0000342#endif
Jason Baron7e7f8a02006-01-31 16:56:28 -0500343
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 __asm__ __volatile__(
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 "movl %0,%%esp\n\t"
346 "movl %1,%%ebp\n\t"
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200347#ifdef CONFIG_X86_32_LAZY_GS
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +0100348 "mov %2, %%gs\n\t"
Lubomir Rintel3aa6b182009-06-07 16:23:48 +0200349#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350 "jmp resume_userspace"
351 : /* no outputs */
Jeremy Fitzhardinge49d26b62006-12-07 02:14:03 +0100352 :"r" (&info->regs), "r" (task_thread_info(tsk)), "r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 /* we never return here */
354}
355
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100356static inline void return_to_32bit(struct kernel_vm86_regs *regs16, int retval)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357{
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100358 struct pt_regs *regs32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359
360 regs32 = save_v86_state(regs16);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100361 regs32->ax = retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 __asm__ __volatile__("movl %0,%%esp\n\t"
363 "movl %1,%%ebp\n\t"
364 "jmp resume_userspace"
365 : : "r" (regs32), "r" (current_thread_info()));
366}
367
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100368static inline void set_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300370 VEFLAGS |= X86_EFLAGS_VIF;
371 if (VEFLAGS & X86_EFLAGS_VIP)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 return_to_32bit(regs, VM86_STI);
373}
374
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100375static inline void clear_IF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300377 VEFLAGS &= ~X86_EFLAGS_VIF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378}
379
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100380static inline void clear_TF(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300382 regs->pt.flags &= ~X86_EFLAGS_TF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383}
384
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100385static inline void clear_AC(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386{
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300387 regs->pt.flags &= ~X86_EFLAGS_AC;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388}
389
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100390/*
391 * It is correct to call set_IF(regs) from the set_vflags_*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392 * functions. However someone forgot to call clear_IF(regs)
393 * in the opposite case.
394 * After the command sequence CLI PUSHF STI POPF you should
Joe Perchesab4a5742008-01-30 13:31:42 +0100395 * end up with interrupts disabled, but you ended up with
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 * interrupts enabled.
397 * ( I was testing my own changes, but the only bug I
398 * could find was in a function I had not changed. )
399 * [KD]
400 */
401
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100402static inline void set_vflags_long(unsigned long flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100404 set_flags(VEFLAGS, flags, current->thread.v86mask);
405 set_flags(regs->pt.flags, flags, SAFE_MASK);
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300406 if (flags & X86_EFLAGS_IF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407 set_IF(regs);
408 else
409 clear_IF(regs);
410}
411
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100412static inline void set_vflags_short(unsigned short flags, struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413{
414 set_flags(VFLAGS, flags, current->thread.v86mask);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100415 set_flags(regs->pt.flags, flags, SAFE_MASK);
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300416 if (flags & X86_EFLAGS_IF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 set_IF(regs);
418 else
419 clear_IF(regs);
420}
421
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100422static inline unsigned long get_vflags(struct kernel_vm86_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423{
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100424 unsigned long flags = regs->pt.flags & RETURN_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300426 if (VEFLAGS & X86_EFLAGS_VIF)
427 flags |= X86_EFLAGS_IF;
428 flags |= X86_EFLAGS_IOPL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429 return flags | (VEFLAGS & current->thread.v86mask);
430}
431
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100432static inline int is_revectored(int nr, struct revectored_struct *bitmap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433{
434 __asm__ __volatile__("btl %2,%1\n\tsbbl %0,%0"
435 :"=r" (nr)
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100436 :"m" (*bitmap), "r" (nr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 return nr;
438}
439
440#define val_byte(val, n) (((__u8 *)&val)[n])
441
442#define pushb(base, ptr, val, err_label) \
443 do { \
444 __u8 __val = val; \
445 ptr--; \
446 if (put_user(__val, base + ptr) < 0) \
447 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100448 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449
450#define pushw(base, ptr, val, err_label) \
451 do { \
452 __u16 __val = val; \
453 ptr--; \
454 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
455 goto err_label; \
456 ptr--; \
457 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
458 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100459 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460
461#define pushl(base, ptr, val, err_label) \
462 do { \
463 __u32 __val = val; \
464 ptr--; \
465 if (put_user(val_byte(__val, 3), base + ptr) < 0) \
466 goto err_label; \
467 ptr--; \
468 if (put_user(val_byte(__val, 2), base + ptr) < 0) \
469 goto err_label; \
470 ptr--; \
471 if (put_user(val_byte(__val, 1), base + ptr) < 0) \
472 goto err_label; \
473 ptr--; \
474 if (put_user(val_byte(__val, 0), base + ptr) < 0) \
475 goto err_label; \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100476 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477
478#define popb(base, ptr, err_label) \
479 ({ \
480 __u8 __res; \
481 if (get_user(__res, base + ptr) < 0) \
482 goto err_label; \
483 ptr++; \
484 __res; \
485 })
486
487#define popw(base, ptr, err_label) \
488 ({ \
489 __u16 __res; \
490 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
491 goto err_label; \
492 ptr++; \
493 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
494 goto err_label; \
495 ptr++; \
496 __res; \
497 })
498
499#define popl(base, ptr, err_label) \
500 ({ \
501 __u32 __res; \
502 if (get_user(val_byte(__res, 0), base + ptr) < 0) \
503 goto err_label; \
504 ptr++; \
505 if (get_user(val_byte(__res, 1), base + ptr) < 0) \
506 goto err_label; \
507 ptr++; \
508 if (get_user(val_byte(__res, 2), base + ptr) < 0) \
509 goto err_label; \
510 ptr++; \
511 if (get_user(val_byte(__res, 3), base + ptr) < 0) \
512 goto err_label; \
513 ptr++; \
514 __res; \
515 })
516
517/* There are so many possible reasons for this function to return
518 * VM86_INTx, so adding another doesn't bother me. We can expect
519 * userspace programs to be able to handle it. (Getting a problem
520 * in userspace is always better than an Oops anyway.) [KD]
521 */
522static void do_int(struct kernel_vm86_regs *regs, int i,
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100523 unsigned char __user *ssp, unsigned short sp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524{
525 unsigned long __user *intr_ptr;
526 unsigned long segoffs;
527
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100528 if (regs->pt.cs == BIOSSEG)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 goto cannot_handle;
530 if (is_revectored(i, &KVM86->int_revectored))
531 goto cannot_handle;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100532 if (i == 0x21 && is_revectored(AH(regs), &KVM86->int21_revectored))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 goto cannot_handle;
534 intr_ptr = (unsigned long __user *) (i << 2);
535 if (get_user(segoffs, intr_ptr))
536 goto cannot_handle;
537 if ((segoffs >> 16) == BIOSSEG)
538 goto cannot_handle;
539 pushw(ssp, sp, get_vflags(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100540 pushw(ssp, sp, regs->pt.cs, cannot_handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541 pushw(ssp, sp, IP(regs), cannot_handle);
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100542 regs->pt.cs = segoffs >> 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 SP(regs) -= 6;
544 IP(regs) = segoffs & 0xffff;
545 clear_TF(regs);
546 clear_IF(regs);
547 clear_AC(regs);
548 return;
549
550cannot_handle:
551 return_to_32bit(regs, VM86_INTx + (i << 8));
552}
553
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100554int handle_vm86_trap(struct kernel_vm86_regs *regs, long error_code, int trapno)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700555{
556 if (VMPI.is_vm86pus) {
Bart Oldeman65542872010-09-23 13:16:58 -0400557 if ((trapno == 3) || (trapno == 1)) {
558 KVM86->regs32->ax = VM86_TRAP + (trapno << 8);
559 /* setting this flag forces the code in entry_32.S to
560 call save_v86_state() and change the stack pointer
561 to KVM86->regs32 */
562 set_thread_flag(TIF_IRET);
563 return 0;
564 }
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100565 do_int(regs, trapno, (unsigned char __user *) (regs->pt.ss << 4), SP(regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 return 0;
567 }
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100568 if (trapno != 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700569 return 1; /* we let this handle by the calling routine */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 current->thread.trap_no = trapno;
571 current->thread.error_code = error_code;
Roland McGrath0f540912008-03-17 02:21:08 -0700572 force_sig(SIGTRAP, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 return 0;
574}
575
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100576void handle_vm86_fault(struct kernel_vm86_regs *regs, long error_code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577{
578 unsigned char opcode;
579 unsigned char __user *csp;
580 unsigned char __user *ssp;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700581 unsigned short ip, sp, orig_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582 int data32, pref_done;
583
584#define CHECK_IF_IN_TRAP \
585 if (VMPI.vm86dbg_active && VMPI.vm86dbg_TFpendig) \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300586 newflags |= X86_EFLAGS_TF
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587#define VM86_FAULT_RETURN do { \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300588 if (VMPI.force_return_for_pic && (VEFLAGS & (X86_EFLAGS_IF | X86_EFLAGS_VIF))) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 return_to_32bit(regs, VM86_PICRETURN); \
gorcunov@gmail.coma5c15d42008-03-28 17:56:56 +0300590 if (orig_flags & X86_EFLAGS_TF) \
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700591 handle_vm86_trap(regs, 0, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 return; } while (0)
593
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100594 orig_flags = *(unsigned short *)&regs->pt.flags;
Petr Tesarik5fd75eb2005-09-03 15:56:28 -0700595
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100596 csp = (unsigned char __user *) (regs->pt.cs << 4);
597 ssp = (unsigned char __user *) (regs->pt.ss << 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700598 sp = SP(regs);
599 ip = IP(regs);
600
601 data32 = 0;
602 pref_done = 0;
603 do {
604 switch (opcode = popb(csp, ip, simulate_sigsegv)) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100605 case 0x66: /* 32-bit data */ data32 = 1; break;
606 case 0x67: /* 32-bit address */ break;
607 case 0x2e: /* CS */ break;
608 case 0x3e: /* DS */ break;
609 case 0x26: /* ES */ break;
610 case 0x36: /* SS */ break;
611 case 0x65: /* GS */ break;
612 case 0x64: /* FS */ break;
613 case 0xf2: /* repnz */ break;
614 case 0xf3: /* rep */ break;
615 default: pref_done = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616 }
617 } while (!pref_done);
618
619 switch (opcode) {
620
621 /* pushf */
622 case 0x9c:
623 if (data32) {
624 pushl(ssp, sp, get_vflags(regs), simulate_sigsegv);
625 SP(regs) -= 4;
626 } else {
627 pushw(ssp, sp, get_vflags(regs), simulate_sigsegv);
628 SP(regs) -= 2;
629 }
630 IP(regs) = ip;
631 VM86_FAULT_RETURN;
632
633 /* popf */
634 case 0x9d:
635 {
636 unsigned long newflags;
637 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100638 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639 SP(regs) += 4;
640 } else {
641 newflags = popw(ssp, sp, simulate_sigsegv);
642 SP(regs) += 2;
643 }
644 IP(regs) = ip;
645 CHECK_IF_IN_TRAP;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100646 if (data32)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 set_vflags_long(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100648 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 set_vflags_short(newflags, regs);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100650
Linus Torvalds1da177e2005-04-16 15:20:36 -0700651 VM86_FAULT_RETURN;
652 }
653
654 /* int xx */
655 case 0xcd: {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100656 int intno = popb(csp, ip, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 IP(regs) = ip;
658 if (VMPI.vm86dbg_active) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100659 if ((1 << (intno & 7)) & VMPI.vm86dbg_intxxtab[intno >> 3])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 return_to_32bit(regs, VM86_INTx + (intno << 8));
661 }
662 do_int(regs, intno, ssp, sp);
663 return;
664 }
665
666 /* iret */
667 case 0xcf:
668 {
669 unsigned long newip;
670 unsigned long newcs;
671 unsigned long newflags;
672 if (data32) {
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100673 newip = popl(ssp, sp, simulate_sigsegv);
674 newcs = popl(ssp, sp, simulate_sigsegv);
675 newflags = popl(ssp, sp, simulate_sigsegv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676 SP(regs) += 12;
677 } else {
678 newip = popw(ssp, sp, simulate_sigsegv);
679 newcs = popw(ssp, sp, simulate_sigsegv);
680 newflags = popw(ssp, sp, simulate_sigsegv);
681 SP(regs) += 6;
682 }
683 IP(regs) = newip;
H. Peter Anvin65ea5b02008-01-30 13:30:56 +0100684 regs->pt.cs = newcs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685 CHECK_IF_IN_TRAP;
686 if (data32) {
687 set_vflags_long(newflags, regs);
688 } else {
689 set_vflags_short(newflags, regs);
690 }
691 VM86_FAULT_RETURN;
692 }
693
694 /* cli */
695 case 0xfa:
696 IP(regs) = ip;
697 clear_IF(regs);
698 VM86_FAULT_RETURN;
699
700 /* sti */
701 /*
702 * Damn. This is incorrect: the 'sti' instruction should actually
703 * enable interrupts after the /next/ instruction. Not good.
704 *
705 * Probably needs some horsing around with the TF flag. Aiee..
706 */
707 case 0xfb:
708 IP(regs) = ip;
709 set_IF(regs);
710 VM86_FAULT_RETURN;
711
712 default:
713 return_to_32bit(regs, VM86_UNKNOWN);
714 }
715
716 return;
717
718simulate_sigsegv:
719 /* FIXME: After a long discussion with Stas we finally
720 * agreed, that this is wrong. Here we should
721 * really send a SIGSEGV to the user program.
722 * But how do we create the correct context? We
723 * are inside a general protection fault handler
724 * and has just returned from a page fault handler.
725 * The correct context for the signal handler
726 * should be a mixture of the two, but how do we
727 * get the information? [KD]
728 */
729 return_to_32bit(regs, VM86_UNKNOWN);
730}
731
732/* ---------------- vm86 special IRQ passing stuff ----------------- */
733
734#define VM86_IRQNAME "vm86irq"
735
736static struct vm86_irqs {
737 struct task_struct *tsk;
738 int sig;
739} vm86_irqs[16];
740
741static DEFINE_SPINLOCK(irqbits_lock);
742static int irqbits;
743
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100744#define ALLOWED_SIGS (1 /* 0 = don't send a signal */ \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745 | (1 << SIGUSR1) | (1 << SIGUSR2) | (1 << SIGIO) | (1 << SIGURG) \
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100746 | (1 << SIGUNUSED))
747
David Howells7d12e782006-10-05 14:55:46 +0100748static irqreturn_t irq_handler(int intno, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700749{
750 int irq_bit;
751 unsigned long flags;
752
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100753 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754 irq_bit = 1 << intno;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100755 if ((irqbits & irq_bit) || !vm86_irqs[intno].tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700756 goto out;
757 irqbits |= irq_bit;
758 if (vm86_irqs[intno].sig)
759 send_sig(vm86_irqs[intno].sig, vm86_irqs[intno].tsk, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760 /*
761 * IRQ will be re-enabled when user asks for the irq (whether
762 * polling or as a result of the signal)
763 */
Pavel Pisaad671422005-05-01 08:58:52 -0700764 disable_irq_nosync(intno);
765 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766 return IRQ_HANDLED;
767
768out:
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100769 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700770 return IRQ_NONE;
771}
772
773static inline void free_vm86_irq(int irqnumber)
774{
775 unsigned long flags;
776
777 free_irq(irqnumber, NULL);
778 vm86_irqs[irqnumber].tsk = NULL;
779
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100780 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781 irqbits &= ~(1 << irqnumber);
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100782 spin_unlock_irqrestore(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700783}
784
785void release_vm86_irqs(struct task_struct *task)
786{
787 int i;
788 for (i = FIRST_VM86_IRQ ; i <= LAST_VM86_IRQ; i++)
789 if (vm86_irqs[i].tsk == task)
790 free_vm86_irq(i);
791}
792
793static inline int get_and_reset_irq(int irqnumber)
794{
795 int bit;
796 unsigned long flags;
Pavel Pisaad671422005-05-01 08:58:52 -0700797 int ret = 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100798
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799 if (invalid_vm86_irq(irqnumber)) return 0;
800 if (vm86_irqs[irqnumber].tsk != current) return 0;
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100801 spin_lock_irqsave(&irqbits_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802 bit = irqbits & (1 << irqnumber);
803 irqbits &= ~bit;
Pavel Pisaad671422005-05-01 08:58:52 -0700804 if (bit) {
805 enable_irq(irqnumber);
806 ret = 1;
807 }
808
Paolo Ciarrocchi83e714e2008-02-22 23:10:40 +0100809 spin_unlock_irqrestore(&irqbits_lock, flags);
Pavel Pisaad671422005-05-01 08:58:52 -0700810 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811}
812
813
814static int do_vm86_irq_handling(int subfunction, int irqnumber)
815{
816 int ret;
817 switch (subfunction) {
818 case VM86_GET_AND_RESET_IRQ: {
819 return get_and_reset_irq(irqnumber);
820 }
821 case VM86_GET_IRQ_BITS: {
822 return irqbits;
823 }
824 case VM86_REQUEST_IRQ: {
825 int sig = irqnumber >> 8;
826 int irq = irqnumber & 255;
827 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
828 if (!((1 << sig) & ALLOWED_SIGS)) return -EPERM;
829 if (invalid_vm86_irq(irq)) return -EPERM;
830 if (vm86_irqs[irq].tsk) return -EPERM;
831 ret = request_irq(irq, &irq_handler, 0, VM86_IRQNAME, NULL);
832 if (ret) return ret;
833 vm86_irqs[irq].sig = sig;
834 vm86_irqs[irq].tsk = current;
835 return irq;
836 }
837 case VM86_FREE_IRQ: {
838 if (invalid_vm86_irq(irqnumber)) return -EPERM;
839 if (!vm86_irqs[irqnumber].tsk) return 0;
840 if (vm86_irqs[irqnumber].tsk != current) return -EPERM;
841 free_vm86_irq(irqnumber);
842 return 0;
843 }
844 }
845 return -EINVAL;
846}
847