blob: f228f8b54194f3216b5382e83fea567af1471a2c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeff Diked67b5692005-07-07 17:56:49 -07002 * Copyright (C) 2002- 2004 Jeff Dike (jdike@addtoit.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Licensed under the GPL
4 */
5
6#include <stdlib.h>
Bodo Stroesserc5784552005-05-05 16:15:31 -07007#include <string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <unistd.h>
9#include <errno.h>
10#include <signal.h>
11#include <setjmp.h>
12#include <sched.h>
13#include <sys/wait.h>
14#include <sys/mman.h>
15#include <sys/user.h>
Bodo Stroesser9786a8f2005-07-07 17:56:50 -070016#include <sys/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <asm/unistd.h>
Jeff Diked67b5692005-07-07 17:56:49 -070018#include <asm/types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include "user.h"
20#include "ptrace_user.h"
21#include "time_user.h"
22#include "sysdep/ptrace.h"
23#include "user_util.h"
24#include "kern_util.h"
25#include "skas.h"
Bodo Stroesser9786a8f2005-07-07 17:56:50 -070026#include "stub-data.h"
Jeff Diked67b5692005-07-07 17:56:49 -070027#include "mm_id.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include "sysdep/sigcontext.h"
Jeff Diked67b5692005-07-07 17:56:49 -070029#include "sysdep/stub.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include "os.h"
31#include "proc_mm.h"
32#include "skas_ptrace.h"
33#include "chan_user.h"
34#include "signal_user.h"
35#include "registers.h"
Jeff Diked67b5692005-07-07 17:56:49 -070036#include "mem.h"
37#include "uml-config.h"
Jeff Dikecd2ee4a2005-05-05 16:15:32 -070038#include "process.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40int is_skas_winch(int pid, int fd, void *data)
41{
Jeff Dikecd2ee4a2005-05-05 16:15:32 -070042 if(pid != os_getpgrp())
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 return(0);
44
45 register_winch_irq(-1, fd, -1, data);
46 return(1);
47}
48
Jeff Diked67b5692005-07-07 17:56:49 -070049void wait_stub_done(int pid, int sig, char * fname)
50{
51 int n, status, err;
52
53 do {
54 if ( sig != -1 ) {
55 err = ptrace(PTRACE_CONT, pid, 0, sig);
56 if(err)
57 panic("%s : continue failed, errno = %d\n",
58 fname, errno);
59 }
60 sig = 0;
61
62 CATCH_EINTR(n = waitpid(pid, &status, WUNTRACED));
63 } while((n >= 0) && WIFSTOPPED(status) &&
Jeff Dike2eaa2972005-08-18 11:24:25 -070064 ((WSTOPSIG(status) == SIGVTALRM) ||
65 /* running UML inside a detached screen can cause
66 * SIGWINCHes
67 */
68 (WSTOPSIG(status) == SIGWINCH)));
Jeff Diked67b5692005-07-07 17:56:49 -070069
70 if((n < 0) || !WIFSTOPPED(status) ||
Bodo Stroesser201134c2005-07-28 21:16:11 -070071 (WSTOPSIG(status) != SIGUSR1 && WSTOPSIG(status) != SIGTRAP)){
Jeff Diked67b5692005-07-07 17:56:49 -070072 panic("%s : failed to wait for SIGUSR1/SIGTRAP, "
73 "pid = %d, n = %d, errno = %d, status = 0x%x\n",
74 fname, pid, n, errno, status);
75 }
76}
77
Bodo Stroesserc5784552005-05-05 16:15:31 -070078void get_skas_faultinfo(int pid, struct faultinfo * fi)
Linus Torvalds1da177e2005-04-16 15:20:36 -070079{
Jeff Diked67b5692005-07-07 17:56:49 -070080 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Jeff Diked67b5692005-07-07 17:56:49 -070082 if(ptrace_faultinfo){
83 err = ptrace(PTRACE_FAULTINFO, pid, 0, fi);
84 if(err)
85 panic("get_skas_faultinfo - PTRACE_FAULTINFO failed, "
86 "errno = %d\n", errno);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
Jeff Diked67b5692005-07-07 17:56:49 -070088 /* Special handling for i386, which has different structs */
89 if (sizeof(struct ptrace_faultinfo) < sizeof(struct faultinfo))
90 memset((char *)fi + sizeof(struct ptrace_faultinfo), 0,
91 sizeof(struct faultinfo) -
92 sizeof(struct ptrace_faultinfo));
93 }
94 else {
95 wait_stub_done(pid, SIGSEGV, "get_skas_faultinfo");
96
97 /* faultinfo is prepared by the stub-segv-handler at start of
98 * the stub stack page. We just have to copy it.
99 */
100 memcpy(fi, (void *)current_stub_stack(), sizeof(*fi));
101 }
Bodo Stroesserc5784552005-05-05 16:15:31 -0700102}
103
104static void handle_segv(int pid, union uml_pt_regs * regs)
105{
106 get_skas_faultinfo(pid, &regs->skas.faultinfo);
107 segv(regs->skas.faultinfo, 0, 1, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108}
109
110/*To use the same value of using_sysemu as the caller, ask it that value (in local_using_sysemu)*/
111static void handle_trap(int pid, union uml_pt_regs *regs, int local_using_sysemu)
112{
113 int err, status;
114
115 /* Mark this as a syscall */
116 UPT_SYSCALL_NR(regs) = PT_SYSCALL_NR(regs->skas.regs);
117
118 if (!local_using_sysemu)
119 {
120 err = ptrace(PTRACE_POKEUSR, pid, PT_SYSCALL_NR_OFFSET, __NR_getpid);
121 if(err < 0)
122 panic("handle_trap - nullifying syscall failed errno = %d\n",
123 errno);
124
125 err = ptrace(PTRACE_SYSCALL, pid, 0, 0);
126 if(err < 0)
127 panic("handle_trap - continuing to end of syscall failed, "
128 "errno = %d\n", errno);
129
130 CATCH_EINTR(err = waitpid(pid, &status, WUNTRACED));
131 if((err < 0) || !WIFSTOPPED(status) ||
132 (WSTOPSIG(status) != SIGTRAP + 0x80))
133 panic("handle_trap - failed to wait at end of syscall, "
134 "errno = %d, status = %d\n", errno, status);
135 }
136
137 handle_syscall(regs);
138}
139
Jeff Diked67b5692005-07-07 17:56:49 -0700140extern int __syscall_stub_start;
141
142static int userspace_tramp(void *stack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143{
Jeff Diked67b5692005-07-07 17:56:49 -0700144 void *addr;
145
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 ptrace(PTRACE_TRACEME, 0, 0, 0);
Jeff Diked67b5692005-07-07 17:56:49 -0700147
148 init_new_thread_signals(1);
149 enable_timer();
150
151 if(!proc_mm){
152 /* This has a pte, but it can't be mapped in with the usual
153 * tlb_flush mechanism because this is part of that mechanism
154 */
155 int fd;
156 __u64 offset;
157
158 fd = phys_mapping(to_phys(&__syscall_stub_start), &offset);
159 addr = mmap64((void *) UML_CONFIG_STUB_CODE, page_size(),
160 PROT_EXEC, MAP_FIXED | MAP_PRIVATE, fd, offset);
161 if(addr == MAP_FAILED){
162 printk("mapping mmap stub failed, errno = %d\n",
163 errno);
164 exit(1);
165 }
166
167 if(stack != NULL){
168 fd = phys_mapping(to_phys(stack), &offset);
169 addr = mmap((void *) UML_CONFIG_STUB_DATA, page_size(),
170 PROT_READ | PROT_WRITE,
171 MAP_FIXED | MAP_SHARED, fd, offset);
172 if(addr == MAP_FAILED){
173 printk("mapping segfault stack failed, "
174 "errno = %d\n", errno);
175 exit(1);
176 }
177 }
178 }
179 if(!ptrace_faultinfo && (stack != NULL)){
180 unsigned long v = UML_CONFIG_STUB_CODE +
181 (unsigned long) stub_segv_handler -
182 (unsigned long) &__syscall_stub_start;
183
184 set_sigstack((void *) UML_CONFIG_STUB_DATA, page_size());
185 set_handler(SIGSEGV, (void *) v, SA_ONSTACK,
186 SIGIO, SIGWINCH, SIGALRM, SIGVTALRM,
187 SIGUSR1, -1);
188 }
189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 os_stop_process(os_getpid());
191 return(0);
192}
193
194/* Each element set once, and only accessed by a single processor anyway */
195#undef NR_CPUS
196#define NR_CPUS 1
197int userspace_pid[NR_CPUS];
198
Jeff Diked67b5692005-07-07 17:56:49 -0700199int start_userspace(unsigned long stub_stack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200{
201 void *stack;
202 unsigned long sp;
Jeff Diked67b5692005-07-07 17:56:49 -0700203 int pid, status, n, flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
205 stack = mmap(NULL, PAGE_SIZE, PROT_READ | PROT_WRITE | PROT_EXEC,
206 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
207 if(stack == MAP_FAILED)
208 panic("start_userspace : mmap failed, errno = %d", errno);
209 sp = (unsigned long) stack + PAGE_SIZE - sizeof(void *);
210
Jeff Diked67b5692005-07-07 17:56:49 -0700211 flags = CLONE_FILES | SIGCHLD;
212 if(proc_mm) flags |= CLONE_VM;
213 pid = clone(userspace_tramp, (void *) sp, flags, (void *) stub_stack);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 if(pid < 0)
215 panic("start_userspace : clone failed, errno = %d", errno);
216
217 do {
218 CATCH_EINTR(n = waitpid(pid, &status, WUNTRACED));
219 if(n < 0)
220 panic("start_userspace : wait failed, errno = %d",
221 errno);
222 } while(WIFSTOPPED(status) && (WSTOPSIG(status) == SIGVTALRM));
223
224 if(!WIFSTOPPED(status) || (WSTOPSIG(status) != SIGSTOP))
225 panic("start_userspace : expected SIGSTOP, got status = %d",
226 status);
227
228 if (ptrace(PTRACE_OLDSETOPTIONS, pid, NULL, (void *)PTRACE_O_TRACESYSGOOD) < 0)
229 panic("start_userspace : PTRACE_SETOPTIONS failed, errno=%d\n",
230 errno);
231
232 if(munmap(stack, PAGE_SIZE) < 0)
233 panic("start_userspace : munmap failed, errno = %d\n", errno);
234
Jeff Diked67b5692005-07-07 17:56:49 -0700235 return(pid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236}
237
238void userspace(union uml_pt_regs *regs)
239{
240 int err, status, op, pid = userspace_pid[0];
241 int local_using_sysemu; /*To prevent races if using_sysemu changes under us.*/
242
243 while(1){
244 restore_registers(pid, regs);
245
246 /* Now we set local_using_sysemu to be used for one loop */
247 local_using_sysemu = get_using_sysemu();
248
249 op = SELECT_PTRACE_OPERATION(local_using_sysemu, singlestepping(NULL));
250
251 err = ptrace(op, pid, 0, 0);
252 if(err)
253 panic("userspace - could not resume userspace process, "
254 "pid=%d, ptrace operation = %d, errno = %d\n",
255 op, errno);
256
257 CATCH_EINTR(err = waitpid(pid, &status, WUNTRACED));
258 if(err < 0)
259 panic("userspace - waitpid failed, errno = %d\n",
260 errno);
261
262 regs->skas.is_user = 1;
263 save_registers(pid, regs);
264 UPT_SYSCALL_NR(regs) = -1; /* Assume: It's not a syscall */
265
266 if(WIFSTOPPED(status)){
267 switch(WSTOPSIG(status)){
268 case SIGSEGV:
Jeff Diked67b5692005-07-07 17:56:49 -0700269 if(PTRACE_FULL_FAULTINFO || !ptrace_faultinfo)
270 user_signal(SIGSEGV, regs, pid);
271 else handle_segv(pid, regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 break;
273 case SIGTRAP + 0x80:
274 handle_trap(pid, regs, local_using_sysemu);
275 break;
276 case SIGTRAP:
277 relay_signal(SIGTRAP, regs);
278 break;
279 case SIGIO:
280 case SIGVTALRM:
281 case SIGILL:
282 case SIGBUS:
283 case SIGFPE:
284 case SIGWINCH:
Bodo Stroesserc5784552005-05-05 16:15:31 -0700285 user_signal(WSTOPSIG(status), regs, pid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 break;
287 default:
288 printk("userspace - child stopped with signal "
289 "%d\n", WSTOPSIG(status));
290 }
Jeff Diked67b5692005-07-07 17:56:49 -0700291 pid = userspace_pid[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 interrupt_end();
293
294 /* Avoid -ERESTARTSYS handling in host */
295 PT_SYSCALL_NR(regs->skas.regs) = -1;
296 }
297 }
298}
Jeff Dike675dffc2005-05-06 21:30:51 -0700299#define INIT_JMP_NEW_THREAD 0
300#define INIT_JMP_REMOVE_SIGSTACK 1
301#define INIT_JMP_CALLBACK 2
302#define INIT_JMP_HALT 3
303#define INIT_JMP_REBOOT 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304
Bodo Stroesser9786a8f2005-07-07 17:56:50 -0700305
306int copy_context_skas0(unsigned long new_stack, int pid)
307{
308 int err;
309 unsigned long regs[MAX_REG_NR];
310 unsigned long current_stack = current_stub_stack();
311 struct stub_data *data = (struct stub_data *) current_stack;
312 struct stub_data *child_data = (struct stub_data *) new_stack;
313 __u64 new_offset;
314 int new_fd = phys_mapping(to_phys((void *)new_stack), &new_offset);
315
316 /* prepare offset and fd of child's stack as argument for parent's
317 * and child's mmap2 calls
318 */
319 *data = ((struct stub_data) { .offset = MMAP_OFFSET(new_offset),
320 .fd = new_fd,
321 .timer = ((struct itimerval)
322 { { 0, 1000000 / hz() },
323 { 0, 1000000 / hz() }})});
324 get_safe_registers(regs);
325
326 /* Set parent's instruction pointer to start of clone-stub */
327 regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE +
328 (unsigned long) stub_clone_handler -
329 (unsigned long) &__syscall_stub_start;
330 regs[REGS_SP_INDEX] = UML_CONFIG_STUB_DATA + PAGE_SIZE -
331 sizeof(void *);
332 err = ptrace_setregs(pid, regs);
333 if(err < 0)
334 panic("copy_context_skas0 : PTRACE_SETREGS failed, "
335 "pid = %d, errno = %d\n", pid, errno);
336
337 /* set a well known return code for detection of child write failure */
338 child_data->err = 12345678;
339
340 /* Wait, until parent has finished its work: read child's pid from
341 * parent's stack, and check, if bad result.
342 */
343 wait_stub_done(pid, 0, "copy_context_skas0");
344
345 pid = data->err;
346 if(pid < 0)
347 panic("copy_context_skas0 - stub-parent reports error %d\n",
348 pid);
349
350 /* Wait, until child has finished too: read child's result from
351 * child's stack and check it.
352 */
353 wait_stub_done(pid, -1, "copy_context_skas0");
354 if (child_data->err != UML_CONFIG_STUB_DATA)
355 panic("copy_context_skas0 - stub-child reports error %d\n",
356 child_data->err);
357
358 if (ptrace(PTRACE_OLDSETOPTIONS, pid, NULL,
359 (void *)PTRACE_O_TRACESYSGOOD) < 0)
360 panic("copy_context_skas0 : PTRACE_SETOPTIONS failed, "
361 "errno = %d\n", errno);
362
363 return pid;
364}
365
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr,
367 void (*handler)(int))
368{
369 unsigned long flags;
370 sigjmp_buf switch_buf, fork_buf;
371
372 *switch_buf_ptr = &switch_buf;
373 *fork_buf_ptr = &fork_buf;
374
375 /* Somewhat subtle - siglongjmp restores the signal mask before doing
376 * the longjmp. This means that when jumping from one stack to another
377 * when the target stack has interrupts enabled, an interrupt may occur
378 * on the source stack. This is bad when starting up a process because
379 * it's not supposed to get timer ticks until it has been scheduled.
380 * So, we disable interrupts around the sigsetjmp to ensure that
381 * they can't happen until we get back here where they are safe.
382 */
383 flags = get_signals();
384 block_signals();
385 if(sigsetjmp(fork_buf, 1) == 0)
386 new_thread_proc(stack, handler);
387
388 remove_sigstack();
389
390 set_signals(flags);
391}
392
393void thread_wait(void *sw, void *fb)
394{
395 sigjmp_buf buf, **switch_buf = sw, *fork_buf;
396
397 *switch_buf = &buf;
398 fork_buf = fb;
399 if(sigsetjmp(buf, 1) == 0)
Jeff Dike675dffc2005-05-06 21:30:51 -0700400 siglongjmp(*fork_buf, INIT_JMP_REMOVE_SIGSTACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401}
402
403void switch_threads(void *me, void *next)
404{
405 sigjmp_buf my_buf, **me_ptr = me, *next_buf = next;
406
407 *me_ptr = &my_buf;
408 if(sigsetjmp(my_buf, 1) == 0)
409 siglongjmp(*next_buf, 1);
410}
411
412static sigjmp_buf initial_jmpbuf;
413
414/* XXX Make these percpu */
415static void (*cb_proc)(void *arg);
416static void *cb_arg;
417static sigjmp_buf *cb_back;
418
419int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr)
420{
421 sigjmp_buf **switch_buf = switch_buf_ptr;
422 int n;
423
Jeff Dikecd2ee4a2005-05-05 16:15:32 -0700424 set_handler(SIGWINCH, (__sighandler_t) sig_handler,
425 SA_ONSTACK | SA_RESTART, SIGUSR1, SIGIO, SIGALRM,
426 SIGVTALRM, -1);
427
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 *fork_buf_ptr = &initial_jmpbuf;
429 n = sigsetjmp(initial_jmpbuf, 1);
Jeff Dike675dffc2005-05-06 21:30:51 -0700430 switch(n){
431 case INIT_JMP_NEW_THREAD:
432 new_thread_proc((void *) stack, new_thread_handler);
433 break;
434 case INIT_JMP_REMOVE_SIGSTACK:
435 remove_sigstack();
436 break;
437 case INIT_JMP_CALLBACK:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 (*cb_proc)(cb_arg);
439 siglongjmp(*cb_back, 1);
Jeff Dike675dffc2005-05-06 21:30:51 -0700440 break;
441 case INIT_JMP_HALT:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 kmalloc_ok = 0;
443 return(0);
Jeff Dike675dffc2005-05-06 21:30:51 -0700444 case INIT_JMP_REBOOT:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 kmalloc_ok = 0;
446 return(1);
Jeff Dike675dffc2005-05-06 21:30:51 -0700447 default:
448 panic("Bad sigsetjmp return in start_idle_thread - %d\n", n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449 }
450 siglongjmp(**switch_buf, 1);
451}
452
453void remove_sigstack(void)
454{
455 stack_t stack = ((stack_t) { .ss_flags = SS_DISABLE,
456 .ss_sp = NULL,
457 .ss_size = 0 });
458
459 if(sigaltstack(&stack, NULL) != 0)
460 panic("disabling signal stack failed, errno = %d\n", errno);
461}
462
463void initial_thread_cb_skas(void (*proc)(void *), void *arg)
464{
465 sigjmp_buf here;
466
467 cb_proc = proc;
468 cb_arg = arg;
469 cb_back = &here;
470
471 block_signals();
472 if(sigsetjmp(here, 1) == 0)
Jeff Dike675dffc2005-05-06 21:30:51 -0700473 siglongjmp(initial_jmpbuf, INIT_JMP_CALLBACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 unblock_signals();
475
476 cb_proc = NULL;
477 cb_arg = NULL;
478 cb_back = NULL;
479}
480
481void halt_skas(void)
482{
483 block_signals();
Jeff Dike675dffc2005-05-06 21:30:51 -0700484 siglongjmp(initial_jmpbuf, INIT_JMP_HALT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485}
486
487void reboot_skas(void)
488{
489 block_signals();
Jeff Dike675dffc2005-05-06 21:30:51 -0700490 siglongjmp(initial_jmpbuf, INIT_JMP_REBOOT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491}
492
Jeff Diked67b5692005-07-07 17:56:49 -0700493void switch_mm_skas(struct mm_id *mm_idp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494{
495 int err;
496
497#warning need cpu pid in switch_mm_skas
Jeff Diked67b5692005-07-07 17:56:49 -0700498 if(proc_mm){
499 err = ptrace(PTRACE_SWITCH_MM, userspace_pid[0], 0,
500 mm_idp->u.mm_fd);
501 if(err)
502 panic("switch_mm_skas - PTRACE_SWITCH_MM failed, "
503 "errno = %d\n", errno);
504 }
505 else userspace_pid[0] = mm_idp->u.pid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506}
507
508/*
509 * Overrides for Emacs so that we follow Linus's tabbing style.
510 * Emacs will notice this stuff at the end of the file and automatically
511 * adjust the settings for this buffer only. This must remain at the end
512 * of the file.
513 * ---------------------------------------------------------------------------
514 * Local variables:
515 * c-file-style: "linux"
516 * End:
517 */