blob: 07380c3a4f7821ff69b2b27d912146d0949178e2 [file] [log] [blame]
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -07001/*
2 * Copyright (C) 2004-2006 Atmel Corporation
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8#include <linux/sched.h>
9#include <linux/module.h>
10#include <linux/kallsyms.h>
11#include <linux/fs.h>
Haavard Skinnemoenb3bc2c52008-07-28 13:05:19 +020012#include <linux/pm.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070013#include <linux/ptrace.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090014#include <linux/slab.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070015#include <linux/reboot.h>
Haavard Skinnemoend45ad062008-02-15 14:38:40 +010016#include <linux/tick.h>
Haavard Skinnemoen623b0352007-03-13 17:59:11 +010017#include <linux/uaccess.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070018#include <linux/unistd.h>
19
20#include <asm/sysreg.h>
21#include <asm/ocd.h>
Jaswinder Singhc80ce2d2008-07-25 13:48:38 +053022#include <asm/syscalls.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070023
Haavard Skinnemoen3663b732008-08-05 13:57:38 +020024#include <mach/pm.h>
Haavard Skinnemoen7e591282008-02-24 23:24:26 +010025
Haavard Skinnemoenb3bc2c52008-07-28 13:05:19 +020026void (*pm_power_off)(void);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070027EXPORT_SYMBOL(pm_power_off);
28
29/*
30 * This file handles the architecture-dependent parts of process handling..
31 */
32
33void cpu_idle(void)
34{
35 /* endless idle loop with no priority at all */
36 while (1) {
Frederic Weisbecker1268fbc2011-11-17 18:48:14 +010037 tick_nohz_idle_enter();
38 rcu_idle_enter();
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070039 while (!need_resched())
Hans-Christian Egtvedt19b7ce82007-02-26 13:50:43 +010040 cpu_idle_sleep();
Frederic Weisbecker1268fbc2011-11-17 18:48:14 +010041 rcu_idle_exit();
42 tick_nohz_idle_exit();
Thomas Gleixnerbd2f5532011-03-21 12:33:18 +010043 schedule_preempt_disabled();
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070044 }
45}
46
47void machine_halt(void)
48{
Haavard Skinnemoenc2eb5092006-12-04 12:01:36 +010049 /*
50 * Enter Stop mode. The 32 kHz oscillator will keep running so
51 * the RTC will keep the time properly and the system will
52 * boot quickly.
53 */
54 asm volatile("sleep 3\n\t"
55 "sub pc, -2");
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070056}
57
58void machine_power_off(void)
59{
Peter Maed3fa7c2008-04-19 00:24:25 -070060 if (pm_power_off)
61 pm_power_off();
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070062}
63
64void machine_restart(char *cmd)
65{
Haavard Skinnemoen8dfe8f22007-11-27 13:31:20 +010066 ocd_write(DC, (1 << OCD_DC_DBE_BIT));
67 ocd_write(DC, (1 << OCD_DC_RES_BIT));
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070068 while (1) ;
69}
70
71/*
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070072 * Free current thread data structures etc
73 */
74void exit_thread(void)
75{
Haavard Skinnemoen13b54a52007-11-27 13:50:45 +010076 ocd_disable(current);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070077}
78
79void flush_thread(void)
80{
81 /* nothing to do */
82}
83
84void release_thread(struct task_struct *dead_task)
85{
86 /* do nothing */
87}
88
Haavard Skinnemoen623b0352007-03-13 17:59:11 +010089static void dump_mem(const char *str, const char *log_lvl,
90 unsigned long bottom, unsigned long top)
91{
92 unsigned long p;
93 int i;
94
95 printk("%s%s(0x%08lx to 0x%08lx)\n", log_lvl, str, bottom, top);
96
97 for (p = bottom & ~31; p < top; ) {
98 printk("%s%04lx: ", log_lvl, p & 0xffff);
99
100 for (i = 0; i < 8; i++, p += 4) {
101 unsigned int val;
102
103 if (p < bottom || p >= top)
104 printk(" ");
105 else {
106 if (__get_user(val, (unsigned int __user *)p)) {
107 printk("\n");
108 goto out;
109 }
110 printk("%08x ", val);
111 }
112 }
113 printk("\n");
114 }
115
116out:
117 return;
118}
119
120static inline int valid_stack_ptr(struct thread_info *tinfo, unsigned long p)
121{
122 return (p > (unsigned long)tinfo)
123 && (p < (unsigned long)tinfo + THREAD_SIZE - 3);
124}
125
126#ifdef CONFIG_FRAME_POINTER
127static void show_trace_log_lvl(struct task_struct *tsk, unsigned long *sp,
128 struct pt_regs *regs, const char *log_lvl)
129{
130 unsigned long lr, fp;
131 struct thread_info *tinfo;
132
133 if (regs)
134 fp = regs->r7;
135 else if (tsk == current)
136 asm("mov %0, r7" : "=r"(fp));
137 else
138 fp = tsk->thread.cpu_context.r7;
139
140 /*
141 * Walk the stack as long as the frame pointer (a) is within
142 * the kernel stack of the task, and (b) it doesn't move
143 * downwards.
144 */
145 tinfo = task_thread_info(tsk);
146 printk("%sCall trace:\n", log_lvl);
147 while (valid_stack_ptr(tinfo, fp)) {
148 unsigned long new_fp;
149
150 lr = *(unsigned long *)fp;
151#ifdef CONFIG_KALLSYMS
152 printk("%s [<%08lx>] ", log_lvl, lr);
153#else
154 printk(" [<%08lx>] ", lr);
155#endif
156 print_symbol("%s\n", lr);
157
158 new_fp = *(unsigned long *)(fp + 4);
159 if (new_fp <= fp)
160 break;
161 fp = new_fp;
162 }
163 printk("\n");
164}
165#else
166static void show_trace_log_lvl(struct task_struct *tsk, unsigned long *sp,
167 struct pt_regs *regs, const char *log_lvl)
168{
169 unsigned long addr;
170
171 printk("%sCall trace:\n", log_lvl);
172
173 while (!kstack_end(sp)) {
174 addr = *sp++;
175 if (kernel_text_address(addr)) {
176#ifdef CONFIG_KALLSYMS
177 printk("%s [<%08lx>] ", log_lvl, addr);
178#else
179 printk(" [<%08lx>] ", addr);
180#endif
181 print_symbol("%s\n", addr);
182 }
183 }
184 printk("\n");
185}
186#endif
187
188void show_stack_log_lvl(struct task_struct *tsk, unsigned long sp,
189 struct pt_regs *regs, const char *log_lvl)
190{
191 struct thread_info *tinfo;
192
193 if (sp == 0) {
194 if (tsk)
195 sp = tsk->thread.cpu_context.ksp;
196 else
197 sp = (unsigned long)&tinfo;
198 }
199 if (!tsk)
200 tsk = current;
201
202 tinfo = task_thread_info(tsk);
203
204 if (valid_stack_ptr(tinfo, sp)) {
205 dump_mem("Stack: ", log_lvl, sp,
206 THREAD_SIZE + (unsigned long)tinfo);
207 show_trace_log_lvl(tsk, (unsigned long *)sp, regs, log_lvl);
208 }
209}
210
211void show_stack(struct task_struct *tsk, unsigned long *stack)
212{
213 show_stack_log_lvl(tsk, (unsigned long)stack, NULL, "");
214}
215
216void dump_stack(void)
217{
218 unsigned long stack;
219
220 show_trace_log_lvl(current, &stack, NULL, "");
221}
222EXPORT_SYMBOL(dump_stack);
223
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700224static const char *cpu_modes[] = {
225 "Application", "Supervisor", "Interrupt level 0", "Interrupt level 1",
226 "Interrupt level 2", "Interrupt level 3", "Exception", "NMI"
227};
228
Haavard Skinnemoen623b0352007-03-13 17:59:11 +0100229void show_regs_log_lvl(struct pt_regs *regs, const char *log_lvl)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700230{
231 unsigned long sp = regs->sp;
232 unsigned long lr = regs->lr;
233 unsigned long mode = (regs->sr & MODE_MASK) >> MODE_SHIFT;
234
Haavard Skinnemoen623b0352007-03-13 17:59:11 +0100235 if (!user_mode(regs)) {
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700236 sp = (unsigned long)regs + FRAME_SIZE_FULL;
237
Haavard Skinnemoen623b0352007-03-13 17:59:11 +0100238 printk("%s", log_lvl);
239 print_symbol("PC is at %s\n", instruction_pointer(regs));
240 printk("%s", log_lvl);
241 print_symbol("LR is at %s\n", lr);
242 }
243
244 printk("%spc : [<%08lx>] lr : [<%08lx>] %s\n"
245 "%ssp : %08lx r12: %08lx r11: %08lx\n",
246 log_lvl, instruction_pointer(regs), lr, print_tainted(),
247 log_lvl, sp, regs->r12, regs->r11);
248 printk("%sr10: %08lx r9 : %08lx r8 : %08lx\n",
249 log_lvl, regs->r10, regs->r9, regs->r8);
250 printk("%sr7 : %08lx r6 : %08lx r5 : %08lx r4 : %08lx\n",
251 log_lvl, regs->r7, regs->r6, regs->r5, regs->r4);
252 printk("%sr3 : %08lx r2 : %08lx r1 : %08lx r0 : %08lx\n",
253 log_lvl, regs->r3, regs->r2, regs->r1, regs->r0);
254 printk("%sFlags: %c%c%c%c%c\n", log_lvl,
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700255 regs->sr & SR_Q ? 'Q' : 'q',
256 regs->sr & SR_V ? 'V' : 'v',
257 regs->sr & SR_N ? 'N' : 'n',
258 regs->sr & SR_Z ? 'Z' : 'z',
259 regs->sr & SR_C ? 'C' : 'c');
Haavard Skinnemoendf679772007-11-27 18:59:32 +0100260 printk("%sMode bits: %c%c%c%c%c%c%c%c%c%c\n", log_lvl,
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700261 regs->sr & SR_H ? 'H' : 'h',
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700262 regs->sr & SR_J ? 'J' : 'j',
Haavard Skinnemoendf679772007-11-27 18:59:32 +0100263 regs->sr & SR_DM ? 'M' : 'm',
264 regs->sr & SR_D ? 'D' : 'd',
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700265 regs->sr & SR_EM ? 'E' : 'e',
266 regs->sr & SR_I3M ? '3' : '.',
267 regs->sr & SR_I2M ? '2' : '.',
268 regs->sr & SR_I1M ? '1' : '.',
269 regs->sr & SR_I0M ? '0' : '.',
270 regs->sr & SR_GM ? 'G' : 'g');
Haavard Skinnemoen623b0352007-03-13 17:59:11 +0100271 printk("%sCPU Mode: %s\n", log_lvl, cpu_modes[mode]);
272 printk("%sProcess: %s [%d] (task: %p thread: %p)\n",
273 log_lvl, current->comm, current->pid, current,
274 task_thread_info(current));
275}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700276
Haavard Skinnemoen623b0352007-03-13 17:59:11 +0100277void show_regs(struct pt_regs *regs)
278{
279 unsigned long sp = regs->sp;
280
281 if (!user_mode(regs))
282 sp = (unsigned long)regs + FRAME_SIZE_FULL;
283
284 show_regs_log_lvl(regs, "");
285 show_trace_log_lvl(current, (unsigned long *)sp, regs, "");
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700286}
287EXPORT_SYMBOL(show_regs);
288
289/* Fill in the fpu structure for a core dump. This is easy -- we don't have any */
290int dump_fpu(struct pt_regs *regs, elf_fpregset_t *fpu)
291{
292 /* Not valid */
293 return 0;
294}
295
296asmlinkage void ret_from_fork(void);
Al Viro5adc8072012-10-15 02:23:22 -0400297asmlinkage void ret_from_kernel_thread(void);
298asmlinkage void syscall_return(void);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700299
Alexey Dobriyan6f2c55b2009-04-02 16:56:59 -0700300int copy_thread(unsigned long clone_flags, unsigned long usp,
Al Viro5adc8072012-10-15 02:23:22 -0400301 unsigned long arg,
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700302 struct task_struct *p, struct pt_regs *regs)
303{
Al Viro5adc8072012-10-15 02:23:22 -0400304 struct pt_regs *childregs = task_pt_regs(p);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700305
Al Viro5adc8072012-10-15 02:23:22 -0400306 if (unlikely(!regs)) {
307 memset(childregs, 0, sizeof(struct pt_regs));
308 p->thread.cpu_context.r0 = arg;
309 p->thread.cpu_context.r1 = usp; /* fn */
310 p->thread.cpu_context.r2 = syscall_return;
311 p->thread.cpu_context.pc = (unsigned long)ret_from_kernel_thread;
312 childregs->sr = MODE_SUPERVISOR;
313 } else {
314 *childregs = *regs;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700315 childregs->sp = usp;
Al Viro5adc8072012-10-15 02:23:22 -0400316 childregs->r12 = 0; /* Set return value for child */
317 p->thread.cpu_context.pc = (unsigned long)ret_from_fork;
318 }
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700319
320 p->thread.cpu_context.sr = MODE_SUPERVISOR | SR_GM;
321 p->thread.cpu_context.ksp = (unsigned long)childregs;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700322
Haavard Skinnemoen325d6f52008-02-27 14:04:29 +0100323 clear_tsk_thread_flag(p, TIF_DEBUG);
Haavard Skinnemoen13b54a52007-11-27 13:50:45 +0100324 if ((clone_flags & CLONE_PTRACE) && test_thread_flag(TIF_DEBUG))
325 ocd_enable(p);
326
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700327 return 0;
328}
329
330/* r12-r8 are dummy parameters to force the compiler to use the stack */
331asmlinkage int sys_fork(struct pt_regs *regs)
332{
333 return do_fork(SIGCHLD, regs->sp, regs, 0, NULL, NULL);
334}
335
336asmlinkage int sys_clone(unsigned long clone_flags, unsigned long newsp,
Hans-Christian Egtvedt992a88b2010-12-09 09:02:06 +0100337 void __user *parent_tidptr, void __user *child_tidptr,
338 struct pt_regs *regs)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700339{
340 if (!newsp)
341 newsp = regs->sp;
Hans-Christian Egtvedt992a88b2010-12-09 09:02:06 +0100342 return do_fork(clone_flags, newsp, regs, 0, parent_tidptr,
343 child_tidptr);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700344}
345
346asmlinkage int sys_vfork(struct pt_regs *regs)
347{
348 return do_fork(CLONE_VFORK | CLONE_VM | SIGCHLD, regs->sp, regs,
349 0, NULL, NULL);
350}
351
David Howellsc7887322010-08-11 11:26:22 +0100352asmlinkage int sys_execve(const char __user *ufilename,
David Howellsd7627462010-08-17 23:52:56 +0100353 const char __user *const __user *uargv,
354 const char __user *const __user *uenvp,
355 struct pt_regs *regs)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700356{
357 int error;
Jeff Layton91a27b22012-10-10 15:25:28 -0400358 struct filename *filename;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700359
360 filename = getname(ufilename);
361 error = PTR_ERR(filename);
362 if (IS_ERR(filename))
363 goto out;
364
Jeff Layton91a27b22012-10-10 15:25:28 -0400365 error = do_execve(filename->name, uargv, uenvp, regs);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700366 putname(filename);
367
368out:
369 return error;
370}
371
372
373/*
374 * This function is supposed to answer the question "who called
375 * schedule()?"
376 */
377unsigned long get_wchan(struct task_struct *p)
378{
379 unsigned long pc;
380 unsigned long stack_page;
381
382 if (!p || p == current || p->state == TASK_RUNNING)
383 return 0;
384
Roman Zippelc9f4f062007-05-09 02:35:16 -0700385 stack_page = (unsigned long)task_stack_page(p);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700386 BUG_ON(!stack_page);
387
388 /*
389 * The stored value of PC is either the address right after
390 * the call to __switch_to() or ret_from_fork.
391 */
392 pc = thread_saved_pc(p);
393 if (in_sched_functions(pc)) {
394#ifdef CONFIG_FRAME_POINTER
395 unsigned long fp = p->thread.cpu_context.r7;
396 BUG_ON(fp < stack_page || fp > (THREAD_SIZE + stack_page));
397 pc = *(unsigned long *)fp;
398#else
399 /*
400 * We depend on the frame size of schedule here, which
401 * is actually quite ugly. It might be possible to
402 * determine the frame size automatically at build
403 * time by doing this:
404 * - compile sched.c
405 * - disassemble the resulting sched.o
406 * - look for 'sub sp,??' shortly after '<schedule>:'
407 */
408 unsigned long sp = p->thread.cpu_context.ksp + 16;
409 BUG_ON(sp < stack_page || sp > (THREAD_SIZE + stack_page));
410 pc = *(unsigned long *)sp;
411#endif
412 }
413
414 return pc;
415}