blob: 7901ee76b9be8f50fc344eb9d4cbea9247a82785 [file] [log] [blame]
Chris Zankel5a0015d2005-06-23 22:01:16 -07001/*
2 * arch/xtensa/kernel/process.c
3 *
4 * Xtensa Processor version.
5 *
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License. See the file "COPYING" in the main directory of this archive
8 * for more details.
9 *
10 * Copyright (C) 2001 - 2005 Tensilica Inc.
11 *
12 * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com>
13 * Chris Zankel <chris@zankel.net>
14 * Marc Gauthier <marc@tensilica.com, marc@alumni.uwaterloo.ca>
15 * Kevin Chea
16 */
17
Chris Zankel5a0015d2005-06-23 22:01:16 -070018#include <linux/errno.h>
19#include <linux/sched.h>
20#include <linux/kernel.h>
21#include <linux/mm.h>
22#include <linux/smp.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070023#include <linux/stddef.h>
24#include <linux/unistd.h>
25#include <linux/ptrace.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070026#include <linux/elf.h>
27#include <linux/init.h>
28#include <linux/prctl.h>
29#include <linux/init_task.h>
30#include <linux/module.h>
31#include <linux/mqueue.h>
Chris Zankel73089cb2007-08-04 09:27:30 -070032#include <linux/fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/slab.h>
Frederic Weisbecker11ad47a2012-08-22 17:27:34 +020034#include <linux/rcupdate.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070035
36#include <asm/pgtable.h>
37#include <asm/uaccess.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070038#include <asm/io.h>
39#include <asm/processor.h>
40#include <asm/platform.h>
41#include <asm/mmu.h>
42#include <asm/irq.h>
Arun Sharma600634972011-07-26 16:09:06 -070043#include <linux/atomic.h>
Sam Ravnborg0013a852005-09-09 20:57:26 +020044#include <asm/asm-offsets.h>
Chris Zankel173d6682006-12-10 02:18:48 -080045#include <asm/regs.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070046
47extern void ret_from_fork(void);
48
Chris Zankel5a0015d2005-06-23 22:01:16 -070049struct task_struct *current_set[NR_CPUS] = {&init_task, };
50
Adrian Bunk47f3fc92006-03-06 15:42:47 -080051void (*pm_power_off)(void) = NULL;
52EXPORT_SYMBOL(pm_power_off);
53
Chris Zankel5a0015d2005-06-23 22:01:16 -070054
Chris Zankelc658eac2008-02-12 13:17:07 -080055#if XTENSA_HAVE_COPROCESSORS
56
57void coprocessor_release_all(struct thread_info *ti)
58{
59 unsigned long cpenable;
60 int i;
61
62 /* Make sure we don't switch tasks during this operation. */
63
64 preempt_disable();
65
66 /* Walk through all cp owners and release it for the requested one. */
67
68 cpenable = ti->cpenable;
69
70 for (i = 0; i < XCHAL_CP_MAX; i++) {
71 if (coprocessor_owner[i] == ti) {
72 coprocessor_owner[i] = 0;
73 cpenable &= ~(1 << i);
74 }
75 }
76
77 ti->cpenable = cpenable;
78 coprocessor_clear_cpenable();
79
80 preempt_enable();
81}
82
83void coprocessor_flush_all(struct thread_info *ti)
84{
85 unsigned long cpenable;
86 int i;
87
88 preempt_disable();
89
90 cpenable = ti->cpenable;
91
92 for (i = 0; i < XCHAL_CP_MAX; i++) {
93 if ((cpenable & 1) != 0 && coprocessor_owner[i] == ti)
94 coprocessor_flush(ti, i);
95 cpenable >>= 1;
96 }
97
98 preempt_enable();
99}
100
101#endif
102
103
Chris Zankel5a0015d2005-06-23 22:01:16 -0700104/*
105 * Powermanagement idle function, if any is provided by the platform.
106 */
107
108void cpu_idle(void)
109{
110 local_irq_enable();
111
112 /* endless idle loop with no priority at all */
113 while (1) {
Frederic Weisbecker11ad47a2012-08-22 17:27:34 +0200114 rcu_idle_enter();
Chris Zankel5a0015d2005-06-23 22:01:16 -0700115 while (!need_resched())
116 platform_idle();
Frederic Weisbecker11ad47a2012-08-22 17:27:34 +0200117 rcu_idle_exit();
Thomas Gleixnerbd2f5532011-03-21 12:33:18 +0100118 schedule_preempt_disabled();
Chris Zankel5a0015d2005-06-23 22:01:16 -0700119 }
120}
121
122/*
Chris Zankelc658eac2008-02-12 13:17:07 -0800123 * This is called when the thread calls exit().
Chris Zankel5a0015d2005-06-23 22:01:16 -0700124 */
Chris Zankel5a0015d2005-06-23 22:01:16 -0700125void exit_thread(void)
126{
Chris Zankelc658eac2008-02-12 13:17:07 -0800127#if XTENSA_HAVE_COPROCESSORS
128 coprocessor_release_all(current_thread_info());
129#endif
Chris Zankel5a0015d2005-06-23 22:01:16 -0700130}
131
Chris Zankelc658eac2008-02-12 13:17:07 -0800132/*
133 * Flush thread state. This is called when a thread does an execve()
134 * Note that we flush coprocessor registers for the case execve fails.
135 */
Chris Zankel5a0015d2005-06-23 22:01:16 -0700136void flush_thread(void)
137{
Chris Zankelc658eac2008-02-12 13:17:07 -0800138#if XTENSA_HAVE_COPROCESSORS
139 struct thread_info *ti = current_thread_info();
140 coprocessor_flush_all(ti);
141 coprocessor_release_all(ti);
142#endif
143}
144
145/*
Suresh Siddha55ccf3f2012-05-16 15:03:51 -0700146 * this gets called so that we can store coprocessor state into memory and
147 * copy the current task into the new thread.
Chris Zankelc658eac2008-02-12 13:17:07 -0800148 */
Suresh Siddha55ccf3f2012-05-16 15:03:51 -0700149int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
Chris Zankelc658eac2008-02-12 13:17:07 -0800150{
151#if XTENSA_HAVE_COPROCESSORS
Suresh Siddha55ccf3f2012-05-16 15:03:51 -0700152 coprocessor_flush_all(task_thread_info(src));
Chris Zankelc658eac2008-02-12 13:17:07 -0800153#endif
Suresh Siddha55ccf3f2012-05-16 15:03:51 -0700154 *dst = *src;
155 return 0;
Chris Zankel5a0015d2005-06-23 22:01:16 -0700156}
157
158/*
159 * Copy thread.
160 *
161 * The stack layout for the new thread looks like this:
162 *
163 * +------------------------+ <- sp in childregs (= tos)
164 * | childregs |
165 * +------------------------+ <- thread.sp = sp in dummy-frame
166 * | dummy-frame | (saved in dummy-frame spill-area)
167 * +------------------------+
168 *
169 * We create a dummy frame to return to ret_from_fork:
170 * a0 points to ret_from_fork (simulating a call4)
171 * sp points to itself (thread.sp)
172 * a2, a3 are unused.
173 *
174 * Note: This is a pristine frame, so we don't need any spill region on top of
175 * childregs.
Marc Gauthier84ed3052012-10-15 03:55:35 +0400176 *
177 * The fun part: if we're keeping the same VM (i.e. cloning a thread,
178 * not an entire process), we're normally given a new usp, and we CANNOT share
179 * any live address register windows. If we just copy those live frames over,
180 * the two threads (parent and child) will overflow the same frames onto the
181 * parent stack at different times, likely corrupting the parent stack (esp.
182 * if the parent returns from functions that called clone() and calls new
183 * ones, before the child overflows its now old copies of its parent windows).
184 * One solution is to spill windows to the parent stack, but that's fairly
185 * involved. Much simpler to just not copy those live frames across.
Chris Zankel5a0015d2005-06-23 22:01:16 -0700186 */
187
Alexey Dobriyan6f2c55b2009-04-02 16:56:59 -0700188int copy_thread(unsigned long clone_flags, unsigned long usp,
Chris Zankel5a0015d2005-06-23 22:01:16 -0700189 unsigned long unused,
190 struct task_struct * p, struct pt_regs * regs)
191{
192 struct pt_regs *childregs;
Chris Zankelc658eac2008-02-12 13:17:07 -0800193 struct thread_info *ti;
Chris Zankel5a0015d2005-06-23 22:01:16 -0700194 unsigned long tos;
195 int user_mode = user_mode(regs);
196
197 /* Set up new TSS. */
Al Viro04fe6fa2006-01-12 01:05:50 -0800198 tos = (unsigned long)task_stack_page(p) + THREAD_SIZE;
Chris Zankel5a0015d2005-06-23 22:01:16 -0700199 if (user_mode)
200 childregs = (struct pt_regs*)(tos - PT_USER_SIZE);
201 else
202 childregs = (struct pt_regs*)tos - 1;
203
Marc Gauthier84ed3052012-10-15 03:55:35 +0400204 /* This does not copy all the regs. In a bout of brilliance or madness,
205 ARs beyond a0-a15 exist past the end of the struct. */
Chris Zankel5a0015d2005-06-23 22:01:16 -0700206 *childregs = *regs;
207
208 /* Create a call4 dummy-frame: a0 = 0, a1 = childregs. */
209 *((int*)childregs - 3) = (unsigned long)childregs;
210 *((int*)childregs - 4) = 0;
211
Chris Zankel5a0015d2005-06-23 22:01:16 -0700212 childregs->areg[2] = 0;
213 p->set_child_tid = p->clear_child_tid = NULL;
214 p->thread.ra = MAKE_RA_FOR_CALL((unsigned long)ret_from_fork, 0x1);
215 p->thread.sp = (unsigned long)childregs;
Chris Zankelc658eac2008-02-12 13:17:07 -0800216
Chris Zankel5a0015d2005-06-23 22:01:16 -0700217 if (user_mode(regs)) {
218
Chris Zankel5a0015d2005-06-23 22:01:16 -0700219 childregs->areg[1] = usp;
Marc Gauthier84ed3052012-10-15 03:55:35 +0400220 if (clone_flags & CLONE_VM) {
221 childregs->wmask = 1; /* can't share live windows */
222 } else {
223 int len = childregs->wmask & ~0xf;
224 memcpy(&childregs->areg[XCHAL_NUM_AREGS - len/4],
225 &regs->areg[XCHAL_NUM_AREGS - len/4], len);
226 }
Chris Zankelc658eac2008-02-12 13:17:07 -0800227// FIXME: we need to set THREADPTR in thread_info...
Chris Zankel5a0015d2005-06-23 22:01:16 -0700228 if (clone_flags & CLONE_SETTLS)
229 childregs->areg[2] = childregs->areg[6];
230
231 } else {
232 /* In kernel space, we start a new thread with a new stack. */
233 childregs->wmask = 1;
Marc Gauthier84ed3052012-10-15 03:55:35 +0400234 childregs->areg[1] = tos;
Chris Zankel5a0015d2005-06-23 22:01:16 -0700235 }
Chris Zankelc658eac2008-02-12 13:17:07 -0800236
237#if (XTENSA_HAVE_COPROCESSORS || XTENSA_HAVE_IO_PORTS)
238 ti = task_thread_info(p);
239 ti->cpenable = 0;
240#endif
241
Chris Zankel5a0015d2005-06-23 22:01:16 -0700242 return 0;
243}
244
245
246/*
Chris Zankel5a0015d2005-06-23 22:01:16 -0700247 * These bracket the sleeping functions..
248 */
249
250unsigned long get_wchan(struct task_struct *p)
251{
252 unsigned long sp, pc;
Al Viro04fe6fa2006-01-12 01:05:50 -0800253 unsigned long stack_page = (unsigned long) task_stack_page(p);
Chris Zankel5a0015d2005-06-23 22:01:16 -0700254 int count = 0;
255
256 if (!p || p == current || p->state == TASK_RUNNING)
257 return 0;
258
259 sp = p->thread.sp;
260 pc = MAKE_PC_FROM_RA(p->thread.ra, p->thread.sp);
261
262 do {
263 if (sp < stack_page + sizeof(struct task_struct) ||
264 sp >= (stack_page + THREAD_SIZE) ||
265 pc == 0)
266 return 0;
267 if (!in_sched_functions(pc))
268 return pc;
269
270 /* Stack layout: sp-4: ra, sp-3: sp' */
271
272 pc = MAKE_PC_FROM_RA(*(unsigned long*)sp - 4, sp);
273 sp = *(unsigned long *)sp - 3;
274 } while (count++ < 16);
275 return 0;
276}
277
278/*
Chris Zankel5a0015d2005-06-23 22:01:16 -0700279 * xtensa_gregset_t and 'struct pt_regs' are vastly different formats
280 * of processor registers. Besides different ordering,
281 * xtensa_gregset_t contains non-live register information that
282 * 'struct pt_regs' does not. Exception handling (primarily) uses
283 * 'struct pt_regs'. Core files and ptrace use xtensa_gregset_t.
284 *
285 */
286
Chris Zankelc658eac2008-02-12 13:17:07 -0800287void xtensa_elf_core_copy_regs (xtensa_gregset_t *elfregs, struct pt_regs *regs)
Chris Zankel5a0015d2005-06-23 22:01:16 -0700288{
Chris Zankelc658eac2008-02-12 13:17:07 -0800289 unsigned long wb, ws, wm;
290 int live, last;
291
292 wb = regs->windowbase;
293 ws = regs->windowstart;
294 wm = regs->wmask;
295 ws = ((ws >> wb) | (ws << (WSBITS - wb))) & ((1 << WSBITS) - 1);
296
297 /* Don't leak any random bits. */
298
Alan Cox688bb412012-07-11 14:02:50 -0700299 memset(elfregs, 0, sizeof(*elfregs));
Chris Zankelc658eac2008-02-12 13:17:07 -0800300
Chris Zankel5a0015d2005-06-23 22:01:16 -0700301 /* Note: PS.EXCM is not set while user task is running; its
302 * being set in regs->ps is for exception handling convenience.
303 */
304
305 elfregs->pc = regs->pc;
Chris Zankel173d6682006-12-10 02:18:48 -0800306 elfregs->ps = (regs->ps & ~(1 << PS_EXCM_BIT));
Chris Zankel5a0015d2005-06-23 22:01:16 -0700307 elfregs->lbeg = regs->lbeg;
308 elfregs->lend = regs->lend;
309 elfregs->lcount = regs->lcount;
310 elfregs->sar = regs->sar;
Chris Zankelc658eac2008-02-12 13:17:07 -0800311 elfregs->windowstart = ws;
Chris Zankel5a0015d2005-06-23 22:01:16 -0700312
Chris Zankelc658eac2008-02-12 13:17:07 -0800313 live = (wm & 2) ? 4 : (wm & 4) ? 8 : (wm & 8) ? 12 : 16;
314 last = XCHAL_NUM_AREGS - (wm >> 4) * 4;
315 memcpy(elfregs->a, regs->areg, live * 4);
316 memcpy(elfregs->a + last, regs->areg + last, (wm >> 4) * 16);
Chris Zankel5a0015d2005-06-23 22:01:16 -0700317}
318
Chris Zankelc658eac2008-02-12 13:17:07 -0800319int dump_fpu(void)
Chris Zankel5a0015d2005-06-23 22:01:16 -0700320{
Chris Zankel5a0015d2005-06-23 22:01:16 -0700321 return 0;
322}
Chris Zankelfc4fb2a2006-12-10 02:18:52 -0800323
324asmlinkage
325long xtensa_clone(unsigned long clone_flags, unsigned long newsp,
326 void __user *parent_tid, void *child_tls,
327 void __user *child_tid, long a5,
328 struct pt_regs *regs)
329{
330 if (!newsp)
331 newsp = regs->areg[1];
332 return do_fork(clone_flags, newsp, regs, 0, parent_tid, child_tid);
333}
334
335/*
Chris Zankelc658eac2008-02-12 13:17:07 -0800336 * xtensa_execve() executes a new program.
337 */
Chris Zankelfc4fb2a2006-12-10 02:18:52 -0800338
339asmlinkage
David Howellsd7627462010-08-17 23:52:56 +0100340long xtensa_execve(const char __user *name,
341 const char __user *const __user *argv,
342 const char __user *const __user *envp,
Chris Zankelfc4fb2a2006-12-10 02:18:52 -0800343 long a3, long a4, long a5,
344 struct pt_regs *regs)
345{
346 long error;
Jeff Layton91a27b22012-10-10 15:25:28 -0400347 struct filename *filename;
Chris Zankelfc4fb2a2006-12-10 02:18:52 -0800348
349 filename = getname(name);
350 error = PTR_ERR(filename);
351 if (IS_ERR(filename))
352 goto out;
Jeff Layton91a27b22012-10-10 15:25:28 -0400353 error = do_execve(filename->name, argv, envp, regs);
Chris Zankelfc4fb2a2006-12-10 02:18:52 -0800354 putname(filename);
355out:
356 return error;
357}
358