blob: 9b00362f32f6d95d4577817bbd39757f880d0639 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
13#include <asm/regdef.h>
14#include <asm/mipsregs.h>
15#include <asm/stackframe.h>
16#include <asm/isadep.h>
17#include <asm/thread_info.h>
18#include <asm/war.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010019#ifdef CONFIG_MIPS_MT_SMTC
20#include <asm/mipsmtregs.h>
21#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Atsushi Nemotof431baa2006-10-09 01:24:23 +090023#ifndef CONFIG_PREEMPT
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#define resume_kernel restore_all
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010025#else
26#define __ret_from_irq ret_from_exception
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#endif
28
29 .text
30 .align 5
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010031#ifndef CONFIG_PREEMPT
32FEXPORT(ret_from_exception)
33 local_irq_disable # preempt stop
34 b __ret_from_irq
35#endif
Atsushi Nemotof431baa2006-10-09 01:24:23 +090036FEXPORT(ret_from_irq)
37 LONG_S s0, TI_REGS($28)
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010038FEXPORT(__ret_from_irq)
Dmitry Adamushkoc90e6fb2012-04-05 20:37:34 +020039/*
40 * We can be coming here from a syscall done in the kernel space,
41 * e.g. a failed kernel_execve().
42 */
43resume_userspace_check:
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
45 andi t0, t0, KU_USER
46 beqz t0, resume_kernel
47
Thiemo Seuferc2648522004-12-10 12:56:33 +000048resume_userspace:
49 local_irq_disable # make sure we dont miss an
Linus Torvalds1da177e2005-04-16 15:20:36 -070050 # interrupt setting need_resched
51 # between sampling and return
52 LONG_L a2, TI_FLAGS($28) # current->work
Thiemo Seuferc2648522004-12-10 12:56:33 +000053 andi t0, a2, _TIF_WORK_MASK # (ignoring syscall_trace)
54 bnez t0, work_pending
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 j restore_all
56
57#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000058resume_kernel:
Ralf Baechlea18815a2005-02-07 02:54:29 +000059 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 lw t0, TI_PRE_COUNT($28)
61 bnez t0, restore_all
62need_resched:
63 LONG_L t0, TI_FLAGS($28)
64 andi t1, t0, _TIF_NEED_RESCHED
65 beqz t1, restore_all
66 LONG_L t0, PT_STATUS(sp) # Interrupts off?
67 andi t0, 1
68 beqz t0, restore_all
Ralf Baechlea18815a2005-02-07 02:54:29 +000069 jal preempt_schedule_irq
Ralf Baechlecdaed732005-03-04 12:35:42 +000070 b need_resched
Linus Torvalds1da177e2005-04-16 15:20:36 -070071#endif
72
73FEXPORT(ret_from_fork)
Ingo Molnar36c8b582006-07-03 00:25:41 -070074 jal schedule_tail # a0 = struct task_struct *prev
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
76FEXPORT(syscall_exit)
77 local_irq_disable # make sure need_resched and
78 # signals dont change between
79 # sampling and return
80 LONG_L a2, TI_FLAGS($28) # current->work
81 li t0, _TIF_ALLWORK_MASK
82 and t0, a2, t0
83 bnez t0, syscall_exit_work
84
Al Viro02f884e2012-05-05 16:11:35 -040085restore_all: # restore full frame
Ralf Baechle41c594a2006-04-05 09:45:45 +010086#ifdef CONFIG_MIPS_MT_SMTC
Kevin D. Kissell0db34212007-07-12 16:21:08 +010087#ifdef CONFIG_MIPS_MT_SMTC_IM_BACKSTOP
Ralf Baechle41c594a2006-04-05 09:45:45 +010088/* Re-arm any temporarily masked interrupts not explicitly "acked" */
89 mfc0 v0, CP0_TCSTATUS
90 ori v1, v0, TCSTATUS_IXMT
91 mtc0 v1, CP0_TCSTATUS
92 andi v0, TCSTATUS_IXMT
Ralf Baechle4277ff52006-06-03 22:40:15 +010093 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010094 mfc0 t0, CP0_TCCONTEXT
95 DMT 9 # dmt t1
96 jal mips_ihb
97 mfc0 t2, CP0_STATUS
98 andi t3, t0, 0xff00
99 or t2, t2, t3
100 mtc0 t2, CP0_STATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100101 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100102 andi t1, t1, VPECONTROL_TE
103 beqz t1, 1f
104 EMT
1051:
106 mfc0 v1, CP0_TCSTATUS
Ralf Baechle477654f2006-04-27 15:44:50 +0100107 /* We set IXMT above, XOR should clear it here */
Ralf Baechle41c594a2006-04-05 09:45:45 +0100108 xori v1, v1, TCSTATUS_IXMT
109 or v1, v0, v1
110 mtc0 v1, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100111 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100112 xor t0, t0, t3
113 mtc0 t0, CP0_TCCONTEXT
Kevin D. Kissell0db34212007-07-12 16:21:08 +0100114#endif /* CONFIG_MIPS_MT_SMTC_IM_BACKSTOP */
Kevin D. Kisselld2bb01b2008-09-09 21:35:01 +0200115/* Detect and execute deferred IPI "interrupts" */
116 LONG_L s0, TI_REGS($28)
117 LONG_S sp, TI_REGS($28)
118 jal deferred_smtc_ipi
119 LONG_S s0, TI_REGS($28)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100120#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 .set noat
122 RESTORE_TEMP
123 RESTORE_AT
124 RESTORE_STATIC
Al Viro02f884e2012-05-05 16:11:35 -0400125restore_partial: # restore partial frame
Ralf Baechle192ef362006-07-07 14:07:18 +0100126#ifdef CONFIG_TRACE_IRQFLAGS
127 SAVE_STATIC
128 SAVE_AT
129 SAVE_TEMP
130 LONG_L v0, PT_STATUS(sp)
Chris Dearmancbde5eb2007-03-26 14:47:06 +0100131#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
132 and v0, ST0_IEP
133#else
134 and v0, ST0_IE
135#endif
Ralf Baechle192ef362006-07-07 14:07:18 +0100136 beqz v0, 1f
137 jal trace_hardirqs_on
138 b 2f
1391: jal trace_hardirqs_off
1402:
141 RESTORE_TEMP
142 RESTORE_AT
143 RESTORE_STATIC
144#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 RESTORE_SOME
146 RESTORE_SP_AND_RET
147 .set at
148
Thiemo Seuferc2648522004-12-10 12:56:33 +0000149work_pending:
150 andi t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 beqz t0, work_notifysig
152work_resched:
153 jal schedule
154
Thiemo Seuferc2648522004-12-10 12:56:33 +0000155 local_irq_disable # make sure need_resched and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 # signals dont change between
157 # sampling and return
158 LONG_L a2, TI_FLAGS($28)
159 andi t0, a2, _TIF_WORK_MASK # is there any work to be done
160 # other than syscall tracing?
161 beqz t0, restore_all
162 andi t0, a2, _TIF_NEED_RESCHED
163 bnez t0, work_resched
164
165work_notifysig: # deal with pending signals and
166 # notify-resume requests
167 move a0, sp
168 li a1, 0
169 jal do_notify_resume # a2 already loaded
Dmitry Adamushkoc90e6fb2012-04-05 20:37:34 +0200170 j resume_userspace_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171
Al Viro02f884e2012-05-05 16:11:35 -0400172FEXPORT(syscall_exit_partial)
173 local_irq_disable # make sure need_resched doesn't
174 # change between and return
175 LONG_L a2, TI_FLAGS($28) # current->work
176 li t0, _TIF_ALLWORK_MASK
177 and t0, a2
178 beqz t0, restore_partial
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 SAVE_STATIC
Thiemo Seuferc2648522004-12-10 12:56:33 +0000180syscall_exit_work:
Al Virof76f3302012-05-02 21:45:12 -0400181 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
182 andi t0, t0, KU_USER
183 beqz t0, resume_kernel
Ralf Baechlec19c20a2011-05-19 09:21:28 +0100184 li t0, _TIF_WORK_SYSCALL_EXIT
Thiemo Seuferc2648522004-12-10 12:56:33 +0000185 and t0, a2 # a2 is preloaded with TI_FLAGS
186 beqz t0, work_pending # trace bit set?
Ralf Baechle8b659a32011-05-19 09:21:29 +0100187 local_irq_enable # could let syscall_trace_leave()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 # call schedule() instead
189 move a0, sp
Ralf Baechle8b659a32011-05-19 09:21:29 +0100190 jal syscall_trace_leave
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 b resume_userspace
Ralf Baechlebce1a282006-04-05 09:45:45 +0100192
193#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)
194
195/*
196 * MIPS32R2 Instruction Hazard Barrier - must be called
197 *
198 * For C code use the inline version named instruction_hazard().
199 */
200LEAF(mips_ihb)
201 .set mips32r2
202 jr.hb ra
203 nop
204 END(mips_ihb)
205
206#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */