blob: 3320cb4ac1d485b1ab42bc3da9e6346a0f62b9ff [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
13#include <asm/regdef.h>
14#include <asm/mipsregs.h>
15#include <asm/stackframe.h>
16#include <asm/isadep.h>
17#include <asm/thread_info.h>
18#include <asm/war.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010019#ifdef CONFIG_MIPS_MT_SMTC
20#include <asm/mipsmtregs.h>
21#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Atsushi Nemotof431baa2006-10-09 01:24:23 +090023#ifndef CONFIG_PREEMPT
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#define resume_kernel restore_all
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010025#else
26#define __ret_from_irq ret_from_exception
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#endif
28
29 .text
30 .align 5
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010031#ifndef CONFIG_PREEMPT
32FEXPORT(ret_from_exception)
33 local_irq_disable # preempt stop
34 b __ret_from_irq
35#endif
Atsushi Nemotof431baa2006-10-09 01:24:23 +090036FEXPORT(ret_from_irq)
37 LONG_S s0, TI_REGS($28)
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010038FEXPORT(__ret_from_irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
40 andi t0, t0, KU_USER
41 beqz t0, resume_kernel
42
Thiemo Seuferc2648522004-12-10 12:56:33 +000043resume_userspace:
44 local_irq_disable # make sure we dont miss an
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 # interrupt setting need_resched
46 # between sampling and return
47 LONG_L a2, TI_FLAGS($28) # current->work
Thiemo Seuferc2648522004-12-10 12:56:33 +000048 andi t0, a2, _TIF_WORK_MASK # (ignoring syscall_trace)
49 bnez t0, work_pending
Linus Torvalds1da177e2005-04-16 15:20:36 -070050 j restore_all
51
52#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000053resume_kernel:
Ralf Baechlea18815a2005-02-07 02:54:29 +000054 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 lw t0, TI_PRE_COUNT($28)
56 bnez t0, restore_all
57need_resched:
58 LONG_L t0, TI_FLAGS($28)
59 andi t1, t0, _TIF_NEED_RESCHED
60 beqz t1, restore_all
61 LONG_L t0, PT_STATUS(sp) # Interrupts off?
62 andi t0, 1
63 beqz t0, restore_all
Ralf Baechlea18815a2005-02-07 02:54:29 +000064 jal preempt_schedule_irq
Ralf Baechlecdaed732005-03-04 12:35:42 +000065 b need_resched
Linus Torvalds1da177e2005-04-16 15:20:36 -070066#endif
67
Al Viro8f54bca2012-10-09 16:27:45 -040068FEXPORT(ret_from_kernel_thread)
69 jal schedule_tail # a0 = struct task_struct *prev
70 move a0, s1
71 jal s0
Al Viro9b0e5d42012-10-11 16:01:20 -040072 j syscall_exit
Al Viro8f54bca2012-10-09 16:27:45 -040073
Linus Torvalds1da177e2005-04-16 15:20:36 -070074FEXPORT(ret_from_fork)
Ingo Molnar36c8b582006-07-03 00:25:41 -070075 jal schedule_tail # a0 = struct task_struct *prev
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
77FEXPORT(syscall_exit)
78 local_irq_disable # make sure need_resched and
79 # signals dont change between
80 # sampling and return
81 LONG_L a2, TI_FLAGS($28) # current->work
82 li t0, _TIF_ALLWORK_MASK
83 and t0, a2, t0
84 bnez t0, syscall_exit_work
85
Al Viro02f884e2012-05-05 16:11:35 -040086restore_all: # restore full frame
Ralf Baechle41c594a2006-04-05 09:45:45 +010087#ifdef CONFIG_MIPS_MT_SMTC
Kevin D. Kissell0db34212007-07-12 16:21:08 +010088#ifdef CONFIG_MIPS_MT_SMTC_IM_BACKSTOP
Ralf Baechle41c594a2006-04-05 09:45:45 +010089/* Re-arm any temporarily masked interrupts not explicitly "acked" */
90 mfc0 v0, CP0_TCSTATUS
91 ori v1, v0, TCSTATUS_IXMT
92 mtc0 v1, CP0_TCSTATUS
93 andi v0, TCSTATUS_IXMT
Ralf Baechle4277ff52006-06-03 22:40:15 +010094 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010095 mfc0 t0, CP0_TCCONTEXT
96 DMT 9 # dmt t1
97 jal mips_ihb
98 mfc0 t2, CP0_STATUS
99 andi t3, t0, 0xff00
100 or t2, t2, t3
101 mtc0 t2, CP0_STATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100102 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100103 andi t1, t1, VPECONTROL_TE
104 beqz t1, 1f
105 EMT
1061:
107 mfc0 v1, CP0_TCSTATUS
Ralf Baechle477654f2006-04-27 15:44:50 +0100108 /* We set IXMT above, XOR should clear it here */
Ralf Baechle41c594a2006-04-05 09:45:45 +0100109 xori v1, v1, TCSTATUS_IXMT
110 or v1, v0, v1
111 mtc0 v1, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100112 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100113 xor t0, t0, t3
114 mtc0 t0, CP0_TCCONTEXT
Kevin D. Kissell0db34212007-07-12 16:21:08 +0100115#endif /* CONFIG_MIPS_MT_SMTC_IM_BACKSTOP */
Kevin D. Kisselld2bb01b2008-09-09 21:35:01 +0200116/* Detect and execute deferred IPI "interrupts" */
117 LONG_L s0, TI_REGS($28)
118 LONG_S sp, TI_REGS($28)
119 jal deferred_smtc_ipi
120 LONG_S s0, TI_REGS($28)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100121#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 .set noat
123 RESTORE_TEMP
124 RESTORE_AT
125 RESTORE_STATIC
Al Viro02f884e2012-05-05 16:11:35 -0400126restore_partial: # restore partial frame
Ralf Baechle192ef362006-07-07 14:07:18 +0100127#ifdef CONFIG_TRACE_IRQFLAGS
128 SAVE_STATIC
129 SAVE_AT
130 SAVE_TEMP
131 LONG_L v0, PT_STATUS(sp)
Chris Dearmancbde5eb2007-03-26 14:47:06 +0100132#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
133 and v0, ST0_IEP
134#else
135 and v0, ST0_IE
136#endif
Ralf Baechle192ef362006-07-07 14:07:18 +0100137 beqz v0, 1f
138 jal trace_hardirqs_on
139 b 2f
1401: jal trace_hardirqs_off
1412:
142 RESTORE_TEMP
143 RESTORE_AT
144 RESTORE_STATIC
145#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 RESTORE_SOME
147 RESTORE_SP_AND_RET
148 .set at
149
Thiemo Seuferc2648522004-12-10 12:56:33 +0000150work_pending:
151 andi t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 beqz t0, work_notifysig
153work_resched:
154 jal schedule
155
Thiemo Seuferc2648522004-12-10 12:56:33 +0000156 local_irq_disable # make sure need_resched and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 # signals dont change between
158 # sampling and return
159 LONG_L a2, TI_FLAGS($28)
160 andi t0, a2, _TIF_WORK_MASK # is there any work to be done
161 # other than syscall tracing?
162 beqz t0, restore_all
163 andi t0, a2, _TIF_NEED_RESCHED
164 bnez t0, work_resched
165
166work_notifysig: # deal with pending signals and
167 # notify-resume requests
168 move a0, sp
169 li a1, 0
170 jal do_notify_resume # a2 already loaded
Ralf Baechle0bf0e3e2005-09-15 16:43:50 +0000171 j resume_userspace
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
Al Viro02f884e2012-05-05 16:11:35 -0400173FEXPORT(syscall_exit_partial)
174 local_irq_disable # make sure need_resched doesn't
175 # change between and return
176 LONG_L a2, TI_FLAGS($28) # current->work
177 li t0, _TIF_ALLWORK_MASK
178 and t0, a2
179 beqz t0, restore_partial
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 SAVE_STATIC
Thiemo Seuferc2648522004-12-10 12:56:33 +0000181syscall_exit_work:
Al Virof76f3302012-05-02 21:45:12 -0400182 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
183 andi t0, t0, KU_USER
184 beqz t0, resume_kernel
Ralf Baechlec19c20a2011-05-19 09:21:28 +0100185 li t0, _TIF_WORK_SYSCALL_EXIT
Thiemo Seuferc2648522004-12-10 12:56:33 +0000186 and t0, a2 # a2 is preloaded with TI_FLAGS
187 beqz t0, work_pending # trace bit set?
Ralf Baechle8b659a32011-05-19 09:21:29 +0100188 local_irq_enable # could let syscall_trace_leave()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 # call schedule() instead
190 move a0, sp
Ralf Baechle8b659a32011-05-19 09:21:29 +0100191 jal syscall_trace_leave
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 b resume_userspace
Ralf Baechlebce1a282006-04-05 09:45:45 +0100193
194#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)
195
196/*
197 * MIPS32R2 Instruction Hazard Barrier - must be called
198 *
199 * For C code use the inline version named instruction_hazard().
200 */
201LEAF(mips_ihb)
202 .set mips32r2
203 jr.hb ra
204 nop
205 END(mips_ihb)
206
207#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */