blob: f10b6a19f8bf7b672242dbf2dcf9bf1f495c7c13 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
13#include <asm/regdef.h>
14#include <asm/mipsregs.h>
15#include <asm/stackframe.h>
16#include <asm/isadep.h>
17#include <asm/thread_info.h>
18#include <asm/war.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010019#ifdef CONFIG_MIPS_MT_SMTC
20#include <asm/mipsmtregs.h>
21#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Atsushi Nemotof431baa2006-10-09 01:24:23 +090023#ifndef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000024 .macro preempt_stop
25 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 .endm
27#define resume_kernel restore_all
28#endif
29
30 .text
31 .align 5
Atsushi Nemotof431baa2006-10-09 01:24:23 +090032FEXPORT(ret_from_irq)
33 LONG_S s0, TI_REGS($28)
34#ifdef CONFIG_PREEMPT
35FEXPORT(ret_from_exception)
36#else
37 b _ret_from_irq
Linus Torvalds1da177e2005-04-16 15:20:36 -070038FEXPORT(ret_from_exception)
39 preempt_stop
Atsushi Nemotof431baa2006-10-09 01:24:23 +090040#endif
41FEXPORT(_ret_from_irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
43 andi t0, t0, KU_USER
44 beqz t0, resume_kernel
45
Thiemo Seuferc2648522004-12-10 12:56:33 +000046resume_userspace:
47 local_irq_disable # make sure we dont miss an
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 # interrupt setting need_resched
49 # between sampling and return
50 LONG_L a2, TI_FLAGS($28) # current->work
Thiemo Seuferc2648522004-12-10 12:56:33 +000051 andi t0, a2, _TIF_WORK_MASK # (ignoring syscall_trace)
52 bnez t0, work_pending
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 j restore_all
54
55#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000056resume_kernel:
Ralf Baechlea18815a2005-02-07 02:54:29 +000057 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 lw t0, TI_PRE_COUNT($28)
59 bnez t0, restore_all
60need_resched:
61 LONG_L t0, TI_FLAGS($28)
62 andi t1, t0, _TIF_NEED_RESCHED
63 beqz t1, restore_all
64 LONG_L t0, PT_STATUS(sp) # Interrupts off?
65 andi t0, 1
66 beqz t0, restore_all
Ralf Baechlea18815a2005-02-07 02:54:29 +000067 jal preempt_schedule_irq
Ralf Baechlecdaed732005-03-04 12:35:42 +000068 b need_resched
Linus Torvalds1da177e2005-04-16 15:20:36 -070069#endif
70
71FEXPORT(ret_from_fork)
Ingo Molnar36c8b582006-07-03 00:25:41 -070072 jal schedule_tail # a0 = struct task_struct *prev
Linus Torvalds1da177e2005-04-16 15:20:36 -070073
74FEXPORT(syscall_exit)
75 local_irq_disable # make sure need_resched and
76 # signals dont change between
77 # sampling and return
78 LONG_L a2, TI_FLAGS($28) # current->work
79 li t0, _TIF_ALLWORK_MASK
80 and t0, a2, t0
81 bnez t0, syscall_exit_work
82
83FEXPORT(restore_all) # restore full frame
Ralf Baechle41c594a2006-04-05 09:45:45 +010084#ifdef CONFIG_MIPS_MT_SMTC
85/* Detect and execute deferred IPI "interrupts" */
Ralf Baechlecb568372006-10-31 22:49:04 +000086 LONG_L s0, TI_REGS($28)
87 LONG_S sp, TI_REGS($28)
Ralf Baechle41c594a2006-04-05 09:45:45 +010088 jal deferred_smtc_ipi
Ralf Baechlecb568372006-10-31 22:49:04 +000089 LONG_S s0, TI_REGS($28)
Ralf Baechle41c594a2006-04-05 09:45:45 +010090/* Re-arm any temporarily masked interrupts not explicitly "acked" */
91 mfc0 v0, CP0_TCSTATUS
92 ori v1, v0, TCSTATUS_IXMT
93 mtc0 v1, CP0_TCSTATUS
94 andi v0, TCSTATUS_IXMT
Ralf Baechle4277ff52006-06-03 22:40:15 +010095 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010096 mfc0 t0, CP0_TCCONTEXT
97 DMT 9 # dmt t1
98 jal mips_ihb
99 mfc0 t2, CP0_STATUS
100 andi t3, t0, 0xff00
101 or t2, t2, t3
102 mtc0 t2, CP0_STATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100103 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100104 andi t1, t1, VPECONTROL_TE
105 beqz t1, 1f
106 EMT
1071:
108 mfc0 v1, CP0_TCSTATUS
Ralf Baechle477654f2006-04-27 15:44:50 +0100109 /* We set IXMT above, XOR should clear it here */
Ralf Baechle41c594a2006-04-05 09:45:45 +0100110 xori v1, v1, TCSTATUS_IXMT
111 or v1, v0, v1
112 mtc0 v1, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100113 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100114 xor t0, t0, t3
115 mtc0 t0, CP0_TCCONTEXT
116#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 .set noat
118 RESTORE_TEMP
119 RESTORE_AT
120 RESTORE_STATIC
121FEXPORT(restore_partial) # restore partial frame
Ralf Baechle192ef362006-07-07 14:07:18 +0100122#ifdef CONFIG_TRACE_IRQFLAGS
123 SAVE_STATIC
124 SAVE_AT
125 SAVE_TEMP
126 LONG_L v0, PT_STATUS(sp)
127 and v0, 1
128 beqz v0, 1f
129 jal trace_hardirqs_on
130 b 2f
1311: jal trace_hardirqs_off
1322:
133 RESTORE_TEMP
134 RESTORE_AT
135 RESTORE_STATIC
136#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 RESTORE_SOME
138 RESTORE_SP_AND_RET
139 .set at
140
Thiemo Seuferc2648522004-12-10 12:56:33 +0000141work_pending:
142 andi t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 beqz t0, work_notifysig
144work_resched:
145 jal schedule
146
Thiemo Seuferc2648522004-12-10 12:56:33 +0000147 local_irq_disable # make sure need_resched and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 # signals dont change between
149 # sampling and return
150 LONG_L a2, TI_FLAGS($28)
151 andi t0, a2, _TIF_WORK_MASK # is there any work to be done
152 # other than syscall tracing?
153 beqz t0, restore_all
154 andi t0, a2, _TIF_NEED_RESCHED
155 bnez t0, work_resched
156
157work_notifysig: # deal with pending signals and
158 # notify-resume requests
159 move a0, sp
160 li a1, 0
161 jal do_notify_resume # a2 already loaded
Ralf Baechle0bf0e3e2005-09-15 16:43:50 +0000162 j resume_userspace
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
164FEXPORT(syscall_exit_work_partial)
165 SAVE_STATIC
Thiemo Seuferc2648522004-12-10 12:56:33 +0000166syscall_exit_work:
167 li t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT
168 and t0, a2 # a2 is preloaded with TI_FLAGS
169 beqz t0, work_pending # trace bit set?
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 local_irq_enable # could let do_syscall_trace()
171 # call schedule() instead
172 move a0, sp
173 li a1, 1
174 jal do_syscall_trace
175 b resume_userspace
Ralf Baechlebce1a282006-04-05 09:45:45 +0100176
177#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)
178
179/*
180 * MIPS32R2 Instruction Hazard Barrier - must be called
181 *
182 * For C code use the inline version named instruction_hazard().
183 */
184LEAF(mips_ihb)
185 .set mips32r2
186 jr.hb ra
187 nop
188 END(mips_ihb)
189
190#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */