blob: 766655f352508db89fa12941f614e7a84df2d7c3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
13#include <asm/regdef.h>
14#include <asm/mipsregs.h>
15#include <asm/stackframe.h>
16#include <asm/isadep.h>
17#include <asm/thread_info.h>
18#include <asm/war.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010019#ifdef CONFIG_MIPS_MT_SMTC
20#include <asm/mipsmtregs.h>
21#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000024 .macro preempt_stop
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 .endm
26#else
Thiemo Seuferc2648522004-12-10 12:56:33 +000027 .macro preempt_stop
28 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 .endm
30#define resume_kernel restore_all
31#endif
32
33 .text
34 .align 5
35FEXPORT(ret_from_exception)
36 preempt_stop
37FEXPORT(ret_from_irq)
38 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
39 andi t0, t0, KU_USER
40 beqz t0, resume_kernel
41
Thiemo Seuferc2648522004-12-10 12:56:33 +000042resume_userspace:
43 local_irq_disable # make sure we dont miss an
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 # interrupt setting need_resched
45 # between sampling and return
46 LONG_L a2, TI_FLAGS($28) # current->work
Thiemo Seuferc2648522004-12-10 12:56:33 +000047 andi t0, a2, _TIF_WORK_MASK # (ignoring syscall_trace)
48 bnez t0, work_pending
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 j restore_all
50
51#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000052resume_kernel:
Ralf Baechlea18815a2005-02-07 02:54:29 +000053 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 lw t0, TI_PRE_COUNT($28)
55 bnez t0, restore_all
56need_resched:
57 LONG_L t0, TI_FLAGS($28)
58 andi t1, t0, _TIF_NEED_RESCHED
59 beqz t1, restore_all
60 LONG_L t0, PT_STATUS(sp) # Interrupts off?
61 andi t0, 1
62 beqz t0, restore_all
Ralf Baechlea18815a2005-02-07 02:54:29 +000063 jal preempt_schedule_irq
Ralf Baechlecdaed732005-03-04 12:35:42 +000064 b need_resched
Linus Torvalds1da177e2005-04-16 15:20:36 -070065#endif
66
67FEXPORT(ret_from_fork)
Ingo Molnar36c8b582006-07-03 00:25:41 -070068 jal schedule_tail # a0 = struct task_struct *prev
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
70FEXPORT(syscall_exit)
71 local_irq_disable # make sure need_resched and
72 # signals dont change between
73 # sampling and return
74 LONG_L a2, TI_FLAGS($28) # current->work
75 li t0, _TIF_ALLWORK_MASK
76 and t0, a2, t0
77 bnez t0, syscall_exit_work
78
79FEXPORT(restore_all) # restore full frame
Ralf Baechle41c594a2006-04-05 09:45:45 +010080#ifdef CONFIG_MIPS_MT_SMTC
81/* Detect and execute deferred IPI "interrupts" */
82 move a0,sp
83 jal deferred_smtc_ipi
84/* Re-arm any temporarily masked interrupts not explicitly "acked" */
85 mfc0 v0, CP0_TCSTATUS
86 ori v1, v0, TCSTATUS_IXMT
87 mtc0 v1, CP0_TCSTATUS
88 andi v0, TCSTATUS_IXMT
Ralf Baechle4277ff52006-06-03 22:40:15 +010089 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010090 mfc0 t0, CP0_TCCONTEXT
91 DMT 9 # dmt t1
92 jal mips_ihb
93 mfc0 t2, CP0_STATUS
94 andi t3, t0, 0xff00
95 or t2, t2, t3
96 mtc0 t2, CP0_STATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +010097 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010098 andi t1, t1, VPECONTROL_TE
99 beqz t1, 1f
100 EMT
1011:
102 mfc0 v1, CP0_TCSTATUS
Ralf Baechle477654f2006-04-27 15:44:50 +0100103 /* We set IXMT above, XOR should clear it here */
Ralf Baechle41c594a2006-04-05 09:45:45 +0100104 xori v1, v1, TCSTATUS_IXMT
105 or v1, v0, v1
106 mtc0 v1, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100107 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100108 xor t0, t0, t3
109 mtc0 t0, CP0_TCCONTEXT
110#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 .set noat
112 RESTORE_TEMP
113 RESTORE_AT
114 RESTORE_STATIC
115FEXPORT(restore_partial) # restore partial frame
Ralf Baechle192ef362006-07-07 14:07:18 +0100116#ifdef CONFIG_TRACE_IRQFLAGS
117 SAVE_STATIC
118 SAVE_AT
119 SAVE_TEMP
120 LONG_L v0, PT_STATUS(sp)
121 and v0, 1
122 beqz v0, 1f
123 jal trace_hardirqs_on
124 b 2f
1251: jal trace_hardirqs_off
1262:
127 RESTORE_TEMP
128 RESTORE_AT
129 RESTORE_STATIC
130#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 RESTORE_SOME
132 RESTORE_SP_AND_RET
133 .set at
134
Thiemo Seuferc2648522004-12-10 12:56:33 +0000135work_pending:
136 andi t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 beqz t0, work_notifysig
138work_resched:
139 jal schedule
140
Thiemo Seuferc2648522004-12-10 12:56:33 +0000141 local_irq_disable # make sure need_resched and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 # signals dont change between
143 # sampling and return
144 LONG_L a2, TI_FLAGS($28)
145 andi t0, a2, _TIF_WORK_MASK # is there any work to be done
146 # other than syscall tracing?
147 beqz t0, restore_all
148 andi t0, a2, _TIF_NEED_RESCHED
149 bnez t0, work_resched
150
151work_notifysig: # deal with pending signals and
152 # notify-resume requests
153 move a0, sp
154 li a1, 0
155 jal do_notify_resume # a2 already loaded
Ralf Baechle0bf0e3e2005-09-15 16:43:50 +0000156 j resume_userspace
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157
158FEXPORT(syscall_exit_work_partial)
159 SAVE_STATIC
Thiemo Seuferc2648522004-12-10 12:56:33 +0000160syscall_exit_work:
161 li t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT
162 and t0, a2 # a2 is preloaded with TI_FLAGS
163 beqz t0, work_pending # trace bit set?
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 local_irq_enable # could let do_syscall_trace()
165 # call schedule() instead
166 move a0, sp
167 li a1, 1
168 jal do_syscall_trace
169 b resume_userspace
Ralf Baechlebce1a282006-04-05 09:45:45 +0100170
171#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)
172
173/*
174 * MIPS32R2 Instruction Hazard Barrier - must be called
175 *
176 * For C code use the inline version named instruction_hazard().
177 */
178LEAF(mips_ihb)
179 .set mips32r2
180 jr.hb ra
181 nop
182 END(mips_ihb)
183
184#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */