| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * This file is subject to the terms and conditions of the GNU General Public | 
|  | 3 | * License.  See the file "COPYING" in the main directory of this archive | 
|  | 4 | * for more details. | 
|  | 5 | * | 
|  | 6 | * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle | 
|  | 7 | * Copyright (C) 1999, 2000 Silicon Graphics, Inc. | 
|  | 8 | * Copyright (C) 2001 MIPS Technologies, Inc. | 
|  | 9 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 |  | 
|  | 11 | #include <asm/asm.h> | 
|  | 12 | #include <asm/asmmacro.h> | 
|  | 13 | #include <asm/regdef.h> | 
|  | 14 | #include <asm/mipsregs.h> | 
|  | 15 | #include <asm/stackframe.h> | 
|  | 16 | #include <asm/isadep.h> | 
|  | 17 | #include <asm/thread_info.h> | 
|  | 18 | #include <asm/war.h> | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 19 | #ifdef CONFIG_MIPS_MT_SMTC | 
|  | 20 | #include <asm/mipsmtregs.h> | 
|  | 21 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 |  | 
| Atsushi Nemoto | f431baa | 2006-10-09 01:24:23 +0900 | [diff] [blame] | 23 | #ifndef CONFIG_PREEMPT | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 24 | .macro	preempt_stop | 
|  | 25 | local_irq_disable | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | .endm | 
|  | 27 | #define resume_kernel	restore_all | 
|  | 28 | #endif | 
|  | 29 |  | 
|  | 30 | .text | 
|  | 31 | .align	5 | 
| Atsushi Nemoto | f431baa | 2006-10-09 01:24:23 +0900 | [diff] [blame] | 32 | FEXPORT(ret_from_irq) | 
|  | 33 | LONG_S	s0, TI_REGS($28) | 
|  | 34 | #ifdef CONFIG_PREEMPT | 
|  | 35 | FEXPORT(ret_from_exception) | 
|  | 36 | #else | 
|  | 37 | b	_ret_from_irq | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | FEXPORT(ret_from_exception) | 
|  | 39 | preempt_stop | 
| Atsushi Nemoto | f431baa | 2006-10-09 01:24:23 +0900 | [diff] [blame] | 40 | #endif | 
|  | 41 | FEXPORT(_ret_from_irq) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode? | 
|  | 43 | andi	t0, t0, KU_USER | 
|  | 44 | beqz	t0, resume_kernel | 
|  | 45 |  | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 46 | resume_userspace: | 
|  | 47 | local_irq_disable		# make sure we dont miss an | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | # interrupt setting need_resched | 
|  | 49 | # between sampling and return | 
|  | 50 | LONG_L	a2, TI_FLAGS($28)	# current->work | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 51 | andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace) | 
|  | 52 | bnez	t0, work_pending | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | j	restore_all | 
|  | 54 |  | 
|  | 55 | #ifdef CONFIG_PREEMPT | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 56 | resume_kernel: | 
| Ralf Baechle | a18815a | 2005-02-07 02:54:29 +0000 | [diff] [blame] | 57 | local_irq_disable | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | lw	t0, TI_PRE_COUNT($28) | 
|  | 59 | bnez	t0, restore_all | 
|  | 60 | need_resched: | 
|  | 61 | LONG_L	t0, TI_FLAGS($28) | 
|  | 62 | andi	t1, t0, _TIF_NEED_RESCHED | 
|  | 63 | beqz	t1, restore_all | 
|  | 64 | LONG_L	t0, PT_STATUS(sp)		# Interrupts off? | 
|  | 65 | andi	t0, 1 | 
|  | 66 | beqz	t0, restore_all | 
| Ralf Baechle | a18815a | 2005-02-07 02:54:29 +0000 | [diff] [blame] | 67 | jal	preempt_schedule_irq | 
| Ralf Baechle | cdaed73 | 2005-03-04 12:35:42 +0000 | [diff] [blame] | 68 | b	need_resched | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | #endif | 
|  | 70 |  | 
|  | 71 | FEXPORT(ret_from_fork) | 
| Ingo Molnar | 36c8b58 | 2006-07-03 00:25:41 -0700 | [diff] [blame] | 72 | jal	schedule_tail		# a0 = struct task_struct *prev | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 |  | 
|  | 74 | FEXPORT(syscall_exit) | 
|  | 75 | local_irq_disable		# make sure need_resched and | 
|  | 76 | # signals dont change between | 
|  | 77 | # sampling and return | 
|  | 78 | LONG_L	a2, TI_FLAGS($28)	# current->work | 
|  | 79 | li	t0, _TIF_ALLWORK_MASK | 
|  | 80 | and	t0, a2, t0 | 
|  | 81 | bnez	t0, syscall_exit_work | 
|  | 82 |  | 
|  | 83 | FEXPORT(restore_all)			# restore full frame | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 84 | #ifdef CONFIG_MIPS_MT_SMTC | 
|  | 85 | /* Detect and execute deferred IPI "interrupts" */ | 
| Ralf Baechle | cb56837 | 2006-10-31 22:49:04 +0000 | [diff] [blame] | 86 | LONG_L	s0, TI_REGS($28) | 
|  | 87 | LONG_S	sp, TI_REGS($28) | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 88 | jal	deferred_smtc_ipi | 
| Ralf Baechle | cb56837 | 2006-10-31 22:49:04 +0000 | [diff] [blame] | 89 | LONG_S	s0, TI_REGS($28) | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 90 | /* Re-arm any temporarily masked interrupts not explicitly "acked" */ | 
|  | 91 | mfc0	v0, CP0_TCSTATUS | 
|  | 92 | ori	v1, v0, TCSTATUS_IXMT | 
|  | 93 | mtc0	v1, CP0_TCSTATUS | 
|  | 94 | andi	v0, TCSTATUS_IXMT | 
| Ralf Baechle | 4277ff5 | 2006-06-03 22:40:15 +0100 | [diff] [blame] | 95 | _ehb | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 96 | mfc0	t0, CP0_TCCONTEXT | 
|  | 97 | DMT	9				# dmt t1 | 
|  | 98 | jal	mips_ihb | 
|  | 99 | mfc0	t2, CP0_STATUS | 
|  | 100 | andi	t3, t0, 0xff00 | 
|  | 101 | or	t2, t2, t3 | 
|  | 102 | mtc0	t2, CP0_STATUS | 
| Ralf Baechle | 4277ff5 | 2006-06-03 22:40:15 +0100 | [diff] [blame] | 103 | _ehb | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 104 | andi	t1, t1, VPECONTROL_TE | 
|  | 105 | beqz	t1, 1f | 
|  | 106 | EMT | 
|  | 107 | 1: | 
|  | 108 | mfc0	v1, CP0_TCSTATUS | 
| Ralf Baechle | 477654f | 2006-04-27 15:44:50 +0100 | [diff] [blame] | 109 | /* We set IXMT above, XOR should clear it here */ | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 110 | xori	v1, v1, TCSTATUS_IXMT | 
|  | 111 | or	v1, v0, v1 | 
|  | 112 | mtc0	v1, CP0_TCSTATUS | 
| Ralf Baechle | 4277ff5 | 2006-06-03 22:40:15 +0100 | [diff] [blame] | 113 | _ehb | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 114 | xor	t0, t0, t3 | 
|  | 115 | mtc0	t0, CP0_TCCONTEXT | 
|  | 116 | #endif /* CONFIG_MIPS_MT_SMTC */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | .set	noat | 
|  | 118 | RESTORE_TEMP | 
|  | 119 | RESTORE_AT | 
|  | 120 | RESTORE_STATIC | 
|  | 121 | FEXPORT(restore_partial)		# restore partial frame | 
| Ralf Baechle | 192ef36 | 2006-07-07 14:07:18 +0100 | [diff] [blame] | 122 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 123 | SAVE_STATIC | 
|  | 124 | SAVE_AT | 
|  | 125 | SAVE_TEMP | 
|  | 126 | LONG_L	v0, PT_STATUS(sp) | 
|  | 127 | and	v0, 1 | 
|  | 128 | beqz	v0, 1f | 
|  | 129 | jal	trace_hardirqs_on | 
|  | 130 | b	2f | 
|  | 131 | 1:	jal	trace_hardirqs_off | 
|  | 132 | 2: | 
|  | 133 | RESTORE_TEMP | 
|  | 134 | RESTORE_AT | 
|  | 135 | RESTORE_STATIC | 
|  | 136 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | RESTORE_SOME | 
|  | 138 | RESTORE_SP_AND_RET | 
|  | 139 | .set	at | 
|  | 140 |  | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 141 | work_pending: | 
|  | 142 | andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | beqz	t0, work_notifysig | 
|  | 144 | work_resched: | 
|  | 145 | jal	schedule | 
|  | 146 |  | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 147 | local_irq_disable		# make sure need_resched and | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | # signals dont change between | 
|  | 149 | # sampling and return | 
|  | 150 | LONG_L	a2, TI_FLAGS($28) | 
|  | 151 | andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done | 
|  | 152 | # other than syscall tracing? | 
|  | 153 | beqz	t0, restore_all | 
|  | 154 | andi	t0, a2, _TIF_NEED_RESCHED | 
|  | 155 | bnez	t0, work_resched | 
|  | 156 |  | 
|  | 157 | work_notifysig:				# deal with pending signals and | 
|  | 158 | # notify-resume requests | 
|  | 159 | move	a0, sp | 
|  | 160 | li	a1, 0 | 
|  | 161 | jal	do_notify_resume	# a2 already loaded | 
| Ralf Baechle | 0bf0e3e | 2005-09-15 16:43:50 +0000 | [diff] [blame] | 162 | j	resume_userspace | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 |  | 
|  | 164 | FEXPORT(syscall_exit_work_partial) | 
|  | 165 | SAVE_STATIC | 
| Thiemo Seufer | c264852 | 2004-12-10 12:56:33 +0000 | [diff] [blame] | 166 | syscall_exit_work: | 
|  | 167 | li	t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT | 
|  | 168 | and	t0, a2			# a2 is preloaded with TI_FLAGS | 
|  | 169 | beqz	t0, work_pending	# trace bit set? | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | local_irq_enable		# could let do_syscall_trace() | 
|  | 171 | # call schedule() instead | 
|  | 172 | move	a0, sp | 
|  | 173 | li	a1, 1 | 
|  | 174 | jal	do_syscall_trace | 
|  | 175 | b	resume_userspace | 
| Ralf Baechle | bce1a28 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 176 |  | 
|  | 177 | #if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT) | 
|  | 178 |  | 
|  | 179 | /* | 
|  | 180 | * MIPS32R2 Instruction Hazard Barrier - must be called | 
|  | 181 | * | 
|  | 182 | * For C code use the inline version named instruction_hazard(). | 
|  | 183 | */ | 
|  | 184 | LEAF(mips_ihb) | 
|  | 185 | .set	mips32r2 | 
|  | 186 | jr.hb	ra | 
|  | 187 | nop | 
|  | 188 | END(mips_ihb) | 
|  | 189 |  | 
|  | 190 | #endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */ |