| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * This file is subject to the terms and conditions of the GNU General Public | 
 | 3 |  * License.  See the file "COPYING" in the main directory of this archive | 
 | 4 |  * for more details. | 
 | 5 |  * | 
 | 6 |  * Copyright (C) 1994, 1995 Waldorf Electronics | 
 | 7 |  * Written by Ralf Baechle and Andreas Busse | 
| Ralf Baechle | 192ef36 | 2006-07-07 14:07:18 +0100 | [diff] [blame] | 8 |  * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  * Copyright (C) 1996 Paul M. Antoine | 
 | 10 |  * Modified for DECStation and hence R3000 support by Paul M. Antoine | 
 | 11 |  * Further modifications by David S. Miller and Harald Koerfgen | 
 | 12 |  * Copyright (C) 1999 Silicon Graphics, Inc. | 
 | 13 |  * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com | 
 | 14 |  * Copyright (C) 2000 MIPS Technologies, Inc.  All rights reserved. | 
 | 15 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <linux/init.h> | 
 | 17 | #include <linux/threads.h> | 
 | 18 |  | 
| Marc St-Jean | 9267a30 | 2007-06-14 15:55:31 -0600 | [diff] [blame] | 19 | #include <asm/addrspace.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <asm/asm.h> | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 21 | #include <asm/asmmacro.h> | 
| Ralf Baechle | 192ef36 | 2006-07-07 14:07:18 +0100 | [diff] [blame] | 22 | #include <asm/irqflags.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include <asm/regdef.h> | 
 | 24 | #include <asm/page.h> | 
| Ralf Baechle | fd3d276 | 2008-10-03 22:43:38 +0100 | [diff] [blame] | 25 | #include <asm/pgtable-bits.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include <asm/mipsregs.h> | 
 | 27 | #include <asm/stackframe.h> | 
| Ralf Baechle | 7e35952 | 2005-07-14 09:42:32 +0000 | [diff] [blame] | 28 |  | 
 | 29 | #include <kernel-entry-init.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | 	/* | 
 | 32 | 	 * inputs are the text nasid in t1, data nasid in t2. | 
 | 33 | 	 */ | 
 | 34 | 	.macro MAPPED_KERNEL_SETUP_TLB | 
 | 35 | #ifdef CONFIG_MAPPED_KERNEL | 
 | 36 | 	/* | 
 | 37 | 	 * This needs to read the nasid - assume 0 for now. | 
 | 38 | 	 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0, | 
 | 39 | 	 * 0+DVG in tlblo_1. | 
 | 40 | 	 */ | 
 | 41 | 	dli	t0, 0xffffffffc0000000 | 
 | 42 | 	dmtc0	t0, CP0_ENTRYHI | 
 | 43 | 	li	t0, 0x1c000		# Offset of text into node memory | 
 | 44 | 	dsll	t1, NASID_SHFT		# Shift text nasid into place | 
 | 45 | 	dsll	t2, NASID_SHFT		# Same for data nasid | 
 | 46 | 	or	t1, t1, t0		# Physical load address of kernel text | 
 | 47 | 	or	t2, t2, t0		# Physical load address of kernel data | 
 | 48 | 	dsrl	t1, 12			# 4K pfn | 
 | 49 | 	dsrl	t2, 12			# 4K pfn | 
 | 50 | 	dsll	t1, 6			# Get pfn into place | 
 | 51 | 	dsll	t2, 6			# Get pfn into place | 
 | 52 | 	li	t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6) | 
 | 53 | 	or	t0, t0, t1 | 
 | 54 | 	mtc0	t0, CP0_ENTRYLO0	# physaddr, VG, cach exlwr | 
 | 55 | 	li	t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6) | 
 | 56 | 	or	t0, t0, t2 | 
 | 57 | 	mtc0	t0, CP0_ENTRYLO1	# physaddr, DVG, cach exlwr | 
 | 58 | 	li	t0, 0x1ffe000		# MAPPED_KERN_TLBMASK, TLBPGMASK_16M | 
 | 59 | 	mtc0	t0, CP0_PAGEMASK | 
 | 60 | 	li	t0, 0			# KMAP_INX | 
 | 61 | 	mtc0	t0, CP0_INDEX | 
 | 62 | 	li	t0, 1 | 
 | 63 | 	mtc0	t0, CP0_WIRED | 
 | 64 | 	tlbwi | 
 | 65 | #else | 
 | 66 | 	mtc0	zero, CP0_WIRED | 
 | 67 | #endif | 
 | 68 | 	.endm | 
 | 69 |  | 
 | 70 | 	/* | 
 | 71 | 	 * For the moment disable interrupts, mark the kernel mode and | 
 | 72 | 	 * set ST0_KX so that the CPU does not spit fire when using | 
 | 73 | 	 * 64-bit addresses.  A full initialization of the CPU's status | 
 | 74 | 	 * register is done later in per_cpu_trap_init(). | 
 | 75 | 	 */ | 
 | 76 | 	.macro	setup_c0_status set clr | 
 | 77 | 	.set	push | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 78 | #ifdef CONFIG_MIPS_MT_SMTC | 
 | 79 | 	/* | 
 | 80 | 	 * For SMTC, we need to set privilege and disable interrupts only for | 
 | 81 | 	 * the current TC, using the TCStatus register. | 
 | 82 | 	 */ | 
 | 83 | 	mfc0	t0, CP0_TCSTATUS | 
 | 84 | 	/* Fortunately CU 0 is in the same place in both registers */ | 
 | 85 | 	/* Set TCU0, TMX, TKSU (for later inversion) and IXMT */ | 
 | 86 | 	li	t1, ST0_CU0 | 0x08001c00 | 
 | 87 | 	or	t0, t1 | 
 | 88 | 	/* Clear TKSU, leave IXMT */ | 
 | 89 | 	xori	t0, 0x00001800 | 
 | 90 | 	mtc0	t0, CP0_TCSTATUS | 
| Ralf Baechle | 4277ff5 | 2006-06-03 22:40:15 +0100 | [diff] [blame] | 91 | 	_ehb | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 92 | 	/* We need to leave the global IE bit set, but clear EXL...*/ | 
 | 93 | 	mfc0	t0, CP0_STATUS | 
 | 94 | 	or	t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr | 
 | 95 | 	xor	t0, ST0_EXL | ST0_ERL | \clr | 
 | 96 | 	mtc0	t0, CP0_STATUS | 
 | 97 | #else | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | 	mfc0	t0, CP0_STATUS | 
 | 99 | 	or	t0, ST0_CU0|\set|0x1f|\clr | 
 | 100 | 	xor	t0, 0x1f|\clr | 
 | 101 | 	mtc0	t0, CP0_STATUS | 
 | 102 | 	.set	noreorder | 
 | 103 | 	sll	zero,3				# ehb | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 104 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | 	.set	pop | 
 | 106 | 	.endm | 
 | 107 |  | 
 | 108 | 	.macro	setup_c0_status_pri | 
| Ralf Baechle | 875d43e | 2005-09-03 15:56:16 -0700 | [diff] [blame] | 109 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | 	setup_c0_status ST0_KX 0 | 
 | 111 | #else | 
 | 112 | 	setup_c0_status 0 0 | 
 | 113 | #endif | 
 | 114 | 	.endm | 
 | 115 |  | 
 | 116 | 	.macro	setup_c0_status_sec | 
| Ralf Baechle | 875d43e | 2005-09-03 15:56:16 -0700 | [diff] [blame] | 117 | #ifdef CONFIG_64BIT | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | 	setup_c0_status ST0_KX ST0_BEV | 
 | 119 | #else | 
 | 120 | 	setup_c0_status 0 ST0_BEV | 
 | 121 | #endif | 
 | 122 | 	.endm | 
 | 123 |  | 
| Marc St-Jean | 9267a30 | 2007-06-14 15:55:31 -0600 | [diff] [blame] | 124 | #ifndef CONFIG_NO_EXCEPT_FILL | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | 	/* | 
 | 126 | 	 * Reserved space for exception handlers. | 
 | 127 | 	 * Necessary for machines which link their kernels at KSEG0. | 
 | 128 | 	 */ | 
 | 129 | 	.fill	0x400 | 
| Marc St-Jean | 9267a30 | 2007-06-14 15:55:31 -0600 | [diff] [blame] | 130 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | EXPORT(_stext) | 
 | 133 |  | 
| Ralf Baechle | 396a2ae | 2007-10-16 20:05:18 +0100 | [diff] [blame] | 134 | #ifdef CONFIG_BOOT_RAW | 
| Ralf Baechle | b490ff4 | 2005-07-11 11:53:44 +0000 | [diff] [blame] | 135 | 	/* | 
 | 136 | 	 * Give us a fighting chance of running if execution beings at the | 
 | 137 | 	 * kernel load address.  This is needed because this platform does | 
 | 138 | 	 * not have a ELF loader yet. | 
 | 139 | 	 */ | 
| Ralf Baechle | ba820c5 | 2008-01-07 15:09:50 +0000 | [diff] [blame] | 140 | FEXPORT(__kernel_entry) | 
 | 141 | 	j	kernel_entry | 
| Ralf Baechle | f6e2373 | 2007-07-10 17:32:56 +0100 | [diff] [blame] | 142 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 |  | 
| Ralf Baechle | a055917 | 2008-01-30 12:14:59 +0000 | [diff] [blame] | 144 | 	__REF | 
| Ralf Baechle | 396a2ae | 2007-10-16 20:05:18 +0100 | [diff] [blame] | 145 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | NESTED(kernel_entry, 16, sp)			# kernel entry point | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 |  | 
| Ralf Baechle | 7e35952 | 2005-07-14 09:42:32 +0000 | [diff] [blame] | 148 | 	kernel_entry_setup			# cpu specific setup | 
 | 149 |  | 
 | 150 | 	setup_c0_status_pri | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 |  | 
| Thomas Bogendoerfer | 15ad838 | 2007-09-13 20:23:48 +0200 | [diff] [blame] | 152 | 	/* We might not get launched at the address the kernel is linked to, | 
 | 153 | 	   so we jump there.  */ | 
 | 154 | 	PTR_LA	t0, 0f | 
 | 155 | 	jr	t0 | 
 | 156 | 0: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 |  | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 158 | #ifdef CONFIG_MIPS_MT_SMTC | 
 | 159 | 	/* | 
 | 160 | 	 * In SMTC kernel, "CLI" is thread-specific, in TCStatus. | 
 | 161 | 	 * We still need to enable interrupts globally in Status, | 
 | 162 | 	 * and clear EXL/ERL. | 
 | 163 | 	 * | 
 | 164 | 	 * TCContext is used to track interrupt levels under | 
 | 165 | 	 * service in SMTC kernel. Clear for boot TC before | 
 | 166 | 	 * allowing any interrupts. | 
 | 167 | 	 */ | 
 | 168 | 	mtc0	zero, CP0_TCCONTEXT | 
 | 169 |  | 
 | 170 | 	mfc0	t0, CP0_STATUS | 
 | 171 | 	ori	t0, t0, 0xff1f | 
 | 172 | 	xori	t0, t0, 0x001e | 
 | 173 | 	mtc0	t0, CP0_STATUS | 
 | 174 | #endif /* CONFIG_MIPS_MT_SMTC */ | 
 | 175 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | 	PTR_LA		t0, __bss_start		# clear .bss | 
 | 177 | 	LONG_S		zero, (t0) | 
 | 178 | 	PTR_LA		t1, __bss_stop - LONGSIZE | 
 | 179 | 1: | 
 | 180 | 	PTR_ADDIU	t0, LONGSIZE | 
 | 181 | 	LONG_S		zero, (t0) | 
 | 182 | 	bne		t0, t1, 1b | 
 | 183 |  | 
 | 184 | 	LONG_S		a0, fw_arg0		# firmware arguments | 
 | 185 | 	LONG_S		a1, fw_arg1 | 
 | 186 | 	LONG_S		a2, fw_arg2 | 
 | 187 | 	LONG_S		a3, fw_arg3 | 
 | 188 |  | 
| Thiemo Seufer | 1b3a6e9 | 2005-04-01 14:07:13 +0000 | [diff] [blame] | 189 | 	MTC0		zero, CP0_CONTEXT	# clear context register | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | 	PTR_LA		$28, init_thread_union | 
| Ralf Baechle | 242954b | 2006-10-24 02:29:01 +0100 | [diff] [blame] | 191 | 	PTR_LI		sp, _THREAD_SIZE - 32 | 
 | 192 | 	PTR_ADDU	sp, $28 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | 	set_saved_sp	sp, t0, t1 | 
 | 194 | 	PTR_SUBU	sp, 4 * SZREG		# init stack pointer | 
 | 195 |  | 
 | 196 | 	j		start_kernel | 
 | 197 | 	END(kernel_entry) | 
 | 198 |  | 
| Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 199 | 	__CPUINIT | 
| Ralf Baechle | b490ff4 | 2005-07-11 11:53:44 +0000 | [diff] [blame] | 200 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | #ifdef CONFIG_SMP | 
 | 202 | /* | 
 | 203 |  * SMP slave cpus entry point.  Board specific code for bootstrap calls this | 
 | 204 |  * function after setting up the stack and gp registers. | 
 | 205 |  */ | 
 | 206 | NESTED(smp_bootstrap, 16, sp) | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 207 | #ifdef CONFIG_MIPS_MT_SMTC | 
 | 208 | 	/* | 
 | 209 | 	 * Read-modify-writes of Status must be atomic, and this | 
 | 210 | 	 * is one case where CLI is invoked without EXL being | 
 | 211 | 	 * necessarily set. The CLI and setup_c0_status will | 
 | 212 | 	 * in fact be redundant for all but the first TC of | 
 | 213 | 	 * each VPE being booted. | 
 | 214 | 	 */ | 
 | 215 | 	DMT	10	# dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */ | 
 | 216 | 	jal	mips_ihb | 
 | 217 | #endif /* CONFIG_MIPS_MT_SMTC */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 218 | 	setup_c0_status_sec | 
| Ralf Baechle | 7e35952 | 2005-07-14 09:42:32 +0000 | [diff] [blame] | 219 | 	smp_slave_setup | 
| Ralf Baechle | 41c594a | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 220 | #ifdef CONFIG_MIPS_MT_SMTC | 
 | 221 | 	andi	t2, t2, VPECONTROL_TE | 
 | 222 | 	beqz	t2, 2f | 
 | 223 | 	EMT		# emt | 
 | 224 | 2: | 
 | 225 | #endif /* CONFIG_MIPS_MT_SMTC */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | 	j	start_secondary | 
 | 227 | 	END(smp_bootstrap) | 
 | 228 | #endif /* CONFIG_SMP */ | 
 | 229 |  | 
 | 230 | 	__FINIT |