blob: bf164a562acbe185864a4ed1cc503e1d56546771 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 1995 Waldorf Electronics
7 * Written by Ralf Baechle and Andreas Busse
Ralf Baechle192ef362006-07-07 14:07:18 +01008 * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Copyright (C) 1996 Paul M. Antoine
10 * Modified for DECStation and hence R3000 support by Paul M. Antoine
11 * Further modifications by David S. Miller and Harald Koerfgen
12 * Copyright (C) 1999 Silicon Graphics, Inc.
13 * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
14 * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
15 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/init.h>
17#include <linux/threads.h>
18
Marc St-Jean9267a302007-06-14 15:55:31 -060019#include <asm/addrspace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/asm.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010021#include <asm/asmmacro.h>
Ralf Baechle192ef362006-07-07 14:07:18 +010022#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <asm/regdef.h>
24#include <asm/page.h>
25#include <asm/mipsregs.h>
26#include <asm/stackframe.h>
Ralf Baechle7e359522005-07-14 09:42:32 +000027
28#include <kernel-entry-init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30 .macro ARC64_TWIDDLE_PC
31#if defined(CONFIG_ARC64) || defined(CONFIG_MAPPED_KERNEL)
32 /* We get launched at a XKPHYS address but the kernel is linked to
33 run at a KSEG0 address, so jump there. */
34 PTR_LA t0, \@f
35 jr t0
36\@:
37#endif
38 .endm
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040 /*
41 * inputs are the text nasid in t1, data nasid in t2.
42 */
43 .macro MAPPED_KERNEL_SETUP_TLB
44#ifdef CONFIG_MAPPED_KERNEL
45 /*
46 * This needs to read the nasid - assume 0 for now.
47 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
48 * 0+DVG in tlblo_1.
49 */
50 dli t0, 0xffffffffc0000000
51 dmtc0 t0, CP0_ENTRYHI
52 li t0, 0x1c000 # Offset of text into node memory
53 dsll t1, NASID_SHFT # Shift text nasid into place
54 dsll t2, NASID_SHFT # Same for data nasid
55 or t1, t1, t0 # Physical load address of kernel text
56 or t2, t2, t0 # Physical load address of kernel data
57 dsrl t1, 12 # 4K pfn
58 dsrl t2, 12 # 4K pfn
59 dsll t1, 6 # Get pfn into place
60 dsll t2, 6 # Get pfn into place
61 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
62 or t0, t0, t1
63 mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
64 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
65 or t0, t0, t2
66 mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
67 li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
68 mtc0 t0, CP0_PAGEMASK
69 li t0, 0 # KMAP_INX
70 mtc0 t0, CP0_INDEX
71 li t0, 1
72 mtc0 t0, CP0_WIRED
73 tlbwi
74#else
75 mtc0 zero, CP0_WIRED
76#endif
77 .endm
78
79 /*
80 * For the moment disable interrupts, mark the kernel mode and
81 * set ST0_KX so that the CPU does not spit fire when using
82 * 64-bit addresses. A full initialization of the CPU's status
83 * register is done later in per_cpu_trap_init().
84 */
85 .macro setup_c0_status set clr
86 .set push
Ralf Baechle41c594a2006-04-05 09:45:45 +010087#ifdef CONFIG_MIPS_MT_SMTC
88 /*
89 * For SMTC, we need to set privilege and disable interrupts only for
90 * the current TC, using the TCStatus register.
91 */
92 mfc0 t0, CP0_TCSTATUS
93 /* Fortunately CU 0 is in the same place in both registers */
94 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
95 li t1, ST0_CU0 | 0x08001c00
96 or t0, t1
97 /* Clear TKSU, leave IXMT */
98 xori t0, 0x00001800
99 mtc0 t0, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100100 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100101 /* We need to leave the global IE bit set, but clear EXL...*/
102 mfc0 t0, CP0_STATUS
103 or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
104 xor t0, ST0_EXL | ST0_ERL | \clr
105 mtc0 t0, CP0_STATUS
106#else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 mfc0 t0, CP0_STATUS
108 or t0, ST0_CU0|\set|0x1f|\clr
109 xor t0, 0x1f|\clr
110 mtc0 t0, CP0_STATUS
111 .set noreorder
112 sll zero,3 # ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100113#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 .set pop
115 .endm
116
117 .macro setup_c0_status_pri
Ralf Baechle875d43e2005-09-03 15:56:16 -0700118#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 setup_c0_status ST0_KX 0
120#else
121 setup_c0_status 0 0
122#endif
123 .endm
124
125 .macro setup_c0_status_sec
Ralf Baechle875d43e2005-09-03 15:56:16 -0700126#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 setup_c0_status ST0_KX ST0_BEV
128#else
129 setup_c0_status 0 ST0_BEV
130#endif
131 .endm
132
Marc St-Jean9267a302007-06-14 15:55:31 -0600133#ifndef CONFIG_NO_EXCEPT_FILL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 /*
135 * Reserved space for exception handlers.
136 * Necessary for machines which link their kernels at KSEG0.
137 */
138 .fill 0x400
Marc St-Jean9267a302007-06-14 15:55:31 -0600139#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141EXPORT(_stext)
142
Ralf Baechle396a2ae2007-10-16 20:05:18 +0100143#ifdef CONFIG_BOOT_RAW
Ralf Baechleb490ff42005-07-11 11:53:44 +0000144 /*
145 * Give us a fighting chance of running if execution beings at the
146 * kernel load address. This is needed because this platform does
147 * not have a ELF loader yet.
148 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 __INIT
Ralf Baechlef6e23732007-07-10 17:32:56 +0100150#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Ralf Baechle396a2ae2007-10-16 20:05:18 +0100152 __INIT_REFOK
153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154NESTED(kernel_entry, 16, sp) # kernel entry point
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
Ralf Baechle7e359522005-07-14 09:42:32 +0000156 kernel_entry_setup # cpu specific setup
157
158 setup_c0_status_pri
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159
160 ARC64_TWIDDLE_PC
161
Ralf Baechle41c594a2006-04-05 09:45:45 +0100162#ifdef CONFIG_MIPS_MT_SMTC
163 /*
164 * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
165 * We still need to enable interrupts globally in Status,
166 * and clear EXL/ERL.
167 *
168 * TCContext is used to track interrupt levels under
169 * service in SMTC kernel. Clear for boot TC before
170 * allowing any interrupts.
171 */
172 mtc0 zero, CP0_TCCONTEXT
173
174 mfc0 t0, CP0_STATUS
175 ori t0, t0, 0xff1f
176 xori t0, t0, 0x001e
177 mtc0 t0, CP0_STATUS
178#endif /* CONFIG_MIPS_MT_SMTC */
179
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 PTR_LA t0, __bss_start # clear .bss
181 LONG_S zero, (t0)
182 PTR_LA t1, __bss_stop - LONGSIZE
1831:
184 PTR_ADDIU t0, LONGSIZE
185 LONG_S zero, (t0)
186 bne t0, t1, 1b
187
188 LONG_S a0, fw_arg0 # firmware arguments
189 LONG_S a1, fw_arg1
190 LONG_S a2, fw_arg2
191 LONG_S a3, fw_arg3
192
Thiemo Seufer1b3a6e92005-04-01 14:07:13 +0000193 MTC0 zero, CP0_CONTEXT # clear context register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 PTR_LA $28, init_thread_union
Ralf Baechle242954b2006-10-24 02:29:01 +0100195 PTR_LI sp, _THREAD_SIZE - 32
196 PTR_ADDU sp, $28
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 set_saved_sp sp, t0, t1
198 PTR_SUBU sp, 4 * SZREG # init stack pointer
199
200 j start_kernel
201 END(kernel_entry)
202
Ralf Baechleb490ff42005-07-11 11:53:44 +0000203 __INIT
Ralf Baechleb490ff42005-07-11 11:53:44 +0000204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205#ifdef CONFIG_SMP
206/*
207 * SMP slave cpus entry point. Board specific code for bootstrap calls this
208 * function after setting up the stack and gp registers.
209 */
210NESTED(smp_bootstrap, 16, sp)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100211#ifdef CONFIG_MIPS_MT_SMTC
212 /*
213 * Read-modify-writes of Status must be atomic, and this
214 * is one case where CLI is invoked without EXL being
215 * necessarily set. The CLI and setup_c0_status will
216 * in fact be redundant for all but the first TC of
217 * each VPE being booted.
218 */
219 DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
220 jal mips_ihb
221#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 setup_c0_status_sec
Ralf Baechle7e359522005-07-14 09:42:32 +0000223 smp_slave_setup
Ralf Baechle41c594a2006-04-05 09:45:45 +0100224#ifdef CONFIG_MIPS_MT_SMTC
225 andi t2, t2, VPECONTROL_TE
226 beqz t2, 2f
227 EMT # emt
2282:
229#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 j start_secondary
231 END(smp_bootstrap)
232#endif /* CONFIG_SMP */
233
234 __FINIT