blob: 4a0e01b1404464bbc238399190ec3a838a08eb7e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* $Id: etrap.S,v 1.46 2002/02/09 19:49:30 davem Exp $
2 * etrap.S: Preparing for entry into the kernel on Sparc V9.
3 *
4 * Copyright (C) 1996, 1997 David S. Miller (davem@caip.rutgers.edu)
5 * Copyright (C) 1997, 1998, 1999 Jakub Jelinek (jj@ultra.linux.cz)
6 */
7
8#include <linux/config.h>
9
10#include <asm/asi.h>
11#include <asm/pstate.h>
12#include <asm/ptrace.h>
13#include <asm/page.h>
14#include <asm/spitfire.h>
15#include <asm/head.h>
16#include <asm/processor.h>
17#include <asm/mmu.h>
18
19#define TASK_REGOFF (THREAD_SIZE-TRACEREG_SZ-STACKFRAME_SZ)
20#define ETRAP_PSTATE1 (PSTATE_RMO | PSTATE_PRIV)
21#define ETRAP_PSTATE2 \
22 (PSTATE_RMO | PSTATE_PEF | PSTATE_PRIV | PSTATE_IE)
23
24/*
25 * On entry, %g7 is return address - 0x4.
26 * %g4 and %g5 will be preserved %l4 and %l5 respectively.
27 */
28
29 .text
30 .align 64
31 .globl etrap, etrap_irq, etraptl1
32etrap: rdpr %pil, %g2
33etrap_irq:
David S. Millerffe483d2006-02-02 21:55:10 -080034 TRAP_LOAD_THREAD_REG(%g6, %g1)
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 rdpr %tstate, %g1
36 sllx %g2, 20, %g3
37 andcc %g1, TSTATE_PRIV, %g0
38 or %g1, %g3, %g1
39 bne,pn %xcc, 1f
40 sub %sp, STACKFRAME_SZ+TRACEREG_SZ-STACK_BIAS, %g2
41 wrpr %g0, 7, %cleanwin
42
43 sethi %hi(TASK_REGOFF), %g2
44 sethi %hi(TSTATE_PEF), %g3
45 or %g2, %lo(TASK_REGOFF), %g2
46 and %g1, %g3, %g3
47 brnz,pn %g3, 1f
48 add %g6, %g2, %g2
49 wr %g0, 0, %fprs
501: rdpr %tpc, %g3
51
52 stx %g1, [%g2 + STACKFRAME_SZ + PT_V9_TSTATE]
53 rdpr %tnpc, %g1
54 stx %g3, [%g2 + STACKFRAME_SZ + PT_V9_TPC]
55 rd %y, %g3
56 stx %g1, [%g2 + STACKFRAME_SZ + PT_V9_TNPC]
57 st %g3, [%g2 + STACKFRAME_SZ + PT_V9_Y]
David S. Miller314ef682006-02-04 00:10:01 -080058
59 rdpr %cansave, %g1
60 brnz,pt %g1, etrap_save
61 nop
62
63 rdpr %cwp, %g1
64 add %g1, 2, %g1
65 wrpr %g1, %cwp
66 be,pt %xcc, etrap_user_spill
67 mov ASI_AIUP, %g3
68
69 rdpr %otherwin, %g3
70 brz %g3, etrap_kernel_spill
71 mov ASI_AIUS, %g3
72
73etrap_user_spill:
74
75 wr %g3, 0x0, %asi
76 ldx [%g6 + TI_FLAGS], %g3
77 and %g3, _TIF_32BIT, %g3
78 brnz,pt %g3, etrap_user_spill_32bit
79 nop
80 ba,a,pt %xcc, etrap_user_spill_64bit
81
82etrap_save: save %g2, -STACK_BIAS, %sp
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 mov %g6, %l6
84
85 bne,pn %xcc, 3f
86 mov PRIMARY_CONTEXT, %l4
87 rdpr %canrestore, %g3
88 rdpr %wstate, %g2
89 wrpr %g0, 0, %canrestore
90 sll %g2, 3, %g2
91 mov 1, %l5
92 stb %l5, [%l6 + TI_FPDEPTH]
93
94 wrpr %g3, 0, %otherwin
95 wrpr %g2, 0, %wstate
David S. Miller0835ae02005-10-04 15:23:20 -070096 sethi %hi(sparc64_kern_pri_context), %g2
97 ldx [%g2 + %lo(sparc64_kern_pri_context)], %g3
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 stxa %g3, [%l4] ASI_DMMU
David S. Miller4da808c2006-01-31 18:33:00 -080099 sethi %hi(KERNBASE), %l4
100 flush %l4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 wr %g0, ASI_AIUS, %asi
1022: wrpr %g0, 0x0, %tl
103 mov %g4, %l4
104 mov %g5, %l5
105
106 mov %g7, %l2
107 wrpr %g0, ETRAP_PSTATE1, %pstate
108 stx %g1, [%sp + PTREGS_OFF + PT_V9_G1]
109 stx %g2, [%sp + PTREGS_OFF + PT_V9_G2]
110 stx %g3, [%sp + PTREGS_OFF + PT_V9_G3]
111 stx %g4, [%sp + PTREGS_OFF + PT_V9_G4]
112 stx %g5, [%sp + PTREGS_OFF + PT_V9_G5]
113 stx %g6, [%sp + PTREGS_OFF + PT_V9_G6]
114
115 stx %g7, [%sp + PTREGS_OFF + PT_V9_G7]
116 stx %i0, [%sp + PTREGS_OFF + PT_V9_I0]
117 stx %i1, [%sp + PTREGS_OFF + PT_V9_I1]
118 stx %i2, [%sp + PTREGS_OFF + PT_V9_I2]
119 stx %i3, [%sp + PTREGS_OFF + PT_V9_I3]
120 stx %i4, [%sp + PTREGS_OFF + PT_V9_I4]
121 stx %i5, [%sp + PTREGS_OFF + PT_V9_I5]
122
123 stx %i6, [%sp + PTREGS_OFF + PT_V9_I6]
124 stx %i7, [%sp + PTREGS_OFF + PT_V9_I7]
125 wrpr %g0, ETRAP_PSTATE2, %pstate
126 mov %l6, %g6
David S. Millerffe483d2006-02-02 21:55:10 -0800127 LOAD_PER_CPU_BASE(%g5, %g6, %g4, %g3, %l1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 jmpl %l2 + 0x4, %g0
129 ldx [%g6 + TI_TASK], %g4
130
1313: ldub [%l6 + TI_FPDEPTH], %l5
132 add %l6, TI_FPSAVED + 1, %l4
133 srl %l5, 1, %l3
134 add %l5, 2, %l5
135 stb %l5, [%l6 + TI_FPDEPTH]
136 ba,pt %xcc, 2b
137 stb %g0, [%l4 + %l3]
138 nop
139
140etraptl1: /* Save tstate/tpc/tnpc of TL 1-->4 and the tl register itself.
141 * We place this right after pt_regs on the trap stack.
142 * The layout is:
143 * 0x00 TL1's TSTATE
144 * 0x08 TL1's TPC
145 * 0x10 TL1's TNPC
146 * 0x18 TL1's TT
147 * ...
148 * 0x58 TL4's TT
149 * 0x60 TL
150 */
David S. Millerffe483d2006-02-02 21:55:10 -0800151 TRAP_LOAD_THREAD_REG(%g6, %g1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 sub %sp, ((4 * 8) * 4) + 8, %g2
153 rdpr %tl, %g1
154
155 wrpr %g0, 1, %tl
156 rdpr %tstate, %g3
157 stx %g3, [%g2 + STACK_BIAS + 0x00]
158 rdpr %tpc, %g3
159 stx %g3, [%g2 + STACK_BIAS + 0x08]
160 rdpr %tnpc, %g3
161 stx %g3, [%g2 + STACK_BIAS + 0x10]
162 rdpr %tt, %g3
163 stx %g3, [%g2 + STACK_BIAS + 0x18]
164
165 wrpr %g0, 2, %tl
166 rdpr %tstate, %g3
167 stx %g3, [%g2 + STACK_BIAS + 0x20]
168 rdpr %tpc, %g3
169 stx %g3, [%g2 + STACK_BIAS + 0x28]
170 rdpr %tnpc, %g3
171 stx %g3, [%g2 + STACK_BIAS + 0x30]
172 rdpr %tt, %g3
173 stx %g3, [%g2 + STACK_BIAS + 0x38]
174
175 wrpr %g0, 3, %tl
176 rdpr %tstate, %g3
177 stx %g3, [%g2 + STACK_BIAS + 0x40]
178 rdpr %tpc, %g3
179 stx %g3, [%g2 + STACK_BIAS + 0x48]
180 rdpr %tnpc, %g3
181 stx %g3, [%g2 + STACK_BIAS + 0x50]
182 rdpr %tt, %g3
183 stx %g3, [%g2 + STACK_BIAS + 0x58]
184
185 wrpr %g0, 4, %tl
186 rdpr %tstate, %g3
187 stx %g3, [%g2 + STACK_BIAS + 0x60]
188 rdpr %tpc, %g3
189 stx %g3, [%g2 + STACK_BIAS + 0x68]
190 rdpr %tnpc, %g3
191 stx %g3, [%g2 + STACK_BIAS + 0x70]
192 rdpr %tt, %g3
193 stx %g3, [%g2 + STACK_BIAS + 0x78]
194
195 wrpr %g1, %tl
196 stx %g1, [%g2 + STACK_BIAS + 0x80]
197
198 rdpr %tstate, %g1
199 sub %g2, STACKFRAME_SZ + TRACEREG_SZ - STACK_BIAS, %g2
200 ba,pt %xcc, 1b
201 andcc %g1, TSTATE_PRIV, %g0
202
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203#undef TASK_REGOFF
204#undef ETRAP_PSTATE1