| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 1 | /* These get patched into the trap table at boot time | 
|  | 2 | * once we know we have a cheetah processor. | 
|  | 3 | */ | 
|  | 4 | .globl		cheetah_fecc_trap_vector | 
|  | 5 | .type		cheetah_fecc_trap_vector,#function | 
|  | 6 | cheetah_fecc_trap_vector: | 
|  | 7 | membar		#Sync | 
|  | 8 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1 | 
|  | 9 | andn		%g1, DCU_DC | DCU_IC, %g1 | 
|  | 10 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG | 
|  | 11 | membar		#Sync | 
|  | 12 | sethi		%hi(cheetah_fast_ecc), %g2 | 
|  | 13 | jmpl		%g2 + %lo(cheetah_fast_ecc), %g0 | 
|  | 14 | mov		0, %g1 | 
|  | 15 | .size		cheetah_fecc_trap_vector,.-cheetah_fecc_trap_vector | 
|  | 16 |  | 
|  | 17 | .globl		cheetah_fecc_trap_vector_tl1 | 
|  | 18 | .type		cheetah_fecc_trap_vector_tl1,#function | 
|  | 19 | cheetah_fecc_trap_vector_tl1: | 
|  | 20 | membar		#Sync | 
|  | 21 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1 | 
|  | 22 | andn		%g1, DCU_DC | DCU_IC, %g1 | 
|  | 23 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG | 
|  | 24 | membar		#Sync | 
|  | 25 | sethi		%hi(cheetah_fast_ecc), %g2 | 
|  | 26 | jmpl		%g2 + %lo(cheetah_fast_ecc), %g0 | 
|  | 27 | mov		1, %g1 | 
|  | 28 | .size		cheetah_fecc_trap_vector_tl1,.-cheetah_fecc_trap_vector_tl1 | 
|  | 29 |  | 
|  | 30 | .globl	cheetah_cee_trap_vector | 
|  | 31 | .type	cheetah_cee_trap_vector,#function | 
|  | 32 | cheetah_cee_trap_vector: | 
|  | 33 | membar		#Sync | 
|  | 34 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1 | 
|  | 35 | andn		%g1, DCU_IC, %g1 | 
|  | 36 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG | 
|  | 37 | membar		#Sync | 
|  | 38 | sethi		%hi(cheetah_cee), %g2 | 
|  | 39 | jmpl		%g2 + %lo(cheetah_cee), %g0 | 
|  | 40 | mov		0, %g1 | 
|  | 41 | .size		cheetah_cee_trap_vector,.-cheetah_cee_trap_vector | 
|  | 42 |  | 
|  | 43 | .globl		cheetah_cee_trap_vector_tl1 | 
|  | 44 | .type		cheetah_cee_trap_vector_tl1,#function | 
|  | 45 | cheetah_cee_trap_vector_tl1: | 
|  | 46 | membar		#Sync | 
|  | 47 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1 | 
|  | 48 | andn		%g1, DCU_IC, %g1 | 
|  | 49 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG | 
|  | 50 | membar		#Sync | 
|  | 51 | sethi		%hi(cheetah_cee), %g2 | 
|  | 52 | jmpl		%g2 + %lo(cheetah_cee), %g0 | 
|  | 53 | mov		1, %g1 | 
|  | 54 | .size		cheetah_cee_trap_vector_tl1,.-cheetah_cee_trap_vector_tl1 | 
|  | 55 |  | 
|  | 56 | .globl	cheetah_deferred_trap_vector | 
|  | 57 | .type	cheetah_deferred_trap_vector,#function | 
|  | 58 | cheetah_deferred_trap_vector: | 
|  | 59 | membar		#Sync | 
|  | 60 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1; | 
|  | 61 | andn		%g1, DCU_DC | DCU_IC, %g1; | 
|  | 62 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG; | 
|  | 63 | membar		#Sync; | 
|  | 64 | sethi		%hi(cheetah_deferred_trap), %g2 | 
|  | 65 | jmpl		%g2 + %lo(cheetah_deferred_trap), %g0 | 
|  | 66 | mov		0, %g1 | 
|  | 67 | .size		cheetah_deferred_trap_vector,.-cheetah_deferred_trap_vector | 
|  | 68 |  | 
|  | 69 | .globl		cheetah_deferred_trap_vector_tl1 | 
|  | 70 | .type		cheetah_deferred_trap_vector_tl1,#function | 
|  | 71 | cheetah_deferred_trap_vector_tl1: | 
|  | 72 | membar		#Sync; | 
|  | 73 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1; | 
|  | 74 | andn		%g1, DCU_DC | DCU_IC, %g1; | 
|  | 75 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG; | 
|  | 76 | membar		#Sync; | 
|  | 77 | sethi		%hi(cheetah_deferred_trap), %g2 | 
|  | 78 | jmpl		%g2 + %lo(cheetah_deferred_trap), %g0 | 
|  | 79 | mov		1, %g1 | 
|  | 80 | .size		cheetah_deferred_trap_vector_tl1,.-cheetah_deferred_trap_vector_tl1 | 
|  | 81 |  | 
|  | 82 | /* Cheetah+ specific traps. These are for the new I/D cache parity | 
|  | 83 | * error traps.  The first argument to cheetah_plus_parity_handler | 
|  | 84 | * is encoded as follows: | 
|  | 85 | * | 
|  | 86 | * Bit0:	0=dcache,1=icache | 
|  | 87 | * Bit1:	0=recoverable,1=unrecoverable | 
|  | 88 | */ | 
|  | 89 | .globl		cheetah_plus_dcpe_trap_vector | 
|  | 90 | .type		cheetah_plus_dcpe_trap_vector,#function | 
|  | 91 | cheetah_plus_dcpe_trap_vector: | 
|  | 92 | membar		#Sync | 
|  | 93 | sethi		%hi(do_cheetah_plus_data_parity), %g7 | 
|  | 94 | jmpl		%g7 + %lo(do_cheetah_plus_data_parity), %g0 | 
|  | 95 | nop | 
|  | 96 | nop | 
|  | 97 | nop | 
|  | 98 | nop | 
|  | 99 | nop | 
|  | 100 | .size		cheetah_plus_dcpe_trap_vector,.-cheetah_plus_dcpe_trap_vector | 
|  | 101 |  | 
|  | 102 | .type		do_cheetah_plus_data_parity,#function | 
|  | 103 | do_cheetah_plus_data_parity: | 
|  | 104 | rdpr		%pil, %g2 | 
| David S. Miller | b4f4372 | 2008-11-23 21:55:29 -0800 | [diff] [blame] | 105 | wrpr		%g0, PIL_NORMAL_MAX, %pil | 
| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 106 | ba,pt		%xcc, etrap_irq | 
|  | 107 | rd		%pc, %g7 | 
|  | 108 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 109 | call		trace_hardirqs_off | 
|  | 110 | nop | 
|  | 111 | #endif | 
|  | 112 | mov		0x0, %o0 | 
|  | 113 | call		cheetah_plus_parity_error | 
|  | 114 | add		%sp, PTREGS_OFF, %o1 | 
|  | 115 | ba,a,pt		%xcc, rtrap_irq | 
|  | 116 | .size		do_cheetah_plus_data_parity,.-do_cheetah_plus_data_parity | 
|  | 117 |  | 
|  | 118 | .globl		cheetah_plus_dcpe_trap_vector_tl1 | 
|  | 119 | .type		cheetah_plus_dcpe_trap_vector_tl1,#function | 
|  | 120 | cheetah_plus_dcpe_trap_vector_tl1: | 
|  | 121 | membar		#Sync | 
|  | 122 | wrpr		PSTATE_IG | PSTATE_PEF | PSTATE_PRIV, %pstate | 
|  | 123 | sethi		%hi(do_dcpe_tl1), %g3 | 
|  | 124 | jmpl		%g3 + %lo(do_dcpe_tl1), %g0 | 
|  | 125 | nop | 
|  | 126 | nop | 
|  | 127 | nop | 
|  | 128 | nop | 
|  | 129 | .size		cheetah_plus_dcpe_trap_vector_tl1,.-cheetah_plus_dcpe_trap_vector_tl1 | 
|  | 130 |  | 
|  | 131 | .globl		cheetah_plus_icpe_trap_vector | 
|  | 132 | .type		cheetah_plus_icpe_trap_vector,#function | 
|  | 133 | cheetah_plus_icpe_trap_vector: | 
|  | 134 | membar		#Sync | 
|  | 135 | sethi		%hi(do_cheetah_plus_insn_parity), %g7 | 
|  | 136 | jmpl		%g7 + %lo(do_cheetah_plus_insn_parity), %g0 | 
|  | 137 | nop | 
|  | 138 | nop | 
|  | 139 | nop | 
|  | 140 | nop | 
|  | 141 | nop | 
|  | 142 | .size		cheetah_plus_icpe_trap_vector,.-cheetah_plus_icpe_trap_vector | 
|  | 143 |  | 
|  | 144 | .type		do_cheetah_plus_insn_parity,#function | 
|  | 145 | do_cheetah_plus_insn_parity: | 
|  | 146 | rdpr		%pil, %g2 | 
| David S. Miller | b4f4372 | 2008-11-23 21:55:29 -0800 | [diff] [blame] | 147 | wrpr		%g0, PIL_NORMAL_MAX, %pil | 
| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 148 | ba,pt		%xcc, etrap_irq | 
|  | 149 | rd		%pc, %g7 | 
|  | 150 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 151 | call		trace_hardirqs_off | 
|  | 152 | nop | 
|  | 153 | #endif | 
|  | 154 | mov		0x1, %o0 | 
|  | 155 | call		cheetah_plus_parity_error | 
|  | 156 | add		%sp, PTREGS_OFF, %o1 | 
|  | 157 | ba,a,pt		%xcc, rtrap_irq | 
|  | 158 | .size		do_cheetah_plus_insn_parity,.-do_cheetah_plus_insn_parity | 
|  | 159 |  | 
|  | 160 | .globl		cheetah_plus_icpe_trap_vector_tl1 | 
|  | 161 | .type		cheetah_plus_icpe_trap_vector_tl1,#function | 
|  | 162 | cheetah_plus_icpe_trap_vector_tl1: | 
|  | 163 | membar		#Sync | 
|  | 164 | wrpr		PSTATE_IG | PSTATE_PEF | PSTATE_PRIV, %pstate | 
|  | 165 | sethi		%hi(do_icpe_tl1), %g3 | 
|  | 166 | jmpl		%g3 + %lo(do_icpe_tl1), %g0 | 
|  | 167 | nop | 
|  | 168 | nop | 
|  | 169 | nop | 
|  | 170 | nop | 
|  | 171 | .size		cheetah_plus_icpe_trap_vector_tl1,.-cheetah_plus_icpe_trap_vector_tl1 | 
|  | 172 |  | 
|  | 173 | /* If we take one of these traps when tl >= 1, then we | 
|  | 174 | * jump to interrupt globals.  If some trap level above us | 
|  | 175 | * was also using interrupt globals, we cannot recover. | 
|  | 176 | * We may use all interrupt global registers except %g6. | 
|  | 177 | */ | 
|  | 178 | .globl		do_dcpe_tl1 | 
|  | 179 | .type		do_dcpe_tl1,#function | 
|  | 180 | do_dcpe_tl1: | 
|  | 181 | rdpr		%tl, %g1		! Save original trap level | 
|  | 182 | mov		1, %g2			! Setup TSTATE checking loop | 
|  | 183 | sethi		%hi(TSTATE_IG), %g3	! TSTATE mask bit | 
|  | 184 | 1:	wrpr		%g2, %tl		! Set trap level to check | 
|  | 185 | rdpr		%tstate, %g4		! Read TSTATE for this level | 
|  | 186 | andcc		%g4, %g3, %g0		! Interrupt globals in use? | 
|  | 187 | bne,a,pn	%xcc, do_dcpe_tl1_fatal	! Yep, irrecoverable | 
|  | 188 | wrpr		%g1, %tl		! Restore original trap level | 
|  | 189 | add		%g2, 1, %g2		! Next trap level | 
|  | 190 | cmp		%g2, %g1		! Hit them all yet? | 
|  | 191 | ble,pt		%icc, 1b		! Not yet | 
|  | 192 | nop | 
|  | 193 | wrpr		%g1, %tl		! Restore original trap level | 
|  | 194 | do_dcpe_tl1_nonfatal:	/* Ok we may use interrupt globals safely. */ | 
|  | 195 | sethi		%hi(dcache_parity_tl1_occurred), %g2 | 
|  | 196 | lduw		[%g2 + %lo(dcache_parity_tl1_occurred)], %g1 | 
|  | 197 | add		%g1, 1, %g1 | 
|  | 198 | stw		%g1, [%g2 + %lo(dcache_parity_tl1_occurred)] | 
|  | 199 | /* Reset D-cache parity */ | 
|  | 200 | sethi		%hi(1 << 16), %g1	! D-cache size | 
|  | 201 | mov		(1 << 5), %g2		! D-cache line size | 
|  | 202 | sub		%g1, %g2, %g1		! Move down 1 cacheline | 
|  | 203 | 1:	srl		%g1, 14, %g3		! Compute UTAG | 
|  | 204 | membar		#Sync | 
|  | 205 | stxa		%g3, [%g1] ASI_DCACHE_UTAG | 
|  | 206 | membar		#Sync | 
|  | 207 | sub		%g2, 8, %g3		! 64-bit data word within line | 
|  | 208 | 2:	membar		#Sync | 
|  | 209 | stxa		%g0, [%g1 + %g3] ASI_DCACHE_DATA | 
|  | 210 | membar		#Sync | 
|  | 211 | subcc		%g3, 8, %g3		! Next 64-bit data word | 
|  | 212 | bge,pt		%icc, 2b | 
|  | 213 | nop | 
|  | 214 | subcc		%g1, %g2, %g1		! Next cacheline | 
|  | 215 | bge,pt		%icc, 1b | 
|  | 216 | nop | 
|  | 217 | ba,pt		%xcc, dcpe_icpe_tl1_common | 
|  | 218 | nop | 
|  | 219 |  | 
|  | 220 | do_dcpe_tl1_fatal: | 
|  | 221 | sethi		%hi(1f), %g7 | 
|  | 222 | ba,pt		%xcc, etraptl1 | 
|  | 223 | 1:	or		%g7, %lo(1b), %g7 | 
|  | 224 | mov		0x2, %o0 | 
|  | 225 | call		cheetah_plus_parity_error | 
|  | 226 | add		%sp, PTREGS_OFF, %o1 | 
|  | 227 | ba,pt		%xcc, rtrap | 
|  | 228 | nop | 
|  | 229 | .size		do_dcpe_tl1,.-do_dcpe_tl1 | 
|  | 230 |  | 
|  | 231 | .globl		do_icpe_tl1 | 
|  | 232 | .type		do_icpe_tl1,#function | 
|  | 233 | do_icpe_tl1: | 
|  | 234 | rdpr		%tl, %g1		! Save original trap level | 
|  | 235 | mov		1, %g2			! Setup TSTATE checking loop | 
|  | 236 | sethi		%hi(TSTATE_IG), %g3	! TSTATE mask bit | 
|  | 237 | 1:	wrpr		%g2, %tl		! Set trap level to check | 
|  | 238 | rdpr		%tstate, %g4		! Read TSTATE for this level | 
|  | 239 | andcc		%g4, %g3, %g0		! Interrupt globals in use? | 
|  | 240 | bne,a,pn	%xcc, do_icpe_tl1_fatal	! Yep, irrecoverable | 
|  | 241 | wrpr		%g1, %tl		! Restore original trap level | 
|  | 242 | add		%g2, 1, %g2		! Next trap level | 
|  | 243 | cmp		%g2, %g1		! Hit them all yet? | 
|  | 244 | ble,pt		%icc, 1b		! Not yet | 
|  | 245 | nop | 
|  | 246 | wrpr		%g1, %tl		! Restore original trap level | 
|  | 247 | do_icpe_tl1_nonfatal:	/* Ok we may use interrupt globals safely. */ | 
|  | 248 | sethi		%hi(icache_parity_tl1_occurred), %g2 | 
|  | 249 | lduw		[%g2 + %lo(icache_parity_tl1_occurred)], %g1 | 
|  | 250 | add		%g1, 1, %g1 | 
|  | 251 | stw		%g1, [%g2 + %lo(icache_parity_tl1_occurred)] | 
|  | 252 | /* Flush I-cache */ | 
|  | 253 | sethi		%hi(1 << 15), %g1	! I-cache size | 
|  | 254 | mov		(1 << 5), %g2		! I-cache line size | 
|  | 255 | sub		%g1, %g2, %g1 | 
|  | 256 | 1:	or		%g1, (2 << 3), %g3 | 
|  | 257 | stxa		%g0, [%g3] ASI_IC_TAG | 
|  | 258 | membar		#Sync | 
|  | 259 | subcc		%g1, %g2, %g1 | 
|  | 260 | bge,pt		%icc, 1b | 
|  | 261 | nop | 
|  | 262 | ba,pt		%xcc, dcpe_icpe_tl1_common | 
|  | 263 | nop | 
|  | 264 |  | 
|  | 265 | do_icpe_tl1_fatal: | 
|  | 266 | sethi		%hi(1f), %g7 | 
|  | 267 | ba,pt		%xcc, etraptl1 | 
|  | 268 | 1:	or		%g7, %lo(1b), %g7 | 
|  | 269 | mov		0x3, %o0 | 
|  | 270 | call		cheetah_plus_parity_error | 
|  | 271 | add		%sp, PTREGS_OFF, %o1 | 
|  | 272 | ba,pt		%xcc, rtrap | 
|  | 273 | nop | 
|  | 274 | .size		do_icpe_tl1,.-do_icpe_tl1 | 
|  | 275 |  | 
|  | 276 | .type		dcpe_icpe_tl1_common,#function | 
|  | 277 | dcpe_icpe_tl1_common: | 
|  | 278 | /* Flush D-cache, re-enable D/I caches in DCU and finally | 
|  | 279 | * retry the trapping instruction. | 
|  | 280 | */ | 
|  | 281 | sethi		%hi(1 << 16), %g1	! D-cache size | 
|  | 282 | mov		(1 << 5), %g2		! D-cache line size | 
|  | 283 | sub		%g1, %g2, %g1 | 
|  | 284 | 1:	stxa		%g0, [%g1] ASI_DCACHE_TAG | 
|  | 285 | membar		#Sync | 
|  | 286 | subcc		%g1, %g2, %g1 | 
|  | 287 | bge,pt		%icc, 1b | 
|  | 288 | nop | 
|  | 289 | ldxa		[%g0] ASI_DCU_CONTROL_REG, %g1 | 
|  | 290 | or		%g1, (DCU_DC | DCU_IC), %g1 | 
|  | 291 | stxa		%g1, [%g0] ASI_DCU_CONTROL_REG | 
|  | 292 | membar		#Sync | 
|  | 293 | retry | 
|  | 294 | .size		dcpe_icpe_tl1_common,.-dcpe_icpe_tl1_common | 
|  | 295 |  | 
|  | 296 | /* Capture I/D/E-cache state into per-cpu error scoreboard. | 
|  | 297 | * | 
|  | 298 | * %g1:		(TL>=0) ? 1 : 0 | 
|  | 299 | * %g2:		scratch | 
|  | 300 | * %g3:		scratch | 
|  | 301 | * %g4:		AFSR | 
|  | 302 | * %g5:		AFAR | 
|  | 303 | * %g6:		unused, will have current thread ptr after etrap | 
|  | 304 | * %g7:		scratch | 
|  | 305 | */ | 
|  | 306 | .type		__cheetah_log_error,#function | 
|  | 307 | __cheetah_log_error: | 
|  | 308 | /* Put "TL1" software bit into AFSR. */ | 
|  | 309 | and		%g1, 0x1, %g1 | 
|  | 310 | sllx		%g1, 63, %g2 | 
|  | 311 | or		%g4, %g2, %g4 | 
|  | 312 |  | 
|  | 313 | /* Get log entry pointer for this cpu at this trap level. */ | 
|  | 314 | BRANCH_IF_JALAPENO(g2,g3,50f) | 
|  | 315 | ldxa		[%g0] ASI_SAFARI_CONFIG, %g2 | 
|  | 316 | srlx		%g2, 17, %g2 | 
|  | 317 | ba,pt		%xcc, 60f | 
|  | 318 | and		%g2, 0x3ff, %g2 | 
|  | 319 |  | 
|  | 320 | 50:	ldxa		[%g0] ASI_JBUS_CONFIG, %g2 | 
|  | 321 | srlx		%g2, 17, %g2 | 
|  | 322 | and		%g2, 0x1f, %g2 | 
|  | 323 |  | 
|  | 324 | 60:	sllx		%g2, 9, %g2 | 
|  | 325 | sethi		%hi(cheetah_error_log), %g3 | 
|  | 326 | ldx		[%g3 + %lo(cheetah_error_log)], %g3 | 
|  | 327 | brz,pn		%g3, 80f | 
|  | 328 | nop | 
|  | 329 |  | 
|  | 330 | add		%g3, %g2, %g3 | 
|  | 331 | sllx		%g1, 8, %g1 | 
|  | 332 | add		%g3, %g1, %g1 | 
|  | 333 |  | 
|  | 334 | /* %g1 holds pointer to the top of the logging scoreboard */ | 
|  | 335 | ldx		[%g1 + 0x0], %g7 | 
|  | 336 | cmp		%g7, -1 | 
|  | 337 | bne,pn		%xcc, 80f | 
|  | 338 | nop | 
|  | 339 |  | 
|  | 340 | stx		%g4, [%g1 + 0x0] | 
|  | 341 | stx		%g5, [%g1 + 0x8] | 
|  | 342 | add		%g1, 0x10, %g1 | 
|  | 343 |  | 
|  | 344 | /* %g1 now points to D-cache logging area */ | 
|  | 345 | set		0x3ff8, %g2	/* DC_addr mask		*/ | 
|  | 346 | and		%g5, %g2, %g2	/* DC_addr bits of AFAR	*/ | 
|  | 347 | srlx		%g5, 12, %g3 | 
|  | 348 | or		%g3, 1, %g3	/* PHYS tag + valid	*/ | 
|  | 349 |  | 
|  | 350 | 10:	ldxa		[%g2] ASI_DCACHE_TAG, %g7 | 
|  | 351 | cmp		%g3, %g7	/* TAG match?		*/ | 
|  | 352 | bne,pt		%xcc, 13f | 
|  | 353 | nop | 
|  | 354 |  | 
|  | 355 | /* Yep, what we want, capture state. */ | 
|  | 356 | stx		%g2, [%g1 + 0x20] | 
|  | 357 | stx		%g7, [%g1 + 0x28] | 
|  | 358 |  | 
|  | 359 | /* A membar Sync is required before and after utag access. */ | 
|  | 360 | membar		#Sync | 
|  | 361 | ldxa		[%g2] ASI_DCACHE_UTAG, %g7 | 
|  | 362 | membar		#Sync | 
|  | 363 | stx		%g7, [%g1 + 0x30] | 
|  | 364 | ldxa		[%g2] ASI_DCACHE_SNOOP_TAG, %g7 | 
|  | 365 | stx		%g7, [%g1 + 0x38] | 
|  | 366 | clr		%g3 | 
|  | 367 |  | 
|  | 368 | 12:	ldxa		[%g2 + %g3] ASI_DCACHE_DATA, %g7 | 
|  | 369 | stx		%g7, [%g1] | 
|  | 370 | add		%g3, (1 << 5), %g3 | 
|  | 371 | cmp		%g3, (4 << 5) | 
|  | 372 | bl,pt		%xcc, 12b | 
|  | 373 | add		%g1, 0x8, %g1 | 
|  | 374 |  | 
|  | 375 | ba,pt		%xcc, 20f | 
|  | 376 | add		%g1, 0x20, %g1 | 
|  | 377 |  | 
|  | 378 | 13:	sethi		%hi(1 << 14), %g7 | 
|  | 379 | add		%g2, %g7, %g2 | 
|  | 380 | srlx		%g2, 14, %g7 | 
|  | 381 | cmp		%g7, 4 | 
|  | 382 | bl,pt		%xcc, 10b | 
|  | 383 | nop | 
|  | 384 |  | 
|  | 385 | add		%g1, 0x40, %g1 | 
|  | 386 |  | 
|  | 387 | /* %g1 now points to I-cache logging area */ | 
|  | 388 | 20:	set		0x1fe0, %g2	/* IC_addr mask		*/ | 
|  | 389 | and		%g5, %g2, %g2	/* IC_addr bits of AFAR	*/ | 
|  | 390 | sllx		%g2, 1, %g2	/* IC_addr[13:6]==VA[12:5] */ | 
|  | 391 | srlx		%g5, (13 - 8), %g3 /* Make PTAG */ | 
|  | 392 | andn		%g3, 0xff, %g3	/* Mask off undefined bits */ | 
|  | 393 |  | 
|  | 394 | 21:	ldxa		[%g2] ASI_IC_TAG, %g7 | 
|  | 395 | andn		%g7, 0xff, %g7 | 
|  | 396 | cmp		%g3, %g7 | 
|  | 397 | bne,pt		%xcc, 23f | 
|  | 398 | nop | 
|  | 399 |  | 
|  | 400 | /* Yep, what we want, capture state. */ | 
|  | 401 | stx		%g2, [%g1 + 0x40] | 
|  | 402 | stx		%g7, [%g1 + 0x48] | 
|  | 403 | add		%g2, (1 << 3), %g2 | 
|  | 404 | ldxa		[%g2] ASI_IC_TAG, %g7 | 
|  | 405 | add		%g2, (1 << 3), %g2 | 
|  | 406 | stx		%g7, [%g1 + 0x50] | 
|  | 407 | ldxa		[%g2] ASI_IC_TAG, %g7 | 
|  | 408 | add		%g2, (1 << 3), %g2 | 
|  | 409 | stx		%g7, [%g1 + 0x60] | 
|  | 410 | ldxa		[%g2] ASI_IC_TAG, %g7 | 
|  | 411 | stx		%g7, [%g1 + 0x68] | 
|  | 412 | sub		%g2, (3 << 3), %g2 | 
|  | 413 | ldxa		[%g2] ASI_IC_STAG, %g7 | 
|  | 414 | stx		%g7, [%g1 + 0x58] | 
|  | 415 | clr		%g3 | 
|  | 416 | srlx		%g2, 2, %g2 | 
|  | 417 |  | 
|  | 418 | 22:	ldxa		[%g2 + %g3] ASI_IC_INSTR, %g7 | 
|  | 419 | stx		%g7, [%g1] | 
|  | 420 | add		%g3, (1 << 3), %g3 | 
|  | 421 | cmp		%g3, (8 << 3) | 
|  | 422 | bl,pt		%xcc, 22b | 
|  | 423 | add		%g1, 0x8, %g1 | 
|  | 424 |  | 
|  | 425 | ba,pt		%xcc, 30f | 
|  | 426 | add		%g1, 0x30, %g1 | 
|  | 427 |  | 
|  | 428 | 23:	sethi		%hi(1 << 14), %g7 | 
|  | 429 | add		%g2, %g7, %g2 | 
|  | 430 | srlx		%g2, 14, %g7 | 
|  | 431 | cmp		%g7, 4 | 
|  | 432 | bl,pt		%xcc, 21b | 
|  | 433 | nop | 
|  | 434 |  | 
|  | 435 | add		%g1, 0x70, %g1 | 
|  | 436 |  | 
|  | 437 | /* %g1 now points to E-cache logging area */ | 
|  | 438 | 30:	andn		%g5, (32 - 1), %g2 | 
|  | 439 | stx		%g2, [%g1 + 0x20] | 
|  | 440 | ldxa		[%g2] ASI_EC_TAG_DATA, %g7 | 
|  | 441 | stx		%g7, [%g1 + 0x28] | 
|  | 442 | ldxa		[%g2] ASI_EC_R, %g0 | 
|  | 443 | clr		%g3 | 
|  | 444 |  | 
|  | 445 | 31:	ldxa		[%g3] ASI_EC_DATA, %g7 | 
|  | 446 | stx		%g7, [%g1 + %g3] | 
|  | 447 | add		%g3, 0x8, %g3 | 
|  | 448 | cmp		%g3, 0x20 | 
|  | 449 |  | 
|  | 450 | bl,pt		%xcc, 31b | 
|  | 451 | nop | 
|  | 452 | 80: | 
|  | 453 | rdpr		%tt, %g2 | 
|  | 454 | cmp		%g2, 0x70 | 
|  | 455 | be		c_fast_ecc | 
|  | 456 | cmp		%g2, 0x63 | 
|  | 457 | be		c_cee | 
|  | 458 | nop | 
|  | 459 | ba,pt		%xcc, c_deferred | 
|  | 460 | .size		__cheetah_log_error,.-__cheetah_log_error | 
|  | 461 |  | 
|  | 462 | /* Cheetah FECC trap handling, we get here from tl{0,1}_fecc | 
|  | 463 | * in the trap table.  That code has done a memory barrier | 
|  | 464 | * and has disabled both the I-cache and D-cache in the DCU | 
|  | 465 | * control register.  The I-cache is disabled so that we may | 
|  | 466 | * capture the corrupted cache line, and the D-cache is disabled | 
|  | 467 | * because corrupt data may have been placed there and we don't | 
|  | 468 | * want to reference it. | 
|  | 469 | * | 
|  | 470 | * %g1 is one if this trap occurred at %tl >= 1. | 
|  | 471 | * | 
|  | 472 | * Next, we turn off error reporting so that we don't recurse. | 
|  | 473 | */ | 
|  | 474 | .globl		cheetah_fast_ecc | 
|  | 475 | .type		cheetah_fast_ecc,#function | 
|  | 476 | cheetah_fast_ecc: | 
|  | 477 | ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2 | 
|  | 478 | andn		%g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2 | 
|  | 479 | stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN | 
|  | 480 | membar		#Sync | 
|  | 481 |  | 
|  | 482 | /* Fetch and clear AFSR/AFAR */ | 
|  | 483 | ldxa		[%g0] ASI_AFSR, %g4 | 
|  | 484 | ldxa		[%g0] ASI_AFAR, %g5 | 
|  | 485 | stxa		%g4, [%g0] ASI_AFSR | 
|  | 486 | membar		#Sync | 
|  | 487 |  | 
|  | 488 | ba,pt		%xcc, __cheetah_log_error | 
|  | 489 | nop | 
|  | 490 | .size		cheetah_fast_ecc,.-cheetah_fast_ecc | 
|  | 491 |  | 
|  | 492 | .type		c_fast_ecc,#function | 
|  | 493 | c_fast_ecc: | 
|  | 494 | rdpr		%pil, %g2 | 
| David S. Miller | b4f4372 | 2008-11-23 21:55:29 -0800 | [diff] [blame] | 495 | wrpr		%g0, PIL_NORMAL_MAX, %pil | 
| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 496 | ba,pt		%xcc, etrap_irq | 
|  | 497 | rd		%pc, %g7 | 
|  | 498 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 499 | call		trace_hardirqs_off | 
|  | 500 | nop | 
|  | 501 | #endif | 
|  | 502 | mov		%l4, %o1 | 
|  | 503 | mov		%l5, %o2 | 
|  | 504 | call		cheetah_fecc_handler | 
|  | 505 | add		%sp, PTREGS_OFF, %o0 | 
|  | 506 | ba,a,pt		%xcc, rtrap_irq | 
|  | 507 | .size		c_fast_ecc,.-c_fast_ecc | 
|  | 508 |  | 
|  | 509 | /* Our caller has disabled I-cache and performed membar Sync. */ | 
|  | 510 | .globl		cheetah_cee | 
|  | 511 | .type		cheetah_cee,#function | 
|  | 512 | cheetah_cee: | 
|  | 513 | ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2 | 
|  | 514 | andn		%g2, ESTATE_ERROR_CEEN, %g2 | 
|  | 515 | stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN | 
|  | 516 | membar		#Sync | 
|  | 517 |  | 
|  | 518 | /* Fetch and clear AFSR/AFAR */ | 
|  | 519 | ldxa		[%g0] ASI_AFSR, %g4 | 
|  | 520 | ldxa		[%g0] ASI_AFAR, %g5 | 
|  | 521 | stxa		%g4, [%g0] ASI_AFSR | 
|  | 522 | membar		#Sync | 
|  | 523 |  | 
|  | 524 | ba,pt		%xcc, __cheetah_log_error | 
|  | 525 | nop | 
|  | 526 | .size		cheetah_cee,.-cheetah_cee | 
|  | 527 |  | 
|  | 528 | .type		c_cee,#function | 
|  | 529 | c_cee: | 
|  | 530 | rdpr		%pil, %g2 | 
| David S. Miller | b4f4372 | 2008-11-23 21:55:29 -0800 | [diff] [blame] | 531 | wrpr		%g0, PIL_NORMAL_MAX, %pil | 
| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 532 | ba,pt		%xcc, etrap_irq | 
|  | 533 | rd		%pc, %g7 | 
|  | 534 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 535 | call		trace_hardirqs_off | 
|  | 536 | nop | 
|  | 537 | #endif | 
|  | 538 | mov		%l4, %o1 | 
|  | 539 | mov		%l5, %o2 | 
|  | 540 | call		cheetah_cee_handler | 
|  | 541 | add		%sp, PTREGS_OFF, %o0 | 
|  | 542 | ba,a,pt		%xcc, rtrap_irq | 
|  | 543 | .size		c_cee,.-c_cee | 
|  | 544 |  | 
|  | 545 | /* Our caller has disabled I-cache+D-cache and performed membar Sync. */ | 
|  | 546 | .globl		cheetah_deferred_trap | 
|  | 547 | .type		cheetah_deferred_trap,#function | 
|  | 548 | cheetah_deferred_trap: | 
|  | 549 | ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2 | 
|  | 550 | andn		%g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2 | 
|  | 551 | stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN | 
|  | 552 | membar		#Sync | 
|  | 553 |  | 
|  | 554 | /* Fetch and clear AFSR/AFAR */ | 
|  | 555 | ldxa		[%g0] ASI_AFSR, %g4 | 
|  | 556 | ldxa		[%g0] ASI_AFAR, %g5 | 
|  | 557 | stxa		%g4, [%g0] ASI_AFSR | 
|  | 558 | membar		#Sync | 
|  | 559 |  | 
|  | 560 | ba,pt		%xcc, __cheetah_log_error | 
|  | 561 | nop | 
|  | 562 | .size		cheetah_deferred_trap,.-cheetah_deferred_trap | 
|  | 563 |  | 
|  | 564 | .type		c_deferred,#function | 
|  | 565 | c_deferred: | 
|  | 566 | rdpr		%pil, %g2 | 
| David S. Miller | b4f4372 | 2008-11-23 21:55:29 -0800 | [diff] [blame] | 567 | wrpr		%g0, PIL_NORMAL_MAX, %pil | 
| David S. Miller | 6eda3a7 | 2008-04-28 00:47:20 -0700 | [diff] [blame] | 568 | ba,pt		%xcc, etrap_irq | 
|  | 569 | rd		%pc, %g7 | 
|  | 570 | #ifdef CONFIG_TRACE_IRQFLAGS | 
|  | 571 | call		trace_hardirqs_off | 
|  | 572 | nop | 
|  | 573 | #endif | 
|  | 574 | mov		%l4, %o1 | 
|  | 575 | mov		%l5, %o2 | 
|  | 576 | call		cheetah_deferred_handler | 
|  | 577 | add		%sp, PTREGS_OFF, %o0 | 
|  | 578 | ba,a,pt		%xcc, rtrap_irq | 
|  | 579 | .size		c_deferred,.-c_deferred |