| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #include <linux/linkage.h> | 
|  | 2 | #include <asm/assembler.h> | 
|  | 3 | /* | 
|  | 4 | * Function: v4t_late_abort | 
|  | 5 | * | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 6 | * Params  : r2 = pt_regs | 
|  | 7 | *	   : r4 = aborted context pc | 
| Russell King | 3e287be | 2011-06-26 14:35:07 +0100 | [diff] [blame] | 8 | *	   : r5 = aborted context psr | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | * | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 10 | * Returns : r4-r5, r10-r11, r13 preserved | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * | 
|  | 12 | * Purpose : obtain information about current aborted instruction. | 
|  | 13 | * Note: we read user space.  This means we might cause a data | 
|  | 14 | * abort here if the I-TLB and D-TLB aren't seeing the same | 
|  | 15 | * picture.  Unfortunately, this does happen.  We live with it. | 
|  | 16 | */ | 
|  | 17 | ENTRY(v4t_late_abort) | 
| Russell King | 3e287be | 2011-06-26 14:35:07 +0100 | [diff] [blame] | 18 | tst	r5, #PSR_T_BIT			@ check for thumb mode | 
| Hyok S. Choi | 0f45d7f | 2006-09-28 21:46:16 +0900 | [diff] [blame] | 19 | #ifdef CONFIG_CPU_CP15_MMU | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | mrc	p15, 0, r1, c5, c0, 0		@ get FSR | 
|  | 21 | mrc	p15, 0, r0, c6, c0, 0		@ get FAR | 
| Hyok S. Choi | 0f45d7f | 2006-09-28 21:46:16 +0900 | [diff] [blame] | 22 | bic	r1, r1, #1 << 11 | 1 << 10	@ clear bits 11 and 10 of FSR | 
|  | 23 | #else | 
|  | 24 | mov	r0, #0				@ clear r0, r1 (no FSR/FAR) | 
|  | 25 | mov	r1, #0 | 
|  | 26 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | bne	.data_thumb_abort | 
| Russell King | 3e287be | 2011-06-26 14:35:07 +0100 | [diff] [blame] | 28 | ldr	r8, [r4]			@ read arm instruction | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | tst	r8, #1 << 20			@ L = 1 -> write? | 
|  | 30 | orreq	r1, r1, #1 << 11		@ yes. | 
|  | 31 | and	r7, r8, #15 << 24 | 
|  | 32 | add	pc, pc, r7, lsr #22		@ Now branch to the relevant processing routine | 
|  | 33 | nop | 
|  | 34 |  | 
|  | 35 | /* 0 */	b	.data_arm_lateldrhpost		@ ldrh	rd, [rn], #m/rm | 
|  | 36 | /* 1 */	b	.data_arm_lateldrhpre		@ ldrh	rd, [rn, #m/rm] | 
|  | 37 | /* 2 */	b	.data_unknown | 
|  | 38 | /* 3 */	b	.data_unknown | 
|  | 39 | /* 4 */	b	.data_arm_lateldrpostconst	@ ldr	rd, [rn], #m | 
|  | 40 | /* 5 */	b	.data_arm_lateldrpreconst	@ ldr	rd, [rn, #m] | 
|  | 41 | /* 6 */	b	.data_arm_lateldrpostreg	@ ldr	rd, [rn], rm | 
|  | 42 | /* 7 */	b	.data_arm_lateldrprereg		@ ldr	rd, [rn, rm] | 
|  | 43 | /* 8 */	b	.data_arm_ldmstm		@ ldm*a	rn, <rlist> | 
|  | 44 | /* 9 */	b	.data_arm_ldmstm		@ ldm*b	rn, <rlist> | 
|  | 45 | /* a */	b	.data_unknown | 
|  | 46 | /* b */	b	.data_unknown | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 47 | /* c */	b	do_DataAbort			@ ldc	rd, [rn], #m	@ Same as ldr	rd, [rn], #m | 
|  | 48 | /* d */	b	do_DataAbort			@ ldc	rd, [rn, #m] | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | /* e */	b	.data_unknown | 
|  | 50 | /* f */ | 
|  | 51 | .data_unknown:	@ Part of jumptable | 
| Russell King | 3e287be | 2011-06-26 14:35:07 +0100 | [diff] [blame] | 52 | mov	r0, r4 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | mov	r1, r8 | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 54 | b	baddataabort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 |  | 
|  | 56 | .data_arm_ldmstm: | 
|  | 57 | tst	r8, #1 << 21			@ check writeback bit | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 58 | beq	do_DataAbort			@ no writeback -> no fixup | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | mov	r7, #0x11 | 
|  | 60 | orr	r7, r7, #0x1100 | 
|  | 61 | and	r6, r8, r7 | 
| Russell King | 0d147db | 2011-06-26 14:42:02 +0100 | [diff] [blame] | 62 | and	r9, r8, r7, lsl #1 | 
|  | 63 | add	r6, r6, r9, lsr #1 | 
|  | 64 | and	r9, r8, r7, lsl #2 | 
|  | 65 | add	r6, r6, r9, lsr #2 | 
|  | 66 | and	r9, r8, r7, lsl #3 | 
|  | 67 | add	r6, r6, r9, lsr #3 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | add	r6, r6, r6, lsr #8 | 
|  | 69 | add	r6, r6, r6, lsr #4 | 
|  | 70 | and	r6, r6, #15			@ r6 = no. of registers to transfer. | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 71 | and	r9, r8, #15 << 16		@ Extract 'n' from instruction | 
|  | 72 | ldr	r7, [r2, r9, lsr #14]		@ Get register 'Rn' | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | tst	r8, #1 << 23			@ Check U bit | 
|  | 74 | subne	r7, r7, r6, lsl #2		@ Undo increment | 
|  | 75 | addeq	r7, r7, r6, lsl #2		@ Undo decrement | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 76 | str	r7, [r2, r9, lsr #14]		@ Put register 'Rn' | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 77 | b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 |  | 
|  | 79 | .data_arm_lateldrhpre: | 
|  | 80 | tst	r8, #1 << 21			@ Check writeback bit | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 81 | beq	do_DataAbort			@ No writeback -> no fixup | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | .data_arm_lateldrhpost: | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 83 | and	r9, r8, #0x00f			@ get Rm / low nibble of immediate value | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | tst	r8, #1 << 22			@ if (immediate offset) | 
|  | 85 | andne	r6, r8, #0xf00			@ { immediate high nibble | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 86 | orrne	r6, r9, r6, lsr #4		@   combine nibbles } else | 
|  | 87 | ldreq	r6, [r2, r9, lsl #2]		@ { load Rm value } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | .data_arm_apply_r6_and_rn: | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 89 | and	r9, r8, #15 << 16		@ Extract 'n' from instruction | 
|  | 90 | ldr	r7, [r2, r9, lsr #14]		@ Get register 'Rn' | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | tst	r8, #1 << 23			@ Check U bit | 
|  | 92 | subne	r7, r7, r6			@ Undo incrmenet | 
|  | 93 | addeq	r7, r7, r6			@ Undo decrement | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 94 | str	r7, [r2, r9, lsr #14]		@ Put register 'Rn' | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 95 | b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 |  | 
|  | 97 | .data_arm_lateldrpreconst: | 
|  | 98 | tst	r8, #1 << 21			@ check writeback bit | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 99 | beq	do_DataAbort			@ no writeback -> no fixup | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | .data_arm_lateldrpostconst: | 
| Russell King | 108f6af | 2011-06-27 12:23:11 +0100 | [diff] [blame] | 101 | movs	r6, r8, lsl #20			@ Get offset | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 102 | beq	do_DataAbort			@ zero -> no fixup | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 103 | and	r9, r8, #15 << 16		@ Extract 'n' from instruction | 
|  | 104 | ldr	r7, [r2, r9, lsr #14]		@ Get register 'Rn' | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | tst	r8, #1 << 23			@ Check U bit | 
| Russell King | 108f6af | 2011-06-27 12:23:11 +0100 | [diff] [blame] | 106 | subne	r7, r7, r6, lsr #20		@ Undo increment | 
|  | 107 | addeq	r7, r7, r6, lsr #20		@ Undo decrement | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 108 | str	r7, [r2, r9, lsr #14]		@ Put register 'Rn' | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 109 | b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 |  | 
|  | 111 | .data_arm_lateldrprereg: | 
|  | 112 | tst	r8, #1 << 21			@ check writeback bit | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 113 | beq	do_DataAbort			@ no writeback -> no fixup | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | .data_arm_lateldrpostreg: | 
|  | 115 | and	r7, r8, #15			@ Extract 'm' from instruction | 
| Russell King | e22c12f | 2011-06-27 09:52:54 +0100 | [diff] [blame] | 116 | ldr	r6, [r2, r7, lsl #2]		@ Get register 'Rm' | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 117 | mov	r9, r8, lsr #7			@ get shift count | 
|  | 118 | ands	r9, r9, #31 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | and	r7, r8, #0x70			@ get shift type | 
|  | 120 | orreq	r7, r7, #8			@ shift count = 0 | 
|  | 121 | add	pc, pc, r7 | 
|  | 122 | nop | 
|  | 123 |  | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 124 | mov	r6, r6, lsl r9			@ 0: LSL #!0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | b	.data_arm_apply_r6_and_rn | 
|  | 126 | b	.data_arm_apply_r6_and_rn	@ 1: LSL #0 | 
|  | 127 | nop | 
|  | 128 | b	.data_unknown			@ 2: MUL? | 
|  | 129 | nop | 
|  | 130 | b	.data_unknown			@ 3: MUL? | 
|  | 131 | nop | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 132 | mov	r6, r6, lsr r9			@ 4: LSR #!0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | b	.data_arm_apply_r6_and_rn | 
|  | 134 | mov	r6, r6, lsr #32			@ 5: LSR #32 | 
|  | 135 | b	.data_arm_apply_r6_and_rn | 
|  | 136 | b	.data_unknown			@ 6: MUL? | 
|  | 137 | nop | 
|  | 138 | b	.data_unknown			@ 7: MUL? | 
|  | 139 | nop | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 140 | mov	r6, r6, asr r9			@ 8: ASR #!0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | b	.data_arm_apply_r6_and_rn | 
|  | 142 | mov	r6, r6, asr #32			@ 9: ASR #32 | 
|  | 143 | b	.data_arm_apply_r6_and_rn | 
|  | 144 | b	.data_unknown			@ A: MUL? | 
|  | 145 | nop | 
|  | 146 | b	.data_unknown			@ B: MUL? | 
|  | 147 | nop | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 148 | mov	r6, r6, ror r9			@ C: ROR #!0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | b	.data_arm_apply_r6_and_rn | 
|  | 150 | mov	r6, r6, rrx			@ D: RRX | 
|  | 151 | b	.data_arm_apply_r6_and_rn | 
|  | 152 | b	.data_unknown			@ E: MUL? | 
|  | 153 | nop | 
|  | 154 | b	.data_unknown			@ F: MUL? | 
|  | 155 |  | 
|  | 156 | .data_thumb_abort: | 
| Russell King | 3e287be | 2011-06-26 14:35:07 +0100 | [diff] [blame] | 157 | ldrh	r8, [r4]			@ read instruction | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | tst	r8, #1 << 11			@ L = 1 -> write? | 
|  | 159 | orreq	r1, r1, #1 << 8			@ yes | 
|  | 160 | and	r7, r8, #15 << 12 | 
|  | 161 | add	pc, pc, r7, lsr #10		@ lookup in table | 
|  | 162 | nop | 
|  | 163 |  | 
|  | 164 | /* 0 */	b	.data_unknown | 
|  | 165 | /* 1 */	b	.data_unknown | 
|  | 166 | /* 2 */	b	.data_unknown | 
|  | 167 | /* 3 */	b	.data_unknown | 
|  | 168 | /* 4 */	b	.data_unknown | 
|  | 169 | /* 5 */	b	.data_thumb_reg | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 170 | /* 6 */	b	do_DataAbort | 
|  | 171 | /* 7 */	b	do_DataAbort | 
|  | 172 | /* 8 */	b	do_DataAbort | 
|  | 173 | /* 9 */	b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | /* A */	b	.data_unknown | 
|  | 175 | /* B */	b	.data_thumb_pushpop | 
|  | 176 | /* C */	b	.data_thumb_ldmstm | 
|  | 177 | /* D */	b	.data_unknown | 
|  | 178 | /* E */	b	.data_unknown | 
|  | 179 | /* F */	b	.data_unknown | 
|  | 180 |  | 
|  | 181 | .data_thumb_reg: | 
|  | 182 | tst	r8, #1 << 9 | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 183 | beq	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | tst	r8, #1 << 10			@ If 'S' (signed) bit is set | 
|  | 185 | movne	r1, #0				@ it must be a load instr | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 186 | b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 |  | 
|  | 188 | .data_thumb_pushpop: | 
|  | 189 | tst	r8, #1 << 10 | 
|  | 190 | beq	.data_unknown | 
|  | 191 | and	r6, r8, #0x55			@ hweight8(r8) + R bit | 
| Russell King | 0d147db | 2011-06-26 14:42:02 +0100 | [diff] [blame] | 192 | and	r9, r8, #0xaa | 
|  | 193 | add	r6, r6, r9, lsr #1 | 
|  | 194 | and	r9, r6, #0xcc | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | and	r6, r6, #0x33 | 
| Russell King | 0d147db | 2011-06-26 14:42:02 +0100 | [diff] [blame] | 196 | add	r6, r6, r9, lsr #2 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | movs	r7, r8, lsr #9			@ C = r8 bit 8 (R bit) | 
|  | 198 | adc	r6, r6, r6, lsr #4		@ high + low nibble + R bit | 
|  | 199 | and	r6, r6, #15			@ number of regs to transfer | 
| Russell King | e22c12f | 2011-06-27 09:52:54 +0100 | [diff] [blame] | 200 | ldr	r7, [r2, #13 << 2] | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | tst	r8, #1 << 11 | 
|  | 202 | addeq	r7, r7, r6, lsl #2		@ increment SP if PUSH | 
|  | 203 | subne	r7, r7, r6, lsl #2		@ decrement SP if POP | 
| Russell King | e22c12f | 2011-06-27 09:52:54 +0100 | [diff] [blame] | 204 | str	r7, [r2, #13 << 2] | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 205 | b	do_DataAbort | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 |  | 
|  | 207 | .data_thumb_ldmstm: | 
|  | 208 | and	r6, r8, #0x55			@ hweight8(r8) | 
| Russell King | 0d147db | 2011-06-26 14:42:02 +0100 | [diff] [blame] | 209 | and	r9, r8, #0xaa | 
|  | 210 | add	r6, r6, r9, lsr #1 | 
|  | 211 | and	r9, r6, #0xcc | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | and	r6, r6, #0x33 | 
| Russell King | 0d147db | 2011-06-26 14:42:02 +0100 | [diff] [blame] | 213 | add	r6, r6, r9, lsr #2 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | add	r6, r6, r6, lsr #4 | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 215 | and	r9, r8, #7 << 8 | 
|  | 216 | ldr	r7, [r2, r9, lsr #6] | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | and	r6, r6, #15			@ number of regs to transfer | 
|  | 218 | sub	r7, r7, r6, lsl #2		@ always decrement | 
| Russell King | 40f0b90 | 2011-06-27 12:27:47 +0100 | [diff] [blame] | 219 | str	r7, [r2, r9, lsr #6] | 
| Russell King | da74047 | 2011-06-26 16:01:26 +0100 | [diff] [blame] | 220 | b	do_DataAbort |