blob: bddf8d0f3dc1bb18942c5f265ccadb87580b038d [file] [log] [blame]
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001/*
2 * arch/arm/kernel/kprobes-decode.c
3 *
4 * Copyright (C) 2006, 2007 Motorola Inc.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 */
15
16/*
17 * We do not have hardware single-stepping on ARM, This
18 * effort is further complicated by the ARM not having a
19 * "next PC" register. Instructions that change the PC
20 * can't be safely single-stepped in a MP environment, so
21 * we have a lot of work to do:
22 *
23 * In the prepare phase:
24 * *) If it is an instruction that does anything
25 * with the CPU mode, we reject it for a kprobe.
26 * (This is out of laziness rather than need. The
27 * instructions could be simulated.)
28 *
29 * *) Otherwise, decode the instruction rewriting its
30 * registers to take fixed, ordered registers and
31 * setting a handler for it to run the instruction.
32 *
33 * In the execution phase by an instruction's handler:
34 *
35 * *) If the PC is written to by the instruction, the
36 * instruction must be fully simulated in software.
37 * If it is a conditional instruction, the handler
38 * will use insn[0] to copy its condition code to
39 * set r0 to 1 and insn[1] to "mov pc, lr" to return.
40 *
41 * *) Otherwise, a modified form of the instruction is
42 * directly executed. Its handler calls the
43 * instruction in insn[0]. In insn[1] is a
44 * "mov pc, lr" to return.
45 *
46 * Before calling, load up the reordered registers
47 * from the original instruction's registers. If one
48 * of the original input registers is the PC, compute
49 * and adjust the appropriate input register.
50 *
51 * After call completes, copy the output registers to
52 * the original instruction's original registers.
53 *
54 * We don't use a real breakpoint instruction since that
55 * would have us in the kernel go from SVC mode to SVC
56 * mode losing the link register. Instead we use an
57 * undefined instruction. To simplify processing, the
58 * undefined instruction used for kprobes must be reserved
59 * exclusively for kprobes use.
60 *
61 * TODO: ifdef out some instruction decoding based on architecture.
62 */
63
64#include <linux/kernel.h>
65#include <linux/kprobes.h>
66
67#define sign_extend(x, signbit) ((x) | (0 - ((x) & (1 << (signbit)))))
68
69#define branch_displacement(insn) sign_extend(((insn) & 0xffffff) << 2, 25)
70
Jon Medhurst983ebd92011-04-07 13:25:17 +010071#define is_r15(insn, bitpos) (((insn) & (0xf << bitpos)) == (0xf << bitpos))
72
Jon Medhurst54823ac2011-04-08 15:32:55 +010073/*
74 * Test if load/store instructions writeback the address register.
75 * if P (bit 24) == 0 or W (bit 21) == 1
76 */
77#define is_writeback(insn) ((insn ^ 0x01000000) & 0x01200000)
78
Quentin Barnes35aa1df2007-06-11 22:20:10 +000079#define PSR_fs (PSR_f|PSR_s)
80
81#define KPROBE_RETURN_INSTRUCTION 0xe1a0f00e /* mov pc, lr */
Quentin Barnes35aa1df2007-06-11 22:20:10 +000082
83typedef long (insn_0arg_fn_t)(void);
84typedef long (insn_1arg_fn_t)(long);
85typedef long (insn_2arg_fn_t)(long, long);
86typedef long (insn_3arg_fn_t)(long, long, long);
87typedef long (insn_4arg_fn_t)(long, long, long, long);
88typedef long long (insn_llret_0arg_fn_t)(void);
89typedef long long (insn_llret_3arg_fn_t)(long, long, long);
90typedef long long (insn_llret_4arg_fn_t)(long, long, long, long);
91
92union reg_pair {
93 long long dr;
94#ifdef __LITTLE_ENDIAN
95 struct { long r0, r1; };
96#else
97 struct { long r1, r0; };
98#endif
99};
100
101/*
102 * For STR and STM instructions, an ARM core may choose to use either
103 * a +8 or a +12 displacement from the current instruction's address.
104 * Whichever value is chosen for a given core, it must be the same for
105 * both instructions and may not change. This function measures it.
106 */
107
108static int str_pc_offset;
109
110static void __init find_str_pc_offset(void)
111{
112 int addr, scratch, ret;
113
114 __asm__ (
115 "sub %[ret], pc, #4 \n\t"
116 "str pc, %[addr] \n\t"
117 "ldr %[scr], %[addr] \n\t"
118 "sub %[ret], %[scr], %[ret] \n\t"
119 : [ret] "=r" (ret), [scr] "=r" (scratch), [addr] "+m" (addr));
120
121 str_pc_offset = ret;
122}
123
124/*
125 * The insnslot_?arg_r[w]flags() functions below are to keep the
126 * msr -> *fn -> mrs instruction sequences indivisible so that
127 * the state of the CPSR flags aren't inadvertently modified
128 * just before or just after the call.
129 */
130
131static inline long __kprobes
132insnslot_0arg_rflags(long cpsr, insn_0arg_fn_t *fn)
133{
134 register long ret asm("r0");
135
136 __asm__ __volatile__ (
137 "msr cpsr_fs, %[cpsr] \n\t"
138 "mov lr, pc \n\t"
139 "mov pc, %[fn] \n\t"
140 : "=r" (ret)
141 : [cpsr] "r" (cpsr), [fn] "r" (fn)
142 : "lr", "cc"
143 );
144 return ret;
145}
146
147static inline long long __kprobes
148insnslot_llret_0arg_rflags(long cpsr, insn_llret_0arg_fn_t *fn)
149{
150 register long ret0 asm("r0");
151 register long ret1 asm("r1");
152 union reg_pair fnr;
153
154 __asm__ __volatile__ (
155 "msr cpsr_fs, %[cpsr] \n\t"
156 "mov lr, pc \n\t"
157 "mov pc, %[fn] \n\t"
158 : "=r" (ret0), "=r" (ret1)
159 : [cpsr] "r" (cpsr), [fn] "r" (fn)
160 : "lr", "cc"
161 );
162 fnr.r0 = ret0;
163 fnr.r1 = ret1;
164 return fnr.dr;
165}
166
167static inline long __kprobes
168insnslot_1arg_rflags(long r0, long cpsr, insn_1arg_fn_t *fn)
169{
170 register long rr0 asm("r0") = r0;
171 register long ret asm("r0");
172
173 __asm__ __volatile__ (
174 "msr cpsr_fs, %[cpsr] \n\t"
175 "mov lr, pc \n\t"
176 "mov pc, %[fn] \n\t"
177 : "=r" (ret)
178 : "0" (rr0), [cpsr] "r" (cpsr), [fn] "r" (fn)
179 : "lr", "cc"
180 );
181 return ret;
182}
183
184static inline long __kprobes
185insnslot_2arg_rflags(long r0, long r1, long cpsr, insn_2arg_fn_t *fn)
186{
187 register long rr0 asm("r0") = r0;
188 register long rr1 asm("r1") = r1;
189 register long ret asm("r0");
190
191 __asm__ __volatile__ (
192 "msr cpsr_fs, %[cpsr] \n\t"
193 "mov lr, pc \n\t"
194 "mov pc, %[fn] \n\t"
195 : "=r" (ret)
196 : "0" (rr0), "r" (rr1),
197 [cpsr] "r" (cpsr), [fn] "r" (fn)
198 : "lr", "cc"
199 );
200 return ret;
201}
202
203static inline long __kprobes
204insnslot_3arg_rflags(long r0, long r1, long r2, long cpsr, insn_3arg_fn_t *fn)
205{
206 register long rr0 asm("r0") = r0;
207 register long rr1 asm("r1") = r1;
208 register long rr2 asm("r2") = r2;
209 register long ret asm("r0");
210
211 __asm__ __volatile__ (
212 "msr cpsr_fs, %[cpsr] \n\t"
213 "mov lr, pc \n\t"
214 "mov pc, %[fn] \n\t"
215 : "=r" (ret)
216 : "0" (rr0), "r" (rr1), "r" (rr2),
217 [cpsr] "r" (cpsr), [fn] "r" (fn)
218 : "lr", "cc"
219 );
220 return ret;
221}
222
223static inline long long __kprobes
224insnslot_llret_3arg_rflags(long r0, long r1, long r2, long cpsr,
225 insn_llret_3arg_fn_t *fn)
226{
227 register long rr0 asm("r0") = r0;
228 register long rr1 asm("r1") = r1;
229 register long rr2 asm("r2") = r2;
230 register long ret0 asm("r0");
231 register long ret1 asm("r1");
232 union reg_pair fnr;
233
234 __asm__ __volatile__ (
235 "msr cpsr_fs, %[cpsr] \n\t"
236 "mov lr, pc \n\t"
237 "mov pc, %[fn] \n\t"
238 : "=r" (ret0), "=r" (ret1)
239 : "0" (rr0), "r" (rr1), "r" (rr2),
240 [cpsr] "r" (cpsr), [fn] "r" (fn)
241 : "lr", "cc"
242 );
243 fnr.r0 = ret0;
244 fnr.r1 = ret1;
245 return fnr.dr;
246}
247
248static inline long __kprobes
249insnslot_4arg_rflags(long r0, long r1, long r2, long r3, long cpsr,
250 insn_4arg_fn_t *fn)
251{
252 register long rr0 asm("r0") = r0;
253 register long rr1 asm("r1") = r1;
254 register long rr2 asm("r2") = r2;
255 register long rr3 asm("r3") = r3;
256 register long ret asm("r0");
257
258 __asm__ __volatile__ (
259 "msr cpsr_fs, %[cpsr] \n\t"
260 "mov lr, pc \n\t"
261 "mov pc, %[fn] \n\t"
262 : "=r" (ret)
263 : "0" (rr0), "r" (rr1), "r" (rr2), "r" (rr3),
264 [cpsr] "r" (cpsr), [fn] "r" (fn)
265 : "lr", "cc"
266 );
267 return ret;
268}
269
270static inline long __kprobes
271insnslot_1arg_rwflags(long r0, long *cpsr, insn_1arg_fn_t *fn)
272{
273 register long rr0 asm("r0") = r0;
274 register long ret asm("r0");
275 long oldcpsr = *cpsr;
276 long newcpsr;
277
278 __asm__ __volatile__ (
279 "msr cpsr_fs, %[oldcpsr] \n\t"
280 "mov lr, pc \n\t"
281 "mov pc, %[fn] \n\t"
282 "mrs %[newcpsr], cpsr \n\t"
283 : "=r" (ret), [newcpsr] "=r" (newcpsr)
284 : "0" (rr0), [oldcpsr] "r" (oldcpsr), [fn] "r" (fn)
285 : "lr", "cc"
286 );
287 *cpsr = (oldcpsr & ~PSR_fs) | (newcpsr & PSR_fs);
288 return ret;
289}
290
291static inline long __kprobes
292insnslot_2arg_rwflags(long r0, long r1, long *cpsr, insn_2arg_fn_t *fn)
293{
294 register long rr0 asm("r0") = r0;
295 register long rr1 asm("r1") = r1;
296 register long ret asm("r0");
297 long oldcpsr = *cpsr;
298 long newcpsr;
299
300 __asm__ __volatile__ (
301 "msr cpsr_fs, %[oldcpsr] \n\t"
302 "mov lr, pc \n\t"
303 "mov pc, %[fn] \n\t"
304 "mrs %[newcpsr], cpsr \n\t"
305 : "=r" (ret), [newcpsr] "=r" (newcpsr)
306 : "0" (rr0), "r" (rr1), [oldcpsr] "r" (oldcpsr), [fn] "r" (fn)
307 : "lr", "cc"
308 );
309 *cpsr = (oldcpsr & ~PSR_fs) | (newcpsr & PSR_fs);
310 return ret;
311}
312
313static inline long __kprobes
314insnslot_3arg_rwflags(long r0, long r1, long r2, long *cpsr,
315 insn_3arg_fn_t *fn)
316{
317 register long rr0 asm("r0") = r0;
318 register long rr1 asm("r1") = r1;
319 register long rr2 asm("r2") = r2;
320 register long ret asm("r0");
321 long oldcpsr = *cpsr;
322 long newcpsr;
323
324 __asm__ __volatile__ (
325 "msr cpsr_fs, %[oldcpsr] \n\t"
326 "mov lr, pc \n\t"
327 "mov pc, %[fn] \n\t"
328 "mrs %[newcpsr], cpsr \n\t"
329 : "=r" (ret), [newcpsr] "=r" (newcpsr)
330 : "0" (rr0), "r" (rr1), "r" (rr2),
331 [oldcpsr] "r" (oldcpsr), [fn] "r" (fn)
332 : "lr", "cc"
333 );
334 *cpsr = (oldcpsr & ~PSR_fs) | (newcpsr & PSR_fs);
335 return ret;
336}
337
338static inline long __kprobes
339insnslot_4arg_rwflags(long r0, long r1, long r2, long r3, long *cpsr,
340 insn_4arg_fn_t *fn)
341{
342 register long rr0 asm("r0") = r0;
343 register long rr1 asm("r1") = r1;
344 register long rr2 asm("r2") = r2;
345 register long rr3 asm("r3") = r3;
346 register long ret asm("r0");
347 long oldcpsr = *cpsr;
348 long newcpsr;
349
350 __asm__ __volatile__ (
351 "msr cpsr_fs, %[oldcpsr] \n\t"
352 "mov lr, pc \n\t"
353 "mov pc, %[fn] \n\t"
354 "mrs %[newcpsr], cpsr \n\t"
355 : "=r" (ret), [newcpsr] "=r" (newcpsr)
356 : "0" (rr0), "r" (rr1), "r" (rr2), "r" (rr3),
357 [oldcpsr] "r" (oldcpsr), [fn] "r" (fn)
358 : "lr", "cc"
359 );
360 *cpsr = (oldcpsr & ~PSR_fs) | (newcpsr & PSR_fs);
361 return ret;
362}
363
364static inline long long __kprobes
365insnslot_llret_4arg_rwflags(long r0, long r1, long r2, long r3, long *cpsr,
366 insn_llret_4arg_fn_t *fn)
367{
368 register long rr0 asm("r0") = r0;
369 register long rr1 asm("r1") = r1;
370 register long rr2 asm("r2") = r2;
371 register long rr3 asm("r3") = r3;
372 register long ret0 asm("r0");
373 register long ret1 asm("r1");
374 long oldcpsr = *cpsr;
375 long newcpsr;
376 union reg_pair fnr;
377
378 __asm__ __volatile__ (
379 "msr cpsr_fs, %[oldcpsr] \n\t"
380 "mov lr, pc \n\t"
381 "mov pc, %[fn] \n\t"
382 "mrs %[newcpsr], cpsr \n\t"
383 : "=r" (ret0), "=r" (ret1), [newcpsr] "=r" (newcpsr)
384 : "0" (rr0), "r" (rr1), "r" (rr2), "r" (rr3),
385 [oldcpsr] "r" (oldcpsr), [fn] "r" (fn)
386 : "lr", "cc"
387 );
388 *cpsr = (oldcpsr & ~PSR_fs) | (newcpsr & PSR_fs);
389 fnr.r0 = ret0;
390 fnr.r1 = ret1;
391 return fnr.dr;
392}
393
394/*
395 * To avoid the complications of mimicing single-stepping on a
396 * processor without a Next-PC or a single-step mode, and to
397 * avoid having to deal with the side-effects of boosting, we
398 * simulate or emulate (almost) all ARM instructions.
399 *
400 * "Simulation" is where the instruction's behavior is duplicated in
401 * C code. "Emulation" is where the original instruction is rewritten
402 * and executed, often by altering its registers.
403 *
404 * By having all behavior of the kprobe'd instruction completed before
405 * returning from the kprobe_handler(), all locks (scheduler and
406 * interrupt) can safely be released. There is no need for secondary
407 * breakpoints, no race with MP or preemptable kernels, nor having to
408 * clean up resources counts at a later time impacting overall system
409 * performance. By rewriting the instruction, only the minimum registers
410 * need to be loaded and saved back optimizing performance.
411 *
412 * Calling the insnslot_*_rwflags version of a function doesn't hurt
413 * anything even when the CPSR flags aren't updated by the
414 * instruction. It's just a little slower in return for saving
415 * a little space by not having a duplicate function that doesn't
416 * update the flags. (The same optimization can be said for
417 * instructions that do or don't perform register writeback)
418 * Also, instructions can either read the flags, only write the
419 * flags, or read and write the flags. To save combinations
420 * rather than for sheer performance, flag functions just assume
421 * read and write of flags.
422 */
423
424static void __kprobes simulate_bbl(struct kprobe *p, struct pt_regs *regs)
425{
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000426 kprobe_opcode_t insn = p->opcode;
427 long iaddr = (long)p->addr;
428 int disp = branch_displacement(insn);
429
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000430 if (insn & (1 << 24))
431 regs->ARM_lr = iaddr + 4;
432
433 regs->ARM_pc = iaddr + 8 + disp;
434}
435
436static void __kprobes simulate_blx1(struct kprobe *p, struct pt_regs *regs)
437{
438 kprobe_opcode_t insn = p->opcode;
439 long iaddr = (long)p->addr;
440 int disp = branch_displacement(insn);
441
442 regs->ARM_lr = iaddr + 4;
443 regs->ARM_pc = iaddr + 8 + disp + ((insn >> 23) & 0x2);
444 regs->ARM_cpsr |= PSR_T_BIT;
445}
446
447static void __kprobes simulate_blx2bx(struct kprobe *p, struct pt_regs *regs)
448{
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000449 kprobe_opcode_t insn = p->opcode;
450 int rm = insn & 0xf;
451 long rmv = regs->uregs[rm];
452
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000453 if (insn & (1 << 5))
454 regs->ARM_lr = (long)p->addr + 4;
455
456 regs->ARM_pc = rmv & ~0x1;
457 regs->ARM_cpsr &= ~PSR_T_BIT;
458 if (rmv & 0x1)
459 regs->ARM_cpsr |= PSR_T_BIT;
460}
461
Jon Medhurstc412aba2011-04-07 13:25:16 +0100462static void __kprobes simulate_mrs(struct kprobe *p, struct pt_regs *regs)
463{
464 kprobe_opcode_t insn = p->opcode;
465 int rd = (insn >> 12) & 0xf;
466 unsigned long mask = 0xf8ff03df; /* Mask out execution state */
467 regs->uregs[rd] = regs->ARM_cpsr & mask;
468}
469
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000470static void __kprobes simulate_ldm1stm1(struct kprobe *p, struct pt_regs *regs)
471{
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000472 kprobe_opcode_t insn = p->opcode;
473 int rn = (insn >> 16) & 0xf;
474 int lbit = insn & (1 << 20);
475 int wbit = insn & (1 << 21);
476 int ubit = insn & (1 << 23);
477 int pbit = insn & (1 << 24);
478 long *addr = (long *)regs->uregs[rn];
479 int reg_bit_vector;
480 int reg_count;
481
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000482 reg_count = 0;
483 reg_bit_vector = insn & 0xffff;
484 while (reg_bit_vector) {
485 reg_bit_vector &= (reg_bit_vector - 1);
486 ++reg_count;
487 }
488
489 if (!ubit)
490 addr -= reg_count;
Nicolas Pitre2d4b6c92008-08-21 23:22:49 +0100491 addr += (!pbit == !ubit);
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000492
493 reg_bit_vector = insn & 0xffff;
494 while (reg_bit_vector) {
495 int reg = __ffs(reg_bit_vector);
496 reg_bit_vector &= (reg_bit_vector - 1);
497 if (lbit)
498 regs->uregs[reg] = *addr++;
499 else
500 *addr++ = regs->uregs[reg];
501 }
502
503 if (wbit) {
504 if (!ubit)
505 addr -= reg_count;
Nicolas Pitre2d4b6c92008-08-21 23:22:49 +0100506 addr -= (!pbit == !ubit);
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000507 regs->uregs[rn] = (long)addr;
508 }
509}
510
511static void __kprobes simulate_stm1_pc(struct kprobe *p, struct pt_regs *regs)
512{
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000513 regs->ARM_pc = (long)p->addr + str_pc_offset;
514 simulate_ldm1stm1(p, regs);
515 regs->ARM_pc = (long)p->addr + 4;
516}
517
518static void __kprobes simulate_mov_ipsp(struct kprobe *p, struct pt_regs *regs)
519{
520 regs->uregs[12] = regs->uregs[13];
521}
522
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000523static void __kprobes emulate_ldrd(struct kprobe *p, struct pt_regs *regs)
524{
525 insn_2arg_fn_t *i_fn = (insn_2arg_fn_t *)&p->ainsn.insn[0];
526 kprobe_opcode_t insn = p->opcode;
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300527 long ppc = (long)p->addr + 8;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000528 int rd = (insn >> 12) & 0xf;
529 int rn = (insn >> 16) & 0xf;
530 int rm = insn & 0xf; /* rm may be invalid, don't care. */
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300531 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
532 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000533
534 /* Not following the C calling convention here, so need asm(). */
535 __asm__ __volatile__ (
536 "ldr r0, %[rn] \n\t"
537 "ldr r1, %[rm] \n\t"
538 "msr cpsr_fs, %[cpsr]\n\t"
539 "mov lr, pc \n\t"
540 "mov pc, %[i_fn] \n\t"
541 "str r0, %[rn] \n\t" /* in case of writeback */
542 "str r2, %[rd0] \n\t"
543 "str r3, %[rd1] \n\t"
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300544 : [rn] "+m" (rnv),
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000545 [rd0] "=m" (regs->uregs[rd]),
546 [rd1] "=m" (regs->uregs[rd+1])
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300547 : [rm] "m" (rmv),
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000548 [cpsr] "r" (regs->ARM_cpsr),
549 [i_fn] "r" (i_fn)
550 : "r0", "r1", "r2", "r3", "lr", "cc"
551 );
Jon Medhurst5c6b76f2011-04-08 15:32:56 +0100552 if (is_writeback(insn))
553 regs->uregs[rn] = rnv;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000554}
555
556static void __kprobes emulate_strd(struct kprobe *p, struct pt_regs *regs)
557{
558 insn_4arg_fn_t *i_fn = (insn_4arg_fn_t *)&p->ainsn.insn[0];
559 kprobe_opcode_t insn = p->opcode;
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300560 long ppc = (long)p->addr + 8;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000561 int rd = (insn >> 12) & 0xf;
562 int rn = (insn >> 16) & 0xf;
563 int rm = insn & 0xf;
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300564 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
565 /* rm/rmv may be invalid, don't care. */
566 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
567 long rnv_wb;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000568
Viktor Rosendahlcf3cc1a2011-03-28 18:56:05 +0300569 rnv_wb = insnslot_4arg_rflags(rnv, rmv, regs->uregs[rd],
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000570 regs->uregs[rd+1],
571 regs->ARM_cpsr, i_fn);
Jon Medhurst5c6b76f2011-04-08 15:32:56 +0100572 if (is_writeback(insn))
573 regs->uregs[rn] = rnv_wb;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000574}
575
576static void __kprobes emulate_ldr(struct kprobe *p, struct pt_regs *regs)
577{
578 insn_llret_3arg_fn_t *i_fn = (insn_llret_3arg_fn_t *)&p->ainsn.insn[0];
579 kprobe_opcode_t insn = p->opcode;
Nicolas Pitre0ebe25f2010-07-14 05:21:22 +0100580 long ppc = (long)p->addr + 8;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000581 union reg_pair fnr;
582 int rd = (insn >> 12) & 0xf;
583 int rn = (insn >> 16) & 0xf;
584 int rm = insn & 0xf;
585 long rdv;
Nicolas Pitre0ebe25f2010-07-14 05:21:22 +0100586 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
587 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000588 long cpsr = regs->ARM_cpsr;
589
590 fnr.dr = insnslot_llret_3arg_rflags(rnv, 0, rmv, cpsr, i_fn);
Viktor Rosendahl0652f062011-03-26 18:11:01 +0100591 if (rn != 15)
592 regs->uregs[rn] = fnr.r0; /* Save Rn in case of writeback. */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000593 rdv = fnr.r1;
594
595 if (rd == 15) {
596#if __LINUX_ARM_ARCH__ >= 5
597 cpsr &= ~PSR_T_BIT;
598 if (rdv & 0x1)
599 cpsr |= PSR_T_BIT;
600 regs->ARM_cpsr = cpsr;
601 rdv &= ~0x1;
602#else
603 rdv &= ~0x2;
604#endif
605 }
606 regs->uregs[rd] = rdv;
607}
608
609static void __kprobes emulate_str(struct kprobe *p, struct pt_regs *regs)
610{
611 insn_3arg_fn_t *i_fn = (insn_3arg_fn_t *)&p->ainsn.insn[0];
612 kprobe_opcode_t insn = p->opcode;
613 long iaddr = (long)p->addr;
614 int rd = (insn >> 12) & 0xf;
615 int rn = (insn >> 16) & 0xf;
616 int rm = insn & 0xf;
617 long rdv = (rd == 15) ? iaddr + str_pc_offset : regs->uregs[rd];
618 long rnv = (rn == 15) ? iaddr + 8 : regs->uregs[rn];
619 long rmv = regs->uregs[rm]; /* rm/rmv may be invalid, don't care. */
Viktor Rosendahl0652f062011-03-26 18:11:01 +0100620 long rnv_wb;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000621
Viktor Rosendahl0652f062011-03-26 18:11:01 +0100622 rnv_wb = insnslot_3arg_rflags(rnv, rdv, rmv, regs->ARM_cpsr, i_fn);
623 if (rn != 15)
624 regs->uregs[rn] = rnv_wb; /* Save Rn in case of writeback. */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000625}
626
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000627static void __kprobes emulate_sat(struct kprobe *p, struct pt_regs *regs)
628{
629 insn_1arg_fn_t *i_fn = (insn_1arg_fn_t *)&p->ainsn.insn[0];
630 kprobe_opcode_t insn = p->opcode;
631 int rd = (insn >> 12) & 0xf;
632 int rm = insn & 0xf;
633 long rmv = regs->uregs[rm];
634
635 /* Writes Q flag */
636 regs->uregs[rd] = insnslot_1arg_rwflags(rmv, &regs->ARM_cpsr, i_fn);
637}
638
639static void __kprobes emulate_sel(struct kprobe *p, struct pt_regs *regs)
640{
641 insn_2arg_fn_t *i_fn = (insn_2arg_fn_t *)&p->ainsn.insn[0];
642 kprobe_opcode_t insn = p->opcode;
643 int rd = (insn >> 12) & 0xf;
644 int rn = (insn >> 16) & 0xf;
645 int rm = insn & 0xf;
646 long rnv = regs->uregs[rn];
647 long rmv = regs->uregs[rm];
648
649 /* Reads GE bits */
650 regs->uregs[rd] = insnslot_2arg_rflags(rnv, rmv, regs->ARM_cpsr, i_fn);
651}
652
653static void __kprobes emulate_none(struct kprobe *p, struct pt_regs *regs)
654{
655 insn_0arg_fn_t *i_fn = (insn_0arg_fn_t *)&p->ainsn.insn[0];
656
657 insnslot_0arg_rflags(regs->ARM_cpsr, i_fn);
658}
659
Jon Medhurst41713d12011-04-18 08:53:57 +0100660static void __kprobes emulate_nop(struct kprobe *p, struct pt_regs *regs)
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000661{
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000662}
663
664static void __kprobes emulate_rd12rm0(struct kprobe *p, struct pt_regs *regs)
665{
666 insn_1arg_fn_t *i_fn = (insn_1arg_fn_t *)&p->ainsn.insn[0];
667 kprobe_opcode_t insn = p->opcode;
668 int rd = (insn >> 12) & 0xf;
669 int rm = insn & 0xf;
670 long rmv = regs->uregs[rm];
671
672 regs->uregs[rd] = insnslot_1arg_rflags(rmv, regs->ARM_cpsr, i_fn);
673}
674
675static void __kprobes
676emulate_rd12rn16rm0_rwflags(struct kprobe *p, struct pt_regs *regs)
677{
678 insn_2arg_fn_t *i_fn = (insn_2arg_fn_t *)&p->ainsn.insn[0];
679 kprobe_opcode_t insn = p->opcode;
680 int rd = (insn >> 12) & 0xf;
681 int rn = (insn >> 16) & 0xf;
682 int rm = insn & 0xf;
683 long rnv = regs->uregs[rn];
684 long rmv = regs->uregs[rm];
685
686 regs->uregs[rd] =
687 insnslot_2arg_rwflags(rnv, rmv, &regs->ARM_cpsr, i_fn);
688}
689
690static void __kprobes
691emulate_rd16rn12rs8rm0_rwflags(struct kprobe *p, struct pt_regs *regs)
692{
693 insn_3arg_fn_t *i_fn = (insn_3arg_fn_t *)&p->ainsn.insn[0];
694 kprobe_opcode_t insn = p->opcode;
695 int rd = (insn >> 16) & 0xf;
696 int rn = (insn >> 12) & 0xf;
697 int rs = (insn >> 8) & 0xf;
698 int rm = insn & 0xf;
699 long rnv = regs->uregs[rn];
700 long rsv = regs->uregs[rs];
701 long rmv = regs->uregs[rm];
702
703 regs->uregs[rd] =
704 insnslot_3arg_rwflags(rnv, rsv, rmv, &regs->ARM_cpsr, i_fn);
705}
706
707static void __kprobes
708emulate_rd16rs8rm0_rwflags(struct kprobe *p, struct pt_regs *regs)
709{
710 insn_2arg_fn_t *i_fn = (insn_2arg_fn_t *)&p->ainsn.insn[0];
711 kprobe_opcode_t insn = p->opcode;
712 int rd = (insn >> 16) & 0xf;
713 int rs = (insn >> 8) & 0xf;
714 int rm = insn & 0xf;
715 long rsv = regs->uregs[rs];
716 long rmv = regs->uregs[rm];
717
718 regs->uregs[rd] =
719 insnslot_2arg_rwflags(rsv, rmv, &regs->ARM_cpsr, i_fn);
720}
721
722static void __kprobes
723emulate_rdhi16rdlo12rs8rm0_rwflags(struct kprobe *p, struct pt_regs *regs)
724{
725 insn_llret_4arg_fn_t *i_fn = (insn_llret_4arg_fn_t *)&p->ainsn.insn[0];
726 kprobe_opcode_t insn = p->opcode;
727 union reg_pair fnr;
728 int rdhi = (insn >> 16) & 0xf;
729 int rdlo = (insn >> 12) & 0xf;
730 int rs = (insn >> 8) & 0xf;
731 int rm = insn & 0xf;
732 long rsv = regs->uregs[rs];
733 long rmv = regs->uregs[rm];
734
735 fnr.dr = insnslot_llret_4arg_rwflags(regs->uregs[rdhi],
736 regs->uregs[rdlo], rsv, rmv,
737 &regs->ARM_cpsr, i_fn);
738 regs->uregs[rdhi] = fnr.r0;
739 regs->uregs[rdlo] = fnr.r1;
740}
741
742static void __kprobes
743emulate_alu_imm_rflags(struct kprobe *p, struct pt_regs *regs)
744{
745 insn_1arg_fn_t *i_fn = (insn_1arg_fn_t *)&p->ainsn.insn[0];
746 kprobe_opcode_t insn = p->opcode;
747 int rd = (insn >> 12) & 0xf;
748 int rn = (insn >> 16) & 0xf;
749 long rnv = (rn == 15) ? (long)p->addr + 8 : regs->uregs[rn];
750
751 regs->uregs[rd] = insnslot_1arg_rflags(rnv, regs->ARM_cpsr, i_fn);
752}
753
754static void __kprobes
755emulate_alu_imm_rwflags(struct kprobe *p, struct pt_regs *regs)
756{
757 insn_1arg_fn_t *i_fn = (insn_1arg_fn_t *)&p->ainsn.insn[0];
758 kprobe_opcode_t insn = p->opcode;
759 int rd = (insn >> 12) & 0xf;
760 int rn = (insn >> 16) & 0xf;
761 long rnv = (rn == 15) ? (long)p->addr + 8 : regs->uregs[rn];
762
763 regs->uregs[rd] = insnslot_1arg_rwflags(rnv, &regs->ARM_cpsr, i_fn);
764}
765
766static void __kprobes
Jon Medhurstad111ce42011-04-06 11:17:11 +0100767emulate_alu_tests_imm(struct kprobe *p, struct pt_regs *regs)
768{
769 insn_1arg_fn_t *i_fn = (insn_1arg_fn_t *)&p->ainsn.insn[0];
770 kprobe_opcode_t insn = p->opcode;
771 int rn = (insn >> 16) & 0xf;
772 long rnv = (rn == 15) ? (long)p->addr + 8 : regs->uregs[rn];
773
774 insnslot_1arg_rwflags(rnv, &regs->ARM_cpsr, i_fn);
775}
776
777static void __kprobes
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000778emulate_alu_rflags(struct kprobe *p, struct pt_regs *regs)
779{
780 insn_3arg_fn_t *i_fn = (insn_3arg_fn_t *)&p->ainsn.insn[0];
781 kprobe_opcode_t insn = p->opcode;
782 long ppc = (long)p->addr + 8;
783 int rd = (insn >> 12) & 0xf;
784 int rn = (insn >> 16) & 0xf; /* rn/rnv/rs/rsv may be */
785 int rs = (insn >> 8) & 0xf; /* invalid, don't care. */
786 int rm = insn & 0xf;
787 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
788 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
789 long rsv = regs->uregs[rs];
790
791 regs->uregs[rd] =
792 insnslot_3arg_rflags(rnv, rmv, rsv, regs->ARM_cpsr, i_fn);
793}
794
795static void __kprobes
796emulate_alu_rwflags(struct kprobe *p, struct pt_regs *regs)
797{
798 insn_3arg_fn_t *i_fn = (insn_3arg_fn_t *)&p->ainsn.insn[0];
799 kprobe_opcode_t insn = p->opcode;
800 long ppc = (long)p->addr + 8;
801 int rd = (insn >> 12) & 0xf;
802 int rn = (insn >> 16) & 0xf; /* rn/rnv/rs/rsv may be */
803 int rs = (insn >> 8) & 0xf; /* invalid, don't care. */
804 int rm = insn & 0xf;
805 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
806 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
807 long rsv = regs->uregs[rs];
808
809 regs->uregs[rd] =
810 insnslot_3arg_rwflags(rnv, rmv, rsv, &regs->ARM_cpsr, i_fn);
811}
812
Jon Medhurstad111ce42011-04-06 11:17:11 +0100813static void __kprobes
814emulate_alu_tests(struct kprobe *p, struct pt_regs *regs)
815{
816 insn_3arg_fn_t *i_fn = (insn_3arg_fn_t *)&p->ainsn.insn[0];
817 kprobe_opcode_t insn = p->opcode;
818 long ppc = (long)p->addr + 8;
819 int rn = (insn >> 16) & 0xf;
820 int rs = (insn >> 8) & 0xf; /* rs/rsv may be invalid, don't care. */
821 int rm = insn & 0xf;
822 long rnv = (rn == 15) ? ppc : regs->uregs[rn];
823 long rmv = (rm == 15) ? ppc : regs->uregs[rm];
824 long rsv = regs->uregs[rs];
825
826 insnslot_3arg_rwflags(rnv, rmv, rsv, &regs->ARM_cpsr, i_fn);
827}
828
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000829static enum kprobe_insn __kprobes
830prep_emulate_ldr_str(kprobe_opcode_t insn, struct arch_specific_insn *asi)
831{
Jon Medhurst6823fc82011-04-08 15:32:54 +0100832 int not_imm = (insn & (1 << 26)) ? (insn & (1 << 25))
833 : (~insn & (1 << 22));
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000834
Jon Medhurst54823ac2011-04-08 15:32:55 +0100835 if (is_writeback(insn) && is_r15(insn, 16))
836 return INSN_REJECTED; /* Writeback to PC */
837
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000838 insn &= 0xfff00fff;
839 insn |= 0x00001000; /* Rn = r0, Rd = r1 */
Jon Medhurst6823fc82011-04-08 15:32:54 +0100840 if (not_imm) {
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000841 insn &= ~0xf;
842 insn |= 2; /* Rm = r2 */
843 }
844 asi->insn[0] = insn;
845 asi->insn_handler = (insn & (1 << 20)) ? emulate_ldr : emulate_str;
846 return INSN_GOOD;
847}
848
849static enum kprobe_insn __kprobes
850prep_emulate_rd12rm0(kprobe_opcode_t insn, struct arch_specific_insn *asi)
851{
Jon Medhurst983ebd92011-04-07 13:25:17 +0100852 if (is_r15(insn, 12))
853 return INSN_REJECTED; /* Rd is PC */
854
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000855 insn &= 0xffff0ff0; /* Rd = r0, Rm = r0 */
856 asi->insn[0] = insn;
857 asi->insn_handler = emulate_rd12rm0;
858 return INSN_GOOD;
859}
860
861static enum kprobe_insn __kprobes
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000862prep_emulate_rd12rn16rm0_wflags(kprobe_opcode_t insn,
863 struct arch_specific_insn *asi)
864{
Jon Medhurst983ebd92011-04-07 13:25:17 +0100865 if (is_r15(insn, 12))
866 return INSN_REJECTED; /* Rd is PC */
867
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000868 insn &= 0xfff00ff0; /* Rd = r0, Rn = r0 */
869 insn |= 0x00000001; /* Rm = r1 */
870 asi->insn[0] = insn;
871 asi->insn_handler = emulate_rd12rn16rm0_rwflags;
872 return INSN_GOOD;
873}
874
875static enum kprobe_insn __kprobes
876prep_emulate_rd16rs8rm0_wflags(kprobe_opcode_t insn,
877 struct arch_specific_insn *asi)
878{
Jon Medhurst983ebd92011-04-07 13:25:17 +0100879 if (is_r15(insn, 16))
880 return INSN_REJECTED; /* Rd is PC */
881
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000882 insn &= 0xfff0f0f0; /* Rd = r0, Rs = r0 */
883 insn |= 0x00000001; /* Rm = r1 */
884 asi->insn[0] = insn;
885 asi->insn_handler = emulate_rd16rs8rm0_rwflags;
886 return INSN_GOOD;
887}
888
889static enum kprobe_insn __kprobes
890prep_emulate_rd16rn12rs8rm0_wflags(kprobe_opcode_t insn,
891 struct arch_specific_insn *asi)
892{
Jon Medhurst983ebd92011-04-07 13:25:17 +0100893 if (is_r15(insn, 16))
894 return INSN_REJECTED; /* Rd is PC */
895
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000896 insn &= 0xfff000f0; /* Rd = r0, Rn = r0 */
897 insn |= 0x00000102; /* Rs = r1, Rm = r2 */
898 asi->insn[0] = insn;
899 asi->insn_handler = emulate_rd16rn12rs8rm0_rwflags;
900 return INSN_GOOD;
901}
902
903static enum kprobe_insn __kprobes
904prep_emulate_rdhi16rdlo12rs8rm0_wflags(kprobe_opcode_t insn,
905 struct arch_specific_insn *asi)
906{
Jon Medhurst983ebd92011-04-07 13:25:17 +0100907 if (is_r15(insn, 16) || is_r15(insn, 12))
908 return INSN_REJECTED; /* RdHi or RdLo is PC */
909
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000910 insn &= 0xfff000f0; /* RdHi = r0, RdLo = r1 */
911 insn |= 0x00001203; /* Rs = r2, Rm = r3 */
912 asi->insn[0] = insn;
913 asi->insn_handler = emulate_rdhi16rdlo12rs8rm0_rwflags;
914 return INSN_GOOD;
915}
916
917/*
918 * For the instruction masking and comparisons in all the "space_*"
919 * functions below, Do _not_ rearrange the order of tests unless
920 * you're very, very sure of what you are doing. For the sake of
921 * efficiency, the masks for some tests sometimes assume other test
922 * have been done prior to them so the number of patterns to test
923 * for an instruction set can be as broad as possible to reduce the
924 * number of tests needed.
925 */
926
927static enum kprobe_insn __kprobes
928space_1111(kprobe_opcode_t insn, struct arch_specific_insn *asi)
929{
930 /* CPS mmod == 1 : 1111 0001 0000 xx10 xxxx xxxx xx0x xxxx */
931 /* RFE : 1111 100x x0x1 xxxx xxxx 1010 xxxx xxxx */
932 /* SRS : 1111 100x x1x0 1101 xxxx 0101 xxxx xxxx */
933 if ((insn & 0xfff30020) == 0xf1020000 ||
934 (insn & 0xfe500f00) == 0xf8100a00 ||
935 (insn & 0xfe5f0f00) == 0xf84d0500)
936 return INSN_REJECTED;
937
Jon Medhurst41713d12011-04-18 08:53:57 +0100938 /* memory hint : 1111 0100 x001 xxxx xxxx xxxx xxxx xxxx : */
939 /* PLDI : 1111 0100 x101 xxxx xxxx xxxx xxxx xxxx : */
940 /* PLDW : 1111 0101 x001 xxxx xxxx xxxx xxxx xxxx : */
941 /* PLD : 1111 0101 x101 xxxx xxxx xxxx xxxx xxxx : */
942 if ((insn & 0xfe300000) == 0xf4100000) {
943 asi->insn_handler = emulate_nop;
944 return INSN_GOOD_NO_SLOT;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000945 }
946
947 /* BLX(1) : 1111 101x xxxx xxxx xxxx xxxx xxxx xxxx : */
948 if ((insn & 0xfe000000) == 0xfa000000) {
949 asi->insn_handler = simulate_blx1;
950 return INSN_GOOD_NO_SLOT;
951 }
952
953 /* SETEND : 1111 0001 0000 0001 xxxx xxxx 0000 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000954
Jon Medhurstfa1a03b2011-04-18 08:53:54 +0100955 /* Coprocessor instructions... */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000956 /* MCRR2 : 1111 1100 0100 xxxx xxxx xxxx xxxx xxxx : (Rd != Rn) */
957 /* MRRC2 : 1111 1100 0101 xxxx xxxx xxxx xxxx xxxx : (Rd != Rn) */
Jon Medhurstfa1a03b2011-04-18 08:53:54 +0100958 /* LDC2 : 1111 110x xxx1 xxxx xxxx xxxx xxxx xxxx */
959 /* STC2 : 1111 110x xxx0 xxxx xxxx xxxx xxxx xxxx */
960 /* CDP2 : 1111 1110 xxxx xxxx xxxx xxxx xxx0 xxxx */
961 /* MCR2 : 1111 1110 xxx0 xxxx xxxx xxxx xxx1 xxxx */
962 /* MRC2 : 1111 1110 xxx1 xxxx xxxx xxxx xxx1 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000963
Jon Medhurstfa1a03b2011-04-18 08:53:54 +0100964 return INSN_REJECTED;
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000965}
966
967static enum kprobe_insn __kprobes
968space_cccc_000x(kprobe_opcode_t insn, struct arch_specific_insn *asi)
969{
970 /* cccc 0001 0xx0 xxxx xxxx xxxx xxxx xxx0 xxxx */
971 if ((insn & 0x0f900010) == 0x01000000) {
972
Jon Medhurst51468ea2011-04-07 13:25:15 +0100973 /* BXJ : cccc 0001 0010 xxxx xxxx xxxx 0010 xxxx */
974 /* MSR : cccc 0001 0x10 xxxx xxxx xxxx 0000 xxxx */
975 /* MRS spsr : cccc 0001 0100 xxxx xxxx xxxx 0000 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000976 if ((insn & 0x0ff000f0) == 0x01200020 ||
Jon Medhurst51468ea2011-04-07 13:25:15 +0100977 (insn & 0x0fb000f0) == 0x01200000 ||
978 (insn & 0x0ff000f0) == 0x01400000)
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000979 return INSN_REJECTED;
980
Jon Medhurst51468ea2011-04-07 13:25:15 +0100981 /* MRS cpsr : cccc 0001 0000 xxxx xxxx xxxx 0000 xxxx */
Jon Medhurstc412aba2011-04-07 13:25:16 +0100982 if ((insn & 0x0ff000f0) == 0x01000000) {
Jon Medhurst983ebd92011-04-07 13:25:17 +0100983 if (is_r15(insn, 12))
984 return INSN_REJECTED; /* Rd is PC */
Jon Medhurstc412aba2011-04-07 13:25:16 +0100985 asi->insn_handler = simulate_mrs;
986 return INSN_GOOD_NO_SLOT;
987 }
Quentin Barnes35aa1df2007-06-11 22:20:10 +0000988
989 /* SMLALxy : cccc 0001 0100 xxxx xxxx xxxx 1xx0 xxxx */
990 if ((insn & 0x0ff00090) == 0x01400080)
991 return prep_emulate_rdhi16rdlo12rs8rm0_wflags(insn, asi);
992
993 /* SMULWy : cccc 0001 0010 xxxx xxxx xxxx 1x10 xxxx */
994 /* SMULxy : cccc 0001 0110 xxxx xxxx xxxx 1xx0 xxxx */
995 if ((insn & 0x0ff000b0) == 0x012000a0 ||
996 (insn & 0x0ff00090) == 0x01600080)
997 return prep_emulate_rd16rs8rm0_wflags(insn, asi);
998
999 /* SMLAxy : cccc 0001 0000 xxxx xxxx xxxx 1xx0 xxxx : Q */
Jon Medhurst75539ae2011-04-07 13:25:18 +01001000 /* SMLAWy : cccc 0001 0010 xxxx xxxx xxxx 1x00 xxxx : Q */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001001 return prep_emulate_rd16rn12rs8rm0_wflags(insn, asi);
1002
1003 }
1004
1005 /* cccc 0001 0xx0 xxxx xxxx xxxx xxxx 0xx1 xxxx */
1006 else if ((insn & 0x0f900090) == 0x01000010) {
1007
1008 /* BKPT : 1110 0001 0010 xxxx xxxx xxxx 0111 xxxx */
1009 if ((insn & 0xfff000f0) == 0xe1200070)
1010 return INSN_REJECTED;
1011
1012 /* BLX(2) : cccc 0001 0010 xxxx xxxx xxxx 0011 xxxx */
1013 /* BX : cccc 0001 0010 xxxx xxxx xxxx 0001 xxxx */
1014 if ((insn & 0x0ff000d0) == 0x01200010) {
Jon Medhurst983ebd92011-04-07 13:25:17 +01001015 if ((insn & 0x0ff000ff) == 0x0120003f)
1016 return INSN_REJECTED; /* BLX pc */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001017 asi->insn_handler = simulate_blx2bx;
Jon Medhursta539f5d2011-04-06 11:17:10 +01001018 return INSN_GOOD_NO_SLOT;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001019 }
1020
1021 /* CLZ : cccc 0001 0110 xxxx xxxx xxxx 0001 xxxx */
1022 if ((insn & 0x0ff000f0) == 0x01600010)
1023 return prep_emulate_rd12rm0(insn, asi);
1024
1025 /* QADD : cccc 0001 0000 xxxx xxxx xxxx 0101 xxxx :Q */
1026 /* QSUB : cccc 0001 0010 xxxx xxxx xxxx 0101 xxxx :Q */
1027 /* QDADD : cccc 0001 0100 xxxx xxxx xxxx 0101 xxxx :Q */
1028 /* QDSUB : cccc 0001 0110 xxxx xxxx xxxx 0101 xxxx :Q */
1029 return prep_emulate_rd12rn16rm0_wflags(insn, asi);
1030 }
1031
1032 /* cccc 0000 xxxx xxxx xxxx xxxx xxxx 1001 xxxx */
Jon Medhurstba48d402011-04-07 13:25:19 +01001033 else if ((insn & 0x0f0000f0) == 0x00000090) {
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001034
1035 /* MUL : cccc 0000 0000 xxxx xxxx xxxx 1001 xxxx : */
1036 /* MULS : cccc 0000 0001 xxxx xxxx xxxx 1001 xxxx :cc */
1037 /* MLA : cccc 0000 0010 xxxx xxxx xxxx 1001 xxxx : */
1038 /* MLAS : cccc 0000 0011 xxxx xxxx xxxx 1001 xxxx :cc */
1039 /* UMAAL : cccc 0000 0100 xxxx xxxx xxxx 1001 xxxx : */
Jon Medhurstba48d402011-04-07 13:25:19 +01001040 /* undef : cccc 0000 0101 xxxx xxxx xxxx 1001 xxxx : */
1041 /* MLS : cccc 0000 0110 xxxx xxxx xxxx 1001 xxxx : */
1042 /* undef : cccc 0000 0111 xxxx xxxx xxxx 1001 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001043 /* UMULL : cccc 0000 1000 xxxx xxxx xxxx 1001 xxxx : */
1044 /* UMULLS : cccc 0000 1001 xxxx xxxx xxxx 1001 xxxx :cc */
1045 /* UMLAL : cccc 0000 1010 xxxx xxxx xxxx 1001 xxxx : */
1046 /* UMLALS : cccc 0000 1011 xxxx xxxx xxxx 1001 xxxx :cc */
1047 /* SMULL : cccc 0000 1100 xxxx xxxx xxxx 1001 xxxx : */
1048 /* SMULLS : cccc 0000 1101 xxxx xxxx xxxx 1001 xxxx :cc */
1049 /* SMLAL : cccc 0000 1110 xxxx xxxx xxxx 1001 xxxx : */
1050 /* SMLALS : cccc 0000 1111 xxxx xxxx xxxx 1001 xxxx :cc */
Jon Medhurstba48d402011-04-07 13:25:19 +01001051 if ((insn & 0x00d00000) == 0x00500000) {
1052 return INSN_REJECTED;
1053 } else if ((insn & 0x00e00000) == 0x00000000) {
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001054 return prep_emulate_rd16rs8rm0_wflags(insn, asi);
Jon Medhurstba48d402011-04-07 13:25:19 +01001055 } else if ((insn & 0x00a00000) == 0x00200000) {
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001056 return prep_emulate_rd16rn12rs8rm0_wflags(insn, asi);
1057 } else {
1058 return prep_emulate_rdhi16rdlo12rs8rm0_wflags(insn, asi);
1059 }
1060 }
1061
1062 /* cccc 000x xxxx xxxx xxxx xxxx xxxx 1xx1 xxxx */
1063 else if ((insn & 0x0e000090) == 0x00000090) {
1064
1065 /* SWP : cccc 0001 0000 xxxx xxxx xxxx 1001 xxxx */
1066 /* SWPB : cccc 0001 0100 xxxx xxxx xxxx 1001 xxxx */
Jon Medhurstec58d7f2011-04-08 15:32:53 +01001067 /* ??? : cccc 0001 0x01 xxxx xxxx xxxx 1001 xxxx */
1068 /* ??? : cccc 0001 0x10 xxxx xxxx xxxx 1001 xxxx */
1069 /* ??? : cccc 0001 0x11 xxxx xxxx xxxx 1001 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001070 /* STREX : cccc 0001 1000 xxxx xxxx xxxx 1001 xxxx */
1071 /* LDREX : cccc 0001 1001 xxxx xxxx xxxx 1001 xxxx */
Jon Medhurstec58d7f2011-04-08 15:32:53 +01001072 /* STREXD: cccc 0001 1010 xxxx xxxx xxxx 1001 xxxx */
1073 /* LDREXD: cccc 0001 1011 xxxx xxxx xxxx 1001 xxxx */
1074 /* STREXB: cccc 0001 1100 xxxx xxxx xxxx 1001 xxxx */
1075 /* LDREXB: cccc 0001 1101 xxxx xxxx xxxx 1001 xxxx */
1076 /* STREXH: cccc 0001 1110 xxxx xxxx xxxx 1001 xxxx */
1077 /* LDREXH: cccc 0001 1111 xxxx xxxx xxxx 1001 xxxx */
1078
1079 /* LDRD : cccc 000x xxx0 xxxx xxxx xxxx 1101 xxxx */
1080 /* STRD : cccc 000x xxx0 xxxx xxxx xxxx 1111 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001081 /* LDRH : cccc 000x xxx1 xxxx xxxx xxxx 1011 xxxx */
1082 /* STRH : cccc 000x xxx0 xxxx xxxx xxxx 1011 xxxx */
1083 /* LDRSB : cccc 000x xxx1 xxxx xxxx xxxx 1101 xxxx */
1084 /* LDRSH : cccc 000x xxx1 xxxx xxxx xxxx 1111 xxxx */
Jon Medhurstec58d7f2011-04-08 15:32:53 +01001085 if ((insn & 0x0f0000f0) == 0x01000090) {
1086 if ((insn & 0x0fb000f0) == 0x01000090) {
1087 /* SWP/SWPB */
1088 return prep_emulate_rd12rn16rm0_wflags(insn,
1089 asi);
1090 } else {
1091 /* STREX/LDREX variants and unallocaed space */
1092 return INSN_REJECTED;
1093 }
1094
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001095 } else if ((insn & 0x0e1000d0) == 0x00000d0) {
1096 /* STRD/LDRD */
Jon Medhurst54823ac2011-04-08 15:32:55 +01001097 if ((insn & 0x0000e000) == 0x0000e000)
1098 return INSN_REJECTED; /* Rd is LR or PC */
1099 if (is_writeback(insn) && is_r15(insn, 16))
1100 return INSN_REJECTED; /* Writeback to PC */
1101
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001102 insn &= 0xfff00fff;
1103 insn |= 0x00002000; /* Rn = r0, Rd = r2 */
Jon Medhurst5c6b76f2011-04-08 15:32:56 +01001104 if (!(insn & (1 << 22))) {
1105 /* Register index */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001106 insn &= ~0xf;
1107 insn |= 1; /* Rm = r1 */
1108 }
1109 asi->insn[0] = insn;
1110 asi->insn_handler =
1111 (insn & (1 << 5)) ? emulate_strd : emulate_ldrd;
1112 return INSN_GOOD;
1113 }
1114
Jon Medhurst54823ac2011-04-08 15:32:55 +01001115 /* LDRH/STRH/LDRSB/LDRSH */
1116 if (is_r15(insn, 12))
1117 return INSN_REJECTED; /* Rd is PC */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001118 return prep_emulate_ldr_str(insn, asi);
1119 }
1120
1121 /* cccc 000x xxxx xxxx xxxx xxxx xxxx xxxx xxxx */
1122
1123 /*
1124 * ALU op with S bit and Rd == 15 :
1125 * cccc 000x xxx1 xxxx 1111 xxxx xxxx xxxx
1126 */
1127 if ((insn & 0x0e10f000) == 0x0010f000)
1128 return INSN_REJECTED;
1129
1130 /*
1131 * "mov ip, sp" is the most common kprobe'd instruction by far.
1132 * Check and optimize for it explicitly.
1133 */
1134 if (insn == 0xe1a0c00d) {
1135 asi->insn_handler = simulate_mov_ipsp;
1136 return INSN_GOOD_NO_SLOT;
1137 }
1138
1139 /*
1140 * Data processing: Immediate-shift / Register-shift
1141 * ALU op : cccc 000x xxxx xxxx xxxx xxxx xxxx xxxx
1142 * CPY : cccc 0001 1010 xxxx xxxx 0000 0000 xxxx
1143 * MOV : cccc 0001 101x xxxx xxxx xxxx xxxx xxxx
1144 * *S (bit 20) updates condition codes
1145 * ADC/SBC/RSC reads the C flag
1146 */
1147 insn &= 0xfff00ff0; /* Rn = r0, Rd = r0 */
1148 insn |= 0x00000001; /* Rm = r1 */
1149 if (insn & 0x010) {
1150 insn &= 0xfffff0ff; /* register shift */
1151 insn |= 0x00000200; /* Rs = r2 */
1152 }
1153 asi->insn[0] = insn;
Jon Medhurstad111ce42011-04-06 11:17:11 +01001154
1155 if ((insn & 0x0f900000) == 0x01100000) {
1156 /*
1157 * TST : cccc 0001 0001 xxxx xxxx xxxx xxxx xxxx
1158 * TEQ : cccc 0001 0011 xxxx xxxx xxxx xxxx xxxx
1159 * CMP : cccc 0001 0101 xxxx xxxx xxxx xxxx xxxx
1160 * CMN : cccc 0001 0111 xxxx xxxx xxxx xxxx xxxx
1161 */
1162 asi->insn_handler = emulate_alu_tests;
1163 } else {
1164 /* ALU ops which write to Rd */
1165 asi->insn_handler = (insn & (1 << 20)) ? /* S-bit */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001166 emulate_alu_rwflags : emulate_alu_rflags;
Jon Medhurstad111ce42011-04-06 11:17:11 +01001167 }
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001168 return INSN_GOOD;
1169}
1170
1171static enum kprobe_insn __kprobes
1172space_cccc_001x(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1173{
1174 /*
1175 * MSR : cccc 0011 0x10 xxxx xxxx xxxx xxxx xxxx
Will Deaconccdf2e12010-09-27 18:12:12 +01001176 * Undef : cccc 0011 0100 xxxx xxxx xxxx xxxx xxxx
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001177 * ALU op with S bit and Rd == 15 :
1178 * cccc 001x xxx1 xxxx 1111 xxxx xxxx xxxx
1179 */
Will Deaconccdf2e12010-09-27 18:12:12 +01001180 if ((insn & 0x0fb00000) == 0x03200000 || /* MSR */
1181 (insn & 0x0ff00000) == 0x03400000 || /* Undef */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001182 (insn & 0x0e10f000) == 0x0210f000) /* ALU s-bit, R15 */
1183 return INSN_REJECTED;
1184
1185 /*
1186 * Data processing: 32-bit Immediate
1187 * ALU op : cccc 001x xxxx xxxx xxxx xxxx xxxx xxxx
1188 * MOV : cccc 0011 101x xxxx xxxx xxxx xxxx xxxx
1189 * *S (bit 20) updates condition codes
1190 * ADC/SBC/RSC reads the C flag
1191 */
Jon Medhurst896a74e2011-04-06 11:17:12 +01001192 insn &= 0xfff00fff; /* Rn = r0 and Rd = r0 */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001193 asi->insn[0] = insn;
Jon Medhurstad111ce42011-04-06 11:17:11 +01001194
1195 if ((insn & 0x0f900000) == 0x03100000) {
1196 /*
1197 * TST : cccc 0011 0001 xxxx xxxx xxxx xxxx xxxx
1198 * TEQ : cccc 0011 0011 xxxx xxxx xxxx xxxx xxxx
1199 * CMP : cccc 0011 0101 xxxx xxxx xxxx xxxx xxxx
1200 * CMN : cccc 0011 0111 xxxx xxxx xxxx xxxx xxxx
1201 */
1202 asi->insn_handler = emulate_alu_tests_imm;
1203 } else {
1204 /* ALU ops which write to Rd */
1205 asi->insn_handler = (insn & (1 << 20)) ? /* S-bit */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001206 emulate_alu_imm_rwflags : emulate_alu_imm_rflags;
Jon Medhurstad111ce42011-04-06 11:17:11 +01001207 }
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001208 return INSN_GOOD;
1209}
1210
1211static enum kprobe_insn __kprobes
1212space_cccc_0110__1(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1213{
1214 /* SEL : cccc 0110 1000 xxxx xxxx xxxx 1011 xxxx GE: !!! */
1215 if ((insn & 0x0ff000f0) == 0x068000b0) {
Jon Medhurst983ebd92011-04-07 13:25:17 +01001216 if (is_r15(insn, 12))
1217 return INSN_REJECTED; /* Rd is PC */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001218 insn &= 0xfff00ff0; /* Rd = r0, Rn = r0 */
1219 insn |= 0x00000001; /* Rm = r1 */
1220 asi->insn[0] = insn;
1221 asi->insn_handler = emulate_sel;
1222 return INSN_GOOD;
1223 }
1224
1225 /* SSAT : cccc 0110 101x xxxx xxxx xxxx xx01 xxxx :Q */
1226 /* USAT : cccc 0110 111x xxxx xxxx xxxx xx01 xxxx :Q */
1227 /* SSAT16 : cccc 0110 1010 xxxx xxxx xxxx 0011 xxxx :Q */
1228 /* USAT16 : cccc 0110 1110 xxxx xxxx xxxx 0011 xxxx :Q */
1229 if ((insn & 0x0fa00030) == 0x06a00010 ||
1230 (insn & 0x0fb000f0) == 0x06a00030) {
Jon Medhurst983ebd92011-04-07 13:25:17 +01001231 if (is_r15(insn, 12))
1232 return INSN_REJECTED; /* Rd is PC */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001233 insn &= 0xffff0ff0; /* Rd = r0, Rm = r0 */
1234 asi->insn[0] = insn;
1235 asi->insn_handler = emulate_sat;
1236 return INSN_GOOD;
1237 }
1238
1239 /* REV : cccc 0110 1011 xxxx xxxx xxxx 0011 xxxx */
1240 /* REV16 : cccc 0110 1011 xxxx xxxx xxxx 1011 xxxx */
Jon Medhurst0e384ed2011-04-12 07:45:22 +01001241 /* RBIT : cccc 0110 1111 xxxx xxxx xxxx 0011 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001242 /* REVSH : cccc 0110 1111 xxxx xxxx xxxx 1011 xxxx */
1243 if ((insn & 0x0ff00070) == 0x06b00030 ||
Jon Medhurst0e384ed2011-04-12 07:45:22 +01001244 (insn & 0x0ff00070) == 0x06f00030)
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001245 return prep_emulate_rd12rm0(insn, asi);
1246
Jon Medhurst780b5c12011-04-12 07:45:23 +01001247 /* ??? : cccc 0110 0000 xxxx xxxx xxxx xxx1 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001248 /* SADD16 : cccc 0110 0001 xxxx xxxx xxxx 0001 xxxx :GE */
1249 /* SADDSUBX : cccc 0110 0001 xxxx xxxx xxxx 0011 xxxx :GE */
1250 /* SSUBADDX : cccc 0110 0001 xxxx xxxx xxxx 0101 xxxx :GE */
1251 /* SSUB16 : cccc 0110 0001 xxxx xxxx xxxx 0111 xxxx :GE */
1252 /* SADD8 : cccc 0110 0001 xxxx xxxx xxxx 1001 xxxx :GE */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001253 /* ??? : cccc 0110 0001 xxxx xxxx xxxx 1011 xxxx : */
1254 /* ??? : cccc 0110 0001 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001255 /* SSUB8 : cccc 0110 0001 xxxx xxxx xxxx 1111 xxxx :GE */
1256 /* QADD16 : cccc 0110 0010 xxxx xxxx xxxx 0001 xxxx : */
1257 /* QADDSUBX : cccc 0110 0010 xxxx xxxx xxxx 0011 xxxx : */
1258 /* QSUBADDX : cccc 0110 0010 xxxx xxxx xxxx 0101 xxxx : */
1259 /* QSUB16 : cccc 0110 0010 xxxx xxxx xxxx 0111 xxxx : */
1260 /* QADD8 : cccc 0110 0010 xxxx xxxx xxxx 1001 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001261 /* ??? : cccc 0110 0010 xxxx xxxx xxxx 1011 xxxx : */
1262 /* ??? : cccc 0110 0010 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001263 /* QSUB8 : cccc 0110 0010 xxxx xxxx xxxx 1111 xxxx : */
1264 /* SHADD16 : cccc 0110 0011 xxxx xxxx xxxx 0001 xxxx : */
1265 /* SHADDSUBX : cccc 0110 0011 xxxx xxxx xxxx 0011 xxxx : */
1266 /* SHSUBADDX : cccc 0110 0011 xxxx xxxx xxxx 0101 xxxx : */
1267 /* SHSUB16 : cccc 0110 0011 xxxx xxxx xxxx 0111 xxxx : */
1268 /* SHADD8 : cccc 0110 0011 xxxx xxxx xxxx 1001 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001269 /* ??? : cccc 0110 0011 xxxx xxxx xxxx 1011 xxxx : */
1270 /* ??? : cccc 0110 0011 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001271 /* SHSUB8 : cccc 0110 0011 xxxx xxxx xxxx 1111 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001272 /* ??? : cccc 0110 0100 xxxx xxxx xxxx xxx1 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001273 /* UADD16 : cccc 0110 0101 xxxx xxxx xxxx 0001 xxxx :GE */
1274 /* UADDSUBX : cccc 0110 0101 xxxx xxxx xxxx 0011 xxxx :GE */
1275 /* USUBADDX : cccc 0110 0101 xxxx xxxx xxxx 0101 xxxx :GE */
1276 /* USUB16 : cccc 0110 0101 xxxx xxxx xxxx 0111 xxxx :GE */
1277 /* UADD8 : cccc 0110 0101 xxxx xxxx xxxx 1001 xxxx :GE */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001278 /* ??? : cccc 0110 0101 xxxx xxxx xxxx 1011 xxxx : */
1279 /* ??? : cccc 0110 0101 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001280 /* USUB8 : cccc 0110 0101 xxxx xxxx xxxx 1111 xxxx :GE */
1281 /* UQADD16 : cccc 0110 0110 xxxx xxxx xxxx 0001 xxxx : */
1282 /* UQADDSUBX : cccc 0110 0110 xxxx xxxx xxxx 0011 xxxx : */
1283 /* UQSUBADDX : cccc 0110 0110 xxxx xxxx xxxx 0101 xxxx : */
1284 /* UQSUB16 : cccc 0110 0110 xxxx xxxx xxxx 0111 xxxx : */
1285 /* UQADD8 : cccc 0110 0110 xxxx xxxx xxxx 1001 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001286 /* ??? : cccc 0110 0110 xxxx xxxx xxxx 1011 xxxx : */
1287 /* ??? : cccc 0110 0110 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001288 /* UQSUB8 : cccc 0110 0110 xxxx xxxx xxxx 1111 xxxx : */
1289 /* UHADD16 : cccc 0110 0111 xxxx xxxx xxxx 0001 xxxx : */
1290 /* UHADDSUBX : cccc 0110 0111 xxxx xxxx xxxx 0011 xxxx : */
1291 /* UHSUBADDX : cccc 0110 0111 xxxx xxxx xxxx 0101 xxxx : */
1292 /* UHSUB16 : cccc 0110 0111 xxxx xxxx xxxx 0111 xxxx : */
1293 /* UHADD8 : cccc 0110 0111 xxxx xxxx xxxx 1001 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001294 /* ??? : cccc 0110 0111 xxxx xxxx xxxx 1011 xxxx : */
1295 /* ??? : cccc 0110 0111 xxxx xxxx xxxx 1101 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001296 /* UHSUB8 : cccc 0110 0111 xxxx xxxx xxxx 1111 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001297 if ((insn & 0x0f800010) == 0x06000010) {
1298 if ((insn & 0x00300000) == 0x00000000 ||
1299 (insn & 0x000000e0) == 0x000000a0 ||
1300 (insn & 0x000000e0) == 0x000000c0)
1301 return INSN_REJECTED; /* Unallocated space */
1302 return prep_emulate_rd12rn16rm0_wflags(insn, asi);
1303 }
1304
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001305 /* PKHBT : cccc 0110 1000 xxxx xxxx xxxx x001 xxxx : */
1306 /* PKHTB : cccc 0110 1000 xxxx xxxx xxxx x101 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001307 if ((insn & 0x0ff00030) == 0x06800010)
1308 return prep_emulate_rd12rn16rm0_wflags(insn, asi);
1309
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001310 /* SXTAB16 : cccc 0110 1000 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001311 /* SXTB16 : cccc 0110 1000 1111 xxxx xxxx 0111 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001312 /* ??? : cccc 0110 1001 xxxx xxxx xxxx 0111 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001313 /* SXTAB : cccc 0110 1010 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001314 /* SXTB : cccc 0110 1010 1111 xxxx xxxx 0111 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001315 /* SXTAH : cccc 0110 1011 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001316 /* SXTH : cccc 0110 1011 1111 xxxx xxxx 0111 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001317 /* UXTAB16 : cccc 0110 1100 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001318 /* UXTB16 : cccc 0110 1100 1111 xxxx xxxx 0111 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001319 /* ??? : cccc 0110 1101 xxxx xxxx xxxx 0111 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001320 /* UXTAB : cccc 0110 1110 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001321 /* UXTB : cccc 0110 1110 1111 xxxx xxxx 0111 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001322 /* UXTAH : cccc 0110 1111 xxxx xxxx xxxx 0111 xxxx : */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001323 /* UXTH : cccc 0110 1111 1111 xxxx xxxx 0111 xxxx : */
Jon Medhurst780b5c12011-04-12 07:45:23 +01001324 if ((insn & 0x0f8000f0) == 0x06800070) {
1325 if ((insn & 0x00300000) == 0x00100000)
1326 return INSN_REJECTED; /* Unallocated space */
Jon Medhurst8dd7cfb2011-04-12 07:45:24 +01001327
1328 if ((insn & 0x000f0000) == 0x000f0000) {
1329 return prep_emulate_rd12rm0(insn, asi);
1330 } else {
1331 return prep_emulate_rd12rn16rm0_wflags(insn, asi);
1332 }
Jon Medhurst780b5c12011-04-12 07:45:23 +01001333 }
1334
1335 /* Other instruction encodings aren't yet defined */
1336 return INSN_REJECTED;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001337}
1338
1339static enum kprobe_insn __kprobes
1340space_cccc_0111__1(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1341{
1342 /* Undef : cccc 0111 1111 xxxx xxxx xxxx 1111 xxxx */
1343 if ((insn & 0x0ff000f0) == 0x03f000f0)
1344 return INSN_REJECTED;
1345
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001346 /* SMLALD : cccc 0111 0100 xxxx xxxx xxxx 00x1 xxxx */
1347 /* SMLSLD : cccc 0111 0100 xxxx xxxx xxxx 01x1 xxxx */
1348 if ((insn & 0x0ff00090) == 0x07400010)
1349 return prep_emulate_rdhi16rdlo12rs8rm0_wflags(insn, asi);
1350
1351 /* SMLAD : cccc 0111 0000 xxxx xxxx xxxx 00x1 xxxx :Q */
Jon Medhurst038c3832011-04-12 07:45:25 +01001352 /* SMUAD : cccc 0111 0000 xxxx 1111 xxxx 00x1 xxxx :Q */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001353 /* SMLSD : cccc 0111 0000 xxxx xxxx xxxx 01x1 xxxx :Q */
Jon Medhurst038c3832011-04-12 07:45:25 +01001354 /* SMUSD : cccc 0111 0000 xxxx 1111 xxxx 01x1 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001355 /* SMMLA : cccc 0111 0101 xxxx xxxx xxxx 00x1 xxxx : */
Jon Medhurst038c3832011-04-12 07:45:25 +01001356 /* SMMUL : cccc 0111 0101 xxxx 1111 xxxx 00x1 xxxx : */
Jon Medhurstc6e4ae32011-04-12 07:45:26 +01001357 /* USADA8 : cccc 0111 1000 xxxx xxxx xxxx 0001 xxxx : */
1358 /* USAD8 : cccc 0111 1000 xxxx 1111 xxxx 0001 xxxx : */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001359 if ((insn & 0x0ff00090) == 0x07000010 ||
Jon Medhurstc6e4ae32011-04-12 07:45:26 +01001360 (insn & 0x0ff000d0) == 0x07500010 ||
1361 (insn & 0x0ff000f0) == 0x07800010) {
Jon Medhurst038c3832011-04-12 07:45:25 +01001362
1363 if ((insn & 0x0000f000) == 0x0000f000) {
1364 return prep_emulate_rd16rs8rm0_wflags(insn, asi);
1365 } else {
1366 return prep_emulate_rd16rn12rs8rm0_wflags(insn, asi);
1367 }
1368 }
1369
1370 /* SMMLS : cccc 0111 0101 xxxx xxxx xxxx 11x1 xxxx : */
1371 if ((insn & 0x0ff000d0) == 0x075000d0)
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001372 return prep_emulate_rd16rn12rs8rm0_wflags(insn, asi);
1373
Jon Medhurst038c3832011-04-12 07:45:25 +01001374 return INSN_REJECTED;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001375}
1376
1377static enum kprobe_insn __kprobes
1378space_cccc_01xx(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1379{
1380 /* LDR : cccc 01xx x0x1 xxxx xxxx xxxx xxxx xxxx */
1381 /* LDRB : cccc 01xx x1x1 xxxx xxxx xxxx xxxx xxxx */
1382 /* LDRBT : cccc 01x0 x111 xxxx xxxx xxxx xxxx xxxx */
1383 /* LDRT : cccc 01x0 x011 xxxx xxxx xxxx xxxx xxxx */
1384 /* STR : cccc 01xx x0x0 xxxx xxxx xxxx xxxx xxxx */
1385 /* STRB : cccc 01xx x1x0 xxxx xxxx xxxx xxxx xxxx */
1386 /* STRBT : cccc 01x0 x110 xxxx xxxx xxxx xxxx xxxx */
1387 /* STRT : cccc 01x0 x010 xxxx xxxx xxxx xxxx xxxx */
Jon Medhurst81ff5722011-04-12 07:45:21 +01001388
1389 if ((insn & 0x00500000) == 0x00500000 && is_r15(insn, 12))
1390 return INSN_REJECTED; /* LDRB into PC */
1391
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001392 return prep_emulate_ldr_str(insn, asi);
1393}
1394
1395static enum kprobe_insn __kprobes
1396space_cccc_100x(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1397{
1398 /* LDM(2) : cccc 100x x101 xxxx 0xxx xxxx xxxx xxxx */
1399 /* LDM(3) : cccc 100x x1x1 xxxx 1xxx xxxx xxxx xxxx */
1400 if ((insn & 0x0e708000) == 0x85000000 ||
1401 (insn & 0x0e508000) == 0x85010000)
1402 return INSN_REJECTED;
1403
1404 /* LDM(1) : cccc 100x x0x1 xxxx xxxx xxxx xxxx xxxx */
1405 /* STM(1) : cccc 100x x0x0 xxxx xxxx xxxx xxxx xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001406 asi->insn_handler = ((insn & 0x108000) == 0x008000) ? /* STM & R15 */
1407 simulate_stm1_pc : simulate_ldm1stm1;
Jon Medhursta539f5d2011-04-06 11:17:10 +01001408 return INSN_GOOD_NO_SLOT;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001409}
1410
1411static enum kprobe_insn __kprobes
1412space_cccc_101x(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1413{
1414 /* B : cccc 1010 xxxx xxxx xxxx xxxx xxxx xxxx */
1415 /* BL : cccc 1011 xxxx xxxx xxxx xxxx xxxx xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001416 asi->insn_handler = simulate_bbl;
Jon Medhursta539f5d2011-04-06 11:17:10 +01001417 return INSN_GOOD_NO_SLOT;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001418}
1419
1420static enum kprobe_insn __kprobes
Jon Medhurstac211c62011-04-18 08:53:55 +01001421space_cccc_11xx(kprobe_opcode_t insn, struct arch_specific_insn *asi)
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001422{
Jon Medhurstac211c62011-04-18 08:53:55 +01001423 /* Coprocessor instructions... */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001424 /* MCRR : cccc 1100 0100 xxxx xxxx xxxx xxxx xxxx : (Rd!=Rn) */
1425 /* MRRC : cccc 1100 0101 xxxx xxxx xxxx xxxx xxxx : (Rd!=Rn) */
Jon Medhurstac211c62011-04-18 08:53:55 +01001426 /* LDC : cccc 110x xxx1 xxxx xxxx xxxx xxxx xxxx */
1427 /* STC : cccc 110x xxx0 xxxx xxxx xxxx xxxx xxxx */
1428 /* CDP : cccc 1110 xxxx xxxx xxxx xxxx xxx0 xxxx */
1429 /* MCR : cccc 1110 xxx0 xxxx xxxx xxxx xxx1 xxxx */
1430 /* MRC : cccc 1110 xxx1 xxxx xxxx xxxx xxx1 xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001431
Jon Medhurstac211c62011-04-18 08:53:55 +01001432 /* SVC : cccc 1111 xxxx xxxx xxxx xxxx xxxx xxxx */
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001433
Jon Medhurstfa1a03b2011-04-18 08:53:54 +01001434 return INSN_REJECTED;
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001435}
1436
Jon Medhurst073090c2011-04-06 11:17:09 +01001437static unsigned long __kprobes __check_eq(unsigned long cpsr)
1438{
1439 return cpsr & PSR_Z_BIT;
1440}
1441
1442static unsigned long __kprobes __check_ne(unsigned long cpsr)
1443{
1444 return (~cpsr) & PSR_Z_BIT;
1445}
1446
1447static unsigned long __kprobes __check_cs(unsigned long cpsr)
1448{
1449 return cpsr & PSR_C_BIT;
1450}
1451
1452static unsigned long __kprobes __check_cc(unsigned long cpsr)
1453{
1454 return (~cpsr) & PSR_C_BIT;
1455}
1456
1457static unsigned long __kprobes __check_mi(unsigned long cpsr)
1458{
1459 return cpsr & PSR_N_BIT;
1460}
1461
1462static unsigned long __kprobes __check_pl(unsigned long cpsr)
1463{
1464 return (~cpsr) & PSR_N_BIT;
1465}
1466
1467static unsigned long __kprobes __check_vs(unsigned long cpsr)
1468{
1469 return cpsr & PSR_V_BIT;
1470}
1471
1472static unsigned long __kprobes __check_vc(unsigned long cpsr)
1473{
1474 return (~cpsr) & PSR_V_BIT;
1475}
1476
1477static unsigned long __kprobes __check_hi(unsigned long cpsr)
1478{
1479 cpsr &= ~(cpsr >> 1); /* PSR_C_BIT &= ~PSR_Z_BIT */
1480 return cpsr & PSR_C_BIT;
1481}
1482
1483static unsigned long __kprobes __check_ls(unsigned long cpsr)
1484{
1485 cpsr &= ~(cpsr >> 1); /* PSR_C_BIT &= ~PSR_Z_BIT */
1486 return (~cpsr) & PSR_C_BIT;
1487}
1488
1489static unsigned long __kprobes __check_ge(unsigned long cpsr)
1490{
1491 cpsr ^= (cpsr << 3); /* PSR_N_BIT ^= PSR_V_BIT */
1492 return (~cpsr) & PSR_N_BIT;
1493}
1494
1495static unsigned long __kprobes __check_lt(unsigned long cpsr)
1496{
1497 cpsr ^= (cpsr << 3); /* PSR_N_BIT ^= PSR_V_BIT */
1498 return cpsr & PSR_N_BIT;
1499}
1500
1501static unsigned long __kprobes __check_gt(unsigned long cpsr)
1502{
1503 unsigned long temp = cpsr ^ (cpsr << 3); /* PSR_N_BIT ^= PSR_V_BIT */
1504 temp |= (cpsr << 1); /* PSR_N_BIT |= PSR_Z_BIT */
1505 return (~temp) & PSR_N_BIT;
1506}
1507
1508static unsigned long __kprobes __check_le(unsigned long cpsr)
1509{
1510 unsigned long temp = cpsr ^ (cpsr << 3); /* PSR_N_BIT ^= PSR_V_BIT */
1511 temp |= (cpsr << 1); /* PSR_N_BIT |= PSR_Z_BIT */
1512 return temp & PSR_N_BIT;
1513}
1514
1515static unsigned long __kprobes __check_al(unsigned long cpsr)
1516{
1517 return true;
1518}
1519
1520static kprobe_check_cc * const condition_checks[16] = {
1521 &__check_eq, &__check_ne, &__check_cs, &__check_cc,
1522 &__check_mi, &__check_pl, &__check_vs, &__check_vc,
1523 &__check_hi, &__check_ls, &__check_ge, &__check_lt,
1524 &__check_gt, &__check_le, &__check_al, &__check_al
1525};
1526
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001527/* Return:
1528 * INSN_REJECTED If instruction is one not allowed to kprobe,
1529 * INSN_GOOD If instruction is supported and uses instruction slot,
1530 * INSN_GOOD_NO_SLOT If instruction is supported but doesn't use its slot.
1531 *
1532 * For instructions we don't want to kprobe (INSN_REJECTED return result):
1533 * These are generally ones that modify the processor state making
1534 * them "hard" to simulate such as switches processor modes or
1535 * make accesses in alternate modes. Any of these could be simulated
1536 * if the work was put into it, but low return considering they
1537 * should also be very rare.
1538 */
1539enum kprobe_insn __kprobes
1540arm_kprobe_decode_insn(kprobe_opcode_t insn, struct arch_specific_insn *asi)
1541{
Jon Medhurst073090c2011-04-06 11:17:09 +01001542 asi->insn_check_cc = condition_checks[insn>>28];
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001543 asi->insn[1] = KPROBE_RETURN_INSTRUCTION;
1544
1545 if ((insn & 0xf0000000) == 0xf0000000) {
1546
1547 return space_1111(insn, asi);
1548
1549 } else if ((insn & 0x0e000000) == 0x00000000) {
1550
1551 return space_cccc_000x(insn, asi);
1552
1553 } else if ((insn & 0x0e000000) == 0x02000000) {
1554
1555 return space_cccc_001x(insn, asi);
1556
1557 } else if ((insn & 0x0f000010) == 0x06000010) {
1558
1559 return space_cccc_0110__1(insn, asi);
1560
1561 } else if ((insn & 0x0f000010) == 0x07000010) {
1562
1563 return space_cccc_0111__1(insn, asi);
1564
1565 } else if ((insn & 0x0c000000) == 0x04000000) {
1566
1567 return space_cccc_01xx(insn, asi);
1568
1569 } else if ((insn & 0x0e000000) == 0x08000000) {
1570
1571 return space_cccc_100x(insn, asi);
1572
1573 } else if ((insn & 0x0e000000) == 0x0a000000) {
1574
1575 return space_cccc_101x(insn, asi);
1576
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001577 }
1578
Jon Medhurstac211c62011-04-18 08:53:55 +01001579 return space_cccc_11xx(insn, asi);
Quentin Barnes35aa1df2007-06-11 22:20:10 +00001580}
1581
1582void __init arm_kprobe_decode_init(void)
1583{
1584 find_str_pc_offset();
1585}
1586
1587
1588/*
1589 * All ARM instructions listed below.
1590 *
1591 * Instructions and their general purpose registers are given.
1592 * If a particular register may not use R15, it is prefixed with a "!".
1593 * If marked with a "*" means the value returned by reading R15
1594 * is implementation defined.
1595 *
1596 * ADC/ADD/AND/BIC/CMN/CMP/EOR/MOV/MVN/ORR/RSB/RSC/SBC/SUB/TEQ
1597 * TST: Rd, Rn, Rm, !Rs
1598 * BX: Rm
1599 * BLX(2): !Rm
1600 * BX: Rm (R15 legal, but discouraged)
1601 * BXJ: !Rm,
1602 * CLZ: !Rd, !Rm
1603 * CPY: Rd, Rm
1604 * LDC/2,STC/2 immediate offset & unindex: Rn
1605 * LDC/2,STC/2 immediate pre/post-indexed: !Rn
1606 * LDM(1/3): !Rn, register_list
1607 * LDM(2): !Rn, !register_list
1608 * LDR,STR,PLD immediate offset: Rd, Rn
1609 * LDR,STR,PLD register offset: Rd, Rn, !Rm
1610 * LDR,STR,PLD scaled register offset: Rd, !Rn, !Rm
1611 * LDR,STR immediate pre/post-indexed: Rd, !Rn
1612 * LDR,STR register pre/post-indexed: Rd, !Rn, !Rm
1613 * LDR,STR scaled register pre/post-indexed: Rd, !Rn, !Rm
1614 * LDRB,STRB immediate offset: !Rd, Rn
1615 * LDRB,STRB register offset: !Rd, Rn, !Rm
1616 * LDRB,STRB scaled register offset: !Rd, !Rn, !Rm
1617 * LDRB,STRB immediate pre/post-indexed: !Rd, !Rn
1618 * LDRB,STRB register pre/post-indexed: !Rd, !Rn, !Rm
1619 * LDRB,STRB scaled register pre/post-indexed: !Rd, !Rn, !Rm
1620 * LDRT,LDRBT,STRBT immediate pre/post-indexed: !Rd, !Rn
1621 * LDRT,LDRBT,STRBT register pre/post-indexed: !Rd, !Rn, !Rm
1622 * LDRT,LDRBT,STRBT scaled register pre/post-indexed: !Rd, !Rn, !Rm
1623 * LDRH/SH/SB/D,STRH/SH/SB/D immediate offset: !Rd, Rn
1624 * LDRH/SH/SB/D,STRH/SH/SB/D register offset: !Rd, Rn, !Rm
1625 * LDRH/SH/SB/D,STRH/SH/SB/D immediate pre/post-indexed: !Rd, !Rn
1626 * LDRH/SH/SB/D,STRH/SH/SB/D register pre/post-indexed: !Rd, !Rn, !Rm
1627 * LDREX: !Rd, !Rn
1628 * MCR/2: !Rd
1629 * MCRR/2,MRRC/2: !Rd, !Rn
1630 * MLA: !Rd, !Rn, !Rm, !Rs
1631 * MOV: Rd
1632 * MRC/2: !Rd (if Rd==15, only changes cond codes, not the register)
1633 * MRS,MSR: !Rd
1634 * MUL: !Rd, !Rm, !Rs
1635 * PKH{BT,TB}: !Rd, !Rn, !Rm
1636 * QDADD,[U]QADD/16/8/SUBX: !Rd, !Rm, !Rn
1637 * QDSUB,[U]QSUB/16/8/ADDX: !Rd, !Rm, !Rn
1638 * REV/16/SH: !Rd, !Rm
1639 * RFE: !Rn
1640 * {S,U}[H]ADD{16,8,SUBX},{S,U}[H]SUB{16,8,ADDX}: !Rd, !Rn, !Rm
1641 * SEL: !Rd, !Rn, !Rm
1642 * SMLA<x><y>,SMLA{D,W<y>},SMLSD,SMML{A,S}: !Rd, !Rn, !Rm, !Rs
1643 * SMLAL<x><y>,SMLA{D,LD},SMLSLD,SMMULL,SMULW<y>: !RdHi, !RdLo, !Rm, !Rs
1644 * SMMUL,SMUAD,SMUL<x><y>,SMUSD: !Rd, !Rm, !Rs
1645 * SSAT/16: !Rd, !Rm
1646 * STM(1/2): !Rn, register_list* (R15 in reg list not recommended)
1647 * STRT immediate pre/post-indexed: Rd*, !Rn
1648 * STRT register pre/post-indexed: Rd*, !Rn, !Rm
1649 * STRT scaled register pre/post-indexed: Rd*, !Rn, !Rm
1650 * STREX: !Rd, !Rn, !Rm
1651 * SWP/B: !Rd, !Rn, !Rm
1652 * {S,U}XTA{B,B16,H}: !Rd, !Rn, !Rm
1653 * {S,U}XT{B,B16,H}: !Rd, !Rm
1654 * UM{AA,LA,UL}L: !RdHi, !RdLo, !Rm, !Rs
1655 * USA{D8,A8,T,T16}: !Rd, !Rm, !Rs
1656 *
1657 * May transfer control by writing R15 (possible mode changes or alternate
1658 * mode accesses marked by "*"):
1659 * ALU op (* with s-bit), B, BL, BKPT, BLX(1/2), BX, BXJ, CPS*, CPY,
1660 * LDM(1), LDM(2/3)*, LDR, MOV, RFE*, SWI*
1661 *
1662 * Instructions that do not take general registers, nor transfer control:
1663 * CDP/2, SETEND, SRS*
1664 */