Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 1 | /* |
| 2 | * MIPS specific _mcount support |
| 3 | * |
| 4 | * This file is subject to the terms and conditions of the GNU General Public |
| 5 | * License. See the file "COPYING" in the main directory of this archive for |
| 6 | * more details. |
| 7 | * |
| 8 | * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 9 | * Copyright (C) 2010 DSLab, Lanzhou University, China |
Wu Zhangjin | f7a904d | 2010-01-04 17:16:51 +0800 | [diff] [blame] | 10 | * Author: Wu Zhangjin <wuzhangjin@gmail.com> |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 11 | */ |
| 12 | |
| 13 | #include <asm/regdef.h> |
| 14 | #include <asm/stackframe.h> |
| 15 | #include <asm/ftrace.h> |
| 16 | |
| 17 | .text |
| 18 | .set noreorder |
| 19 | .set noat |
| 20 | |
| 21 | .macro MCOUNT_SAVE_REGS |
| 22 | PTR_SUBU sp, PT_SIZE |
| 23 | PTR_S ra, PT_R31(sp) |
| 24 | PTR_S AT, PT_R1(sp) |
| 25 | PTR_S a0, PT_R4(sp) |
| 26 | PTR_S a1, PT_R5(sp) |
| 27 | PTR_S a2, PT_R6(sp) |
| 28 | PTR_S a3, PT_R7(sp) |
| 29 | #ifdef CONFIG_64BIT |
| 30 | PTR_S a4, PT_R8(sp) |
| 31 | PTR_S a5, PT_R9(sp) |
| 32 | PTR_S a6, PT_R10(sp) |
| 33 | PTR_S a7, PT_R11(sp) |
| 34 | #endif |
| 35 | .endm |
| 36 | |
| 37 | .macro MCOUNT_RESTORE_REGS |
| 38 | PTR_L ra, PT_R31(sp) |
| 39 | PTR_L AT, PT_R1(sp) |
| 40 | PTR_L a0, PT_R4(sp) |
| 41 | PTR_L a1, PT_R5(sp) |
| 42 | PTR_L a2, PT_R6(sp) |
| 43 | PTR_L a3, PT_R7(sp) |
| 44 | #ifdef CONFIG_64BIT |
| 45 | PTR_L a4, PT_R8(sp) |
| 46 | PTR_L a5, PT_R9(sp) |
| 47 | PTR_L a6, PT_R10(sp) |
| 48 | PTR_L a7, PT_R11(sp) |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 49 | PTR_ADDIU sp, PT_SIZE |
| 50 | #else |
| 51 | PTR_ADDIU sp, (PT_SIZE + 8) |
| 52 | #endif |
| 53 | .endm |
| 54 | |
| 55 | .macro RETURN_BACK |
| 56 | jr ra |
| 57 | move ra, AT |
| 58 | .endm |
| 59 | |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 60 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 61 | |
| 62 | NESTED(ftrace_caller, PT_SIZE, ra) |
| 63 | .globl _mcount |
| 64 | _mcount: |
| 65 | b ftrace_stub |
| 66 | nop |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 67 | lw t1, function_trace_stop |
| 68 | bnez t1, ftrace_stub |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 69 | nop |
| 70 | |
| 71 | MCOUNT_SAVE_REGS |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 72 | #ifdef KBUILD_MCOUNT_RA_ADDRESS |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 73 | PTR_S t0, PT_R12(sp) /* save location of parent's return address */ |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 74 | #endif |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 75 | |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 76 | move a0, ra /* arg1: self return address */ |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 77 | .globl ftrace_call |
| 78 | ftrace_call: |
| 79 | nop /* a placeholder for the call to a real tracing function */ |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 80 | move a1, AT /* arg2: parent's return address */ |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 81 | |
Wu Zhangjin | e17ff5f | 2009-11-20 20:34:35 +0800 | [diff] [blame] | 82 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 83 | .globl ftrace_graph_call |
| 84 | ftrace_graph_call: |
| 85 | nop |
| 86 | nop |
| 87 | #endif |
| 88 | |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 89 | MCOUNT_RESTORE_REGS |
| 90 | .globl ftrace_stub |
| 91 | ftrace_stub: |
| 92 | RETURN_BACK |
| 93 | END(ftrace_caller) |
| 94 | |
| 95 | #else /* ! CONFIG_DYNAMIC_FTRACE */ |
| 96 | |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 97 | NESTED(_mcount, PT_SIZE, ra) |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 98 | lw t1, function_trace_stop |
| 99 | bnez t1, ftrace_stub |
Wu Zhangjin | 69a7d1b | 2009-11-20 20:34:30 +0800 | [diff] [blame] | 100 | nop |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 101 | PTR_LA t1, ftrace_stub |
| 102 | PTR_L t2, ftrace_trace_function /* Prepare t2 for (1) */ |
| 103 | bne t1, t2, static_trace |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 104 | nop |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 105 | |
| 106 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 107 | PTR_L t3, ftrace_graph_return |
| 108 | bne t1, t3, ftrace_graph_caller |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 109 | nop |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 110 | PTR_LA t1, ftrace_graph_entry_stub |
| 111 | PTR_L t3, ftrace_graph_entry |
| 112 | bne t1, t3, ftrace_graph_caller |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 113 | nop |
| 114 | #endif |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 115 | b ftrace_stub |
| 116 | nop |
| 117 | |
| 118 | static_trace: |
| 119 | MCOUNT_SAVE_REGS |
| 120 | |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 121 | move a0, ra /* arg1: self return address */ |
Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 122 | jalr t2 /* (1) call *ftrace_trace_function */ |
Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame^] | 123 | move a1, AT /* arg2: parent's return address */ |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 124 | |
| 125 | MCOUNT_RESTORE_REGS |
| 126 | .globl ftrace_stub |
| 127 | ftrace_stub: |
| 128 | RETURN_BACK |
| 129 | END(_mcount) |
| 130 | |
Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 131 | #endif /* ! CONFIG_DYNAMIC_FTRACE */ |
| 132 | |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 133 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 134 | |
| 135 | NESTED(ftrace_graph_caller, PT_SIZE, ra) |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 136 | #ifndef CONFIG_DYNAMIC_FTRACE |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 137 | MCOUNT_SAVE_REGS |
Wu Zhangjin | e17ff5f | 2009-11-20 20:34:35 +0800 | [diff] [blame] | 138 | #endif |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 139 | |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 140 | /* arg1: Get the location of the parent's return address */ |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 141 | #ifdef KBUILD_MCOUNT_RA_ADDRESS |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 142 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 143 | PTR_L a0, PT_R12(sp) |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 144 | #else |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 145 | move a0, t0 |
Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 146 | #endif |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 147 | bnez a0, 1f /* non-leaf func: stored in t0 */ |
| 148 | nop |
| 149 | #endif |
| 150 | PTR_LA a0, PT_R1(sp) /* leaf func: the location in current stack */ |
| 151 | 1: |
| 152 | |
| 153 | /* arg2: Get self return address */ |
| 154 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 155 | PTR_L a1, PT_R31(sp) |
Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 156 | #else |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 157 | move a1, ra |
| 158 | #endif |
| 159 | |
| 160 | /* arg3: Get frame pointer of current stack */ |
| 161 | #ifdef CONFIG_FRAME_POINTER |
| 162 | move a2, fp |
| 163 | #else /* ! CONFIG_FRAME_POINTER */ |
Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 164 | #ifdef CONFIG_64BIT |
| 165 | PTR_LA a2, PT_SIZE(sp) |
| 166 | #else |
| 167 | PTR_LA a2, (PT_SIZE+8)(sp) |
| 168 | #endif |
| 169 | #endif |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 170 | |
Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 171 | jal prepare_ftrace_return |
| 172 | nop |
Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 173 | MCOUNT_RESTORE_REGS |
| 174 | RETURN_BACK |
| 175 | END(ftrace_graph_caller) |
| 176 | |
| 177 | .align 2 |
| 178 | .globl return_to_handler |
| 179 | return_to_handler: |
| 180 | PTR_SUBU sp, PT_SIZE |
| 181 | PTR_S v0, PT_R2(sp) |
| 182 | |
| 183 | jal ftrace_return_to_handler |
| 184 | PTR_S v1, PT_R3(sp) |
| 185 | |
| 186 | /* restore the real parent address: v0 -> ra */ |
| 187 | move ra, v0 |
| 188 | |
| 189 | PTR_L v0, PT_R2(sp) |
| 190 | PTR_L v1, PT_R3(sp) |
| 191 | jr ra |
| 192 | PTR_ADDIU sp, PT_SIZE |
| 193 | #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ |
| 194 | |
Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 195 | .set at |
| 196 | .set reorder |