| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * MIPS specific _mcount support | 
|  | 3 | * | 
|  | 4 | * This file is subject to the terms and conditions of the GNU General Public | 
|  | 5 | * License.  See the file "COPYING" in the main directory of this archive for | 
|  | 6 | * more details. | 
|  | 7 | * | 
|  | 8 | * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China | 
| Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame] | 9 | * Copyright (C) 2010 DSLab, Lanzhou University, China | 
| Wu Zhangjin | f7a904d | 2010-01-04 17:16:51 +0800 | [diff] [blame] | 10 | * Author: Wu Zhangjin <wuzhangjin@gmail.com> | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 11 | */ | 
|  | 12 |  | 
|  | 13 | #include <asm/regdef.h> | 
|  | 14 | #include <asm/stackframe.h> | 
|  | 15 | #include <asm/ftrace.h> | 
|  | 16 |  | 
|  | 17 | .text | 
|  | 18 | .set noreorder | 
|  | 19 | .set noat | 
|  | 20 |  | 
|  | 21 | .macro MCOUNT_SAVE_REGS | 
|  | 22 | PTR_SUBU	sp, PT_SIZE | 
|  | 23 | PTR_S	ra, PT_R31(sp) | 
|  | 24 | PTR_S	AT, PT_R1(sp) | 
|  | 25 | PTR_S	a0, PT_R4(sp) | 
|  | 26 | PTR_S	a1, PT_R5(sp) | 
|  | 27 | PTR_S	a2, PT_R6(sp) | 
|  | 28 | PTR_S	a3, PT_R7(sp) | 
|  | 29 | #ifdef CONFIG_64BIT | 
|  | 30 | PTR_S	a4, PT_R8(sp) | 
|  | 31 | PTR_S	a5, PT_R9(sp) | 
|  | 32 | PTR_S	a6, PT_R10(sp) | 
|  | 33 | PTR_S	a7, PT_R11(sp) | 
|  | 34 | #endif | 
|  | 35 | .endm | 
|  | 36 |  | 
|  | 37 | .macro MCOUNT_RESTORE_REGS | 
|  | 38 | PTR_L	ra, PT_R31(sp) | 
|  | 39 | PTR_L	AT, PT_R1(sp) | 
|  | 40 | PTR_L	a0, PT_R4(sp) | 
|  | 41 | PTR_L	a1, PT_R5(sp) | 
|  | 42 | PTR_L	a2, PT_R6(sp) | 
|  | 43 | PTR_L	a3, PT_R7(sp) | 
|  | 44 | #ifdef CONFIG_64BIT | 
|  | 45 | PTR_L	a4, PT_R8(sp) | 
|  | 46 | PTR_L	a5, PT_R9(sp) | 
|  | 47 | PTR_L	a6, PT_R10(sp) | 
|  | 48 | PTR_L	a7, PT_R11(sp) | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 49 | PTR_ADDIU	sp, PT_SIZE | 
|  | 50 | #else | 
|  | 51 | PTR_ADDIU	sp, (PT_SIZE + 8) | 
|  | 52 | #endif | 
|  | 53 | .endm | 
|  | 54 |  | 
|  | 55 | .macro RETURN_BACK | 
|  | 56 | jr ra | 
|  | 57 | move ra, AT | 
|  | 58 | .endm | 
|  | 59 |  | 
| Wu Zhangjin | 56b49cd | 2010-05-14 19:08:29 +0800 | [diff] [blame] | 60 | /* | 
|  | 61 | * The -mmcount-ra-address option of gcc 4.5 uses register $12 to pass | 
|  | 62 | * the location of the parent's return address. | 
|  | 63 | */ | 
|  | 64 | #define MCOUNT_RA_ADDRESS_REG	$12 | 
|  | 65 |  | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 66 | #ifdef CONFIG_DYNAMIC_FTRACE | 
|  | 67 |  | 
|  | 68 | NESTED(ftrace_caller, PT_SIZE, ra) | 
|  | 69 | .globl _mcount | 
|  | 70 | _mcount: | 
|  | 71 | b	ftrace_stub | 
|  | 72 | nop | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 73 | lw	t1, function_trace_stop | 
|  | 74 | bnez	t1, ftrace_stub | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 75 | nop | 
|  | 76 |  | 
|  | 77 | MCOUNT_SAVE_REGS | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 78 | #ifdef KBUILD_MCOUNT_RA_ADDRESS | 
| Wu Zhangjin | 56b49cd | 2010-05-14 19:08:29 +0800 | [diff] [blame] | 79 | PTR_S	MCOUNT_RA_ADDRESS_REG, PT_R12(sp) | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 80 | #endif | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 81 |  | 
| Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame] | 82 | move	a0, ra		/* arg1: self return address */ | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 83 | .globl ftrace_call | 
|  | 84 | ftrace_call: | 
|  | 85 | nop	/* a placeholder for the call to a real tracing function */ | 
| Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame] | 86 | move	a1, AT		/* arg2: parent's return address */ | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 87 |  | 
| Wu Zhangjin | e17ff5f | 2009-11-20 20:34:35 +0800 | [diff] [blame] | 88 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | 
|  | 89 | .globl ftrace_graph_call | 
|  | 90 | ftrace_graph_call: | 
|  | 91 | nop | 
|  | 92 | nop | 
|  | 93 | #endif | 
|  | 94 |  | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 95 | MCOUNT_RESTORE_REGS | 
|  | 96 | .globl ftrace_stub | 
|  | 97 | ftrace_stub: | 
|  | 98 | RETURN_BACK | 
|  | 99 | END(ftrace_caller) | 
|  | 100 |  | 
|  | 101 | #else	/* ! CONFIG_DYNAMIC_FTRACE */ | 
|  | 102 |  | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 103 | NESTED(_mcount, PT_SIZE, ra) | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 104 | lw	t1, function_trace_stop | 
|  | 105 | bnez	t1, ftrace_stub | 
| Wu Zhangjin | 69a7d1b | 2009-11-20 20:34:30 +0800 | [diff] [blame] | 106 | nop | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 107 | PTR_LA	t1, ftrace_stub | 
|  | 108 | PTR_L	t2, ftrace_trace_function /* Prepare t2 for (1) */ | 
|  | 109 | bne	t1, t2, static_trace | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 110 | nop | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 111 |  | 
|  | 112 | #ifdef	CONFIG_FUNCTION_GRAPH_TRACER | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 113 | PTR_L	t3, ftrace_graph_return | 
|  | 114 | bne	t1, t3, ftrace_graph_caller | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 115 | nop | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 116 | PTR_LA	t1, ftrace_graph_entry_stub | 
|  | 117 | PTR_L	t3, ftrace_graph_entry | 
|  | 118 | bne	t1, t3, ftrace_graph_caller | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 119 | nop | 
|  | 120 | #endif | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 121 | b	ftrace_stub | 
|  | 122 | nop | 
|  | 123 |  | 
|  | 124 | static_trace: | 
|  | 125 | MCOUNT_SAVE_REGS | 
|  | 126 |  | 
| Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame] | 127 | move	a0, ra		/* arg1: self return address */ | 
| Wu Zhangjin | fc49a3b | 2009-11-20 20:34:37 +0800 | [diff] [blame] | 128 | jalr	t2		/* (1) call *ftrace_trace_function */ | 
| Wu Zhangjin | 042e571 | 2010-05-14 19:08:28 +0800 | [diff] [blame] | 129 | move	a1, AT		/* arg2: parent's return address */ | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 130 |  | 
|  | 131 | MCOUNT_RESTORE_REGS | 
|  | 132 | .globl ftrace_stub | 
|  | 133 | ftrace_stub: | 
|  | 134 | RETURN_BACK | 
|  | 135 | END(_mcount) | 
|  | 136 |  | 
| Wu Zhangjin | 538f195 | 2009-11-20 20:34:32 +0800 | [diff] [blame] | 137 | #endif	/* ! CONFIG_DYNAMIC_FTRACE */ | 
|  | 138 |  | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 139 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | 
|  | 140 |  | 
|  | 141 | NESTED(ftrace_graph_caller, PT_SIZE, ra) | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 142 | #ifndef CONFIG_DYNAMIC_FTRACE | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 143 | MCOUNT_SAVE_REGS | 
| Wu Zhangjin | e17ff5f | 2009-11-20 20:34:35 +0800 | [diff] [blame] | 144 | #endif | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 145 |  | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 146 | /* arg1: Get the location of the parent's return address */ | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 147 | #ifdef KBUILD_MCOUNT_RA_ADDRESS | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 148 | #ifdef CONFIG_DYNAMIC_FTRACE | 
|  | 149 | PTR_L	a0, PT_R12(sp) | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 150 | #else | 
| Wu Zhangjin | 56b49cd | 2010-05-14 19:08:29 +0800 | [diff] [blame] | 151 | move	a0, MCOUNT_RA_ADDRESS_REG | 
| Wu Zhangjin | 7326c4e | 2009-11-20 20:34:38 +0800 | [diff] [blame] | 152 | #endif | 
| Wu Zhangjin | 56b49cd | 2010-05-14 19:08:29 +0800 | [diff] [blame] | 153 | bnez	a0, 1f	/* non-leaf func: stored in MCOUNT_RA_ADDRESS_REG */ | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 154 | nop | 
|  | 155 | #endif | 
|  | 156 | PTR_LA	a0, PT_R1(sp)	/* leaf func: the location in current stack */ | 
|  | 157 | 1: | 
|  | 158 |  | 
|  | 159 | /* arg2: Get self return address */ | 
|  | 160 | #ifdef CONFIG_DYNAMIC_FTRACE | 
|  | 161 | PTR_L	a1, PT_R31(sp) | 
| Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 162 | #else | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 163 | move	a1, ra | 
|  | 164 | #endif | 
|  | 165 |  | 
|  | 166 | /* arg3: Get frame pointer of current stack */ | 
|  | 167 | #ifdef CONFIG_FRAME_POINTER | 
| Wu Zhangjin | 65ab282 | 2010-07-18 03:10:51 +0800 | [diff] [blame] | 168 | move	a2, fp | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 169 | #else /* ! CONFIG_FRAME_POINTER */ | 
| Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 170 | #ifdef CONFIG_64BIT | 
| Wu Zhangjin | 65ab282 | 2010-07-18 03:10:51 +0800 | [diff] [blame] | 171 | PTR_LA	a2, PT_SIZE(sp) | 
| Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 172 | #else | 
| Wu Zhangjin | 65ab282 | 2010-07-18 03:10:51 +0800 | [diff] [blame] | 173 | PTR_LA	a2, (PT_SIZE+8)(sp) | 
| Wu Zhangjin | 046199c | 2009-11-20 20:34:36 +0800 | [diff] [blame] | 174 | #endif | 
|  | 175 | #endif | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 176 |  | 
| Wu Zhangjin | cbe555b | 2010-05-14 19:08:27 +0800 | [diff] [blame] | 177 | jal	prepare_ftrace_return | 
|  | 178 | nop | 
| Wu Zhangjin | 29c5d34 | 2009-11-20 20:34:34 +0800 | [diff] [blame] | 179 | MCOUNT_RESTORE_REGS | 
|  | 180 | RETURN_BACK | 
|  | 181 | END(ftrace_graph_caller) | 
|  | 182 |  | 
|  | 183 | .align	2 | 
|  | 184 | .globl	return_to_handler | 
|  | 185 | return_to_handler: | 
|  | 186 | PTR_SUBU	sp, PT_SIZE | 
|  | 187 | PTR_S	v0, PT_R2(sp) | 
|  | 188 |  | 
|  | 189 | jal	ftrace_return_to_handler | 
|  | 190 | PTR_S	v1, PT_R3(sp) | 
|  | 191 |  | 
|  | 192 | /* restore the real parent address: v0 -> ra */ | 
|  | 193 | move	ra, v0 | 
|  | 194 |  | 
|  | 195 | PTR_L	v0, PT_R2(sp) | 
|  | 196 | PTR_L	v1, PT_R3(sp) | 
|  | 197 | jr	ra | 
|  | 198 | PTR_ADDIU	sp, PT_SIZE | 
|  | 199 | #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ | 
|  | 200 |  | 
| Wu Zhangjin | d2bb076 | 2009-11-20 20:34:29 +0800 | [diff] [blame] | 201 | .set at | 
|  | 202 | .set reorder |