blob: f2ee7e1e3342e498be961f8995fc91b1de1f2744 [file] [log] [blame]
Wu Zhangjind2bb07622009-11-20 20:34:29 +08001/*
2 * MIPS specific _mcount support
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive for
6 * more details.
7 *
8 * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China
Wu Zhangjin042e5712010-05-14 19:08:28 +08009 * Copyright (C) 2010 DSLab, Lanzhou University, China
Wu Zhangjinf7a904d2010-01-04 17:16:51 +080010 * Author: Wu Zhangjin <wuzhangjin@gmail.com>
Wu Zhangjind2bb07622009-11-20 20:34:29 +080011 */
12
Paul Burton827456e2016-11-07 11:48:04 +000013#include <asm/export.h>
Wu Zhangjind2bb07622009-11-20 20:34:29 +080014#include <asm/regdef.h>
15#include <asm/stackframe.h>
16#include <asm/ftrace.h>
17
18 .text
19 .set noreorder
20 .set noat
21
22 .macro MCOUNT_SAVE_REGS
23 PTR_SUBU sp, PT_SIZE
24 PTR_S ra, PT_R31(sp)
25 PTR_S AT, PT_R1(sp)
26 PTR_S a0, PT_R4(sp)
27 PTR_S a1, PT_R5(sp)
28 PTR_S a2, PT_R6(sp)
29 PTR_S a3, PT_R7(sp)
30#ifdef CONFIG_64BIT
31 PTR_S a4, PT_R8(sp)
32 PTR_S a5, PT_R9(sp)
33 PTR_S a6, PT_R10(sp)
34 PTR_S a7, PT_R11(sp)
35#endif
36 .endm
37
38 .macro MCOUNT_RESTORE_REGS
39 PTR_L ra, PT_R31(sp)
40 PTR_L AT, PT_R1(sp)
41 PTR_L a0, PT_R4(sp)
42 PTR_L a1, PT_R5(sp)
43 PTR_L a2, PT_R6(sp)
44 PTR_L a3, PT_R7(sp)
45#ifdef CONFIG_64BIT
46 PTR_L a4, PT_R8(sp)
47 PTR_L a5, PT_R9(sp)
48 PTR_L a6, PT_R10(sp)
49 PTR_L a7, PT_R11(sp)
Wu Zhangjind2bb07622009-11-20 20:34:29 +080050#endif
David Daneyad8c3962013-04-02 22:59:29 +000051 PTR_ADDIU sp, PT_SIZE
52 .endm
Wu Zhangjind2bb07622009-11-20 20:34:29 +080053
54 .macro RETURN_BACK
55 jr ra
56 move ra, AT
57 .endm
58
Wu Zhangjin56b49cd2010-05-14 19:08:29 +080059/*
60 * The -mmcount-ra-address option of gcc 4.5 uses register $12 to pass
61 * the location of the parent's return address.
62 */
63#define MCOUNT_RA_ADDRESS_REG $12
64
Wu Zhangjin538f1952009-11-20 20:34:32 +080065#ifdef CONFIG_DYNAMIC_FTRACE
66
67NESTED(ftrace_caller, PT_SIZE, ra)
68 .globl _mcount
69_mcount:
Paul Burton827456e2016-11-07 11:48:04 +000070EXPORT_SYMBOL(_mcount)
Wu Zhangjin538f1952009-11-20 20:34:32 +080071 b ftrace_stub
David Daneyad8c3962013-04-02 22:59:29 +000072#ifdef CONFIG_32BIT
73 addiu sp,sp,8
74#else
75 nop
76#endif
Al Cooper58b69402013-01-16 22:43:28 +000077
78 /* When tracing is activated, it calls ftrace_caller+8 (aka here) */
Wu Zhangjin538f1952009-11-20 20:34:32 +080079 MCOUNT_SAVE_REGS
Wu Zhangjin7326c4e2009-11-20 20:34:38 +080080#ifdef KBUILD_MCOUNT_RA_ADDRESS
Wu Zhangjin56b49cd2010-05-14 19:08:29 +080081 PTR_S MCOUNT_RA_ADDRESS_REG, PT_R12(sp)
Wu Zhangjin7326c4e2009-11-20 20:34:38 +080082#endif
Wu Zhangjin538f1952009-11-20 20:34:32 +080083
Corey Minyard05f22632013-07-15 15:17:17 -070084 PTR_SUBU a0, ra, 8 /* arg1: self address */
Petri Gyntherdce0e7d2014-07-23 22:55:02 -070085 PTR_LA t1, _stext
86 sltu t2, a0, t1 /* t2 = (a0 < _stext) */
87 PTR_LA t1, _etext
88 sltu t3, t1, a0 /* t3 = (a0 > _etext) */
89 or t1, t2, t3
90 beqz t1, ftrace_call
91 nop
92#if defined(KBUILD_MCOUNT_RA_ADDRESS) && defined(CONFIG_32BIT)
93 PTR_SUBU a0, a0, 16 /* arg1: adjust to module's recorded callsite */
94#else
95 PTR_SUBU a0, a0, 12
96#endif
97
Wu Zhangjin538f1952009-11-20 20:34:32 +080098 .globl ftrace_call
99ftrace_call:
100 nop /* a placeholder for the call to a real tracing function */
Wu Zhangjin042e5712010-05-14 19:08:28 +0800101 move a1, AT /* arg2: parent's return address */
Wu Zhangjin538f1952009-11-20 20:34:32 +0800102
Wu Zhangjine17ff5f2009-11-20 20:34:35 +0800103#ifdef CONFIG_FUNCTION_GRAPH_TRACER
104 .globl ftrace_graph_call
105ftrace_graph_call:
106 nop
107 nop
108#endif
109
Wu Zhangjin538f1952009-11-20 20:34:32 +0800110 MCOUNT_RESTORE_REGS
111 .globl ftrace_stub
112ftrace_stub:
113 RETURN_BACK
114 END(ftrace_caller)
115
116#else /* ! CONFIG_DYNAMIC_FTRACE */
117
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800118NESTED(_mcount, PT_SIZE, ra)
Paul Burton827456e2016-11-07 11:48:04 +0000119EXPORT_SYMBOL(_mcount)
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800120 PTR_LA t1, ftrace_stub
121 PTR_L t2, ftrace_trace_function /* Prepare t2 for (1) */
122 bne t1, t2, static_trace
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800123 nop
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800124
125#ifdef CONFIG_FUNCTION_GRAPH_TRACER
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800126 PTR_L t3, ftrace_graph_return
127 bne t1, t3, ftrace_graph_caller
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800128 nop
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800129 PTR_LA t1, ftrace_graph_entry_stub
130 PTR_L t3, ftrace_graph_entry
131 bne t1, t3, ftrace_graph_caller
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800132 nop
133#endif
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800134 b ftrace_stub
Markos Chandras8a574cf2014-09-16 15:55:12 +0100135#ifdef CONFIG_32BIT
136 addiu sp, sp, 8
137#else
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800138 nop
Markos Chandras8a574cf2014-09-16 15:55:12 +0100139#endif
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800140
141static_trace:
142 MCOUNT_SAVE_REGS
143
Wu Zhangjin042e5712010-05-14 19:08:28 +0800144 move a0, ra /* arg1: self return address */
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800145 jalr t2 /* (1) call *ftrace_trace_function */
Wu Zhangjin042e5712010-05-14 19:08:28 +0800146 move a1, AT /* arg2: parent's return address */
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800147
148 MCOUNT_RESTORE_REGS
Markos Chandras8a574cf2014-09-16 15:55:12 +0100149#ifdef CONFIG_32BIT
150 addiu sp, sp, 8
151#endif
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800152 .globl ftrace_stub
153ftrace_stub:
154 RETURN_BACK
155 END(_mcount)
156
Wu Zhangjin538f1952009-11-20 20:34:32 +0800157#endif /* ! CONFIG_DYNAMIC_FTRACE */
158
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800159#ifdef CONFIG_FUNCTION_GRAPH_TRACER
160
161NESTED(ftrace_graph_caller, PT_SIZE, ra)
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800162#ifndef CONFIG_DYNAMIC_FTRACE
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800163 MCOUNT_SAVE_REGS
Wu Zhangjine17ff5f2009-11-20 20:34:35 +0800164#endif
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800165
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800166 /* arg1: Get the location of the parent's return address */
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800167#ifdef KBUILD_MCOUNT_RA_ADDRESS
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800168#ifdef CONFIG_DYNAMIC_FTRACE
169 PTR_L a0, PT_R12(sp)
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800170#else
Wu Zhangjin56b49cd2010-05-14 19:08:29 +0800171 move a0, MCOUNT_RA_ADDRESS_REG
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800172#endif
Wu Zhangjin56b49cd2010-05-14 19:08:29 +0800173 bnez a0, 1f /* non-leaf func: stored in MCOUNT_RA_ADDRESS_REG */
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800174 nop
175#endif
176 PTR_LA a0, PT_R1(sp) /* leaf func: the location in current stack */
1771:
178
179 /* arg2: Get self return address */
180#ifdef CONFIG_DYNAMIC_FTRACE
181 PTR_L a1, PT_R31(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800182#else
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800183 move a1, ra
184#endif
185
186 /* arg3: Get frame pointer of current stack */
Wu Zhangjin046199c2009-11-20 20:34:36 +0800187#ifdef CONFIG_64BIT
Wu Zhangjin65ab2822010-07-18 03:10:51 +0800188 PTR_LA a2, PT_SIZE(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800189#else
Wu Zhangjin65ab2822010-07-18 03:10:51 +0800190 PTR_LA a2, (PT_SIZE+8)(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800191#endif
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800192
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800193 jal prepare_ftrace_return
194 nop
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800195 MCOUNT_RESTORE_REGS
Markos Chandras8a574cf2014-09-16 15:55:12 +0100196#ifndef CONFIG_DYNAMIC_FTRACE
197#ifdef CONFIG_32BIT
198 addiu sp, sp, 8
199#endif
200#endif
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800201 RETURN_BACK
202 END(ftrace_graph_caller)
203
204 .align 2
205 .globl return_to_handler
206return_to_handler:
207 PTR_SUBU sp, PT_SIZE
208 PTR_S v0, PT_R2(sp)
209
210 jal ftrace_return_to_handler
211 PTR_S v1, PT_R3(sp)
212
213 /* restore the real parent address: v0 -> ra */
214 move ra, v0
215
216 PTR_L v0, PT_R2(sp)
217 PTR_L v1, PT_R3(sp)
218 jr ra
219 PTR_ADDIU sp, PT_SIZE
220#endif /* CONFIG_FUNCTION_GRAPH_TRACER */
221
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800222 .set at
223 .set reorder