blob: dcbbf72a88b15030c6e2840f41de38623e9854c1 [file] [log] [blame]
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +02001#ifndef _LINUX_FTRACE_H
2#define _LINUX_FTRACE_H
3
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +02004#include <linux/linkage.h>
Ingo Molnard49dbf32008-05-16 10:41:53 +02005#include <linux/fs.h>
Steven Noonaneb7fa932008-10-02 12:00:07 -07006#include <linux/ktime.h>
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +01007#include <linux/init.h>
8#include <linux/types.h>
Frederic Weisbecker56010202008-10-02 13:26:05 +02009#include <linux/kallsyms.h>
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +020010
Steven Rostedt606576c2008-10-06 19:06:12 -040011#ifdef CONFIG_FUNCTION_TRACER
Ingo Molnar3e1932a2008-10-02 17:45:47 +020012
Steven Rostedtb0fc4942008-05-12 21:20:43 +020013extern int ftrace_enabled;
14extern int
15ftrace_enable_sysctl(struct ctl_table *table, int write,
16 struct file *filp, void __user *buffer, size_t *lenp,
17 loff_t *ppos);
18
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +020019typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip);
20
21struct ftrace_ops {
22 ftrace_func_t func;
23 struct ftrace_ops *next;
24};
25
Steven Rostedt60a7ecf2008-11-05 16:05:44 -050026extern int function_trace_stop;
27
28/**
29 * ftrace_stop - stop function tracer.
30 *
31 * A quick way to stop the function tracer. Note this an on off switch,
32 * it is not something that is recursive like preempt_disable.
33 * This does not disable the calling of mcount, it only stops the
34 * calling of functions from mcount.
35 */
36static inline void ftrace_stop(void)
37{
38 function_trace_stop = 1;
39}
40
41/**
42 * ftrace_start - start the function tracer.
43 *
44 * This function is the inverse of ftrace_stop. This does not enable
45 * the function tracing if the function tracer is disabled. This only
46 * sets the function tracer flag to continue calling the functions
47 * from mcount.
48 */
49static inline void ftrace_start(void)
50{
51 function_trace_stop = 0;
52}
53
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +020054/*
55 * The ftrace_ops must be a static and should also
56 * be read_mostly. These functions do modify read_mostly variables
57 * so use them sparely. Never free an ftrace_op or modify the
58 * next pointer after it has been registered. Even after unregistering
59 * it, the next pointer may still be used internally.
60 */
61int register_ftrace_function(struct ftrace_ops *ops);
62int unregister_ftrace_function(struct ftrace_ops *ops);
63void clear_ftrace_function(void);
64
65extern void ftrace_stub(unsigned long a0, unsigned long a1);
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +020066
Steven Rostedt606576c2008-10-06 19:06:12 -040067#else /* !CONFIG_FUNCTION_TRACER */
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +020068# define register_ftrace_function(ops) do { } while (0)
69# define unregister_ftrace_function(ops) do { } while (0)
70# define clear_ftrace_function(ops) do { } while (0)
Steven Rostedt81adbdc2008-10-23 09:33:02 -040071static inline void ftrace_kill(void) { }
Steven Rostedt60a7ecf2008-11-05 16:05:44 -050072static inline void ftrace_stop(void) { }
73static inline void ftrace_start(void) { }
Steven Rostedt606576c2008-10-06 19:06:12 -040074#endif /* CONFIG_FUNCTION_TRACER */
Steven Rostedt352ad252008-05-12 21:20:42 +020075
Steven Rostedt3d083392008-05-12 21:20:42 +020076#ifdef CONFIG_DYNAMIC_FTRACE
Steven Rostedt3c1720f2008-05-12 21:20:43 +020077enum {
Steven Rostedt37ad5082008-05-12 21:20:48 +020078 FTRACE_FL_FREE = (1 << 0),
79 FTRACE_FL_FAILED = (1 << 1),
80 FTRACE_FL_FILTER = (1 << 2),
81 FTRACE_FL_ENABLED = (1 << 3),
Steven Rostedt41c52c02008-05-22 11:46:33 -040082 FTRACE_FL_NOTRACE = (1 << 4),
Abhishek Sagar0eb96702008-06-01 21:47:30 +053083 FTRACE_FL_CONVERTED = (1 << 5),
Abhishek Sagarecea6562008-06-21 23:47:53 +053084 FTRACE_FL_FROZEN = (1 << 6),
Steven Rostedt3c1720f2008-05-12 21:20:43 +020085};
86
Steven Rostedt3d083392008-05-12 21:20:42 +020087struct dyn_ftrace {
Steven Rostedt08f5ac902008-10-23 09:33:07 -040088 struct list_head list;
89 unsigned long ip; /* address of mcount call-site */
90 unsigned long flags;
Steven Rostedt3d083392008-05-12 21:20:42 +020091};
92
Steven Rostedte1c08bd2008-05-12 21:20:44 +020093int ftrace_force_update(void);
Steven Rostedt77a2b372008-05-12 21:20:45 +020094void ftrace_set_filter(unsigned char *buf, int len, int reset);
Steven Rostedte1c08bd2008-05-12 21:20:44 +020095
Steven Rostedt3d083392008-05-12 21:20:42 +020096/* defined in arch */
Steven Rostedt3c1720f2008-05-12 21:20:43 +020097extern int ftrace_ip_converted(unsigned long ip);
98extern unsigned char *ftrace_nop_replace(void);
99extern unsigned char *ftrace_call_replace(unsigned long ip, unsigned long addr);
Steven Rostedtd61f82d2008-05-12 21:20:43 +0200100extern int ftrace_dyn_arch_init(void *data);
Steven Rostedtd61f82d2008-05-12 21:20:43 +0200101extern int ftrace_update_ftrace_func(ftrace_func_t func);
102extern void ftrace_caller(void);
103extern void ftrace_call(void);
104extern void mcount_call(void);
Steven Rostedtad90c0e2008-05-27 20:48:37 -0400105
Steven Rostedta26a2a22008-10-31 00:03:22 -0400106/* May be defined in arch */
107extern int ftrace_arch_read_dyn_info(char *buf, int size);
108
Steven Rostedt593eb8a2008-10-23 09:32:59 -0400109/**
110 * ftrace_modify_code - modify code segment
111 * @ip: the address of the code segment
112 * @old_code: the contents of what is expected to be there
113 * @new_code: the code to patch in
114 *
115 * This is a very sensitive operation and great care needs
116 * to be taken by the arch. The operation should carefully
117 * read the location, check to see if what is read is indeed
118 * what we expect it to be, and then on success of the compare,
119 * it should write to the location.
120 *
121 * Return must be:
122 * 0 on success
123 * -EFAULT on error reading the location
124 * -EINVAL on a failed compare of the contents
125 * -EPERM on error writing to the location
126 * Any other value will be considered a failure.
127 */
128extern int ftrace_modify_code(unsigned long ip, unsigned char *old_code,
129 unsigned char *new_code);
130
Abhishek Sagarecea6562008-06-21 23:47:53 +0530131extern int skip_trace(unsigned long ip);
132
Steven Rostedtc0719e52008-09-06 01:06:03 -0400133extern void ftrace_release(void *start, unsigned long size);
134
135extern void ftrace_disable_daemon(void);
136extern void ftrace_enable_daemon(void);
Steven Rostedte1c08bd2008-05-12 21:20:44 +0200137#else
Abhishek Sagarecea6562008-06-21 23:47:53 +0530138# define skip_trace(ip) ({ 0; })
Ingo Molnaraeaee8a2008-05-12 21:20:49 +0200139# define ftrace_force_update() ({ 0; })
140# define ftrace_set_filter(buf, len, reset) do { } while (0)
Steven Rostedtad90c0e2008-05-27 20:48:37 -0400141# define ftrace_disable_daemon() do { } while (0)
142# define ftrace_enable_daemon() do { } while (0)
Steven Rostedtc0719e52008-09-06 01:06:03 -0400143static inline void ftrace_release(void *start, unsigned long size) { }
Abhishek Sagarecea6562008-06-21 23:47:53 +0530144#endif /* CONFIG_DYNAMIC_FTRACE */
Steven Rostedt352ad252008-05-12 21:20:42 +0200145
Ingo Molnaraeaee8a2008-05-12 21:20:49 +0200146/* totally disable ftrace - can not re-enable after this */
147void ftrace_kill(void);
148
Ingo Molnarf43fdad2008-05-12 21:20:43 +0200149static inline void tracer_disable(void)
150{
Steven Rostedt606576c2008-10-06 19:06:12 -0400151#ifdef CONFIG_FUNCTION_TRACER
Ingo Molnarf43fdad2008-05-12 21:20:43 +0200152 ftrace_enabled = 0;
153#endif
154}
155
Huang Ying37002732008-08-18 16:24:56 +0800156/*
157 * Ftrace disable/restore without lock. Some synchronization mechanism
Huang Ying9bdeb7b2008-08-15 00:40:25 -0700158 * must be used to prevent ftrace_enabled to be changed between
Huang Ying37002732008-08-18 16:24:56 +0800159 * disable/restore.
160 */
Huang Ying9bdeb7b2008-08-15 00:40:25 -0700161static inline int __ftrace_enabled_save(void)
162{
Steven Rostedt606576c2008-10-06 19:06:12 -0400163#ifdef CONFIG_FUNCTION_TRACER
Huang Ying9bdeb7b2008-08-15 00:40:25 -0700164 int saved_ftrace_enabled = ftrace_enabled;
165 ftrace_enabled = 0;
166 return saved_ftrace_enabled;
167#else
168 return 0;
169#endif
170}
171
172static inline void __ftrace_enabled_restore(int enabled)
173{
Steven Rostedt606576c2008-10-06 19:06:12 -0400174#ifdef CONFIG_FUNCTION_TRACER
Huang Ying9bdeb7b2008-08-15 00:40:25 -0700175 ftrace_enabled = enabled;
176#endif
177}
178
Steven Rostedt352ad252008-05-12 21:20:42 +0200179#ifdef CONFIG_FRAME_POINTER
180/* TODO: need to fix this for ARM */
181# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
182# define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1))
183# define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2))
184# define CALLER_ADDR3 ((unsigned long)__builtin_return_address(3))
185# define CALLER_ADDR4 ((unsigned long)__builtin_return_address(4))
186# define CALLER_ADDR5 ((unsigned long)__builtin_return_address(5))
Ingo Molnar86387f72008-05-12 21:20:51 +0200187# define CALLER_ADDR6 ((unsigned long)__builtin_return_address(6))
Steven Rostedt352ad252008-05-12 21:20:42 +0200188#else
189# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
190# define CALLER_ADDR1 0UL
191# define CALLER_ADDR2 0UL
192# define CALLER_ADDR3 0UL
193# define CALLER_ADDR4 0UL
194# define CALLER_ADDR5 0UL
Ingo Molnar86387f72008-05-12 21:20:51 +0200195# define CALLER_ADDR6 0UL
Steven Rostedt352ad252008-05-12 21:20:42 +0200196#endif
197
Steven Rostedt81d68a92008-05-12 21:20:42 +0200198#ifdef CONFIG_IRQSOFF_TRACER
Ingo Molnar489f1392008-02-25 13:38:05 +0100199 extern void time_hardirqs_on(unsigned long a0, unsigned long a1);
200 extern void time_hardirqs_off(unsigned long a0, unsigned long a1);
Steven Rostedt81d68a92008-05-12 21:20:42 +0200201#else
202# define time_hardirqs_on(a0, a1) do { } while (0)
203# define time_hardirqs_off(a0, a1) do { } while (0)
204#endif
205
Steven Rostedt6cd8a4b2008-05-12 21:20:42 +0200206#ifdef CONFIG_PREEMPT_TRACER
Ingo Molnar489f1392008-02-25 13:38:05 +0100207 extern void trace_preempt_on(unsigned long a0, unsigned long a1);
208 extern void trace_preempt_off(unsigned long a0, unsigned long a1);
Steven Rostedt6cd8a4b2008-05-12 21:20:42 +0200209#else
210# define trace_preempt_on(a0, a1) do { } while (0)
211# define trace_preempt_off(a0, a1) do { } while (0)
212#endif
213
Ingo Molnarb1829d22008-05-28 01:22:08 +0200214#ifdef CONFIG_TRACING
Steven Rostedt944ac422008-10-23 19:26:08 -0400215extern int ftrace_dump_on_oops;
216
Steven Rostedt0f048702008-11-05 16:05:44 -0500217extern void tracing_start(void);
218extern void tracing_stop(void);
219
Ingo Molnar74f4e362008-05-12 21:21:15 +0200220extern void
221ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3);
Steven Rostedt2f2c99d2008-08-01 16:45:49 -0400222
223/**
224 * ftrace_printk - printf formatting in the ftrace buffer
225 * @fmt: the printf format for printing
226 *
227 * Note: __ftrace_printk is an internal function for ftrace_printk and
228 * the @ip is passed in via the ftrace_printk macro.
229 *
230 * This function allows a kernel developer to debug fast path sections
231 * that printk is not appropriate for. By scattering in various
232 * printk like tracing in the code, a developer can quickly see
233 * where problems are occurring.
234 *
235 * This is intended as a debugging tool for the developer only.
236 * Please refrain from leaving ftrace_printks scattered around in
237 * your code.
238 */
239# define ftrace_printk(fmt...) __ftrace_printk(_THIS_IP_, fmt)
Steven Rostedtdd0e5452008-08-01 12:26:41 -0400240extern int
241__ftrace_printk(unsigned long ip, const char *fmt, ...)
242 __attribute__ ((format (printf, 2, 3)));
Steven Rostedt3f5a54e2008-07-30 22:36:46 -0400243extern void ftrace_dump(void);
Ingo Molnar74f4e362008-05-12 21:21:15 +0200244#else
245static inline void
246ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3) { }
Steven Rostedtdd0e5452008-08-01 12:26:41 -0400247static inline int
Ingo Molnar7b928c22008-08-15 17:48:02 +0200248ftrace_printk(const char *fmt, ...) __attribute__ ((format (printf, 1, 0)));
249
Steven Rostedt0f048702008-11-05 16:05:44 -0500250static inline void tracing_start(void) { }
251static inline void tracing_stop(void) { }
Ingo Molnar7b928c22008-08-15 17:48:02 +0200252static inline int
253ftrace_printk(const char *fmt, ...)
Steven Rostedtdd0e5452008-08-01 12:26:41 -0400254{
255 return 0;
256}
Steven Rostedt3f5a54e2008-07-30 22:36:46 -0400257static inline void ftrace_dump(void) { }
Ingo Molnar74f4e362008-05-12 21:21:15 +0200258#endif
259
Steven Rostedt68bf21a2008-08-14 15:45:08 -0400260#ifdef CONFIG_FTRACE_MCOUNT_RECORD
261extern void ftrace_init(void);
Steven Rostedt90d595f2008-08-14 15:45:09 -0400262extern void ftrace_init_module(unsigned long *start, unsigned long *end);
Steven Rostedt68bf21a2008-08-14 15:45:08 -0400263#else
264static inline void ftrace_init(void) { }
Steven Rostedt90d595f2008-08-14 15:45:09 -0400265static inline void
266ftrace_init_module(unsigned long *start, unsigned long *end) { }
Steven Rostedt68bf21a2008-08-14 15:45:08 -0400267#endif
268
Steven Rostedtdd0e5452008-08-01 12:26:41 -0400269
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100270/*
Frederic Weisbeckercaf4b322008-11-11 07:03:45 +0100271 * Structure that defines a return function trace.
272 */
273struct ftrace_retfunc {
274 unsigned long ret; /* Return address */
275 unsigned long func; /* Current function */
276 unsigned long long calltime;
277 unsigned long long rettime;
278};
279
280#ifdef CONFIG_FUNCTION_RET_TRACER
281/* Type of a callback handler of tracing return function */
282typedef void (*trace_function_return_t)(struct ftrace_retfunc *);
283
284extern void register_ftrace_return(trace_function_return_t func);
285/* The current handler in use */
286extern trace_function_return_t ftrace_function_return;
287extern void unregister_ftrace_return(void);
288#endif
289
290/*
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100291 * Structure which defines the trace of an initcall.
292 * You don't have to fill the func field since it is
293 * only used internally by the tracer.
294 */
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100295struct boot_trace {
296 pid_t caller;
Tim Birdca538f62008-10-09 15:23:05 -0700297 char func[KSYM_NAME_LEN];
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100298 int result;
Tim Birdca538f62008-10-09 15:23:05 -0700299 unsigned long long duration; /* usecs */
Frederic Weisbeckercb5ab742008-10-02 12:59:20 +0200300 ktime_t calltime;
301 ktime_t rettime;
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100302};
303
304#ifdef CONFIG_BOOT_TRACER
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100305/* Append the trace on the ring-buffer */
Frederic Weisbecker56010202008-10-02 13:26:05 +0200306extern void trace_boot(struct boot_trace *it, initcall_t fn);
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100307
308/* Tells the tracer that smp_pre_initcall is finished.
309 * So we can start the tracing
310 */
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100311extern void start_boot_trace(void);
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100312
313/* Resume the tracing of other necessary events
314 * such as sched switches
315 */
316extern void enable_boot_trace(void);
317
318/* Suspend this tracing. Actually, only sched_switches tracing have
319 * to be suspended. Initcalls doesn't need it.)
320 */
321extern void disable_boot_trace(void);
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100322#else
Frederic Weisbecker56010202008-10-02 13:26:05 +0200323static inline void trace_boot(struct boot_trace *it, initcall_t fn) { }
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100324static inline void start_boot_trace(void) { }
Frederic Weisbecker71566a02008-10-31 12:57:20 +0100325static inline void enable_boot_trace(void) { }
326static inline void disable_boot_trace(void) { }
Frédéric Weisbeckerd13744c2008-09-23 11:32:08 +0100327#endif
328
329
330
Arnaldo Carvalho de Melo16444a82008-05-12 21:20:42 +0200331#endif /* _LINUX_FTRACE_H */