blob: a52015702a2834ab7f5ddf20fe263fbae7f8f1eb [file] [log] [blame]
Steven Rostedtbc0c38d2008-05-12 21:20:42 +02001#ifndef _LINUX_KERNEL_TRACE_H
2#define _LINUX_KERNEL_TRACE_H
3
4#include <linux/fs.h>
5#include <asm/atomic.h>
6#include <linux/sched.h>
7#include <linux/clocksource.h>
8
9/*
10 * Function trace entry - function address and parent function addres:
11 */
12struct ftrace_entry {
13 unsigned long ip;
14 unsigned long parent_ip;
15};
16
17/*
18 * Context switch trace entry - which task (and prio) we switched from/to:
19 */
20struct ctx_switch_entry {
21 unsigned int prev_pid;
22 unsigned char prev_prio;
23 unsigned char prev_state;
24 unsigned int next_pid;
25 unsigned char next_prio;
26};
27
28/*
Ingo Molnarf0a920d2008-05-12 21:20:47 +020029 * Special (free-form) trace entry:
30 */
31struct special_entry {
32 unsigned long arg1;
33 unsigned long arg2;
34 unsigned long arg3;
35};
36
37/*
Ingo Molnar86387f72008-05-12 21:20:51 +020038 * Stack-trace entry:
39 */
40
41#define FTRACE_STACK_ENTRIES 5
42
43struct stack_entry {
44 unsigned long caller[FTRACE_STACK_ENTRIES];
45};
46
47/*
Steven Rostedtbc0c38d2008-05-12 21:20:42 +020048 * The trace entry - the most basic unit of tracing. This is what
49 * is printed in the end as a single line in the trace output, such as:
50 *
51 * bash-15816 [01] 235.197585: idle_cpu <- irq_enter
52 */
53struct trace_entry {
54 char type;
55 char cpu;
56 char flags;
57 char preempt_count;
58 int pid;
59 cycle_t t;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +020060 union {
61 struct ftrace_entry fn;
62 struct ctx_switch_entry ctx;
Ingo Molnarf0a920d2008-05-12 21:20:47 +020063 struct special_entry special;
Ingo Molnar86387f72008-05-12 21:20:51 +020064 struct stack_entry stack;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +020065 };
66};
67
68#define TRACE_ENTRY_SIZE sizeof(struct trace_entry)
69
70/*
71 * The CPU trace array - it consists of thousands of trace entries
72 * plus some other descriptor data: (for example which task started
73 * the trace, etc.)
74 */
75struct trace_array_cpu {
Steven Rostedt4c11d7a2008-05-12 21:20:43 +020076 struct list_head trace_pages;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +020077 atomic_t disabled;
Steven Rostedtb3806b42008-05-12 21:20:46 +020078 spinlock_t lock;
Ingo Molnard4c5a2f2008-05-12 21:20:46 +020079 struct lock_class_key lock_key;
Ingo Molnar4e3c3332008-05-12 21:20:45 +020080
Ingo Molnarc7aafc52008-05-12 21:20:45 +020081 /* these fields get copied into max-trace: */
Steven Rostedt93a588f2008-05-12 21:20:45 +020082 unsigned trace_head_idx;
83 unsigned trace_tail_idx;
84 void *trace_head; /* producer */
85 void *trace_tail; /* consumer */
Ingo Molnarc7aafc52008-05-12 21:20:45 +020086 unsigned long trace_idx;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +020087 unsigned long saved_latency;
88 unsigned long critical_start;
89 unsigned long critical_end;
90 unsigned long critical_sequence;
91 unsigned long nice;
92 unsigned long policy;
93 unsigned long rt_priority;
94 cycle_t preempt_timestamp;
95 pid_t pid;
96 uid_t uid;
97 char comm[TASK_COMM_LEN];
98};
99
100struct trace_iterator;
101
102/*
103 * The trace array - an array of per-CPU trace arrays. This is the
104 * highest level data structure that individual tracers deal with.
105 * They have on/off state as well:
106 */
107struct trace_array {
108 unsigned long entries;
109 long ctrl;
110 int cpu;
111 cycle_t time_start;
Steven Rostedtb3806b42008-05-12 21:20:46 +0200112 struct task_struct *waiter;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200113 struct trace_array_cpu *data[NR_CPUS];
114};
115
116/*
117 * A specific tracer, represented by methods that operate on a trace array:
118 */
119struct tracer {
120 const char *name;
121 void (*init)(struct trace_array *tr);
122 void (*reset)(struct trace_array *tr);
123 void (*open)(struct trace_iterator *iter);
124 void (*close)(struct trace_iterator *iter);
125 void (*start)(struct trace_iterator *iter);
126 void (*stop)(struct trace_iterator *iter);
127 void (*ctrl_update)(struct trace_array *tr);
Steven Rostedt60a11772008-05-12 21:20:44 +0200128#ifdef CONFIG_FTRACE_STARTUP_TEST
129 int (*selftest)(struct tracer *trace,
130 struct trace_array *tr);
131#endif
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200132 struct tracer *next;
133 int print_max;
134};
135
Steven Rostedt214023c2008-05-12 21:20:46 +0200136struct trace_seq {
137 unsigned char buffer[PAGE_SIZE];
138 unsigned int len;
139};
140
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200141/*
142 * Trace iterator - used by printout routines who present trace
143 * results to users and which routines might sleep, etc:
144 */
145struct trace_iterator {
Steven Rostedt214023c2008-05-12 21:20:46 +0200146 struct trace_seq seq;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200147 struct trace_array *tr;
148 struct tracer *trace;
Ingo Molnar4e3c3332008-05-12 21:20:45 +0200149
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200150 struct trace_entry *ent;
Ingo Molnar4e3c3332008-05-12 21:20:45 +0200151 int cpu;
152
153 struct trace_entry *prev_ent;
154 int prev_cpu;
155
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200156 unsigned long iter_flags;
157 loff_t pos;
158 unsigned long next_idx[NR_CPUS];
Steven Rostedt4c11d7a2008-05-12 21:20:43 +0200159 struct list_head *next_page[NR_CPUS];
160 unsigned next_page_idx[NR_CPUS];
161 long idx;
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200162};
163
Ingo Molnare309b412008-05-12 21:20:51 +0200164void tracing_reset(struct trace_array_cpu *data);
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200165int tracing_open_generic(struct inode *inode, struct file *filp);
166struct dentry *tracing_init_dentry(void);
167void ftrace(struct trace_array *tr,
168 struct trace_array_cpu *data,
169 unsigned long ip,
170 unsigned long parent_ip,
171 unsigned long flags);
172void tracing_sched_switch_trace(struct trace_array *tr,
173 struct trace_array_cpu *data,
174 struct task_struct *prev,
175 struct task_struct *next,
176 unsigned long flags);
177void tracing_record_cmdline(struct task_struct *tsk);
Ingo Molnar57422792008-05-12 21:20:51 +0200178
179void tracing_sched_wakeup_trace(struct trace_array *tr,
180 struct trace_array_cpu *data,
181 struct task_struct *wakee,
182 struct task_struct *cur,
183 unsigned long flags);
Ingo Molnarf0a920d2008-05-12 21:20:47 +0200184void trace_special(struct trace_array *tr,
185 struct trace_array_cpu *data,
186 unsigned long arg1,
187 unsigned long arg2,
188 unsigned long arg3);
Steven Rostedt6fb44b72008-05-12 21:20:49 +0200189void trace_function(struct trace_array *tr,
190 struct trace_array_cpu *data,
191 unsigned long ip,
192 unsigned long parent_ip,
193 unsigned long flags);
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200194
195void tracing_start_function_trace(void);
196void tracing_stop_function_trace(void);
197int register_tracer(struct tracer *type);
198void unregister_tracer(struct tracer *type);
199
200extern unsigned long nsecs_to_usecs(unsigned long nsecs);
201
202extern unsigned long tracing_max_latency;
203extern unsigned long tracing_thresh;
204
205void update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu);
206void update_max_tr_single(struct trace_array *tr,
207 struct task_struct *tsk, int cpu);
208
Ingo Molnare309b412008-05-12 21:20:51 +0200209extern cycle_t ftrace_now(int cpu);
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200210
211#ifdef CONFIG_SCHED_TRACER
Ingo Molnare309b412008-05-12 21:20:51 +0200212extern void
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200213wakeup_sched_switch(struct task_struct *prev, struct task_struct *next);
Ingo Molnar57422792008-05-12 21:20:51 +0200214extern void
215wakeup_sched_wakeup(struct task_struct *wakee, struct task_struct *curr);
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200216#else
217static inline void
218wakeup_sched_switch(struct task_struct *prev, struct task_struct *next)
219{
220}
Ingo Molnar57422792008-05-12 21:20:51 +0200221static inline void
222wakeup_sched_wakeup(struct task_struct *wakee, struct task_struct *curr)
223{
224}
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200225#endif
226
227#ifdef CONFIG_CONTEXT_SWITCH_TRACER
228typedef void
229(*tracer_switch_func_t)(void *private,
230 struct task_struct *prev,
231 struct task_struct *next);
232
233struct tracer_switch_ops {
234 tracer_switch_func_t func;
235 void *private;
236 struct tracer_switch_ops *next;
237};
238
239extern int register_tracer_switch(struct tracer_switch_ops *ops);
240extern int unregister_tracer_switch(struct tracer_switch_ops *ops);
241
242#endif /* CONFIG_CONTEXT_SWITCH_TRACER */
243
244#ifdef CONFIG_DYNAMIC_FTRACE
245extern unsigned long ftrace_update_tot_cnt;
246#endif
247
Steven Rostedt60a11772008-05-12 21:20:44 +0200248#ifdef CONFIG_FTRACE_STARTUP_TEST
249#ifdef CONFIG_FTRACE
250extern int trace_selftest_startup_function(struct tracer *trace,
251 struct trace_array *tr);
252#endif
253#ifdef CONFIG_IRQSOFF_TRACER
254extern int trace_selftest_startup_irqsoff(struct tracer *trace,
255 struct trace_array *tr);
256#endif
257#ifdef CONFIG_PREEMPT_TRACER
258extern int trace_selftest_startup_preemptoff(struct tracer *trace,
259 struct trace_array *tr);
260#endif
261#if defined(CONFIG_IRQSOFF_TRACER) && defined(CONFIG_PREEMPT_TRACER)
262extern int trace_selftest_startup_preemptirqsoff(struct tracer *trace,
263 struct trace_array *tr);
264#endif
265#ifdef CONFIG_SCHED_TRACER
266extern int trace_selftest_startup_wakeup(struct tracer *trace,
267 struct trace_array *tr);
268#endif
269#ifdef CONFIG_CONTEXT_SWITCH_TRACER
270extern int trace_selftest_startup_sched_switch(struct tracer *trace,
271 struct trace_array *tr);
272#endif
273#endif /* CONFIG_FTRACE_STARTUP_TEST */
274
Ingo Molnarc7aafc52008-05-12 21:20:45 +0200275extern void *head_page(struct trace_array_cpu *data);
276
Ingo Molnar4e655512008-05-12 21:20:52 +0200277extern unsigned long trace_flags;
278
279enum trace_iterator_flags {
280 TRACE_ITER_PRINT_PARENT = 0x01,
281 TRACE_ITER_SYM_OFFSET = 0x02,
282 TRACE_ITER_SYM_ADDR = 0x04,
283 TRACE_ITER_VERBOSE = 0x08,
284 TRACE_ITER_RAW = 0x10,
285 TRACE_ITER_HEX = 0x20,
286 TRACE_ITER_BIN = 0x40,
287 TRACE_ITER_BLOCK = 0x80,
288 TRACE_ITER_STACKTRACE = 0x100,
Ingo Molnar4ac3ba42008-05-12 21:20:52 +0200289 TRACE_ITER_SCHED_TREE = 0x200,
Ingo Molnar4e655512008-05-12 21:20:52 +0200290};
291
Steven Rostedtbc0c38d2008-05-12 21:20:42 +0200292#endif /* _LINUX_KERNEL_TRACE_H */