Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 1 | #ifndef _LINUX_KERNEL_TRACE_H |
| 2 | #define _LINUX_KERNEL_TRACE_H |
| 3 | |
| 4 | #include <linux/fs.h> |
| 5 | #include <asm/atomic.h> |
| 6 | #include <linux/sched.h> |
| 7 | #include <linux/clocksource.h> |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 8 | #include <linux/ring_buffer.h> |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 9 | #include <linux/mmiotrace.h> |
Steven Rostedt | 4e5292e | 2009-09-12 19:26:21 -0400 | [diff] [blame] | 10 | #include <linux/tracepoint.h> |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 11 | #include <linux/ftrace.h> |
Frederic Weisbecker | 24f1e32c | 2009-09-09 19:22:48 +0200 | [diff] [blame] | 12 | #include <linux/hw_breakpoint.h> |
Steven Rostedt | 9504504 | 2009-04-11 12:59:57 -0400 | [diff] [blame] | 13 | #include <linux/trace_seq.h> |
Steven Rostedt | 97f2025 | 2009-04-13 11:20:49 -0400 | [diff] [blame] | 14 | #include <linux/ftrace_event.h> |
Steven Rostedt | 9504504 | 2009-04-11 12:59:57 -0400 | [diff] [blame] | 15 | |
Thomas Gleixner | 72829bc | 2008-05-23 21:37:28 +0200 | [diff] [blame] | 16 | enum trace_type { |
| 17 | __TRACE_FIRST_TYPE = 0, |
| 18 | |
| 19 | TRACE_FN, |
| 20 | TRACE_CTX, |
| 21 | TRACE_WAKE, |
| 22 | TRACE_STACK, |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 23 | TRACE_PRINT, |
Frederic Weisbecker | 48ead02 | 2009-03-12 18:24:49 +0100 | [diff] [blame] | 24 | TRACE_BPRINT, |
Thomas Gleixner | 72829bc | 2008-05-23 21:37:28 +0200 | [diff] [blame] | 25 | TRACE_SPECIAL, |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 26 | TRACE_MMIO_RW, |
| 27 | TRACE_MMIO_MAP, |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 28 | TRACE_BRANCH, |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 29 | TRACE_GRAPH_RET, |
| 30 | TRACE_GRAPH_ENT, |
Török Edwin | 02b6751 | 2008-11-22 13:28:47 +0200 | [diff] [blame] | 31 | TRACE_USER_STACK, |
Arnaldo Carvalho de Melo | c71a896 | 2009-01-23 12:06:27 -0200 | [diff] [blame] | 32 | TRACE_BLK, |
Thomas Gleixner | 72829bc | 2008-05-23 21:37:28 +0200 | [diff] [blame] | 33 | |
Steven Rostedt | f0868d1 | 2008-12-23 23:24:12 -0500 | [diff] [blame] | 34 | __TRACE_LAST_TYPE, |
Thomas Gleixner | 72829bc | 2008-05-23 21:37:28 +0200 | [diff] [blame] | 35 | }; |
| 36 | |
Frederic Weisbecker | 36994e5 | 2008-12-29 13:42:23 -0800 | [diff] [blame] | 37 | |
Steven Rostedt | 0a1c49d | 2009-09-12 19:17:15 -0400 | [diff] [blame] | 38 | #undef __field |
| 39 | #define __field(type, item) type item; |
Frederic Weisbecker | 36994e5 | 2008-12-29 13:42:23 -0800 | [diff] [blame] | 40 | |
Steven Rostedt | d731509 | 2009-09-12 19:22:23 -0400 | [diff] [blame] | 41 | #undef __field_struct |
| 42 | #define __field_struct(type, item) __field(type, item) |
| 43 | |
| 44 | #undef __field_desc |
| 45 | #define __field_desc(type, container, item) |
| 46 | |
Steven Rostedt | 0a1c49d | 2009-09-12 19:17:15 -0400 | [diff] [blame] | 47 | #undef __array |
| 48 | #define __array(type, item, size) type item[size]; |
| 49 | |
Steven Rostedt | d731509 | 2009-09-12 19:22:23 -0400 | [diff] [blame] | 50 | #undef __array_desc |
| 51 | #define __array_desc(type, container, item, size) |
| 52 | |
Steven Rostedt | 0a1c49d | 2009-09-12 19:17:15 -0400 | [diff] [blame] | 53 | #undef __dynamic_array |
| 54 | #define __dynamic_array(type, item) type item[]; |
| 55 | |
| 56 | #undef F_STRUCT |
| 57 | #define F_STRUCT(args...) args |
| 58 | |
| 59 | #undef FTRACE_ENTRY |
| 60 | #define FTRACE_ENTRY(name, struct_name, id, tstruct, print) \ |
| 61 | struct struct_name { \ |
| 62 | struct trace_entry ent; \ |
| 63 | tstruct \ |
| 64 | } |
| 65 | |
| 66 | #undef TP_ARGS |
| 67 | #define TP_ARGS(args...) args |
| 68 | |
| 69 | #undef FTRACE_ENTRY_DUP |
| 70 | #define FTRACE_ENTRY_DUP(name, name_struct, id, tstruct, printk) |
| 71 | |
| 72 | #include "trace_entries.h" |
| 73 | |
| 74 | /* |
| 75 | * syscalls are special, and need special handling, this is why |
| 76 | * they are not included in trace_entries.h |
| 77 | */ |
Frederic Weisbecker | bed1ffc | 2009-03-13 15:42:11 +0100 | [diff] [blame] | 78 | struct syscall_trace_enter { |
| 79 | struct trace_entry ent; |
| 80 | int nr; |
| 81 | unsigned long args[]; |
| 82 | }; |
| 83 | |
| 84 | struct syscall_trace_exit { |
| 85 | struct trace_entry ent; |
| 86 | int nr; |
Tom Zanussi | 99df5a6 | 2009-11-25 01:14:59 -0600 | [diff] [blame] | 87 | long ret; |
Frederic Weisbecker | bed1ffc | 2009-03-13 15:42:11 +0100 | [diff] [blame] | 88 | }; |
| 89 | |
Masami Hiramatsu | 93ccae7 | 2010-04-12 13:17:08 -0400 | [diff] [blame] | 90 | struct kprobe_trace_entry_head { |
Masami Hiramatsu | 413d37d | 2009-08-13 16:35:11 -0400 | [diff] [blame] | 91 | struct trace_entry ent; |
| 92 | unsigned long ip; |
Masami Hiramatsu | 413d37d | 2009-08-13 16:35:11 -0400 | [diff] [blame] | 93 | }; |
| 94 | |
Masami Hiramatsu | 93ccae7 | 2010-04-12 13:17:08 -0400 | [diff] [blame] | 95 | struct kretprobe_trace_entry_head { |
Masami Hiramatsu | 413d37d | 2009-08-13 16:35:11 -0400 | [diff] [blame] | 96 | struct trace_entry ent; |
| 97 | unsigned long func; |
| 98 | unsigned long ret_ip; |
Masami Hiramatsu | 413d37d | 2009-08-13 16:35:11 -0400 | [diff] [blame] | 99 | }; |
| 100 | |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 101 | /* |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 102 | * trace_flag_type is an enumeration that holds different |
| 103 | * states when a trace occurs. These are: |
Steven Rostedt | 9244489 | 2008-10-24 09:42:59 -0400 | [diff] [blame] | 104 | * IRQS_OFF - interrupts were disabled |
Ingo Molnar | 9de3682 | 2009-03-06 17:52:03 +0100 | [diff] [blame] | 105 | * IRQS_NOSUPPORT - arch does not support irqs_disabled_flags |
Li Zefan | bd9cfca | 2009-09-10 09:34:19 +0800 | [diff] [blame] | 106 | * NEED_RESCHED - reschedule is requested |
Steven Rostedt | 9244489 | 2008-10-24 09:42:59 -0400 | [diff] [blame] | 107 | * HARDIRQ - inside an interrupt handler |
| 108 | * SOFTIRQ - inside a softirq handler |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 109 | */ |
| 110 | enum trace_flag_type { |
| 111 | TRACE_FLAG_IRQS_OFF = 0x01, |
Steven Rostedt | 9244489 | 2008-10-24 09:42:59 -0400 | [diff] [blame] | 112 | TRACE_FLAG_IRQS_NOSUPPORT = 0x02, |
| 113 | TRACE_FLAG_NEED_RESCHED = 0x04, |
| 114 | TRACE_FLAG_HARDIRQ = 0x08, |
| 115 | TRACE_FLAG_SOFTIRQ = 0x10, |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 116 | }; |
| 117 | |
Pekka Paalanen | 5bf9a1e | 2008-09-16 22:06:42 +0300 | [diff] [blame] | 118 | #define TRACE_BUF_SIZE 1024 |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 119 | |
| 120 | /* |
| 121 | * The CPU trace array - it consists of thousands of trace entries |
| 122 | * plus some other descriptor data: (for example which task started |
| 123 | * the trace, etc.) |
| 124 | */ |
| 125 | struct trace_array_cpu { |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 126 | atomic_t disabled; |
Steven Rostedt | 2cadf91 | 2008-12-01 22:20:19 -0500 | [diff] [blame] | 127 | void *buffer_page; /* ring buffer spare */ |
Ingo Molnar | 4e3c333 | 2008-05-12 21:20:45 +0200 | [diff] [blame] | 128 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 129 | unsigned long saved_latency; |
| 130 | unsigned long critical_start; |
| 131 | unsigned long critical_end; |
| 132 | unsigned long critical_sequence; |
| 133 | unsigned long nice; |
| 134 | unsigned long policy; |
| 135 | unsigned long rt_priority; |
Steven Rostedt | 2f26ebd | 2009-09-01 11:06:29 -0400 | [diff] [blame] | 136 | unsigned long skipped_entries; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 137 | cycle_t preempt_timestamp; |
| 138 | pid_t pid; |
| 139 | uid_t uid; |
| 140 | char comm[TASK_COMM_LEN]; |
| 141 | }; |
| 142 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 143 | /* |
| 144 | * The trace array - an array of per-CPU trace arrays. This is the |
| 145 | * highest level data structure that individual tracers deal with. |
| 146 | * They have on/off state as well: |
| 147 | */ |
| 148 | struct trace_array { |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 149 | struct ring_buffer *buffer; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 150 | unsigned long entries; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 151 | int cpu; |
| 152 | cycle_t time_start; |
Steven Rostedt | b3806b4 | 2008-05-12 21:20:46 +0200 | [diff] [blame] | 153 | struct task_struct *waiter; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 154 | struct trace_array_cpu *data[NR_CPUS]; |
| 155 | }; |
| 156 | |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 157 | #define FTRACE_CMP_TYPE(var, type) \ |
| 158 | __builtin_types_compatible_p(typeof(var), type *) |
| 159 | |
| 160 | #undef IF_ASSIGN |
| 161 | #define IF_ASSIGN(var, entry, etype, id) \ |
| 162 | if (FTRACE_CMP_TYPE(var, etype)) { \ |
| 163 | var = (typeof(var))(entry); \ |
| 164 | WARN_ON(id && (entry)->type != id); \ |
| 165 | break; \ |
| 166 | } |
| 167 | |
| 168 | /* Will cause compile errors if type is not found. */ |
| 169 | extern void __ftrace_bad_type(void); |
| 170 | |
| 171 | /* |
| 172 | * The trace_assign_type is a verifier that the entry type is |
| 173 | * the same as the type being assigned. To add new types simply |
| 174 | * add a line with the following format: |
| 175 | * |
| 176 | * IF_ASSIGN(var, ent, type, id); |
| 177 | * |
| 178 | * Where "type" is the trace type that includes the trace_entry |
| 179 | * as the "ent" item. And "id" is the trace identifier that is |
| 180 | * used in the trace_type enum. |
| 181 | * |
| 182 | * If the type can have more than one id, then use zero. |
| 183 | */ |
| 184 | #define trace_assign_type(var, ent) \ |
| 185 | do { \ |
| 186 | IF_ASSIGN(var, ent, struct ftrace_entry, TRACE_FN); \ |
| 187 | IF_ASSIGN(var, ent, struct ctx_switch_entry, 0); \ |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 188 | IF_ASSIGN(var, ent, struct stack_entry, TRACE_STACK); \ |
Török Edwin | 02b6751 | 2008-11-22 13:28:47 +0200 | [diff] [blame] | 189 | IF_ASSIGN(var, ent, struct userstack_entry, TRACE_USER_STACK);\ |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 190 | IF_ASSIGN(var, ent, struct print_entry, TRACE_PRINT); \ |
Frederic Weisbecker | 48ead02 | 2009-03-12 18:24:49 +0100 | [diff] [blame] | 191 | IF_ASSIGN(var, ent, struct bprint_entry, TRACE_BPRINT); \ |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 192 | IF_ASSIGN(var, ent, struct special_entry, 0); \ |
| 193 | IF_ASSIGN(var, ent, struct trace_mmiotrace_rw, \ |
| 194 | TRACE_MMIO_RW); \ |
| 195 | IF_ASSIGN(var, ent, struct trace_mmiotrace_map, \ |
| 196 | TRACE_MMIO_MAP); \ |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 197 | IF_ASSIGN(var, ent, struct trace_branch, TRACE_BRANCH); \ |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 198 | IF_ASSIGN(var, ent, struct ftrace_graph_ent_entry, \ |
| 199 | TRACE_GRAPH_ENT); \ |
| 200 | IF_ASSIGN(var, ent, struct ftrace_graph_ret_entry, \ |
| 201 | TRACE_GRAPH_RET); \ |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 202 | __ftrace_bad_type(); \ |
| 203 | } while (0) |
Frederic Weisbecker | 2c4f035 | 2008-09-29 20:18:34 +0200 | [diff] [blame] | 204 | |
Frederic Weisbecker | adf9f19 | 2008-11-17 19:23:42 +0100 | [diff] [blame] | 205 | /* |
| 206 | * An option specific to a tracer. This is a boolean value. |
| 207 | * The bit is the bit index that sets its value on the |
| 208 | * flags value in struct tracer_flags. |
| 209 | */ |
| 210 | struct tracer_opt { |
Ingo Molnar | 9de3682 | 2009-03-06 17:52:03 +0100 | [diff] [blame] | 211 | const char *name; /* Will appear on the trace_options file */ |
| 212 | u32 bit; /* Mask assigned in val field in tracer_flags */ |
Frederic Weisbecker | adf9f19 | 2008-11-17 19:23:42 +0100 | [diff] [blame] | 213 | }; |
| 214 | |
| 215 | /* |
| 216 | * The set of specific options for a tracer. Your tracer |
| 217 | * have to set the initial value of the flags val. |
| 218 | */ |
| 219 | struct tracer_flags { |
| 220 | u32 val; |
Ingo Molnar | 9de3682 | 2009-03-06 17:52:03 +0100 | [diff] [blame] | 221 | struct tracer_opt *opts; |
Frederic Weisbecker | adf9f19 | 2008-11-17 19:23:42 +0100 | [diff] [blame] | 222 | }; |
| 223 | |
| 224 | /* Makes more easy to define a tracer opt */ |
| 225 | #define TRACER_OPT(s, b) .name = #s, .bit = b |
| 226 | |
Frederic Weisbecker | 034939b | 2009-01-08 10:03:56 -0800 | [diff] [blame] | 227 | |
Frederic Weisbecker | 6eaaa5d | 2009-02-11 02:25:00 +0100 | [diff] [blame] | 228 | /** |
| 229 | * struct tracer - a specific tracer and its callbacks to interact with debugfs |
| 230 | * @name: the name chosen to select it on the available_tracers file |
| 231 | * @init: called when one switches to this tracer (echo name > current_tracer) |
| 232 | * @reset: called when one switches to another tracer |
| 233 | * @start: called when tracing is unpaused (echo 1 > tracing_enabled) |
| 234 | * @stop: called when tracing is paused (echo 0 > tracing_enabled) |
| 235 | * @open: called when the trace file is opened |
| 236 | * @pipe_open: called when the trace_pipe file is opened |
| 237 | * @wait_pipe: override how the user waits for traces on trace_pipe |
| 238 | * @close: called when the trace file is released |
Steven Rostedt | c521efd | 2009-12-07 09:06:24 -0500 | [diff] [blame] | 239 | * @pipe_close: called when the trace_pipe file is released |
Frederic Weisbecker | 6eaaa5d | 2009-02-11 02:25:00 +0100 | [diff] [blame] | 240 | * @read: override the default read callback on trace_pipe |
| 241 | * @splice_read: override the default splice_read callback on trace_pipe |
| 242 | * @selftest: selftest to run on boot (see trace_selftest.c) |
| 243 | * @print_headers: override the first lines that describe your columns |
| 244 | * @print_line: callback that prints a trace |
| 245 | * @set_flag: signals one of your private flags changed (trace_options file) |
| 246 | * @flags: your private flags |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 247 | */ |
| 248 | struct tracer { |
| 249 | const char *name; |
Frederic Weisbecker | 1c80025 | 2008-11-16 05:57:26 +0100 | [diff] [blame] | 250 | int (*init)(struct trace_array *tr); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 251 | void (*reset)(struct trace_array *tr); |
Steven Rostedt | 9036990 | 2008-11-05 16:05:44 -0500 | [diff] [blame] | 252 | void (*start)(struct trace_array *tr); |
| 253 | void (*stop)(struct trace_array *tr); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 254 | void (*open)(struct trace_iterator *iter); |
Steven Rostedt | 107bad8 | 2008-05-12 21:21:01 +0200 | [diff] [blame] | 255 | void (*pipe_open)(struct trace_iterator *iter); |
Frederic Weisbecker | 6eaaa5d | 2009-02-11 02:25:00 +0100 | [diff] [blame] | 256 | void (*wait_pipe)(struct trace_iterator *iter); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 257 | void (*close)(struct trace_iterator *iter); |
Steven Rostedt | c521efd | 2009-12-07 09:06:24 -0500 | [diff] [blame] | 258 | void (*pipe_close)(struct trace_iterator *iter); |
Steven Rostedt | 107bad8 | 2008-05-12 21:21:01 +0200 | [diff] [blame] | 259 | ssize_t (*read)(struct trace_iterator *iter, |
| 260 | struct file *filp, char __user *ubuf, |
| 261 | size_t cnt, loff_t *ppos); |
Eduard - Gabriel Munteanu | 3c56819 | 2009-02-09 08:15:56 +0200 | [diff] [blame] | 262 | ssize_t (*splice_read)(struct trace_iterator *iter, |
| 263 | struct file *filp, |
| 264 | loff_t *ppos, |
| 265 | struct pipe_inode_info *pipe, |
| 266 | size_t len, |
| 267 | unsigned int flags); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 268 | #ifdef CONFIG_FTRACE_STARTUP_TEST |
| 269 | int (*selftest)(struct tracer *trace, |
| 270 | struct trace_array *tr); |
| 271 | #endif |
Markus Metzger | 8bba1bf | 2008-11-25 09:12:31 +0100 | [diff] [blame] | 272 | void (*print_header)(struct seq_file *m); |
Frederic Weisbecker | 2c4f035 | 2008-09-29 20:18:34 +0200 | [diff] [blame] | 273 | enum print_line_t (*print_line)(struct trace_iterator *iter); |
Frederic Weisbecker | adf9f19 | 2008-11-17 19:23:42 +0100 | [diff] [blame] | 274 | /* If you handled the flag setting, return 0 */ |
| 275 | int (*set_flag)(u32 old_flags, u32 bit, int set); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 276 | struct tracer *next; |
| 277 | int print_max; |
Ingo Molnar | 9de3682 | 2009-03-06 17:52:03 +0100 | [diff] [blame] | 278 | struct tracer_flags *flags; |
KOSAKI Motohiro | ef710e1 | 2010-07-01 14:34:35 +0900 | [diff] [blame^] | 279 | int use_max_tr; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 280 | }; |
| 281 | |
Steven Rostedt | f952075 | 2009-03-02 14:04:40 -0500 | [diff] [blame] | 282 | |
Frederic Weisbecker | b04cc6b | 2009-02-25 03:22:28 +0100 | [diff] [blame] | 283 | #define TRACE_PIPE_ALL_CPU -1 |
| 284 | |
Arnaldo Carvalho de Melo | b6f11df | 2009-02-05 18:02:00 -0200 | [diff] [blame] | 285 | int tracer_init(struct tracer *t, struct trace_array *tr); |
Steven Rostedt | 9036990 | 2008-11-05 16:05:44 -0500 | [diff] [blame] | 286 | int tracing_is_enabled(void); |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 287 | void trace_wake_up(void); |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 288 | void tracing_reset(struct trace_array *tr, int cpu); |
Pekka J Enberg | 213cc06 | 2008-12-19 12:08:39 +0200 | [diff] [blame] | 289 | void tracing_reset_online_cpus(struct trace_array *tr); |
Steven Rostedt | 9456f0f | 2009-05-06 21:54:09 -0400 | [diff] [blame] | 290 | void tracing_reset_current(int cpu); |
| 291 | void tracing_reset_current_online_cpus(void); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 292 | int tracing_open_generic(struct inode *inode, struct file *filp); |
Frederic Weisbecker | 5452af6 | 2009-03-27 00:25:38 +0100 | [diff] [blame] | 293 | struct dentry *trace_create_file(const char *name, |
| 294 | mode_t mode, |
| 295 | struct dentry *parent, |
| 296 | void *data, |
| 297 | const struct file_operations *fops); |
| 298 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 299 | struct dentry *tracing_init_dentry(void); |
Ingo Molnar | d618b3e | 2008-05-12 21:20:49 +0200 | [diff] [blame] | 300 | void init_tracer_sysprof_debugfs(struct dentry *d_tracer); |
| 301 | |
Arnaldo Carvalho de Melo | 51a763d | 2009-02-05 16:14:13 -0200 | [diff] [blame] | 302 | struct ring_buffer_event; |
| 303 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 304 | struct ring_buffer_event * |
| 305 | trace_buffer_lock_reserve(struct ring_buffer *buffer, |
| 306 | int type, |
| 307 | unsigned long len, |
| 308 | unsigned long flags, |
| 309 | int pc); |
| 310 | void trace_buffer_unlock_commit(struct ring_buffer *buffer, |
Arnaldo Carvalho de Melo | 51a763d | 2009-02-05 16:14:13 -0200 | [diff] [blame] | 311 | struct ring_buffer_event *event, |
| 312 | unsigned long flags, int pc); |
| 313 | |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 314 | struct trace_entry *tracing_get_trace_entry(struct trace_array *tr, |
| 315 | struct trace_array_cpu *data); |
Frederic Weisbecker | c4a8e8b | 2009-02-02 20:29:21 -0200 | [diff] [blame] | 316 | |
| 317 | struct trace_entry *trace_find_next_entry(struct trace_iterator *iter, |
| 318 | int *ent_cpu, u64 *ent_ts); |
| 319 | |
Frederic Weisbecker | 6eaaa5d | 2009-02-11 02:25:00 +0100 | [diff] [blame] | 320 | void default_wait_pipe(struct trace_iterator *iter); |
| 321 | void poll_wait_pipe(struct trace_iterator *iter); |
| 322 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 323 | void ftrace(struct trace_array *tr, |
| 324 | struct trace_array_cpu *data, |
| 325 | unsigned long ip, |
| 326 | unsigned long parent_ip, |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 327 | unsigned long flags, int pc); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 328 | void tracing_sched_switch_trace(struct trace_array *tr, |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 329 | struct task_struct *prev, |
| 330 | struct task_struct *next, |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 331 | unsigned long flags, int pc); |
Ingo Molnar | 5742279 | 2008-05-12 21:20:51 +0200 | [diff] [blame] | 332 | |
| 333 | void tracing_sched_wakeup_trace(struct trace_array *tr, |
Ingo Molnar | 5742279 | 2008-05-12 21:20:51 +0200 | [diff] [blame] | 334 | struct task_struct *wakee, |
| 335 | struct task_struct *cur, |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 336 | unsigned long flags, int pc); |
Ingo Molnar | f0a920d | 2008-05-12 21:20:47 +0200 | [diff] [blame] | 337 | void trace_special(struct trace_array *tr, |
| 338 | struct trace_array_cpu *data, |
| 339 | unsigned long arg1, |
| 340 | unsigned long arg2, |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 341 | unsigned long arg3, int pc); |
Steven Rostedt | 6fb44b7 | 2008-05-12 21:20:49 +0200 | [diff] [blame] | 342 | void trace_function(struct trace_array *tr, |
Steven Rostedt | 6fb44b7 | 2008-05-12 21:20:49 +0200 | [diff] [blame] | 343 | unsigned long ip, |
| 344 | unsigned long parent_ip, |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 345 | unsigned long flags, int pc); |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 346 | void trace_default_header(struct seq_file *m); |
| 347 | void print_trace_header(struct seq_file *m, struct trace_iterator *iter); |
| 348 | int trace_empty(struct trace_iterator *iter); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 349 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 350 | void trace_graph_return(struct ftrace_graph_ret *trace); |
Steven Rostedt | e49dc19 | 2008-12-02 23:50:05 -0500 | [diff] [blame] | 351 | int trace_graph_entry(struct ftrace_graph_ent *trace); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 352 | void set_graph_array(struct trace_array *tr); |
Markus Metzger | 1e9b51c | 2008-11-25 09:24:15 +0100 | [diff] [blame] | 353 | |
Steven Rostedt | 41bc814 | 2008-05-22 11:49:22 -0400 | [diff] [blame] | 354 | void tracing_start_cmdline_record(void); |
| 355 | void tracing_stop_cmdline_record(void); |
Steven Rostedt | e168e05 | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 356 | void tracing_sched_switch_assign_trace(struct trace_array *tr); |
| 357 | void tracing_stop_sched_switch_record(void); |
| 358 | void tracing_start_sched_switch_record(void); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 359 | int register_tracer(struct tracer *type); |
| 360 | void unregister_tracer(struct tracer *type); |
Carsten Emde | b5130b1 | 2009-09-13 01:43:07 +0200 | [diff] [blame] | 361 | int is_tracing_stopped(void); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 362 | |
| 363 | extern unsigned long nsecs_to_usecs(unsigned long nsecs); |
| 364 | |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 365 | extern unsigned long tracing_thresh; |
| 366 | |
Steven Rostedt | 5d4a9db | 2009-08-27 16:52:21 -0400 | [diff] [blame] | 367 | #ifdef CONFIG_TRACER_MAX_TRACE |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 368 | extern unsigned long tracing_max_latency; |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 369 | |
| 370 | void update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu); |
| 371 | void update_max_tr_single(struct trace_array *tr, |
| 372 | struct task_struct *tsk, int cpu); |
Steven Rostedt | 5d4a9db | 2009-08-27 16:52:21 -0400 | [diff] [blame] | 373 | #endif /* CONFIG_TRACER_MAX_TRACE */ |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 374 | |
Frederic Weisbecker | c0a0d0d | 2009-07-29 17:51:13 +0200 | [diff] [blame] | 375 | #ifdef CONFIG_STACKTRACE |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 376 | void ftrace_trace_stack(struct ring_buffer *buffer, unsigned long flags, |
Frederic Weisbecker | c0a0d0d | 2009-07-29 17:51:13 +0200 | [diff] [blame] | 377 | int skip, int pc); |
| 378 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 379 | void ftrace_trace_userstack(struct ring_buffer *buffer, unsigned long flags, |
Frederic Weisbecker | c0a0d0d | 2009-07-29 17:51:13 +0200 | [diff] [blame] | 380 | int pc); |
| 381 | |
| 382 | void __trace_stack(struct trace_array *tr, unsigned long flags, int skip, |
| 383 | int pc); |
| 384 | #else |
Li Zefan | e1f7992 | 2010-05-10 11:23:00 +0800 | [diff] [blame] | 385 | static inline void ftrace_trace_stack(struct ring_buffer *buffer, |
Frederic Weisbecker | c0a0d0d | 2009-07-29 17:51:13 +0200 | [diff] [blame] | 386 | unsigned long flags, int skip, int pc) |
| 387 | { |
| 388 | } |
| 389 | |
Li Zefan | e1f7992 | 2010-05-10 11:23:00 +0800 | [diff] [blame] | 390 | static inline void ftrace_trace_userstack(struct ring_buffer *buffer, |
Frederic Weisbecker | c0a0d0d | 2009-07-29 17:51:13 +0200 | [diff] [blame] | 391 | unsigned long flags, int pc) |
| 392 | { |
| 393 | } |
| 394 | |
| 395 | static inline void __trace_stack(struct trace_array *tr, unsigned long flags, |
| 396 | int skip, int pc) |
| 397 | { |
| 398 | } |
| 399 | #endif /* CONFIG_STACKTRACE */ |
Steven Rostedt | 5361499 | 2009-01-15 19:12:40 -0500 | [diff] [blame] | 400 | |
Ingo Molnar | e309b41 | 2008-05-12 21:20:51 +0200 | [diff] [blame] | 401 | extern cycle_t ftrace_now(int cpu); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 402 | |
Steven Rostedt | 4ca5308 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 403 | extern void trace_find_cmdline(int pid, char comm[]); |
Ingo Molnar | f7d48cb | 2008-12-29 13:02:17 +0100 | [diff] [blame] | 404 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 405 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 406 | extern unsigned long ftrace_update_tot_cnt; |
Steven Rostedt | d05cdb2 | 2008-05-12 21:20:54 +0200 | [diff] [blame] | 407 | #define DYN_FTRACE_TEST_NAME trace_selftest_dynamic_test_func |
| 408 | extern int DYN_FTRACE_TEST_NAME(void); |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 409 | #endif |
| 410 | |
Li Zefan | 020e5f8 | 2009-07-01 10:47:05 +0800 | [diff] [blame] | 411 | extern int ring_buffer_expanded; |
| 412 | extern bool tracing_selftest_disabled; |
Christoph Lameter | 9288f99 | 2009-10-07 19:17:45 -0400 | [diff] [blame] | 413 | DECLARE_PER_CPU(int, ftrace_cpu_disabled); |
Li Zefan | 020e5f8 | 2009-07-01 10:47:05 +0800 | [diff] [blame] | 414 | |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 415 | #ifdef CONFIG_FTRACE_STARTUP_TEST |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 416 | extern int trace_selftest_startup_function(struct tracer *trace, |
| 417 | struct trace_array *tr); |
Frederic Weisbecker | 7447dce | 2009-02-07 21:33:57 +0100 | [diff] [blame] | 418 | extern int trace_selftest_startup_function_graph(struct tracer *trace, |
| 419 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 420 | extern int trace_selftest_startup_irqsoff(struct tracer *trace, |
| 421 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 422 | extern int trace_selftest_startup_preemptoff(struct tracer *trace, |
| 423 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 424 | extern int trace_selftest_startup_preemptirqsoff(struct tracer *trace, |
| 425 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 426 | extern int trace_selftest_startup_wakeup(struct tracer *trace, |
| 427 | struct trace_array *tr); |
Steven Noonan | fb1b6d8 | 2008-09-19 03:06:43 -0700 | [diff] [blame] | 428 | extern int trace_selftest_startup_nop(struct tracer *trace, |
| 429 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 430 | extern int trace_selftest_startup_sched_switch(struct tracer *trace, |
| 431 | struct trace_array *tr); |
Ingo Molnar | a6dd24f | 2008-05-12 21:20:47 +0200 | [diff] [blame] | 432 | extern int trace_selftest_startup_sysprof(struct tracer *trace, |
| 433 | struct trace_array *tr); |
Steven Rostedt | 80e5ea4 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 434 | extern int trace_selftest_startup_branch(struct tracer *trace, |
| 435 | struct trace_array *tr); |
Steven Rostedt | 60a1177 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 436 | #endif /* CONFIG_FTRACE_STARTUP_TEST */ |
| 437 | |
Ingo Molnar | c7aafc5 | 2008-05-12 21:20:45 +0200 | [diff] [blame] | 438 | extern void *head_page(struct trace_array_cpu *data); |
Lai Jiangshan | cf8e347 | 2009-03-30 13:48:00 +0800 | [diff] [blame] | 439 | extern unsigned long long ns2usecs(cycle_t nsec); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 440 | extern int |
Steven Rostedt | 40ce74f | 2009-03-19 14:03:53 -0400 | [diff] [blame] | 441 | trace_vbprintk(unsigned long ip, const char *fmt, va_list args); |
Frederic Weisbecker | 48ead02 | 2009-03-12 18:24:49 +0100 | [diff] [blame] | 442 | extern int |
Steven Rostedt | 40ce74f | 2009-03-19 14:03:53 -0400 | [diff] [blame] | 443 | trace_vprintk(unsigned long ip, const char *fmt, va_list args); |
Steven Rostedt | 659372d | 2009-09-03 19:11:07 -0400 | [diff] [blame] | 444 | extern int |
| 445 | trace_array_vprintk(struct trace_array *tr, |
| 446 | unsigned long ip, const char *fmt, va_list args); |
| 447 | int trace_array_printk(struct trace_array *tr, |
| 448 | unsigned long ip, const char *fmt, ...); |
Ingo Molnar | c7aafc5 | 2008-05-12 21:20:45 +0200 | [diff] [blame] | 449 | |
Ingo Molnar | 4e65551 | 2008-05-12 21:20:52 +0200 | [diff] [blame] | 450 | extern unsigned long trace_flags; |
| 451 | |
Zhaolei | 5079f32 | 2009-08-25 16:12:56 +0800 | [diff] [blame] | 452 | extern int trace_clock_id; |
| 453 | |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 454 | /* Standard output formatting function used for function return traces */ |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 455 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 456 | |
| 457 | /* Flag options */ |
| 458 | #define TRACE_GRAPH_PRINT_OVERRUN 0x1 |
| 459 | #define TRACE_GRAPH_PRINT_CPU 0x2 |
| 460 | #define TRACE_GRAPH_PRINT_OVERHEAD 0x4 |
| 461 | #define TRACE_GRAPH_PRINT_PROC 0x8 |
| 462 | #define TRACE_GRAPH_PRINT_DURATION 0x10 |
| 463 | #define TRACE_GRAPH_PRINT_ABS_TIME 0x20 |
| 464 | |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 465 | extern enum print_line_t |
| 466 | print_graph_function_flags(struct trace_iterator *iter, u32 flags); |
| 467 | extern void print_graph_headers_flags(struct seq_file *s, u32 flags); |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 468 | extern enum print_line_t |
| 469 | trace_print_graph_duration(unsigned long long duration, struct trace_seq *s); |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 470 | extern void graph_trace_open(struct trace_iterator *iter); |
| 471 | extern void graph_trace_close(struct trace_iterator *iter); |
| 472 | extern int __trace_graph_entry(struct trace_array *tr, |
| 473 | struct ftrace_graph_ent *trace, |
| 474 | unsigned long flags, int pc); |
| 475 | extern void __trace_graph_return(struct trace_array *tr, |
| 476 | struct ftrace_graph_ret *trace, |
| 477 | unsigned long flags, int pc); |
| 478 | |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 479 | |
| 480 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 481 | /* TODO: make this variable */ |
| 482 | #define FTRACE_GRAPH_MAX_FUNCS 32 |
Li Zefan | c7c6b1f | 2010-02-10 15:43:04 +0800 | [diff] [blame] | 483 | extern int ftrace_graph_filter_enabled; |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 484 | extern int ftrace_graph_count; |
| 485 | extern unsigned long ftrace_graph_funcs[FTRACE_GRAPH_MAX_FUNCS]; |
| 486 | |
| 487 | static inline int ftrace_graph_addr(unsigned long addr) |
| 488 | { |
| 489 | int i; |
| 490 | |
Li Zefan | c7c6b1f | 2010-02-10 15:43:04 +0800 | [diff] [blame] | 491 | if (!ftrace_graph_filter_enabled) |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 492 | return 1; |
| 493 | |
| 494 | for (i = 0; i < ftrace_graph_count; i++) { |
| 495 | if (addr == ftrace_graph_funcs[i]) |
| 496 | return 1; |
| 497 | } |
| 498 | |
| 499 | return 0; |
| 500 | } |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 501 | #else |
Ingo Molnar | 6b25393 | 2008-12-04 09:18:28 +0100 | [diff] [blame] | 502 | static inline int ftrace_graph_addr(unsigned long addr) |
| 503 | { |
| 504 | return 1; |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 505 | } |
| 506 | #endif /* CONFIG_DYNAMIC_FTRACE */ |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 507 | #else /* CONFIG_FUNCTION_GRAPH_TRACER */ |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 508 | static inline enum print_line_t |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 509 | print_graph_function_flags(struct trace_iterator *iter, u32 flags) |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 510 | { |
| 511 | return TRACE_TYPE_UNHANDLED; |
| 512 | } |
Steven Rostedt | ea4e2bc | 2008-12-03 15:36:57 -0500 | [diff] [blame] | 513 | #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 514 | |
jolsa@redhat.com | 756d17e | 2009-10-13 16:33:52 -0400 | [diff] [blame] | 515 | extern struct list_head ftrace_pids; |
Steven Rostedt | 804a685 | 2008-12-03 15:36:59 -0500 | [diff] [blame] | 516 | |
Paul Mundt | 1155de4 | 2009-06-25 14:30:12 +0900 | [diff] [blame] | 517 | #ifdef CONFIG_FUNCTION_TRACER |
Steven Rostedt | 804a685 | 2008-12-03 15:36:59 -0500 | [diff] [blame] | 518 | static inline int ftrace_trace_task(struct task_struct *task) |
| 519 | { |
jolsa@redhat.com | 756d17e | 2009-10-13 16:33:52 -0400 | [diff] [blame] | 520 | if (list_empty(&ftrace_pids)) |
Steven Rostedt | 804a685 | 2008-12-03 15:36:59 -0500 | [diff] [blame] | 521 | return 1; |
| 522 | |
| 523 | return test_tsk_trace_trace(task); |
| 524 | } |
Paul Mundt | 1155de4 | 2009-06-25 14:30:12 +0900 | [diff] [blame] | 525 | #else |
| 526 | static inline int ftrace_trace_task(struct task_struct *task) |
| 527 | { |
| 528 | return 1; |
| 529 | } |
| 530 | #endif |
Steven Rostedt | 804a685 | 2008-12-03 15:36:59 -0500 | [diff] [blame] | 531 | |
Steven Rostedt | 4fcdae8 | 2008-05-12 21:21:00 +0200 | [diff] [blame] | 532 | /* |
jolsa@redhat.com | b63f39e | 2009-09-11 17:29:27 +0200 | [diff] [blame] | 533 | * struct trace_parser - servers for reading the user input separated by spaces |
| 534 | * @cont: set if the input is not complete - no final space char was found |
| 535 | * @buffer: holds the parsed user input |
Daniel Mack | 1537a36 | 2010-01-29 15:57:49 +0800 | [diff] [blame] | 536 | * @idx: user input length |
jolsa@redhat.com | b63f39e | 2009-09-11 17:29:27 +0200 | [diff] [blame] | 537 | * @size: buffer size |
| 538 | */ |
| 539 | struct trace_parser { |
| 540 | bool cont; |
| 541 | char *buffer; |
| 542 | unsigned idx; |
| 543 | unsigned size; |
| 544 | }; |
| 545 | |
| 546 | static inline bool trace_parser_loaded(struct trace_parser *parser) |
| 547 | { |
| 548 | return (parser->idx != 0); |
| 549 | } |
| 550 | |
| 551 | static inline bool trace_parser_cont(struct trace_parser *parser) |
| 552 | { |
| 553 | return parser->cont; |
| 554 | } |
| 555 | |
| 556 | static inline void trace_parser_clear(struct trace_parser *parser) |
| 557 | { |
| 558 | parser->cont = false; |
| 559 | parser->idx = 0; |
| 560 | } |
| 561 | |
| 562 | extern int trace_parser_get_init(struct trace_parser *parser, int size); |
| 563 | extern void trace_parser_put(struct trace_parser *parser); |
| 564 | extern int trace_get_user(struct trace_parser *parser, const char __user *ubuf, |
| 565 | size_t cnt, loff_t *ppos); |
| 566 | |
| 567 | /* |
Steven Rostedt | 4fcdae8 | 2008-05-12 21:21:00 +0200 | [diff] [blame] | 568 | * trace_iterator_flags is an enumeration that defines bit |
| 569 | * positions into trace_flags that controls the output. |
| 570 | * |
| 571 | * NOTE: These bits must match the trace_options array in |
| 572 | * trace.c. |
| 573 | */ |
Ingo Molnar | 4e65551 | 2008-05-12 21:20:52 +0200 | [diff] [blame] | 574 | enum trace_iterator_flags { |
| 575 | TRACE_ITER_PRINT_PARENT = 0x01, |
| 576 | TRACE_ITER_SYM_OFFSET = 0x02, |
| 577 | TRACE_ITER_SYM_ADDR = 0x04, |
| 578 | TRACE_ITER_VERBOSE = 0x08, |
| 579 | TRACE_ITER_RAW = 0x10, |
| 580 | TRACE_ITER_HEX = 0x20, |
| 581 | TRACE_ITER_BIN = 0x40, |
| 582 | TRACE_ITER_BLOCK = 0x80, |
| 583 | TRACE_ITER_STACKTRACE = 0x100, |
Li Zefan | 2cbafd6 | 2009-12-08 11:16:26 +0800 | [diff] [blame] | 584 | TRACE_ITER_PRINTK = 0x200, |
| 585 | TRACE_ITER_PREEMPTONLY = 0x400, |
| 586 | TRACE_ITER_BRANCH = 0x800, |
| 587 | TRACE_ITER_ANNOTATE = 0x1000, |
| 588 | TRACE_ITER_USERSTACKTRACE = 0x2000, |
| 589 | TRACE_ITER_SYM_USEROBJ = 0x4000, |
| 590 | TRACE_ITER_PRINTK_MSGONLY = 0x8000, |
| 591 | TRACE_ITER_CONTEXT_INFO = 0x10000, /* Print pid/cpu/time */ |
| 592 | TRACE_ITER_LATENCY_FMT = 0x20000, |
| 593 | TRACE_ITER_SLEEP_TIME = 0x40000, |
| 594 | TRACE_ITER_GRAPH_TIME = 0x80000, |
Li Zefan | e870e9a | 2010-07-02 11:07:32 +0800 | [diff] [blame] | 595 | TRACE_ITER_RECORD_CMD = 0x100000, |
Ingo Molnar | 4e65551 | 2008-05-12 21:20:52 +0200 | [diff] [blame] | 596 | }; |
| 597 | |
Frederic Weisbecker | 15e6cb3 | 2008-11-11 07:14:25 +0100 | [diff] [blame] | 598 | /* |
| 599 | * TRACE_ITER_SYM_MASK masks the options in trace_flags that |
| 600 | * control the output of kernel symbols. |
| 601 | */ |
| 602 | #define TRACE_ITER_SYM_MASK \ |
| 603 | (TRACE_ITER_PRINT_PARENT|TRACE_ITER_SYM_OFFSET|TRACE_ITER_SYM_ADDR) |
| 604 | |
Frédéric Weisbecker | 43a1538 | 2008-09-21 20:16:30 +0200 | [diff] [blame] | 605 | extern struct tracer nop_trace; |
| 606 | |
Steven Rostedt | 2ed84ee | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 607 | #ifdef CONFIG_BRANCH_TRACER |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 608 | extern int enable_branch_tracing(struct trace_array *tr); |
| 609 | extern void disable_branch_tracing(void); |
| 610 | static inline int trace_branch_enable(struct trace_array *tr) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 611 | { |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 612 | if (trace_flags & TRACE_ITER_BRANCH) |
| 613 | return enable_branch_tracing(tr); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 614 | return 0; |
| 615 | } |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 616 | static inline void trace_branch_disable(void) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 617 | { |
| 618 | /* due to races, always disable */ |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 619 | disable_branch_tracing(); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 620 | } |
| 621 | #else |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 622 | static inline int trace_branch_enable(struct trace_array *tr) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 623 | { |
| 624 | return 0; |
| 625 | } |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 626 | static inline void trace_branch_disable(void) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 627 | { |
| 628 | } |
Steven Rostedt | 2ed84ee | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 629 | #endif /* CONFIG_BRANCH_TRACER */ |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 630 | |
Steven Rostedt | 1852fcc | 2009-03-11 14:33:00 -0400 | [diff] [blame] | 631 | /* set ring buffers to default size if not already done so */ |
| 632 | int tracing_update_buffers(void); |
| 633 | |
Steven Rostedt | fd99498 | 2009-02-28 02:41:25 -0500 | [diff] [blame] | 634 | /* trace event type bit fields, not numeric */ |
| 635 | enum { |
| 636 | TRACE_EVENT_TYPE_PRINTF = 1, |
| 637 | TRACE_EVENT_TYPE_RAW = 2, |
| 638 | }; |
| 639 | |
Tom Zanussi | cf027f6 | 2009-03-22 03:30:39 -0500 | [diff] [blame] | 640 | struct ftrace_event_field { |
| 641 | struct list_head link; |
| 642 | char *name; |
| 643 | char *type; |
Li Zefan | aa38e9f | 2009-08-07 10:33:02 +0800 | [diff] [blame] | 644 | int filter_type; |
Tom Zanussi | cf027f6 | 2009-03-22 03:30:39 -0500 | [diff] [blame] | 645 | int offset; |
| 646 | int size; |
Tom Zanussi | a118e4d | 2009-04-28 03:04:53 -0500 | [diff] [blame] | 647 | int is_signed; |
Tom Zanussi | cf027f6 | 2009-03-22 03:30:39 -0500 | [diff] [blame] | 648 | }; |
| 649 | |
Tom Zanussi | 30e673b | 2009-04-28 03:04:47 -0500 | [diff] [blame] | 650 | struct event_filter { |
| 651 | int n_preds; |
| 652 | struct filter_pred **preds; |
Tom Zanussi | 8b37256 | 2009-04-28 03:04:59 -0500 | [diff] [blame] | 653 | char *filter_string; |
Tom Zanussi | 30e673b | 2009-04-28 03:04:47 -0500 | [diff] [blame] | 654 | }; |
| 655 | |
Tom Zanussi | cfb180f | 2009-03-22 03:31:17 -0500 | [diff] [blame] | 656 | struct event_subsystem { |
| 657 | struct list_head list; |
| 658 | const char *name; |
| 659 | struct dentry *entry; |
Li Zefan | 1f9963c | 2009-07-20 10:20:53 +0800 | [diff] [blame] | 660 | struct event_filter *filter; |
Xiao Guangrong | dc82ec98a | 2009-07-09 16:22:22 +0800 | [diff] [blame] | 661 | int nr_events; |
Tom Zanussi | cfb180f | 2009-03-22 03:31:17 -0500 | [diff] [blame] | 662 | }; |
| 663 | |
Tom Zanussi | 7ce7e42 | 2009-03-22 03:31:04 -0500 | [diff] [blame] | 664 | struct filter_pred; |
Frederic Weisbecker | 1889d20 | 2009-09-24 21:10:44 +0200 | [diff] [blame] | 665 | struct regex; |
Tom Zanussi | 7ce7e42 | 2009-03-22 03:31:04 -0500 | [diff] [blame] | 666 | |
Tom Zanussi | 8b37256 | 2009-04-28 03:04:59 -0500 | [diff] [blame] | 667 | typedef int (*filter_pred_fn_t) (struct filter_pred *pred, void *event, |
| 668 | int val1, int val2); |
Tom Zanussi | 7ce7e42 | 2009-03-22 03:31:04 -0500 | [diff] [blame] | 669 | |
Frederic Weisbecker | 1889d20 | 2009-09-24 21:10:44 +0200 | [diff] [blame] | 670 | typedef int (*regex_match_func)(char *str, struct regex *r, int len); |
| 671 | |
Frederic Weisbecker | 3f6fe06 | 2009-09-24 21:31:51 +0200 | [diff] [blame] | 672 | enum regex_type { |
Li Zefan | b0f1a59 | 2009-10-15 11:21:12 +0800 | [diff] [blame] | 673 | MATCH_FULL = 0, |
Frederic Weisbecker | 3f6fe06 | 2009-09-24 21:31:51 +0200 | [diff] [blame] | 674 | MATCH_FRONT_ONLY, |
| 675 | MATCH_MIDDLE_ONLY, |
| 676 | MATCH_END_ONLY, |
Tom Zanussi | 7ce7e42 | 2009-03-22 03:31:04 -0500 | [diff] [blame] | 677 | }; |
| 678 | |
Frederic Weisbecker | 1889d20 | 2009-09-24 21:10:44 +0200 | [diff] [blame] | 679 | struct regex { |
| 680 | char pattern[MAX_FILTER_STR_VAL]; |
| 681 | int len; |
| 682 | int field_len; |
| 683 | regex_match_func match; |
| 684 | }; |
| 685 | |
Tom Zanussi | cf027f6 | 2009-03-22 03:30:39 -0500 | [diff] [blame] | 686 | struct filter_pred { |
Frederic Weisbecker | 1889d20 | 2009-09-24 21:10:44 +0200 | [diff] [blame] | 687 | filter_pred_fn_t fn; |
| 688 | u64 val; |
| 689 | struct regex regex; |
| 690 | char *field_name; |
| 691 | int offset; |
| 692 | int not; |
| 693 | int op; |
| 694 | int pop_n; |
Steven Rostedt | c32e827 | 2009-02-27 19:12:30 -0500 | [diff] [blame] | 695 | }; |
| 696 | |
Li Zefan | 8728fe5 | 2010-05-24 16:22:49 +0800 | [diff] [blame] | 697 | extern struct list_head ftrace_common_fields; |
| 698 | |
Frederic Weisbecker | 3f6fe06 | 2009-09-24 21:31:51 +0200 | [diff] [blame] | 699 | extern enum regex_type |
| 700 | filter_parse_regex(char *buff, int len, char **search, int *not); |
Tom Zanussi | 8b37256 | 2009-04-28 03:04:59 -0500 | [diff] [blame] | 701 | extern void print_event_filter(struct ftrace_event_call *call, |
Tom Zanussi | 4bda2d5 | 2009-03-24 02:14:31 -0500 | [diff] [blame] | 702 | struct trace_seq *s); |
Tom Zanussi | 8b37256 | 2009-04-28 03:04:59 -0500 | [diff] [blame] | 703 | extern int apply_event_filter(struct ftrace_event_call *call, |
| 704 | char *filter_string); |
| 705 | extern int apply_subsystem_event_filter(struct event_subsystem *system, |
| 706 | char *filter_string); |
| 707 | extern void print_subsystem_event_filter(struct event_subsystem *system, |
Tom Zanussi | ac1adc5 | 2009-04-17 00:27:08 -0500 | [diff] [blame] | 708 | struct trace_seq *s); |
Li Zefan | aa38e9f | 2009-08-07 10:33:02 +0800 | [diff] [blame] | 709 | extern int filter_assign_type(const char *type); |
Tom Zanussi | 7ce7e42 | 2009-03-22 03:31:04 -0500 | [diff] [blame] | 710 | |
Steven Rostedt | 2e33af0 | 2010-04-22 10:35:55 -0400 | [diff] [blame] | 711 | struct list_head * |
| 712 | trace_get_fields(struct ftrace_event_call *event_call); |
| 713 | |
Tom Zanussi | eb02ce0 | 2009-04-08 03:15:54 -0500 | [diff] [blame] | 714 | static inline int |
Tom Zanussi | e1112b4 | 2009-03-31 00:48:49 -0500 | [diff] [blame] | 715 | filter_check_discard(struct ftrace_event_call *call, void *rec, |
Tom Zanussi | eb02ce0 | 2009-04-08 03:15:54 -0500 | [diff] [blame] | 716 | struct ring_buffer *buffer, |
Tom Zanussi | e1112b4 | 2009-03-31 00:48:49 -0500 | [diff] [blame] | 717 | struct ring_buffer_event *event) |
| 718 | { |
Steven Rostedt | 553552c | 2010-04-23 11:12:36 -0400 | [diff] [blame] | 719 | if (unlikely(call->flags & TRACE_EVENT_FL_FILTERED) && |
Li Zefan | 6fb2915 | 2009-10-15 11:21:42 +0800 | [diff] [blame] | 720 | !filter_match_preds(call->filter, rec)) { |
Tom Zanussi | eb02ce0 | 2009-04-08 03:15:54 -0500 | [diff] [blame] | 721 | ring_buffer_discard_commit(buffer, event); |
| 722 | return 1; |
| 723 | } |
| 724 | |
| 725 | return 0; |
Tom Zanussi | e1112b4 | 2009-03-31 00:48:49 -0500 | [diff] [blame] | 726 | } |
| 727 | |
Li Zefan | e870e9a | 2010-07-02 11:07:32 +0800 | [diff] [blame] | 728 | extern void trace_event_enable_cmd_record(bool enable); |
| 729 | |
Li Zefan | 20c8928 | 2009-05-06 10:33:45 +0800 | [diff] [blame] | 730 | extern struct mutex event_mutex; |
Steven Rostedt | a59fd60 | 2009-04-10 13:52:20 -0400 | [diff] [blame] | 731 | extern struct list_head ftrace_events; |
Peter Zijlstra | ac199db | 2009-03-19 20:26:15 +0100 | [diff] [blame] | 732 | |
Steven Rostedt | e9fb2b6 | 2009-03-12 14:19:25 -0400 | [diff] [blame] | 733 | extern const char *__start___trace_bprintk_fmt[]; |
| 734 | extern const char *__stop___trace_bprintk_fmt[]; |
| 735 | |
Steven Rostedt | 4e5292e | 2009-09-12 19:26:21 -0400 | [diff] [blame] | 736 | #undef FTRACE_ENTRY |
| 737 | #define FTRACE_ENTRY(call, struct_name, id, tstruct, print) \ |
Jeff Mahoney | 86c38a3 | 2010-02-24 13:59:23 -0500 | [diff] [blame] | 738 | extern struct ftrace_event_call \ |
| 739 | __attribute__((__aligned__(4))) event_##call; |
Steven Rostedt | 4e5292e | 2009-09-12 19:26:21 -0400 | [diff] [blame] | 740 | #undef FTRACE_ENTRY_DUP |
| 741 | #define FTRACE_ENTRY_DUP(call, struct_name, id, tstruct, print) \ |
| 742 | FTRACE_ENTRY(call, struct_name, id, PARAMS(tstruct), PARAMS(print)) |
| 743 | #include "trace_entries.h" |
Tom Zanussi | e1112b4 | 2009-03-31 00:48:49 -0500 | [diff] [blame] | 744 | |
Steven Rostedt | bc0c38d | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 745 | #endif /* _LINUX_KERNEL_TRACE_H */ |