blob: eaaee22628ea63864d9d79abe2c322088304f7ac [file] [log] [blame]
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02001#include <linux/types.h>
2#include "event.h"
3#include "debug.h"
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03004#include "machine.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02005#include "sort.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02006#include "string.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02007#include "strlist.h"
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02008#include "thread.h"
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -02009#include "thread_map.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020010
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020011static const char *perf_event__names[] = {
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020012 [0] = "TOTAL",
13 [PERF_RECORD_MMAP] = "MMAP",
14 [PERF_RECORD_LOST] = "LOST",
15 [PERF_RECORD_COMM] = "COMM",
16 [PERF_RECORD_EXIT] = "EXIT",
17 [PERF_RECORD_THROTTLE] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
19 [PERF_RECORD_FORK] = "FORK",
20 [PERF_RECORD_READ] = "READ",
21 [PERF_RECORD_SAMPLE] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND] = "FINISHED_ROUND",
Arnaldo Carvalho de Meloc8446b92010-05-14 10:36:42 -030027};
28
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020029const char *perf_event__name(unsigned int id)
Thomas Gleixner3835bc02010-12-07 12:48:42 +000030{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020031 if (id >= ARRAY_SIZE(perf_event__names))
Thomas Gleixner3835bc02010-12-07 12:48:42 +000032 return "INVALID";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020033 if (!perf_event__names[id])
Thomas Gleixner3835bc02010-12-07 12:48:42 +000034 return "UNKNOWN";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020035 return perf_event__names[id];
Thomas Gleixner3835bc02010-12-07 12:48:42 +000036}
37
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -020038static struct perf_sample synth_sample = {
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -020039 .pid = -1,
40 .tid = -1,
41 .time = -1,
42 .stream_id = -1,
43 .cpu = -1,
44 .period = 1,
45};
46
David Ahernf5faf722011-12-22 11:30:02 -070047static pid_t perf_event__get_comm_tgid(pid_t pid, char *comm, size_t len)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020048{
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020049 char filename[PATH_MAX];
50 char bf[BUFSIZ];
51 FILE *fp;
52 size_t size = 0;
David Ahernf5faf722011-12-22 11:30:02 -070053 pid_t tgid = -1;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020054
55 snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
56
57 fp = fopen(filename, "r");
58 if (fp == NULL) {
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020059 pr_debug("couldn't open %s\n", filename);
60 return 0;
61 }
62
David Ahernf5faf722011-12-22 11:30:02 -070063 while (!comm[0] || (tgid < 0)) {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020064 if (fgets(bf, sizeof(bf), fp) == NULL) {
David Ahernf5faf722011-12-22 11:30:02 -070065 pr_warning("couldn't get COMM and pgid, malformed %s\n",
66 filename);
67 break;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020068 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020069
70 if (memcmp(bf, "Name:", 5) == 0) {
71 char *name = bf + 5;
72 while (*name && isspace(*name))
73 ++name;
74 size = strlen(name) - 1;
David Ahernf5faf722011-12-22 11:30:02 -070075 if (size >= len)
76 size = len - 1;
77 memcpy(comm, name, size);
David Aherncfbd70c2012-02-24 12:31:38 -070078 comm[size] = '\0';
David Ahernf5faf722011-12-22 11:30:02 -070079
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020080 } else if (memcmp(bf, "Tgid:", 5) == 0) {
81 char *tgids = bf + 5;
82 while (*tgids && isspace(*tgids))
83 ++tgids;
David Ahernf5faf722011-12-22 11:30:02 -070084 tgid = atoi(tgids);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020085 }
86 }
87
David Ahernf5faf722011-12-22 11:30:02 -070088 fclose(fp);
89
90 return tgid;
91}
92
93static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
94 union perf_event *event, pid_t pid,
95 int full,
96 perf_event__handler_t process,
97 struct machine *machine)
98{
99 char filename[PATH_MAX];
100 size_t size;
101 DIR *tasks;
102 struct dirent dirent, *next;
103 pid_t tgid;
104
105 memset(&event->comm, 0, sizeof(event->comm));
106
107 tgid = perf_event__get_comm_tgid(pid, event->comm.comm,
108 sizeof(event->comm.comm));
109 if (tgid < 0)
110 goto out;
111
112 event->comm.pid = tgid;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200113 event->comm.header.type = PERF_RECORD_COMM;
David Ahernf5faf722011-12-22 11:30:02 -0700114
115 size = strlen(event->comm.comm) + 1;
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300116 size = PERF_ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200117 memset(event->comm.comm + size, 0, machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200118 event->comm.header.size = (sizeof(event->comm) -
119 (sizeof(event->comm.comm) - size) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200120 machine->id_hdr_size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200121 if (!full) {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200122 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200123
David Ahern1e6d5322012-08-26 12:24:42 -0600124 if (process(tool, event, &synth_sample, machine) != 0)
125 return -1;
126
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200127 goto out;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200128 }
129
130 snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
131
132 tasks = opendir(filename);
David Ahernf5faf722011-12-22 11:30:02 -0700133 if (tasks == NULL) {
134 pr_debug("couldn't open %s\n", filename);
135 return 0;
136 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200137
138 while (!readdir_r(tasks, &dirent, &next) && next) {
139 char *end;
140 pid = strtol(dirent.d_name, &end, 10);
141 if (*end)
142 continue;
143
David Ahernf5faf722011-12-22 11:30:02 -0700144 /* already have tgid; jut want to update the comm */
145 (void) perf_event__get_comm_tgid(pid, event->comm.comm,
146 sizeof(event->comm.comm));
147
148 size = strlen(event->comm.comm) + 1;
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300149 size = PERF_ALIGN(size, sizeof(u64));
David Ahernf5faf722011-12-22 11:30:02 -0700150 memset(event->comm.comm + size, 0, machine->id_hdr_size);
151 event->comm.header.size = (sizeof(event->comm) -
152 (sizeof(event->comm.comm) - size) +
153 machine->id_hdr_size);
154
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200155 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200156
David Ahern1e6d5322012-08-26 12:24:42 -0600157 if (process(tool, event, &synth_sample, machine) != 0) {
158 tgid = -1;
159 break;
160 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200161 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200162
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200163 closedir(tasks);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200164out:
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200165 return tgid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200166}
167
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200168static int perf_event__synthesize_mmap_events(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200169 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200170 pid_t pid, pid_t tgid,
171 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200172 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200173{
174 char filename[PATH_MAX];
175 FILE *fp;
David Ahern1e6d5322012-08-26 12:24:42 -0600176 int rc = 0;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200177
178 snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
179
180 fp = fopen(filename, "r");
181 if (fp == NULL) {
182 /*
183 * We raced with a task exiting - just return:
184 */
185 pr_debug("couldn't open %s\n", filename);
186 return -1;
187 }
188
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200189 event->header.type = PERF_RECORD_MMAP;
190 /*
191 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
192 */
193 event->header.misc = PERF_RECORD_MISC_USER;
194
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200195 while (1) {
196 char bf[BUFSIZ], *pbf = bf;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200197 int n;
198 size_t size;
199 if (fgets(bf, sizeof(bf), fp) == NULL)
200 break;
201
202 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200203 n = hex2u64(pbf, &event->mmap.start);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200204 if (n < 0)
205 continue;
206 pbf += n + 1;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200207 n = hex2u64(pbf, &event->mmap.len);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200208 if (n < 0)
209 continue;
210 pbf += n + 3;
211 if (*pbf == 'x') { /* vm_exec */
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000212 char anonstr[] = "//anon\n";
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200213 char *execname = strchr(bf, '/');
214
215 /* Catch VDSO */
216 if (execname == NULL)
217 execname = strstr(bf, "[vdso]");
218
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000219 /* Catch anonymous mmaps */
220 if ((execname == NULL) && !strstr(bf, "["))
221 execname = anonstr;
222
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200223 if (execname == NULL)
224 continue;
225
Anton Blanchard4af8b352010-04-03 22:53:31 +1100226 pbf += 3;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200227 n = hex2u64(pbf, &event->mmap.pgoff);
Anton Blanchard4af8b352010-04-03 22:53:31 +1100228
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200229 size = strlen(execname);
230 execname[size - 1] = '\0'; /* Remove \n */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200231 memcpy(event->mmap.filename, execname, size);
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300232 size = PERF_ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200233 event->mmap.len -= event->mmap.start;
234 event->mmap.header.size = (sizeof(event->mmap) -
235 (sizeof(event->mmap.filename) - size));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200236 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
237 event->mmap.header.size += machine->id_hdr_size;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200238 event->mmap.pid = tgid;
239 event->mmap.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200240
David Ahern1e6d5322012-08-26 12:24:42 -0600241 if (process(tool, event, &synth_sample, machine) != 0) {
242 rc = -1;
243 break;
244 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200245 }
246 }
247
248 fclose(fp);
David Ahern1e6d5322012-08-26 12:24:42 -0600249 return rc;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200250}
251
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200252int perf_event__synthesize_modules(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200253 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200254 struct machine *machine)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200255{
David Ahern1e6d5322012-08-26 12:24:42 -0600256 int rc = 0;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200257 struct rb_node *nd;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300258 struct map_groups *kmaps = &machine->kmaps;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200259 union perf_event *event = zalloc((sizeof(event->mmap) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200260 machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200261 if (event == NULL) {
262 pr_debug("Not enough memory synthesizing mmap event "
263 "for kernel modules\n");
264 return -1;
265 }
266
267 event->header.type = PERF_RECORD_MMAP;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200268
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800269 /*
270 * kernel uses 0 for user space maps, see kernel/perf_event.c
271 * __perf_event_mmap
272 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300273 if (machine__is_host(machine))
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200274 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800275 else
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200276 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800277
278 for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200279 nd; nd = rb_next(nd)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200280 size_t size;
281 struct map *pos = rb_entry(nd, struct map, rb_node);
282
283 if (pos->dso->kernel)
284 continue;
285
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300286 size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200287 event->mmap.header.type = PERF_RECORD_MMAP;
288 event->mmap.header.size = (sizeof(event->mmap) -
289 (sizeof(event->mmap.filename) - size));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200290 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
291 event->mmap.header.size += machine->id_hdr_size;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200292 event->mmap.start = pos->start;
293 event->mmap.len = pos->end - pos->start;
294 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200295
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200296 memcpy(event->mmap.filename, pos->dso->long_name,
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200297 pos->dso->long_name_len + 1);
David Ahern1e6d5322012-08-26 12:24:42 -0600298 if (process(tool, event, &synth_sample, machine) != 0) {
299 rc = -1;
300 break;
301 }
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200302 }
303
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200304 free(event);
David Ahern1e6d5322012-08-26 12:24:42 -0600305 return rc;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200306}
307
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200308static int __event__synthesize_thread(union perf_event *comm_event,
309 union perf_event *mmap_event,
David Aherndefd8d32011-12-22 11:30:01 -0700310 pid_t pid, int full,
311 perf_event__handler_t process,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200312 struct perf_tool *tool,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200313 struct machine *machine)
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200314{
David Aherndefd8d32011-12-22 11:30:01 -0700315 pid_t tgid = perf_event__synthesize_comm(tool, comm_event, pid, full,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200316 process, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200317 if (tgid == -1)
318 return -1;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200319 return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200320 process, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200321}
322
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200323int perf_event__synthesize_thread_map(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200324 struct thread_map *threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200325 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200326 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200327{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200328 union perf_event *comm_event, *mmap_event;
David Aherndefd8d32011-12-22 11:30:01 -0700329 int err = -1, thread, j;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200330
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200331 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200332 if (comm_event == NULL)
333 goto out;
334
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200335 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200336 if (mmap_event == NULL)
337 goto out_free_comm;
338
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200339 err = 0;
340 for (thread = 0; thread < threads->nr; ++thread) {
341 if (__event__synthesize_thread(comm_event, mmap_event,
David Aherndefd8d32011-12-22 11:30:01 -0700342 threads->map[thread], 0,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200343 process, tool, machine)) {
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200344 err = -1;
345 break;
346 }
David Aherndefd8d32011-12-22 11:30:01 -0700347
348 /*
349 * comm.pid is set to thread group id by
350 * perf_event__synthesize_comm
351 */
352 if ((int) comm_event->comm.pid != threads->map[thread]) {
353 bool need_leader = true;
354
355 /* is thread group leader in thread_map? */
356 for (j = 0; j < threads->nr; ++j) {
357 if ((int) comm_event->comm.pid == threads->map[j]) {
358 need_leader = false;
359 break;
360 }
361 }
362
363 /* if not, generate events for it */
364 if (need_leader &&
365 __event__synthesize_thread(comm_event,
366 mmap_event,
367 comm_event->comm.pid, 0,
368 process, tool, machine)) {
369 err = -1;
370 break;
371 }
372 }
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200373 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200374 free(mmap_event);
375out_free_comm:
376 free(comm_event);
377out:
378 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200379}
380
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200381int perf_event__synthesize_threads(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200382 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200383 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200384{
385 DIR *proc;
386 struct dirent dirent, *next;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200387 union perf_event *comm_event, *mmap_event;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200388 int err = -1;
389
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200390 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200391 if (comm_event == NULL)
392 goto out;
393
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200394 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200395 if (mmap_event == NULL)
396 goto out_free_comm;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200397
398 proc = opendir("/proc");
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200399 if (proc == NULL)
400 goto out_free_mmap;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200401
402 while (!readdir_r(proc, &dirent, &next) && next) {
403 char *end;
404 pid_t pid = strtol(dirent.d_name, &end, 10);
405
406 if (*end) /* only interested in proper numerical dirents */
407 continue;
408
David Ahern1e6d5322012-08-26 12:24:42 -0600409 if (__event__synthesize_thread(comm_event, mmap_event, pid, 1,
410 process, tool, machine) != 0) {
411 err = -1;
412 goto out_closedir;
413 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200414 }
415
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200416 err = 0;
David Ahern1e6d5322012-08-26 12:24:42 -0600417out_closedir:
418 closedir(proc);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200419out_free_mmap:
420 free(mmap_event);
421out_free_comm:
422 free(comm_event);
423out:
424 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200425}
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200426
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200427struct process_symbol_args {
428 const char *name;
429 u64 start;
430};
431
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200432static int find_symbol_cb(void *arg, const char *name, char type,
Cody P Schafer82151522012-08-10 15:22:48 -0700433 u64 start)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200434{
435 struct process_symbol_args *args = arg;
436
Arnaldo Carvalho de Melo881516e2010-01-15 18:08:27 -0200437 /*
438 * Must be a function or at least an alias, as in PARISC64, where "_text" is
439 * an 'A' to the same address as "_stext".
440 */
441 if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
442 type == 'A') || strcmp(name, args->name))
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200443 return 0;
444
445 args->start = start;
446 return 1;
447}
448
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200449int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200450 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200451 struct machine *machine,
452 const char *symbol_name)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200453{
454 size_t size;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800455 const char *filename, *mmap_name;
456 char path[PATH_MAX];
457 char name_buff[PATH_MAX];
458 struct map *map;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200459 int err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200460 /*
461 * We should get this from /sys/kernel/sections/.text, but till that is
462 * available use this, and after it is use this as a fallback for older
463 * kernels.
464 */
465 struct process_symbol_args args = { .name = symbol_name, };
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200466 union perf_event *event = zalloc((sizeof(event->mmap) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200467 machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200468 if (event == NULL) {
469 pr_debug("Not enough memory synthesizing mmap event "
470 "for kernel modules\n");
471 return -1;
472 }
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200473
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300474 mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300475 if (machine__is_host(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800476 /*
477 * kernel uses PERF_RECORD_MISC_USER for user space maps,
478 * see kernel/perf_event.c __perf_event_mmap
479 */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200480 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800481 filename = "/proc/kallsyms";
482 } else {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200483 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300484 if (machine__is_default_guest(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800485 filename = (char *) symbol_conf.default_guest_kallsyms;
486 else {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300487 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800488 filename = path;
489 }
490 }
491
492 if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200493 return -ENOENT;
494
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300495 map = machine->vmlinux_maps[MAP__FUNCTION];
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200496 size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800497 "%s%s", mmap_name, symbol_name) + 1;
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300498 size = PERF_ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200499 event->mmap.header.type = PERF_RECORD_MMAP;
500 event->mmap.header.size = (sizeof(event->mmap) -
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200501 (sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200502 event->mmap.pgoff = args.start;
503 event->mmap.start = map->start;
504 event->mmap.len = map->end - event->mmap.start;
505 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200506
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200507 err = process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200508 free(event);
509
510 return err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200511}
512
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200513size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
514{
515 return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
516}
517
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300518int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200519 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300520 struct perf_sample *sample __maybe_unused,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200521 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200522{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200523 struct thread *thread = machine__findnew_thread(machine, event->comm.tid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200524
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200525 if (dump_trace)
526 perf_event__fprintf_comm(event, stdout);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200527
Arnaldo Carvalho de Melod7603d52011-03-04 14:51:33 -0300528 if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200529 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
530 return -1;
531 }
532
533 return 0;
534}
535
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300536int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200537 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300538 struct perf_sample *sample __maybe_unused,
539 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200540{
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200541 dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200542 event->lost.id, event->lost.lost);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200543 return 0;
544}
545
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200546static void perf_event__set_kernel_mmap_len(union perf_event *event,
547 struct map **maps)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200548{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200549 maps[MAP__FUNCTION]->start = event->mmap.start;
550 maps[MAP__FUNCTION]->end = event->mmap.start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800551 /*
552 * Be a bit paranoid here, some perf.data file came with
553 * a zero sized synthesized MMAP event for the kernel.
554 */
555 if (maps[MAP__FUNCTION]->end == 0)
Ian Munsie9d1faba2010-11-25 15:12:53 +1100556 maps[MAP__FUNCTION]->end = ~0ULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800557}
558
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300559static int perf_event__process_kernel_mmap(struct perf_tool *tool
560 __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200561 union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200562 struct machine *machine)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800563{
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200564 struct map *map;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800565 char kmmap_prefix[PATH_MAX];
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800566 enum dso_kernel_type kernel_type;
567 bool is_kernel_mmap;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200568
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300569 machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300570 if (machine__is_host(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800571 kernel_type = DSO_TYPE_KERNEL;
572 else
573 kernel_type = DSO_TYPE_GUEST_KERNEL;
574
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200575 is_kernel_mmap = memcmp(event->mmap.filename,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800576 kmmap_prefix,
Jiri Olsabf32c9e2012-02-05 18:11:05 +0100577 strlen(kmmap_prefix) - 1) == 0;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200578 if (event->mmap.filename[0] == '/' ||
579 (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800580
581 char short_module_name[1024];
582 char *name, *dot;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200583
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200584 if (event->mmap.filename[0] == '/') {
585 name = strrchr(event->mmap.filename, '/');
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200586 if (name == NULL)
587 goto out_problem;
588
589 ++name; /* skip / */
590 dot = strrchr(name, '.');
591 if (dot == NULL)
592 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200593 snprintf(short_module_name, sizeof(short_module_name),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800594 "[%.*s]", (int)(dot - name), name);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200595 strxfrchar(short_module_name, '-', '_');
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800596 } else
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200597 strcpy(short_module_name, event->mmap.filename);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200598
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200599 map = machine__new_module(machine, event->mmap.start,
600 event->mmap.filename);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800601 if (map == NULL)
602 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200603
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800604 name = strdup(short_module_name);
605 if (name == NULL)
606 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200607
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800608 map->dso->short_name = name;
Arnaldo Carvalho de Melo6e406252010-07-29 15:11:30 -0300609 map->dso->sname_alloc = 1;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200610 map->end = map->start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800611 } else if (is_kernel_mmap) {
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200612 const char *symbol_name = (event->mmap.filename +
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800613 strlen(kmmap_prefix));
614 /*
615 * Should be there already, from the build-id table in
616 * the header.
617 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300618 struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
619 kmmap_prefix);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800620 if (kernel == NULL)
621 goto out_problem;
622
623 kernel->kernel = kernel_type;
Arnaldo Carvalho de Melod28c6222010-04-27 21:20:43 -0300624 if (__machine__create_kernel_maps(machine, kernel) < 0)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800625 goto out_problem;
626
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200627 perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300628
629 /*
630 * Avoid using a zero address (kptr_restrict) for the ref reloc
631 * symbol. Effectively having zero here means that at record
632 * time /proc/sys/kernel/kptr_restrict was non zero.
633 */
634 if (event->mmap.pgoff != 0) {
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200635 maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
636 symbol_name,
637 event->mmap.pgoff);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300638 }
639
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300640 if (machine__is_default_guest(machine)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200641 /*
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800642 * preload dso of guest kernel and modules
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200643 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300644 dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
645 NULL);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200646 }
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800647 }
648 return 0;
649out_problem:
650 return -1;
651}
652
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200653size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
654{
655 return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
656 event->mmap.pid, event->mmap.tid, event->mmap.start,
657 event->mmap.len, event->mmap.pgoff, event->mmap.filename);
658}
659
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200660int perf_event__process_mmap(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200661 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300662 struct perf_sample *sample __maybe_unused,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200663 struct machine *machine)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800664{
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800665 struct thread *thread;
666 struct map *map;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200667 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800668 int ret = 0;
669
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200670 if (dump_trace)
671 perf_event__fprintf_mmap(event, stdout);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800672
673 if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
674 cpumode == PERF_RECORD_MISC_KERNEL) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200675 ret = perf_event__process_kernel_mmap(tool, event, machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800676 if (ret < 0)
677 goto out_problem;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200678 return 0;
679 }
680
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200681 thread = machine__findnew_thread(machine, event->mmap.pid);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300682 if (thread == NULL)
683 goto out_problem;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200684 map = map__new(&machine->user_dsos, event->mmap.start,
685 event->mmap.len, event->mmap.pgoff,
686 event->mmap.pid, event->mmap.filename,
Dave Martin361d1342010-07-27 16:40:02 +0100687 MAP__FUNCTION);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300688 if (map == NULL)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200689 goto out_problem;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200690
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200691 thread__insert_map(thread, map);
692 return 0;
693
694out_problem:
695 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200696 return 0;
697}
698
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200699size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
700{
701 return fprintf(fp, "(%d:%d):(%d:%d)\n",
702 event->fork.pid, event->fork.tid,
703 event->fork.ppid, event->fork.ptid);
704}
705
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -0300706int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200707 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300708 struct perf_sample *sample __maybe_unused,
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -0300709 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200710{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200711 struct thread *thread = machine__findnew_thread(machine, event->fork.tid);
712 struct thread *parent = machine__findnew_thread(machine, event->fork.ptid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200713
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200714 if (dump_trace)
715 perf_event__fprintf_task(event, stdout);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200716
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200717 if (thread == NULL || parent == NULL ||
718 thread__fork(thread, parent) < 0) {
719 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
720 return -1;
721 }
722
723 return 0;
724}
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200725
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -0300726int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
727 union perf_event *event,
728 struct perf_sample *sample __maybe_unused,
729 struct machine *machine)
730{
731 struct thread *thread = machine__find_thread(machine, event->fork.tid);
732
733 if (dump_trace)
734 perf_event__fprintf_task(event, stdout);
735
736 if (thread != NULL)
737 machine__remove_thread(machine, thread);
738
739 return 0;
740}
741
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200742size_t perf_event__fprintf(union perf_event *event, FILE *fp)
743{
744 size_t ret = fprintf(fp, "PERF_RECORD_%s",
745 perf_event__name(event->header.type));
746
747 switch (event->header.type) {
748 case PERF_RECORD_COMM:
749 ret += perf_event__fprintf_comm(event, fp);
750 break;
751 case PERF_RECORD_FORK:
752 case PERF_RECORD_EXIT:
753 ret += perf_event__fprintf_task(event, fp);
754 break;
755 case PERF_RECORD_MMAP:
756 ret += perf_event__fprintf_mmap(event, fp);
757 break;
758 default:
759 ret += fprintf(fp, "\n");
760 }
761
762 return ret;
763}
764
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200765int perf_event__process(struct perf_tool *tool, union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200766 struct perf_sample *sample, struct machine *machine)
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530767{
768 switch (event->header.type) {
769 case PERF_RECORD_COMM:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200770 perf_event__process_comm(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530771 break;
772 case PERF_RECORD_MMAP:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200773 perf_event__process_mmap(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530774 break;
775 case PERF_RECORD_FORK:
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -0300776 perf_event__process_fork(tool, event, sample, machine);
777 break;
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530778 case PERF_RECORD_EXIT:
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -0300779 perf_event__process_exit(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530780 break;
Arnaldo Carvalho de Meloef2bf6d2011-01-29 09:04:40 -0200781 case PERF_RECORD_LOST:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200782 perf_event__process_lost(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530783 default:
784 break;
785 }
786
787 return 0;
788}
789
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200790void thread__find_addr_map(struct thread *self,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200791 struct machine *machine, u8 cpumode,
792 enum map_type type, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200793 struct addr_location *al)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200794{
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200795 struct map_groups *mg = &self->mg;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200796
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200797 al->thread = self;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200798 al->addr = addr;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800799 al->cpumode = cpumode;
800 al->filtered = false;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200801
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200802 if (machine == NULL) {
803 al->map = NULL;
804 return;
805 }
806
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800807 if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200808 al->level = 'k';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300809 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800810 } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200811 al->level = '.';
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800812 } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
813 al->level = 'g';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300814 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800815 } else {
816 /*
817 * 'u' means guest os user space.
818 * TODO: We don't support guest user space. Might support late.
819 */
820 if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
821 al->level = 'u';
822 else
823 al->level = 'H';
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200824 al->map = NULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800825
826 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
827 cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
828 !perf_guest)
829 al->filtered = true;
830 if ((cpumode == PERF_RECORD_MISC_USER ||
831 cpumode == PERF_RECORD_MISC_KERNEL) &&
832 !perf_host)
833 al->filtered = true;
834
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200835 return;
836 }
837try_again:
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200838 al->map = map_groups__find(mg, type, al->addr);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200839 if (al->map == NULL) {
840 /*
841 * If this is outside of all known maps, and is a negative
842 * address, try to look it up in the kernel dso, as it might be
843 * a vsyscall or vdso (which executes in user-mode).
844 *
845 * XXX This is nasty, we should have a symbol list in the
846 * "[vdso]" dso, but for now lets use the old trick of looking
847 * in the whole kernel symbol list.
848 */
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800849 if ((long long)al->addr < 0 &&
Andrew Lutomirski6c6804f2011-03-24 00:36:56 -0400850 cpumode == PERF_RECORD_MISC_USER &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300851 machine && mg != &machine->kmaps) {
852 mg = &machine->kmaps;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200853 goto try_again;
854 }
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200855 } else
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200856 al->addr = al->map->map_ip(al->map, al->addr);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200857}
858
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200859void thread__find_addr_location(struct thread *thread, struct machine *machine,
860 u8 cpumode, enum map_type type, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200861 struct addr_location *al,
862 symbol_filter_t filter)
863{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200864 thread__find_addr_map(thread, machine, cpumode, type, addr, al);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200865 if (al->map != NULL)
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200866 al->sym = map__find_symbol(al->map, al->addr, filter);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200867 else
868 al->sym = NULL;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200869}
870
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200871int perf_event__preprocess_sample(const union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200872 struct machine *machine,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200873 struct addr_location *al,
874 struct perf_sample *sample,
875 symbol_filter_t filter)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200876{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200877 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200878 struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200879
880 if (thread == NULL)
881 return -1;
882
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200883 if (symbol_conf.comm_list &&
884 !strlist__has_entry(symbol_conf.comm_list, thread->comm))
885 goto out_filtered;
886
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200887 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -0300888 /*
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200889 * Have we already created the kernel maps for this machine?
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -0300890 *
891 * This should have happened earlier, when we processed the kernel MMAP
892 * events, but for older perf.data files there was no such thing, so do
893 * it now.
894 */
895 if (cpumode == PERF_RECORD_MISC_KERNEL &&
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200896 machine->vmlinux_maps[MAP__FUNCTION] == NULL)
897 machine__create_kernel_maps(machine);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200898
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200899 thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
900 event->ip.ip, al);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200901 dump_printf(" ...... dso: %s\n",
902 al->map ? al->map->dso->long_name :
903 al->level == 'H' ? "[hypervisor]" : "<not found>");
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300904 al->sym = NULL;
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -0200905 al->cpu = sample->cpu;
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200906
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300907 if (al->map) {
Namhyung Kimcb8f4e92011-12-13 00:16:55 +0900908 struct dso *dso = al->map->dso;
909
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300910 if (symbol_conf.dso_list &&
Namhyung Kimcb8f4e92011-12-13 00:16:55 +0900911 (!dso || !(strlist__has_entry(symbol_conf.dso_list,
912 dso->short_name) ||
913 (dso->short_name != dso->long_name &&
914 strlist__has_entry(symbol_conf.dso_list,
915 dso->long_name)))))
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300916 goto out_filtered;
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300917
918 al->sym = map__find_symbol(al->map, al->addr, filter);
919 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200920
Feng Tang1500b932012-09-07 16:42:23 +0800921 if (symbol_conf.sym_list &&
922 (!al->sym || !strlist__has_entry(symbol_conf.sym_list,
923 al->sym->name)))
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200924 goto out_filtered;
925
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200926 return 0;
927
928out_filtered:
929 al->filtered = true;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200930 return 0;
931}