blob: 4800f38c727753caea65c0441b0094c07ec95c3d [file] [log] [blame]
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02001#include <linux/types.h>
2#include "event.h"
3#include "debug.h"
Arnaldo Carvalho de Meloec913362009-12-13 19:50:27 -02004#include "session.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02005#include "sort.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02006#include "string.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02007#include "strlist.h"
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02008#include "thread.h"
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -02009#include "thread_map.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020010
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020011static const char *perf_event__names[] = {
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020012 [0] = "TOTAL",
13 [PERF_RECORD_MMAP] = "MMAP",
14 [PERF_RECORD_LOST] = "LOST",
15 [PERF_RECORD_COMM] = "COMM",
16 [PERF_RECORD_EXIT] = "EXIT",
17 [PERF_RECORD_THROTTLE] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
19 [PERF_RECORD_FORK] = "FORK",
20 [PERF_RECORD_READ] = "READ",
21 [PERF_RECORD_SAMPLE] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND] = "FINISHED_ROUND",
Arnaldo Carvalho de Meloc8446b92010-05-14 10:36:42 -030027};
28
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020029const char *perf_event__name(unsigned int id)
Thomas Gleixner3835bc02010-12-07 12:48:42 +000030{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020031 if (id >= ARRAY_SIZE(perf_event__names))
Thomas Gleixner3835bc02010-12-07 12:48:42 +000032 return "INVALID";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020033 if (!perf_event__names[id])
Thomas Gleixner3835bc02010-12-07 12:48:42 +000034 return "UNKNOWN";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020035 return perf_event__names[id];
Thomas Gleixner3835bc02010-12-07 12:48:42 +000036}
37
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -020038static struct perf_sample synth_sample = {
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -020039 .pid = -1,
40 .tid = -1,
41 .time = -1,
42 .stream_id = -1,
43 .cpu = -1,
44 .period = 1,
45};
46
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020047static pid_t perf_event__synthesize_comm(struct perf_event_ops *ops,
48 union perf_event *event, pid_t pid,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020049 int full, perf_event__handler_t process,
50 struct perf_session *session)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020051{
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020052 char filename[PATH_MAX];
53 char bf[BUFSIZ];
54 FILE *fp;
55 size_t size = 0;
56 DIR *tasks;
57 struct dirent dirent, *next;
58 pid_t tgid = 0;
59
60 snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
61
62 fp = fopen(filename, "r");
63 if (fp == NULL) {
64out_race:
65 /*
66 * We raced with a task exiting - just return:
67 */
68 pr_debug("couldn't open %s\n", filename);
69 return 0;
70 }
71
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020072 memset(&event->comm, 0, sizeof(event->comm));
73
74 while (!event->comm.comm[0] || !event->comm.pid) {
75 if (fgets(bf, sizeof(bf), fp) == NULL) {
76 pr_warning("couldn't get COMM and pgid, malformed %s\n", filename);
77 goto out;
78 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020079
80 if (memcmp(bf, "Name:", 5) == 0) {
81 char *name = bf + 5;
82 while (*name && isspace(*name))
83 ++name;
84 size = strlen(name) - 1;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020085 memcpy(event->comm.comm, name, size++);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020086 } else if (memcmp(bf, "Tgid:", 5) == 0) {
87 char *tgids = bf + 5;
88 while (*tgids && isspace(*tgids))
89 ++tgids;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020090 tgid = event->comm.pid = atoi(tgids);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020091 }
92 }
93
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020094 event->comm.header.type = PERF_RECORD_COMM;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020095 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020096 memset(event->comm.comm + size, 0, session->id_hdr_size);
97 event->comm.header.size = (sizeof(event->comm) -
98 (sizeof(event->comm.comm) - size) +
99 session->id_hdr_size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200100 if (!full) {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200101 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200102
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200103 process(ops, event, &synth_sample, session);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200104 goto out;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200105 }
106
107 snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
108
109 tasks = opendir(filename);
110 if (tasks == NULL)
111 goto out_race;
112
113 while (!readdir_r(tasks, &dirent, &next) && next) {
114 char *end;
115 pid = strtol(dirent.d_name, &end, 10);
116 if (*end)
117 continue;
118
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200119 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200120
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200121 process(ops, event, &synth_sample, session);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200122 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200123
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200124 closedir(tasks);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200125out:
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200126 fclose(fp);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200127
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200128 return tgid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200129}
130
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200131static int perf_event__synthesize_mmap_events(struct perf_event_ops *ops,
132 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200133 pid_t pid, pid_t tgid,
134 perf_event__handler_t process,
135 struct perf_session *session)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200136{
137 char filename[PATH_MAX];
138 FILE *fp;
139
140 snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
141
142 fp = fopen(filename, "r");
143 if (fp == NULL) {
144 /*
145 * We raced with a task exiting - just return:
146 */
147 pr_debug("couldn't open %s\n", filename);
148 return -1;
149 }
150
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200151 event->header.type = PERF_RECORD_MMAP;
152 /*
153 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
154 */
155 event->header.misc = PERF_RECORD_MISC_USER;
156
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200157 while (1) {
158 char bf[BUFSIZ], *pbf = bf;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200159 int n;
160 size_t size;
161 if (fgets(bf, sizeof(bf), fp) == NULL)
162 break;
163
164 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200165 n = hex2u64(pbf, &event->mmap.start);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200166 if (n < 0)
167 continue;
168 pbf += n + 1;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200169 n = hex2u64(pbf, &event->mmap.len);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200170 if (n < 0)
171 continue;
172 pbf += n + 3;
173 if (*pbf == 'x') { /* vm_exec */
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000174 char anonstr[] = "//anon\n";
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200175 char *execname = strchr(bf, '/');
176
177 /* Catch VDSO */
178 if (execname == NULL)
179 execname = strstr(bf, "[vdso]");
180
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000181 /* Catch anonymous mmaps */
182 if ((execname == NULL) && !strstr(bf, "["))
183 execname = anonstr;
184
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200185 if (execname == NULL)
186 continue;
187
Anton Blanchard4af8b352010-04-03 22:53:31 +1100188 pbf += 3;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200189 n = hex2u64(pbf, &event->mmap.pgoff);
Anton Blanchard4af8b352010-04-03 22:53:31 +1100190
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200191 size = strlen(execname);
192 execname[size - 1] = '\0'; /* Remove \n */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200193 memcpy(event->mmap.filename, execname, size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200194 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200195 event->mmap.len -= event->mmap.start;
196 event->mmap.header.size = (sizeof(event->mmap) -
197 (sizeof(event->mmap.filename) - size));
198 memset(event->mmap.filename + size, 0, session->id_hdr_size);
199 event->mmap.header.size += session->id_hdr_size;
200 event->mmap.pid = tgid;
201 event->mmap.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200202
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200203 process(ops, event, &synth_sample, session);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200204 }
205 }
206
207 fclose(fp);
208 return 0;
209}
210
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200211int perf_event__synthesize_modules(struct perf_event_ops *ops,
212 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200213 struct perf_session *session,
214 struct machine *machine)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200215{
216 struct rb_node *nd;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300217 struct map_groups *kmaps = &machine->kmaps;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200218 union perf_event *event = zalloc((sizeof(event->mmap) +
219 session->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200220 if (event == NULL) {
221 pr_debug("Not enough memory synthesizing mmap event "
222 "for kernel modules\n");
223 return -1;
224 }
225
226 event->header.type = PERF_RECORD_MMAP;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200227
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800228 /*
229 * kernel uses 0 for user space maps, see kernel/perf_event.c
230 * __perf_event_mmap
231 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300232 if (machine__is_host(machine))
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200233 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800234 else
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200235 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800236
237 for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200238 nd; nd = rb_next(nd)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200239 size_t size;
240 struct map *pos = rb_entry(nd, struct map, rb_node);
241
242 if (pos->dso->kernel)
243 continue;
244
245 size = ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200246 event->mmap.header.type = PERF_RECORD_MMAP;
247 event->mmap.header.size = (sizeof(event->mmap) -
248 (sizeof(event->mmap.filename) - size));
249 memset(event->mmap.filename + size, 0, session->id_hdr_size);
250 event->mmap.header.size += session->id_hdr_size;
251 event->mmap.start = pos->start;
252 event->mmap.len = pos->end - pos->start;
253 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200254
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200255 memcpy(event->mmap.filename, pos->dso->long_name,
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200256 pos->dso->long_name_len + 1);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200257 process(ops, event, &synth_sample, session);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200258 }
259
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200260 free(event);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200261 return 0;
262}
263
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200264static int __event__synthesize_thread(union perf_event *comm_event,
265 union perf_event *mmap_event,
266 pid_t pid, perf_event__handler_t process,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200267 struct perf_event_ops *ops,
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200268 struct perf_session *session)
269{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200270 pid_t tgid = perf_event__synthesize_comm(ops, comm_event, pid, 1, process,
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200271 session);
272 if (tgid == -1)
273 return -1;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200274 return perf_event__synthesize_mmap_events(ops, mmap_event, pid, tgid,
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200275 process, session);
276}
277
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200278int perf_event__synthesize_thread_map(struct perf_event_ops *ops,
279 struct thread_map *threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200280 perf_event__handler_t process,
281 struct perf_session *session)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200282{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200283 union perf_event *comm_event, *mmap_event;
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200284 int err = -1, thread;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200285
286 comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
287 if (comm_event == NULL)
288 goto out;
289
290 mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
291 if (mmap_event == NULL)
292 goto out_free_comm;
293
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200294 err = 0;
295 for (thread = 0; thread < threads->nr; ++thread) {
296 if (__event__synthesize_thread(comm_event, mmap_event,
297 threads->map[thread],
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200298 process, ops, session)) {
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200299 err = -1;
300 break;
301 }
302 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200303 free(mmap_event);
304out_free_comm:
305 free(comm_event);
306out:
307 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200308}
309
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200310int perf_event__synthesize_threads(struct perf_event_ops *ops,
311 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200312 struct perf_session *session)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200313{
314 DIR *proc;
315 struct dirent dirent, *next;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200316 union perf_event *comm_event, *mmap_event;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200317 int err = -1;
318
319 comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
320 if (comm_event == NULL)
321 goto out;
322
323 mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
324 if (mmap_event == NULL)
325 goto out_free_comm;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200326
327 proc = opendir("/proc");
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200328 if (proc == NULL)
329 goto out_free_mmap;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200330
331 while (!readdir_r(proc, &dirent, &next) && next) {
332 char *end;
333 pid_t pid = strtol(dirent.d_name, &end, 10);
334
335 if (*end) /* only interested in proper numerical dirents */
336 continue;
337
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200338 __event__synthesize_thread(comm_event, mmap_event, pid,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200339 process, ops, session);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200340 }
341
342 closedir(proc);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200343 err = 0;
344out_free_mmap:
345 free(mmap_event);
346out_free_comm:
347 free(comm_event);
348out:
349 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200350}
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200351
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200352struct process_symbol_args {
353 const char *name;
354 u64 start;
355};
356
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200357static int find_symbol_cb(void *arg, const char *name, char type,
358 u64 start, u64 end __used)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200359{
360 struct process_symbol_args *args = arg;
361
Arnaldo Carvalho de Melo881516e2010-01-15 18:08:27 -0200362 /*
363 * Must be a function or at least an alias, as in PARISC64, where "_text" is
364 * an 'A' to the same address as "_stext".
365 */
366 if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
367 type == 'A') || strcmp(name, args->name))
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200368 return 0;
369
370 args->start = start;
371 return 1;
372}
373
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200374int perf_event__synthesize_kernel_mmap(struct perf_event_ops *ops,
375 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200376 struct perf_session *session,
377 struct machine *machine,
378 const char *symbol_name)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200379{
380 size_t size;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800381 const char *filename, *mmap_name;
382 char path[PATH_MAX];
383 char name_buff[PATH_MAX];
384 struct map *map;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200385 int err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200386 /*
387 * We should get this from /sys/kernel/sections/.text, but till that is
388 * available use this, and after it is use this as a fallback for older
389 * kernels.
390 */
391 struct process_symbol_args args = { .name = symbol_name, };
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200392 union perf_event *event = zalloc((sizeof(event->mmap) +
393 session->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200394 if (event == NULL) {
395 pr_debug("Not enough memory synthesizing mmap event "
396 "for kernel modules\n");
397 return -1;
398 }
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200399
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300400 mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300401 if (machine__is_host(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800402 /*
403 * kernel uses PERF_RECORD_MISC_USER for user space maps,
404 * see kernel/perf_event.c __perf_event_mmap
405 */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200406 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800407 filename = "/proc/kallsyms";
408 } else {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200409 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300410 if (machine__is_default_guest(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800411 filename = (char *) symbol_conf.default_guest_kallsyms;
412 else {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300413 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800414 filename = path;
415 }
416 }
417
418 if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200419 return -ENOENT;
420
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300421 map = machine->vmlinux_maps[MAP__FUNCTION];
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200422 size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800423 "%s%s", mmap_name, symbol_name) + 1;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200424 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200425 event->mmap.header.type = PERF_RECORD_MMAP;
426 event->mmap.header.size = (sizeof(event->mmap) -
427 (sizeof(event->mmap.filename) - size) + session->id_hdr_size);
428 event->mmap.pgoff = args.start;
429 event->mmap.start = map->start;
430 event->mmap.len = map->end - event->mmap.start;
431 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200432
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200433 err = process(ops, event, &synth_sample, session);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200434 free(event);
435
436 return err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200437}
438
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200439int perf_event__process_comm(struct perf_event_ops *ops __used,
440 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200441 struct perf_sample *sample __used,
442 struct perf_session *session)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200443{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200444 struct thread *thread = perf_session__findnew(session, event->comm.tid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200445
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200446 dump_printf(": %s:%d\n", event->comm.comm, event->comm.tid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200447
Arnaldo Carvalho de Melod7603d52011-03-04 14:51:33 -0300448 if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200449 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
450 return -1;
451 }
452
453 return 0;
454}
455
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200456int perf_event__process_lost(struct perf_event_ops *ops __used,
457 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200458 struct perf_sample *sample __used,
459 struct perf_session *session)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200460{
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200461 dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200462 event->lost.id, event->lost.lost);
463 session->hists.stats.total_lost += event->lost.lost;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200464 return 0;
465}
466
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200467static void perf_event__set_kernel_mmap_len(union perf_event *event,
468 struct map **maps)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200469{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200470 maps[MAP__FUNCTION]->start = event->mmap.start;
471 maps[MAP__FUNCTION]->end = event->mmap.start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800472 /*
473 * Be a bit paranoid here, some perf.data file came with
474 * a zero sized synthesized MMAP event for the kernel.
475 */
476 if (maps[MAP__FUNCTION]->end == 0)
Ian Munsie9d1faba2010-11-25 15:12:53 +1100477 maps[MAP__FUNCTION]->end = ~0ULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800478}
479
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200480static int perf_event__process_kernel_mmap(struct perf_event_ops *ops __used,
481 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200482 struct perf_session *session)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800483{
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200484 struct map *map;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800485 char kmmap_prefix[PATH_MAX];
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300486 struct machine *machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800487 enum dso_kernel_type kernel_type;
488 bool is_kernel_mmap;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200489
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200490 machine = perf_session__findnew_machine(session, event->mmap.pid);
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300491 if (!machine) {
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200492 pr_err("Can't find id %d's machine\n", event->mmap.pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800493 goto out_problem;
494 }
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200495
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300496 machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300497 if (machine__is_host(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800498 kernel_type = DSO_TYPE_KERNEL;
499 else
500 kernel_type = DSO_TYPE_GUEST_KERNEL;
501
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200502 is_kernel_mmap = memcmp(event->mmap.filename,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800503 kmmap_prefix,
504 strlen(kmmap_prefix)) == 0;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200505 if (event->mmap.filename[0] == '/' ||
506 (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800507
508 char short_module_name[1024];
509 char *name, *dot;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200510
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200511 if (event->mmap.filename[0] == '/') {
512 name = strrchr(event->mmap.filename, '/');
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200513 if (name == NULL)
514 goto out_problem;
515
516 ++name; /* skip / */
517 dot = strrchr(name, '.');
518 if (dot == NULL)
519 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200520 snprintf(short_module_name, sizeof(short_module_name),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800521 "[%.*s]", (int)(dot - name), name);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200522 strxfrchar(short_module_name, '-', '_');
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800523 } else
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200524 strcpy(short_module_name, event->mmap.filename);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200525
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200526 map = machine__new_module(machine, event->mmap.start,
527 event->mmap.filename);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800528 if (map == NULL)
529 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200530
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800531 name = strdup(short_module_name);
532 if (name == NULL)
533 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200534
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800535 map->dso->short_name = name;
Arnaldo Carvalho de Melo6e406252010-07-29 15:11:30 -0300536 map->dso->sname_alloc = 1;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200537 map->end = map->start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800538 } else if (is_kernel_mmap) {
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200539 const char *symbol_name = (event->mmap.filename +
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800540 strlen(kmmap_prefix));
541 /*
542 * Should be there already, from the build-id table in
543 * the header.
544 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300545 struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
546 kmmap_prefix);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800547 if (kernel == NULL)
548 goto out_problem;
549
550 kernel->kernel = kernel_type;
Arnaldo Carvalho de Melod28c6222010-04-27 21:20:43 -0300551 if (__machine__create_kernel_maps(machine, kernel) < 0)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800552 goto out_problem;
553
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200554 perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300555
556 /*
557 * Avoid using a zero address (kptr_restrict) for the ref reloc
558 * symbol. Effectively having zero here means that at record
559 * time /proc/sys/kernel/kptr_restrict was non zero.
560 */
561 if (event->mmap.pgoff != 0) {
562 perf_session__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
563 symbol_name,
564 event->mmap.pgoff);
565 }
566
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300567 if (machine__is_default_guest(machine)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200568 /*
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800569 * preload dso of guest kernel and modules
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200570 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300571 dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
572 NULL);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200573 }
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800574 }
575 return 0;
576out_problem:
577 return -1;
578}
579
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200580int perf_event__process_mmap(struct perf_event_ops *ops,
581 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200582 struct perf_sample *sample __used,
583 struct perf_session *session)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800584{
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300585 struct machine *machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800586 struct thread *thread;
587 struct map *map;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200588 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800589 int ret = 0;
590
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200591 dump_printf(" %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200592 event->mmap.pid, event->mmap.tid, event->mmap.start,
593 event->mmap.len, event->mmap.pgoff, event->mmap.filename);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800594
595 if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
596 cpumode == PERF_RECORD_MISC_KERNEL) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200597 ret = perf_event__process_kernel_mmap(ops, event, session);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800598 if (ret < 0)
599 goto out_problem;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200600 return 0;
601 }
602
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300603 machine = perf_session__find_host_machine(session);
Arnaldo Carvalho de Melo4cc49452010-05-09 21:14:07 -0300604 if (machine == NULL)
605 goto out_problem;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200606 thread = perf_session__findnew(session, event->mmap.pid);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300607 if (thread == NULL)
608 goto out_problem;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200609 map = map__new(&machine->user_dsos, event->mmap.start,
610 event->mmap.len, event->mmap.pgoff,
611 event->mmap.pid, event->mmap.filename,
Dave Martin361d1342010-07-27 16:40:02 +0100612 MAP__FUNCTION);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300613 if (map == NULL)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200614 goto out_problem;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200615
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200616 thread__insert_map(thread, map);
617 return 0;
618
619out_problem:
620 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200621 return 0;
622}
623
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200624int perf_event__process_task(struct perf_event_ops *ops __used,
625 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200626 struct perf_sample *sample __used,
627 struct perf_session *session)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200628{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200629 struct thread *thread = perf_session__findnew(session, event->fork.tid);
630 struct thread *parent = perf_session__findnew(session, event->fork.ptid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200631
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200632 dump_printf("(%d:%d):(%d:%d)\n", event->fork.pid, event->fork.tid,
633 event->fork.ppid, event->fork.ptid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200634
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200635 if (event->header.type == PERF_RECORD_EXIT) {
Arnaldo Carvalho de Melo720a3ae2010-06-17 08:37:44 -0300636 perf_session__remove_thread(session, thread);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200637 return 0;
Arnaldo Carvalho de Melo720a3ae2010-06-17 08:37:44 -0300638 }
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200639
640 if (thread == NULL || parent == NULL ||
641 thread__fork(thread, parent) < 0) {
642 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
643 return -1;
644 }
645
646 return 0;
647}
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200648
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200649int perf_event__process(struct perf_event_ops *ops, union perf_event *event,
650 struct perf_sample *sample, struct perf_session *session)
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530651{
652 switch (event->header.type) {
653 case PERF_RECORD_COMM:
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200654 perf_event__process_comm(ops, event, sample, session);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530655 break;
656 case PERF_RECORD_MMAP:
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200657 perf_event__process_mmap(ops, event, sample, session);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530658 break;
659 case PERF_RECORD_FORK:
660 case PERF_RECORD_EXIT:
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200661 perf_event__process_task(ops, event, sample, session);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530662 break;
Arnaldo Carvalho de Meloef2bf6d2011-01-29 09:04:40 -0200663 case PERF_RECORD_LOST:
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200664 perf_event__process_lost(ops, event, sample, session);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530665 default:
666 break;
667 }
668
669 return 0;
670}
671
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200672void thread__find_addr_map(struct thread *self,
673 struct perf_session *session, u8 cpumode,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800674 enum map_type type, pid_t pid, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200675 struct addr_location *al)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200676{
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200677 struct map_groups *mg = &self->mg;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300678 struct machine *machine = NULL;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200679
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200680 al->thread = self;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200681 al->addr = addr;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800682 al->cpumode = cpumode;
683 al->filtered = false;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200684
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800685 if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200686 al->level = 'k';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300687 machine = perf_session__find_host_machine(session);
Arnaldo Carvalho de Melo4cc49452010-05-09 21:14:07 -0300688 if (machine == NULL) {
689 al->map = NULL;
690 return;
691 }
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300692 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800693 } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200694 al->level = '.';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300695 machine = perf_session__find_host_machine(session);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800696 } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
697 al->level = 'g';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300698 machine = perf_session__find_machine(session, pid);
Arnaldo Carvalho de Melo4cc49452010-05-09 21:14:07 -0300699 if (machine == NULL) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800700 al->map = NULL;
701 return;
702 }
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300703 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800704 } else {
705 /*
706 * 'u' means guest os user space.
707 * TODO: We don't support guest user space. Might support late.
708 */
709 if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
710 al->level = 'u';
711 else
712 al->level = 'H';
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200713 al->map = NULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800714
715 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
716 cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
717 !perf_guest)
718 al->filtered = true;
719 if ((cpumode == PERF_RECORD_MISC_USER ||
720 cpumode == PERF_RECORD_MISC_KERNEL) &&
721 !perf_host)
722 al->filtered = true;
723
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200724 return;
725 }
726try_again:
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200727 al->map = map_groups__find(mg, type, al->addr);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200728 if (al->map == NULL) {
729 /*
730 * If this is outside of all known maps, and is a negative
731 * address, try to look it up in the kernel dso, as it might be
732 * a vsyscall or vdso (which executes in user-mode).
733 *
734 * XXX This is nasty, we should have a symbol list in the
735 * "[vdso]" dso, but for now lets use the old trick of looking
736 * in the whole kernel symbol list.
737 */
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800738 if ((long long)al->addr < 0 &&
Andrew Lutomirski6c6804f2011-03-24 00:36:56 -0400739 cpumode == PERF_RECORD_MISC_USER &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300740 machine && mg != &machine->kmaps) {
741 mg = &machine->kmaps;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200742 goto try_again;
743 }
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200744 } else
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200745 al->addr = al->map->map_ip(al->map, al->addr);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200746}
747
748void thread__find_addr_location(struct thread *self,
749 struct perf_session *session, u8 cpumode,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800750 enum map_type type, pid_t pid, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200751 struct addr_location *al,
752 symbol_filter_t filter)
753{
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800754 thread__find_addr_map(self, session, cpumode, type, pid, addr, al);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200755 if (al->map != NULL)
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200756 al->sym = map__find_symbol(al->map, al->addr, filter);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200757 else
758 al->sym = NULL;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200759}
760
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200761int perf_event__preprocess_sample(const union perf_event *event,
762 struct perf_session *session,
763 struct addr_location *al,
764 struct perf_sample *sample,
765 symbol_filter_t filter)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200766{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200767 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
768 struct thread *thread = perf_session__findnew(session, event->ip.pid);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200769
770 if (thread == NULL)
771 return -1;
772
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200773 if (symbol_conf.comm_list &&
774 !strlist__has_entry(symbol_conf.comm_list, thread->comm))
775 goto out_filtered;
776
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200777 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -0300778 /*
779 * Have we already created the kernel maps for the host machine?
780 *
781 * This should have happened earlier, when we processed the kernel MMAP
782 * events, but for older perf.data files there was no such thing, so do
783 * it now.
784 */
785 if (cpumode == PERF_RECORD_MISC_KERNEL &&
786 session->host_machine.vmlinux_maps[MAP__FUNCTION] == NULL)
787 machine__create_kernel_maps(&session->host_machine);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200788
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300789 thread__find_addr_map(thread, session, cpumode, MAP__FUNCTION,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200790 event->ip.pid, event->ip.ip, al);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200791 dump_printf(" ...... dso: %s\n",
792 al->map ? al->map->dso->long_name :
793 al->level == 'H' ? "[hypervisor]" : "<not found>");
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300794 al->sym = NULL;
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -0200795 al->cpu = sample->cpu;
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200796
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300797 if (al->map) {
798 if (symbol_conf.dso_list &&
799 (!al->map || !al->map->dso ||
800 !(strlist__has_entry(symbol_conf.dso_list,
801 al->map->dso->short_name) ||
802 (al->map->dso->short_name != al->map->dso->long_name &&
803 strlist__has_entry(symbol_conf.dso_list,
804 al->map->dso->long_name)))))
805 goto out_filtered;
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300806
807 al->sym = map__find_symbol(al->map, al->addr, filter);
808 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200809
810 if (symbol_conf.sym_list && al->sym &&
811 !strlist__has_entry(symbol_conf.sym_list, al->sym->name))
812 goto out_filtered;
813
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200814 return 0;
815
816out_filtered:
817 al->filtered = true;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200818 return 0;
819}