blob: 0e678dd6bdbec36bcc2c6aba059c75c346e8b542 [file] [log] [blame]
Arnaldo Carvalho de Melo76b31a22017-04-18 12:26:44 -03001#include <dirent.h>
Arnaldo Carvalho de Meloa43783a2017-04-18 10:46:11 -03002#include <errno.h>
Arnaldo Carvalho de Meloc23c2a02017-09-11 10:50:26 -03003#include <fcntl.h>
Arnaldo Carvalho de Melofd20e812017-04-17 15:23:08 -03004#include <inttypes.h>
Arnaldo Carvalho de Melo877a7a12017-04-17 11:39:06 -03005#include <linux/kernel.h>
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02006#include <linux/types.h>
Arnaldo Carvalho de Melo7a8ef4c2017-04-19 20:57:47 -03007#include <sys/types.h>
8#include <sys/stat.h>
9#include <unistd.h>
David Carrillo-Cisneros16eb8132017-04-11 23:49:19 -070010#include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */
Wang Nand7e404a2016-09-06 04:58:29 +000011#include <api/fs/fs.h>
Arnaldo Carvalho de Melo5ab8c682017-04-25 15:30:47 -030012#include <linux/perf_event.h>
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020013#include "event.h"
14#include "debug.h"
Namhyung Kimb3cef7f2014-03-17 16:59:21 -030015#include "hist.h"
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -030016#include "machine.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -020017#include "sort.h"
Arnaldo Carvalho de Meloa0675582017-04-17 16:51:59 -030018#include "string2.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -020019#include "strlist.h"
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -020020#include "thread.h"
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -020021#include "thread_map.h"
Arnaldo Carvalho de Melo3d689ed2017-04-17 16:10:49 -030022#include "sane_ctype.h"
Arnaldo Carvalho de Meloc506c962013-12-11 09:15:00 -030023#include "symbol/kallsyms.h"
Jiri Olsa67424342015-10-25 15:51:28 +010024#include "asm/bug.h"
25#include "stat.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020026
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020027static const char *perf_event__names[] = {
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020028 [0] = "TOTAL",
29 [PERF_RECORD_MMAP] = "MMAP",
Stephane Eranian5c5e8542013-08-21 12:10:25 +020030 [PERF_RECORD_MMAP2] = "MMAP2",
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020031 [PERF_RECORD_LOST] = "LOST",
32 [PERF_RECORD_COMM] = "COMM",
33 [PERF_RECORD_EXIT] = "EXIT",
34 [PERF_RECORD_THROTTLE] = "THROTTLE",
35 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
36 [PERF_RECORD_FORK] = "FORK",
37 [PERF_RECORD_READ] = "READ",
38 [PERF_RECORD_SAMPLE] = "SAMPLE",
Adrian Hunter4a96f7a2015-04-30 17:37:29 +030039 [PERF_RECORD_AUX] = "AUX",
Adrian Hunter0ad21f62015-04-30 17:37:30 +030040 [PERF_RECORD_ITRACE_START] = "ITRACE_START",
Kan Liangc4937a92015-05-10 15:13:15 -040041 [PERF_RECORD_LOST_SAMPLES] = "LOST_SAMPLES",
Adrian Hunter02860392015-07-21 12:44:03 +030042 [PERF_RECORD_SWITCH] = "SWITCH",
43 [PERF_RECORD_SWITCH_CPU_WIDE] = "SWITCH_CPU_WIDE",
Hari Bathinif3b36142017-03-08 02:11:43 +053044 [PERF_RECORD_NAMESPACES] = "NAMESPACES",
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020045 [PERF_RECORD_HEADER_ATTR] = "ATTR",
46 [PERF_RECORD_HEADER_EVENT_TYPE] = "EVENT_TYPE",
47 [PERF_RECORD_HEADER_TRACING_DATA] = "TRACING_DATA",
48 [PERF_RECORD_HEADER_BUILD_ID] = "BUILD_ID",
49 [PERF_RECORD_FINISHED_ROUND] = "FINISHED_ROUND",
Adrian Hunter3c659ee2014-10-27 15:49:22 +020050 [PERF_RECORD_ID_INDEX] = "ID_INDEX",
Adrian Huntera16ac022015-04-09 18:53:43 +030051 [PERF_RECORD_AUXTRACE_INFO] = "AUXTRACE_INFO",
52 [PERF_RECORD_AUXTRACE] = "AUXTRACE",
Adrian Huntere9bf54d2015-04-09 18:53:47 +030053 [PERF_RECORD_AUXTRACE_ERROR] = "AUXTRACE_ERROR",
Jiri Olsa5f3339d2015-10-25 15:51:19 +010054 [PERF_RECORD_THREAD_MAP] = "THREAD_MAP",
Jiri Olsa6640b6c2015-10-25 15:51:23 +010055 [PERF_RECORD_CPU_MAP] = "CPU_MAP",
Jiri Olsa374fb9e2015-10-25 15:51:27 +010056 [PERF_RECORD_STAT_CONFIG] = "STAT_CONFIG",
Jiri Olsad80518c2015-10-25 15:51:30 +010057 [PERF_RECORD_STAT] = "STAT",
Jiri Olsa2d8f0f12015-10-25 15:51:33 +010058 [PERF_RECORD_STAT_ROUND] = "STAT_ROUND",
Jiri Olsaffe777252015-10-25 15:51:36 +010059 [PERF_RECORD_EVENT_UPDATE] = "EVENT_UPDATE",
Adrian Hunter46bc29b2016-03-08 10:38:44 +020060 [PERF_RECORD_TIME_CONV] = "TIME_CONV",
David Carrillo-Cisnerose9def1b2017-07-17 21:25:48 -070061 [PERF_RECORD_HEADER_FEATURE] = "FEATURE",
Arnaldo Carvalho de Meloc8446b92010-05-14 10:36:42 -030062};
63
Hari Bathinif3b36142017-03-08 02:11:43 +053064static const char *perf_ns__names[] = {
65 [NET_NS_INDEX] = "net",
66 [UTS_NS_INDEX] = "uts",
67 [IPC_NS_INDEX] = "ipc",
68 [PID_NS_INDEX] = "pid",
69 [USER_NS_INDEX] = "user",
70 [MNT_NS_INDEX] = "mnt",
71 [CGROUP_NS_INDEX] = "cgroup",
72};
73
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020074const char *perf_event__name(unsigned int id)
Thomas Gleixner3835bc002010-12-07 12:48:42 +000075{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020076 if (id >= ARRAY_SIZE(perf_event__names))
Thomas Gleixner3835bc002010-12-07 12:48:42 +000077 return "INVALID";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020078 if (!perf_event__names[id])
Thomas Gleixner3835bc002010-12-07 12:48:42 +000079 return "UNKNOWN";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020080 return perf_event__names[id];
Thomas Gleixner3835bc002010-12-07 12:48:42 +000081}
82
Hari Bathinif3b36142017-03-08 02:11:43 +053083static const char *perf_ns__name(unsigned int id)
84{
85 if (id >= ARRAY_SIZE(perf_ns__names))
86 return "UNKNOWN";
87 return perf_ns__names[id];
88}
89
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -030090static int perf_tool__process_synth_event(struct perf_tool *tool,
91 union perf_event *event,
92 struct machine *machine,
93 perf_event__handler_t process)
94{
95 struct perf_sample synth_sample = {
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -020096 .pid = -1,
97 .tid = -1,
98 .time = -1,
99 .stream_id = -1,
100 .cpu = -1,
101 .period = 1,
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300102 .cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK,
103 };
104
105 return process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -0200106};
107
David Ahern5aa0b032015-03-30 14:35:57 -0600108/*
109 * Assumes that the first 4095 bytes of /proc/pid/stat contains
David Ahernca6c41c2015-03-30 14:35:58 -0600110 * the comm, tgid and ppid.
David Ahern5aa0b032015-03-30 14:35:57 -0600111 */
David Ahernca6c41c2015-03-30 14:35:58 -0600112static int perf_event__get_comm_ids(pid_t pid, char *comm, size_t len,
113 pid_t *tgid, pid_t *ppid)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200114{
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200115 char filename[PATH_MAX];
David Ahern5aa0b032015-03-30 14:35:57 -0600116 char bf[4096];
117 int fd;
Andrzej Hajda38349662015-10-06 11:00:17 +0200118 size_t size = 0;
119 ssize_t n;
Taeung Songbdd97ca2017-04-07 23:24:21 +0900120 char *name, *tgids, *ppids;
David Ahernca6c41c2015-03-30 14:35:58 -0600121
122 *tgid = -1;
123 *ppid = -1;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200124
125 snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
126
David Ahern5aa0b032015-03-30 14:35:57 -0600127 fd = open(filename, O_RDONLY);
128 if (fd < 0) {
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200129 pr_debug("couldn't open %s\n", filename);
David Ahernca6c41c2015-03-30 14:35:58 -0600130 return -1;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200131 }
132
David Ahern5aa0b032015-03-30 14:35:57 -0600133 n = read(fd, bf, sizeof(bf) - 1);
134 close(fd);
135 if (n <= 0) {
David Ahernca6c41c2015-03-30 14:35:58 -0600136 pr_warning("Couldn't get COMM, tigd and ppid for pid %d\n",
David Ahern5aa0b032015-03-30 14:35:57 -0600137 pid);
138 return -1;
139 }
140 bf[n] = '\0';
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200141
David Ahern5aa0b032015-03-30 14:35:57 -0600142 name = strstr(bf, "Name:");
143 tgids = strstr(bf, "Tgid:");
David Ahernca6c41c2015-03-30 14:35:58 -0600144 ppids = strstr(bf, "PPid:");
David Ahernf5faf722011-12-22 11:30:02 -0700145
David Ahern5aa0b032015-03-30 14:35:57 -0600146 if (name) {
Jiri Olsa9d43f5e2017-04-20 11:24:30 +0200147 char *nl;
148
David Ahern5aa0b032015-03-30 14:35:57 -0600149 name += 5; /* strlen("Name:") */
Jiri Olsa9d43f5e2017-04-20 11:24:30 +0200150 name = ltrim(name);
151
152 nl = strchr(name, '\n');
153 if (nl)
154 *nl = '\0';
155
David Ahern5aa0b032015-03-30 14:35:57 -0600156 size = strlen(name);
157 if (size >= len)
158 size = len - 1;
159 memcpy(comm, name, size);
160 comm[size] = '\0';
161 } else {
162 pr_debug("Name: string not found for pid %d\n", pid);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200163 }
164
David Ahern5aa0b032015-03-30 14:35:57 -0600165 if (tgids) {
166 tgids += 5; /* strlen("Tgid:") */
David Ahernca6c41c2015-03-30 14:35:58 -0600167 *tgid = atoi(tgids);
David Ahern5aa0b032015-03-30 14:35:57 -0600168 } else {
169 pr_debug("Tgid: string not found for pid %d\n", pid);
170 }
David Ahernf5faf722011-12-22 11:30:02 -0700171
David Ahernca6c41c2015-03-30 14:35:58 -0600172 if (ppids) {
173 ppids += 5; /* strlen("PPid:") */
174 *ppid = atoi(ppids);
175 } else {
176 pr_debug("PPid: string not found for pid %d\n", pid);
177 }
178
179 return 0;
David Ahernf5faf722011-12-22 11:30:02 -0700180}
181
David Ahernca6c41c2015-03-30 14:35:58 -0600182static int perf_event__prepare_comm(union perf_event *event, pid_t pid,
183 struct machine *machine,
184 pid_t *tgid, pid_t *ppid)
David Ahernf5faf722011-12-22 11:30:02 -0700185{
David Ahernf5faf722011-12-22 11:30:02 -0700186 size_t size;
David Ahernca6c41c2015-03-30 14:35:58 -0600187
188 *ppid = -1;
David Ahernf5faf722011-12-22 11:30:02 -0700189
190 memset(&event->comm, 0, sizeof(event->comm));
191
David Ahernca6c41c2015-03-30 14:35:58 -0600192 if (machine__is_host(machine)) {
193 if (perf_event__get_comm_ids(pid, event->comm.comm,
194 sizeof(event->comm.comm),
195 tgid, ppid) != 0) {
196 return -1;
197 }
198 } else {
199 *tgid = machine->pid;
200 }
Dongsheng Yangf5db57c42013-12-20 15:52:59 -0500201
David Ahernca6c41c2015-03-30 14:35:58 -0600202 if (*tgid < 0)
203 return -1;
David Ahernf5faf722011-12-22 11:30:02 -0700204
David Ahernca6c41c2015-03-30 14:35:58 -0600205 event->comm.pid = *tgid;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200206 event->comm.header.type = PERF_RECORD_COMM;
David Ahernf5faf722011-12-22 11:30:02 -0700207
208 size = strlen(event->comm.comm) + 1;
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300209 size = PERF_ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200210 memset(event->comm.comm + size, 0, machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200211 event->comm.header.size = (sizeof(event->comm) -
212 (sizeof(event->comm.comm) - size) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200213 machine->id_hdr_size);
Don Zickusbfd66cc2014-02-26 10:45:26 -0500214 event->comm.tid = pid;
David Ahernca6c41c2015-03-30 14:35:58 -0600215
216 return 0;
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300217}
218
Namhyung Kime803cf92015-09-22 09:24:55 +0900219pid_t perf_event__synthesize_comm(struct perf_tool *tool,
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300220 union perf_event *event, pid_t pid,
221 perf_event__handler_t process,
222 struct machine *machine)
223{
David Ahernca6c41c2015-03-30 14:35:58 -0600224 pid_t tgid, ppid;
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300225
David Ahernca6c41c2015-03-30 14:35:58 -0600226 if (perf_event__prepare_comm(event, pid, machine, &tgid, &ppid) != 0)
227 return -1;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200228
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300229 if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
Don Zickusbfd66cc2014-02-26 10:45:26 -0500230 return -1;
David Ahern1e6d5322012-08-26 12:24:42 -0600231
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200232 return tgid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200233}
234
Hari Bathinie907caf2017-03-08 02:11:51 +0530235static void perf_event__get_ns_link_info(pid_t pid, const char *ns,
236 struct perf_ns_link_info *ns_link_info)
237{
238 struct stat64 st;
239 char proc_ns[128];
240
241 sprintf(proc_ns, "/proc/%u/ns/%s", pid, ns);
242 if (stat64(proc_ns, &st) == 0) {
243 ns_link_info->dev = st.st_dev;
244 ns_link_info->ino = st.st_ino;
245 }
246}
247
248int perf_event__synthesize_namespaces(struct perf_tool *tool,
249 union perf_event *event,
250 pid_t pid, pid_t tgid,
251 perf_event__handler_t process,
252 struct machine *machine)
253{
254 u32 idx;
255 struct perf_ns_link_info *ns_link_info;
256
257 if (!tool || !tool->namespace_events)
258 return 0;
259
260 memset(&event->namespaces, 0, (sizeof(event->namespaces) +
261 (NR_NAMESPACES * sizeof(struct perf_ns_link_info)) +
262 machine->id_hdr_size));
263
264 event->namespaces.pid = tgid;
265 event->namespaces.tid = pid;
266
267 event->namespaces.nr_namespaces = NR_NAMESPACES;
268
269 ns_link_info = event->namespaces.link_info;
270
271 for (idx = 0; idx < event->namespaces.nr_namespaces; idx++)
272 perf_event__get_ns_link_info(pid, perf_ns__name(idx),
273 &ns_link_info[idx]);
274
275 event->namespaces.header.type = PERF_RECORD_NAMESPACES;
276
277 event->namespaces.header.size = (sizeof(event->namespaces) +
278 (NR_NAMESPACES * sizeof(struct perf_ns_link_info)) +
279 machine->id_hdr_size);
280
281 if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
282 return -1;
283
284 return 0;
285}
286
Don Zickus363b7852014-03-14 10:43:44 -0400287static int perf_event__synthesize_fork(struct perf_tool *tool,
David Ahernca6c41c2015-03-30 14:35:58 -0600288 union perf_event *event,
289 pid_t pid, pid_t tgid, pid_t ppid,
290 perf_event__handler_t process,
Don Zickus363b7852014-03-14 10:43:44 -0400291 struct machine *machine)
292{
293 memset(&event->fork, 0, sizeof(event->fork) + machine->id_hdr_size);
294
David Ahern7764a382015-04-09 12:48:27 -0400295 /*
296 * for main thread set parent to ppid from status file. For other
297 * threads set parent pid to main thread. ie., assume main thread
298 * spawns all threads in a process
299 */
300 if (tgid == pid) {
301 event->fork.ppid = ppid;
302 event->fork.ptid = ppid;
303 } else {
304 event->fork.ppid = tgid;
305 event->fork.ptid = tgid;
306 }
Don Zickus363b7852014-03-14 10:43:44 -0400307 event->fork.pid = tgid;
308 event->fork.tid = pid;
309 event->fork.header.type = PERF_RECORD_FORK;
310
311 event->fork.header.size = (sizeof(event->fork) + machine->id_hdr_size);
312
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300313 if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
Don Zickus363b7852014-03-14 10:43:44 -0400314 return -1;
315
316 return 0;
317}
318
Jiri Olsaa18382b2014-01-07 13:47:20 +0100319int perf_event__synthesize_mmap_events(struct perf_tool *tool,
320 union perf_event *event,
321 pid_t pid, pid_t tgid,
322 perf_event__handler_t process,
323 struct machine *machine,
Kan Liang9d9cad72015-06-17 09:51:11 -0400324 bool mmap_data,
325 unsigned int proc_map_timeout)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200326{
327 char filename[PATH_MAX];
328 FILE *fp;
Kan Liang930e6fc2015-06-17 09:51:10 -0400329 unsigned long long t;
330 bool truncation = false;
Kan Liang9d9cad72015-06-17 09:51:11 -0400331 unsigned long long timeout = proc_map_timeout * 1000000ULL;
David Ahern1e6d5322012-08-26 12:24:42 -0600332 int rc = 0;
Wang Nand7e404a2016-09-06 04:58:29 +0000333 const char *hugetlbfs_mnt = hugetlbfs__mountpoint();
334 int hugetlbfs_mnt_len = hugetlbfs_mnt ? strlen(hugetlbfs_mnt) : 0;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200335
Dongsheng Yangc239c25a2013-12-20 15:53:00 -0500336 if (machine__is_default_guest(machine))
337 return 0;
338
Stephane Eranian88b897a2017-03-15 10:17:13 -0700339 snprintf(filename, sizeof(filename), "%s/proc/%d/task/%d/maps",
340 machine->root_dir, pid, pid);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200341
342 fp = fopen(filename, "r");
343 if (fp == NULL) {
344 /*
345 * We raced with a task exiting - just return:
346 */
347 pr_debug("couldn't open %s\n", filename);
348 return -1;
349 }
350
Don Zickusa5a5ba72014-05-30 10:49:42 -0400351 event->header.type = PERF_RECORD_MMAP2;
Kan Liang930e6fc2015-06-17 09:51:10 -0400352 t = rdclock();
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200353
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200354 while (1) {
Namhyung Kim60648032012-11-11 23:20:50 +0900355 char bf[BUFSIZ];
356 char prot[5];
357 char execname[PATH_MAX];
358 char anonstr[] = "//anon";
Don Zickusa5a5ba72014-05-30 10:49:42 -0400359 unsigned int ino;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200360 size_t size;
Stephane Eranian5c5e8542013-08-21 12:10:25 +0200361 ssize_t n;
Namhyung Kim60648032012-11-11 23:20:50 +0900362
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200363 if (fgets(bf, sizeof(bf), fp) == NULL)
364 break;
365
Kan Liang9d9cad72015-06-17 09:51:11 -0400366 if ((rdclock() - t) > timeout) {
367 pr_warning("Reading %s time out. "
368 "You may want to increase "
369 "the time limit by --proc-map-timeout\n",
370 filename);
Kan Liang930e6fc2015-06-17 09:51:10 -0400371 truncation = true;
372 goto out;
373 }
374
Namhyung Kim60648032012-11-11 23:20:50 +0900375 /* ensure null termination since stack will be reused. */
376 strcpy(execname, "");
377
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200378 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
Marcin Åšlusarz89fee592016-01-19 20:03:03 +0100379 n = sscanf(bf, "%"PRIx64"-%"PRIx64" %s %"PRIx64" %x:%x %u %[^\n]\n",
Don Zickusa5a5ba72014-05-30 10:49:42 -0400380 &event->mmap2.start, &event->mmap2.len, prot,
381 &event->mmap2.pgoff, &event->mmap2.maj,
382 &event->mmap2.min,
383 &ino, execname);
384
Don Zickus9d4ecc82013-11-13 15:32:06 -0300385 /*
386 * Anon maps don't have the execname.
387 */
Don Zickusa5a5ba72014-05-30 10:49:42 -0400388 if (n < 7)
Stephane Eranian5c5e8542013-08-21 12:10:25 +0200389 continue;
Don Zickusa5a5ba72014-05-30 10:49:42 -0400390
391 event->mmap2.ino = (u64)ino;
392
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300393 /*
394 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
395 */
Dongsheng Yang73547aa2013-12-20 15:52:58 -0500396 if (machine__is_host(machine))
397 event->header.misc = PERF_RECORD_MISC_USER;
398 else
399 event->header.misc = PERF_RECORD_MISC_GUEST_USER;
Namhyung Kim60648032012-11-11 23:20:50 +0900400
Don Zickus7ef80702014-05-19 15:13:49 -0400401 /* map protection and flags bits */
402 event->mmap2.prot = 0;
403 event->mmap2.flags = 0;
404 if (prot[0] == 'r')
405 event->mmap2.prot |= PROT_READ;
406 if (prot[1] == 'w')
407 event->mmap2.prot |= PROT_WRITE;
408 if (prot[2] == 'x')
409 event->mmap2.prot |= PROT_EXEC;
410
411 if (prot[3] == 's')
412 event->mmap2.flags |= MAP_SHARED;
413 else
414 event->mmap2.flags |= MAP_PRIVATE;
415
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300416 if (prot[2] != 'x') {
417 if (!mmap_data || prot[0] != 'r')
418 continue;
419
420 event->header.misc |= PERF_RECORD_MISC_MMAP_DATA;
421 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200422
Kan Liang930e6fc2015-06-17 09:51:10 -0400423out:
424 if (truncation)
425 event->header.misc |= PERF_RECORD_MISC_PROC_MAP_PARSE_TIMEOUT;
426
Namhyung Kim60648032012-11-11 23:20:50 +0900427 if (!strcmp(execname, ""))
428 strcpy(execname, anonstr);
Arnaldo Carvalho de Melofbef1032016-09-12 16:47:57 -0300429
Adrian Hunter973186c2016-09-23 17:38:34 +0300430 if (hugetlbfs_mnt_len &&
431 !strncmp(execname, hugetlbfs_mnt, hugetlbfs_mnt_len)) {
Wang Nand7e404a2016-09-06 04:58:29 +0000432 strcpy(execname, anonstr);
433 event->mmap2.flags |= MAP_HUGETLB;
434 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200435
Namhyung Kim60648032012-11-11 23:20:50 +0900436 size = strlen(execname) + 1;
Don Zickusa5a5ba72014-05-30 10:49:42 -0400437 memcpy(event->mmap2.filename, execname, size);
Namhyung Kim60648032012-11-11 23:20:50 +0900438 size = PERF_ALIGN(size, sizeof(u64));
Don Zickusa5a5ba72014-05-30 10:49:42 -0400439 event->mmap2.len -= event->mmap.start;
440 event->mmap2.header.size = (sizeof(event->mmap2) -
441 (sizeof(event->mmap2.filename) - size));
442 memset(event->mmap2.filename + size, 0, machine->id_hdr_size);
443 event->mmap2.header.size += machine->id_hdr_size;
444 event->mmap2.pid = tgid;
445 event->mmap2.tid = pid;
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000446
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300447 if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
Namhyung Kim60648032012-11-11 23:20:50 +0900448 rc = -1;
449 break;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200450 }
Kan Liang930e6fc2015-06-17 09:51:10 -0400451
452 if (truncation)
453 break;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200454 }
455
456 fclose(fp);
David Ahern1e6d5322012-08-26 12:24:42 -0600457 return rc;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200458}
459
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200460int perf_event__synthesize_modules(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200461 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200462 struct machine *machine)
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200463{
David Ahern1e6d5322012-08-26 12:24:42 -0600464 int rc = 0;
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300465 struct map *pos;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300466 struct map_groups *kmaps = &machine->kmaps;
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -0300467 struct maps *maps = &kmaps->maps[MAP__FUNCTION];
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200468 union perf_event *event = zalloc((sizeof(event->mmap) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200469 machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200470 if (event == NULL) {
471 pr_debug("Not enough memory synthesizing mmap event "
472 "for kernel modules\n");
473 return -1;
474 }
475
476 event->header.type = PERF_RECORD_MMAP;
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200477
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800478 /*
479 * kernel uses 0 for user space maps, see kernel/perf_event.c
480 * __perf_event_mmap
481 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300482 if (machine__is_host(machine))
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200483 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800484 else
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200485 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800486
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300487 for (pos = maps__first(maps); pos; pos = map__next(pos)) {
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200488 size_t size;
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200489
Arnaldo Carvalho de Meloab9c2bd2015-09-23 15:45:20 -0300490 if (__map__is_kernel(pos))
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200491 continue;
492
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300493 size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200494 event->mmap.header.type = PERF_RECORD_MMAP;
495 event->mmap.header.size = (sizeof(event->mmap) -
496 (sizeof(event->mmap.filename) - size));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200497 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
498 event->mmap.header.size += machine->id_hdr_size;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200499 event->mmap.start = pos->start;
500 event->mmap.len = pos->end - pos->start;
501 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200502
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200503 memcpy(event->mmap.filename, pos->dso->long_name,
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200504 pos->dso->long_name_len + 1);
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300505 if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
David Ahern1e6d5322012-08-26 12:24:42 -0600506 rc = -1;
507 break;
508 }
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200509 }
510
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200511 free(event);
David Ahern1e6d5322012-08-26 12:24:42 -0600512 return rc;
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200513}
514
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200515static int __event__synthesize_thread(union perf_event *comm_event,
516 union perf_event *mmap_event,
Don Zickus363b7852014-03-14 10:43:44 -0400517 union perf_event *fork_event,
Hari Bathinie907caf2017-03-08 02:11:51 +0530518 union perf_event *namespaces_event,
David Aherndefd8d32011-12-22 11:30:01 -0700519 pid_t pid, int full,
Hari Bathinie907caf2017-03-08 02:11:51 +0530520 perf_event__handler_t process,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200521 struct perf_tool *tool,
Kan Liang9d9cad72015-06-17 09:51:11 -0400522 struct machine *machine,
523 bool mmap_data,
524 unsigned int proc_map_timeout)
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200525{
Don Zickusbfd66cc2014-02-26 10:45:26 -0500526 char filename[PATH_MAX];
527 DIR *tasks;
Arnaldo Carvalho de Melo7093b4c2016-04-08 11:32:15 -0300528 struct dirent *dirent;
David Ahernca6c41c2015-03-30 14:35:58 -0600529 pid_t tgid, ppid;
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300530 int rc = 0;
Don Zickusbfd66cc2014-02-26 10:45:26 -0500531
532 /* special case: only send one comm event using passed in pid */
533 if (!full) {
534 tgid = perf_event__synthesize_comm(tool, comm_event, pid,
535 process, machine);
536
537 if (tgid == -1)
538 return -1;
539
Hari Bathinie907caf2017-03-08 02:11:51 +0530540 if (perf_event__synthesize_namespaces(tool, namespaces_event, pid,
541 tgid, process, machine) < 0)
542 return -1;
543
544
Don Zickusbfd66cc2014-02-26 10:45:26 -0500545 return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
Kan Liang9d9cad72015-06-17 09:51:11 -0400546 process, machine, mmap_data,
547 proc_map_timeout);
Don Zickusbfd66cc2014-02-26 10:45:26 -0500548 }
549
550 if (machine__is_default_guest(machine))
551 return 0;
552
553 snprintf(filename, sizeof(filename), "%s/proc/%d/task",
554 machine->root_dir, pid);
555
556 tasks = opendir(filename);
557 if (tasks == NULL) {
558 pr_debug("couldn't open %s\n", filename);
559 return 0;
560 }
561
Arnaldo Carvalho de Melo7093b4c2016-04-08 11:32:15 -0300562 while ((dirent = readdir(tasks)) != NULL) {
Don Zickusbfd66cc2014-02-26 10:45:26 -0500563 char *end;
Don Zickusbfd66cc2014-02-26 10:45:26 -0500564 pid_t _pid;
565
Arnaldo Carvalho de Melo7093b4c2016-04-08 11:32:15 -0300566 _pid = strtol(dirent->d_name, &end, 10);
Don Zickusbfd66cc2014-02-26 10:45:26 -0500567 if (*end)
568 continue;
569
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300570 rc = -1;
David Ahernca6c41c2015-03-30 14:35:58 -0600571 if (perf_event__prepare_comm(comm_event, _pid, machine,
572 &tgid, &ppid) != 0)
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300573 break;
Don Zickusbfd66cc2014-02-26 10:45:26 -0500574
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300575 if (perf_event__synthesize_fork(tool, fork_event, _pid, tgid,
David Ahernca6c41c2015-03-30 14:35:58 -0600576 ppid, process, machine) < 0)
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300577 break;
Hari Bathinie907caf2017-03-08 02:11:51 +0530578
579 if (perf_event__synthesize_namespaces(tool, namespaces_event, _pid,
580 tgid, process, machine) < 0)
581 break;
582
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300583 /*
584 * Send the prepared comm event
585 */
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300586 if (perf_tool__process_synth_event(tool, comm_event, machine, process) != 0)
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300587 break;
Arnaldo Carvalho de Melo4aa5f4f2015-02-27 19:52:10 -0300588
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300589 rc = 0;
Don Zickus363b7852014-03-14 10:43:44 -0400590 if (_pid == pid) {
591 /* process the parent's maps too */
592 rc = perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
Kan Liang9d9cad72015-06-17 09:51:11 -0400593 process, machine, mmap_data, proc_map_timeout);
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300594 if (rc)
595 break;
Don Zickus363b7852014-03-14 10:43:44 -0400596 }
Don Zickusbfd66cc2014-02-26 10:45:26 -0500597 }
598
599 closedir(tasks);
Arnaldo Carvalho de Melod998b732015-04-08 11:57:03 -0300600 return rc;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200601}
602
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200603int perf_event__synthesize_thread_map(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200604 struct thread_map *threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200605 perf_event__handler_t process,
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300606 struct machine *machine,
Kan Liang9d9cad72015-06-17 09:51:11 -0400607 bool mmap_data,
608 unsigned int proc_map_timeout)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200609{
Don Zickus363b7852014-03-14 10:43:44 -0400610 union perf_event *comm_event, *mmap_event, *fork_event;
Hari Bathinie907caf2017-03-08 02:11:51 +0530611 union perf_event *namespaces_event;
David Aherndefd8d32011-12-22 11:30:01 -0700612 int err = -1, thread, j;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200613
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200614 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200615 if (comm_event == NULL)
616 goto out;
617
Wang Nanb0fb9782016-01-12 10:12:04 +0000618 mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200619 if (mmap_event == NULL)
620 goto out_free_comm;
621
Don Zickus363b7852014-03-14 10:43:44 -0400622 fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
623 if (fork_event == NULL)
624 goto out_free_mmap;
625
Hari Bathinie907caf2017-03-08 02:11:51 +0530626 namespaces_event = malloc(sizeof(namespaces_event->namespaces) +
627 (NR_NAMESPACES * sizeof(struct perf_ns_link_info)) +
628 machine->id_hdr_size);
629 if (namespaces_event == NULL)
630 goto out_free_fork;
631
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200632 err = 0;
633 for (thread = 0; thread < threads->nr; ++thread) {
634 if (__event__synthesize_thread(comm_event, mmap_event,
Hari Bathinie907caf2017-03-08 02:11:51 +0530635 fork_event, namespaces_event,
Jiri Olsae13798c2015-06-23 00:36:02 +0200636 thread_map__pid(threads, thread), 0,
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300637 process, tool, machine,
Kan Liang9d9cad72015-06-17 09:51:11 -0400638 mmap_data, proc_map_timeout)) {
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200639 err = -1;
640 break;
641 }
David Aherndefd8d32011-12-22 11:30:01 -0700642
643 /*
644 * comm.pid is set to thread group id by
645 * perf_event__synthesize_comm
646 */
Jiri Olsae13798c2015-06-23 00:36:02 +0200647 if ((int) comm_event->comm.pid != thread_map__pid(threads, thread)) {
David Aherndefd8d32011-12-22 11:30:01 -0700648 bool need_leader = true;
649
650 /* is thread group leader in thread_map? */
651 for (j = 0; j < threads->nr; ++j) {
Jiri Olsae13798c2015-06-23 00:36:02 +0200652 if ((int) comm_event->comm.pid == thread_map__pid(threads, j)) {
David Aherndefd8d32011-12-22 11:30:01 -0700653 need_leader = false;
654 break;
655 }
656 }
657
658 /* if not, generate events for it */
659 if (need_leader &&
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300660 __event__synthesize_thread(comm_event, mmap_event,
Hari Bathinie907caf2017-03-08 02:11:51 +0530661 fork_event, namespaces_event,
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -0300662 comm_event->comm.pid, 0,
663 process, tool, machine,
Kan Liang9d9cad72015-06-17 09:51:11 -0400664 mmap_data, proc_map_timeout)) {
David Aherndefd8d32011-12-22 11:30:01 -0700665 err = -1;
666 break;
667 }
668 }
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200669 }
Hari Bathinie907caf2017-03-08 02:11:51 +0530670 free(namespaces_event);
671out_free_fork:
Don Zickus363b7852014-03-14 10:43:44 -0400672 free(fork_event);
673out_free_mmap:
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200674 free(mmap_event);
675out_free_comm:
676 free(comm_event);
677out:
678 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200679}
680
Kan Liang340b47f2017-09-29 07:47:54 -0700681static int __perf_event__synthesize_threads(struct perf_tool *tool,
682 perf_event__handler_t process,
683 struct machine *machine,
684 bool mmap_data,
685 unsigned int proc_map_timeout,
686 struct dirent **dirent,
687 int start,
688 int num)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200689{
Don Zickus363b7852014-03-14 10:43:44 -0400690 union perf_event *comm_event, *mmap_event, *fork_event;
Hari Bathinie907caf2017-03-08 02:11:51 +0530691 union perf_event *namespaces_event;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200692 int err = -1;
Kan Liangecdad242017-09-07 10:55:46 -0700693 char *end;
694 pid_t pid;
Kan Liang340b47f2017-09-29 07:47:54 -0700695 int i;
Namhyung Kim574799b2014-03-17 10:45:49 +0900696
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200697 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200698 if (comm_event == NULL)
699 goto out;
700
Wang Nanb0fb9782016-01-12 10:12:04 +0000701 mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200702 if (mmap_event == NULL)
703 goto out_free_comm;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200704
Don Zickus363b7852014-03-14 10:43:44 -0400705 fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
706 if (fork_event == NULL)
707 goto out_free_mmap;
708
Hari Bathinie907caf2017-03-08 02:11:51 +0530709 namespaces_event = malloc(sizeof(namespaces_event->namespaces) +
710 (NR_NAMESPACES * sizeof(struct perf_ns_link_info)) +
711 machine->id_hdr_size);
712 if (namespaces_event == NULL)
713 goto out_free_fork;
714
Kan Liang340b47f2017-09-29 07:47:54 -0700715 for (i = start; i < start + num; i++) {
Kan Liangecdad242017-09-07 10:55:46 -0700716 if (!isdigit(dirent[i]->d_name[0]))
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200717 continue;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200718
Kan Liangecdad242017-09-07 10:55:46 -0700719 pid = (pid_t)strtol(dirent[i]->d_name, &end, 10);
720 /* only interested in proper numerical dirents */
Kan Liang340b47f2017-09-29 07:47:54 -0700721 if (*end)
722 continue;
723 /*
724 * We may race with exiting thread, so don't stop just because
725 * one thread couldn't be synthesized.
726 */
727 __event__synthesize_thread(comm_event, mmap_event, fork_event,
728 namespaces_event, pid, 1, process,
729 tool, machine, mmap_data,
730 proc_map_timeout);
Kan Liangecdad242017-09-07 10:55:46 -0700731 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200732 err = 0;
Kan Liangecdad242017-09-07 10:55:46 -0700733
Hari Bathinie907caf2017-03-08 02:11:51 +0530734 free(namespaces_event);
Don Zickus363b7852014-03-14 10:43:44 -0400735out_free_fork:
736 free(fork_event);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200737out_free_mmap:
738 free(mmap_event);
739out_free_comm:
740 free(comm_event);
741out:
742 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200743}
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200744
Kan Liang340b47f2017-09-29 07:47:54 -0700745struct synthesize_threads_arg {
746 struct perf_tool *tool;
747 perf_event__handler_t process;
748 struct machine *machine;
749 bool mmap_data;
750 unsigned int proc_map_timeout;
751 struct dirent **dirent;
752 int num;
753 int start;
754};
755
756static void *synthesize_threads_worker(void *arg)
757{
758 struct synthesize_threads_arg *args = arg;
759
760 __perf_event__synthesize_threads(args->tool, args->process,
761 args->machine, args->mmap_data,
762 args->proc_map_timeout, args->dirent,
763 args->start, args->num);
764 return NULL;
765}
766
767int perf_event__synthesize_threads(struct perf_tool *tool,
768 perf_event__handler_t process,
769 struct machine *machine,
770 bool mmap_data,
771 unsigned int proc_map_timeout,
772 unsigned int nr_threads_synthesize)
773{
774 struct synthesize_threads_arg *args = NULL;
775 pthread_t *synthesize_threads = NULL;
776 char proc_path[PATH_MAX];
777 struct dirent **dirent;
778 int num_per_thread;
779 int m, n, i, j;
780 int thread_nr;
781 int base = 0;
782 int err = -1;
783
784
785 if (machine__is_default_guest(machine))
786 return 0;
787
788 snprintf(proc_path, sizeof(proc_path), "%s/proc", machine->root_dir);
789 n = scandir(proc_path, &dirent, 0, alphasort);
790 if (n < 0)
791 return err;
792
793 thread_nr = nr_threads_synthesize;
794
795 if (thread_nr <= 1) {
796 err = __perf_event__synthesize_threads(tool, process,
797 machine, mmap_data,
798 proc_map_timeout,
799 dirent, base, n);
800 goto free_dirent;
801 }
802 if (thread_nr > n)
803 thread_nr = n;
804
805 synthesize_threads = calloc(sizeof(pthread_t), thread_nr);
806 if (synthesize_threads == NULL)
807 goto free_dirent;
808
809 args = calloc(sizeof(*args), thread_nr);
810 if (args == NULL)
811 goto free_threads;
812
813 num_per_thread = n / thread_nr;
814 m = n % thread_nr;
815 for (i = 0; i < thread_nr; i++) {
816 args[i].tool = tool;
817 args[i].process = process;
818 args[i].machine = machine;
819 args[i].mmap_data = mmap_data;
820 args[i].proc_map_timeout = proc_map_timeout;
821 args[i].dirent = dirent;
822 }
823 for (i = 0; i < m; i++) {
824 args[i].num = num_per_thread + 1;
825 args[i].start = i * args[i].num;
826 }
827 if (i != 0)
828 base = args[i-1].start + args[i-1].num;
829 for (j = i; j < thread_nr; j++) {
830 args[j].num = num_per_thread;
831 args[j].start = base + (j - i) * args[i].num;
832 }
833
834 for (i = 0; i < thread_nr; i++) {
835 if (pthread_create(&synthesize_threads[i], NULL,
836 synthesize_threads_worker, &args[i]))
837 goto out_join;
838 }
839 err = 0;
840out_join:
841 for (i = 0; i < thread_nr; i++)
842 pthread_join(synthesize_threads[i], NULL);
843 free(args);
844free_threads:
845 free(synthesize_threads);
846free_dirent:
847 for (i = 0; i < n; i++)
848 free(dirent[i]);
849 free(dirent);
850
851 return err;
852}
853
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200854struct process_symbol_args {
855 const char *name;
856 u64 start;
857};
858
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200859static int find_symbol_cb(void *arg, const char *name, char type,
Cody P Schafer82151522012-08-10 15:22:48 -0700860 u64 start)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200861{
862 struct process_symbol_args *args = arg;
863
Arnaldo Carvalho de Melo881516e2010-01-15 18:08:27 -0200864 /*
865 * Must be a function or at least an alias, as in PARISC64, where "_text" is
866 * an 'A' to the same address as "_stext".
867 */
868 if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
869 type == 'A') || strcmp(name, args->name))
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200870 return 0;
871
872 args->start = start;
873 return 1;
874}
875
Arnaldo Carvalho de Melob843f622017-04-27 21:21:09 -0300876int kallsyms__get_function_start(const char *kallsyms_filename,
877 const char *symbol_name, u64 *addr)
Adrian Hunter29b596b2014-01-29 16:14:37 +0200878{
879 struct process_symbol_args args = { .name = symbol_name, };
880
881 if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
Arnaldo Carvalho de Melob843f622017-04-27 21:21:09 -0300882 return -1;
Adrian Hunter29b596b2014-01-29 16:14:37 +0200883
Arnaldo Carvalho de Melob843f622017-04-27 21:21:09 -0300884 *addr = args.start;
885 return 0;
Adrian Hunter29b596b2014-01-29 16:14:37 +0200886}
887
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200888int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200889 perf_event__handler_t process,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200890 struct machine *machine)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200891{
892 size_t size;
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200893 const char *mmap_name;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800894 char name_buff[PATH_MAX];
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -0300895 struct map *map = machine__kernel_map(machine);
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200896 struct kmap *kmap;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200897 int err;
Andi Kleena5c2a4c2014-09-24 14:39:54 -0700898 union perf_event *event;
899
Wang Nan3dc6c1d2016-05-24 09:21:28 +0000900 if (symbol_conf.kptr_restrict)
901 return -1;
Arnaldo Carvalho de Melo77e65972015-09-30 11:08:58 -0300902 if (map == NULL)
Andi Kleena5c2a4c2014-09-24 14:39:54 -0700903 return -1;
904
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200905 /*
906 * We should get this from /sys/kernel/sections/.text, but till that is
907 * available use this, and after it is use this as a fallback for older
908 * kernels.
909 */
Andi Kleena5c2a4c2014-09-24 14:39:54 -0700910 event = zalloc((sizeof(event->mmap) + machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200911 if (event == NULL) {
912 pr_debug("Not enough memory synthesizing mmap event "
913 "for kernel modules\n");
914 return -1;
915 }
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200916
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300917 mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300918 if (machine__is_host(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800919 /*
920 * kernel uses PERF_RECORD_MISC_USER for user space maps,
921 * see kernel/perf_event.c __perf_event_mmap
922 */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200923 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800924 } else {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200925 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Thomas Jarosch0b9e01a2013-01-25 11:20:47 +0100926 }
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200927
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200928 kmap = map__kmap(map);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200929 size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200930 "%s%s", mmap_name, kmap->ref_reloc_sym->name) + 1;
Irina Tirdea9ac3e482012-09-11 01:15:01 +0300931 size = PERF_ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200932 event->mmap.header.type = PERF_RECORD_MMAP;
933 event->mmap.header.size = (sizeof(event->mmap) -
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200934 (sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200935 event->mmap.pgoff = kmap->ref_reloc_sym->addr;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200936 event->mmap.start = map->start;
937 event->mmap.len = map->end - event->mmap.start;
938 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200939
Arnaldo Carvalho de Melo3ea223a2016-03-29 18:46:04 -0300940 err = perf_tool__process_synth_event(tool, event, machine, process);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200941 free(event);
942
943 return err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200944}
945
Jiri Olsa99471c92015-10-25 15:51:20 +0100946int perf_event__synthesize_thread_map2(struct perf_tool *tool,
947 struct thread_map *threads,
948 perf_event__handler_t process,
949 struct machine *machine)
950{
951 union perf_event *event;
952 int i, err, size;
953
954 size = sizeof(event->thread_map);
955 size += threads->nr * sizeof(event->thread_map.entries[0]);
956
957 event = zalloc(size);
958 if (!event)
959 return -ENOMEM;
960
961 event->header.type = PERF_RECORD_THREAD_MAP;
962 event->header.size = size;
963 event->thread_map.nr = threads->nr;
964
965 for (i = 0; i < threads->nr; i++) {
966 struct thread_map_event_entry *entry = &event->thread_map.entries[i];
967 char *comm = thread_map__comm(threads, i);
968
969 if (!comm)
970 comm = (char *) "";
971
972 entry->pid = thread_map__pid(threads, i);
973 strncpy((char *) &entry->comm, comm, sizeof(entry->comm));
974 }
975
976 err = process(tool, event, NULL, machine);
977
978 free(event);
979 return err;
980}
981
Jiri Olsa6c872902015-10-25 15:51:24 +0100982static void synthesize_cpus(struct cpu_map_entries *cpus,
983 struct cpu_map *map)
984{
985 int i;
986
987 cpus->nr = map->nr;
988
989 for (i = 0; i < map->nr; i++)
990 cpus->cpu[i] = map->map[i];
991}
992
993static void synthesize_mask(struct cpu_map_mask *mask,
994 struct cpu_map *map, int max)
995{
996 int i;
997
998 mask->nr = BITS_TO_LONGS(max);
999 mask->long_size = sizeof(long);
1000
1001 for (i = 0; i < map->nr; i++)
1002 set_bit(map->map[i], mask->mask);
1003}
1004
1005static size_t cpus_size(struct cpu_map *map)
1006{
1007 return sizeof(struct cpu_map_entries) + map->nr * sizeof(u16);
1008}
1009
1010static size_t mask_size(struct cpu_map *map, int *max)
1011{
1012 int i;
1013
1014 *max = 0;
1015
1016 for (i = 0; i < map->nr; i++) {
1017 /* bit possition of the cpu is + 1 */
1018 int bit = map->map[i] + 1;
1019
1020 if (bit > *max)
1021 *max = bit;
1022 }
1023
1024 return sizeof(struct cpu_map_mask) + BITS_TO_LONGS(*max) * sizeof(long);
1025}
1026
1027void *cpu_map_data__alloc(struct cpu_map *map, size_t *size, u16 *type, int *max)
1028{
1029 size_t size_cpus, size_mask;
1030 bool is_dummy = cpu_map__empty(map);
1031
1032 /*
1033 * Both array and mask data have variable size based
1034 * on the number of cpus and their actual values.
1035 * The size of the 'struct cpu_map_data' is:
1036 *
1037 * array = size of 'struct cpu_map_entries' +
1038 * number of cpus * sizeof(u64)
1039 *
1040 * mask = size of 'struct cpu_map_mask' +
1041 * maximum cpu bit converted to size of longs
1042 *
1043 * and finaly + the size of 'struct cpu_map_data'.
1044 */
1045 size_cpus = cpus_size(map);
1046 size_mask = mask_size(map, max);
1047
1048 if (is_dummy || (size_cpus < size_mask)) {
1049 *size += size_cpus;
1050 *type = PERF_CPU_MAP__CPUS;
1051 } else {
1052 *size += size_mask;
1053 *type = PERF_CPU_MAP__MASK;
1054 }
1055
1056 *size += sizeof(struct cpu_map_data);
1057 return zalloc(*size);
1058}
1059
1060void cpu_map_data__synthesize(struct cpu_map_data *data, struct cpu_map *map,
1061 u16 type, int max)
1062{
1063 data->type = type;
1064
1065 switch (type) {
1066 case PERF_CPU_MAP__CPUS:
1067 synthesize_cpus((struct cpu_map_entries *) data->data, map);
1068 break;
1069 case PERF_CPU_MAP__MASK:
1070 synthesize_mask((struct cpu_map_mask *) data->data, map, max);
1071 default:
1072 break;
1073 };
1074}
1075
1076static struct cpu_map_event* cpu_map_event__new(struct cpu_map *map)
1077{
1078 size_t size = sizeof(struct cpu_map_event);
1079 struct cpu_map_event *event;
1080 int max;
1081 u16 type;
1082
1083 event = cpu_map_data__alloc(map, &size, &type, &max);
1084 if (!event)
1085 return NULL;
1086
1087 event->header.type = PERF_RECORD_CPU_MAP;
1088 event->header.size = size;
1089 event->data.type = type;
1090
1091 cpu_map_data__synthesize(&event->data, map, type, max);
1092 return event;
1093}
1094
1095int perf_event__synthesize_cpu_map(struct perf_tool *tool,
1096 struct cpu_map *map,
1097 perf_event__handler_t process,
1098 struct machine *machine)
1099{
1100 struct cpu_map_event *event;
1101 int err;
1102
1103 event = cpu_map_event__new(map);
1104 if (!event)
1105 return -ENOMEM;
1106
1107 err = process(tool, (union perf_event *) event, NULL, machine);
1108
1109 free(event);
1110 return err;
1111}
1112
Jiri Olsa67424342015-10-25 15:51:28 +01001113int perf_event__synthesize_stat_config(struct perf_tool *tool,
1114 struct perf_stat_config *config,
1115 perf_event__handler_t process,
1116 struct machine *machine)
1117{
1118 struct stat_config_event *event;
1119 int size, i = 0, err;
1120
1121 size = sizeof(*event);
1122 size += (PERF_STAT_CONFIG_TERM__MAX * sizeof(event->data[0]));
1123
1124 event = zalloc(size);
1125 if (!event)
1126 return -ENOMEM;
1127
1128 event->header.type = PERF_RECORD_STAT_CONFIG;
1129 event->header.size = size;
1130 event->nr = PERF_STAT_CONFIG_TERM__MAX;
1131
1132#define ADD(__term, __val) \
1133 event->data[i].tag = PERF_STAT_CONFIG_TERM__##__term; \
1134 event->data[i].val = __val; \
1135 i++;
1136
1137 ADD(AGGR_MODE, config->aggr_mode)
1138 ADD(INTERVAL, config->interval)
1139 ADD(SCALE, config->scale)
1140
1141 WARN_ONCE(i != PERF_STAT_CONFIG_TERM__MAX,
1142 "stat config terms unbalanced\n");
1143#undef ADD
1144
1145 err = process(tool, (union perf_event *) event, NULL, machine);
1146
1147 free(event);
1148 return err;
1149}
1150
Jiri Olsa5796f8f2015-10-25 15:51:31 +01001151int perf_event__synthesize_stat(struct perf_tool *tool,
1152 u32 cpu, u32 thread, u64 id,
1153 struct perf_counts_values *count,
1154 perf_event__handler_t process,
1155 struct machine *machine)
1156{
1157 struct stat_event event;
1158
1159 event.header.type = PERF_RECORD_STAT;
1160 event.header.size = sizeof(event);
1161 event.header.misc = 0;
1162
1163 event.id = id;
1164 event.cpu = cpu;
1165 event.thread = thread;
1166 event.val = count->val;
1167 event.ena = count->ena;
1168 event.run = count->run;
1169
1170 return process(tool, (union perf_event *) &event, NULL, machine);
1171}
1172
Jiri Olsad4c22592015-10-25 15:51:34 +01001173int perf_event__synthesize_stat_round(struct perf_tool *tool,
1174 u64 evtime, u64 type,
1175 perf_event__handler_t process,
1176 struct machine *machine)
1177{
1178 struct stat_round_event event;
1179
1180 event.header.type = PERF_RECORD_STAT_ROUND;
1181 event.header.size = sizeof(event);
1182 event.header.misc = 0;
1183
1184 event.time = evtime;
1185 event.type = type;
1186
1187 return process(tool, (union perf_event *) &event, NULL, machine);
1188}
1189
Jiri Olsa8e381592015-10-25 15:51:29 +01001190void perf_event__read_stat_config(struct perf_stat_config *config,
1191 struct stat_config_event *event)
1192{
1193 unsigned i;
1194
1195 for (i = 0; i < event->nr; i++) {
1196
1197 switch (event->data[i].tag) {
1198#define CASE(__term, __val) \
1199 case PERF_STAT_CONFIG_TERM__##__term: \
1200 config->__val = event->data[i].val; \
1201 break;
1202
1203 CASE(AGGR_MODE, aggr_mode)
1204 CASE(SCALE, scale)
1205 CASE(INTERVAL, interval)
1206#undef CASE
1207 default:
1208 pr_warning("unknown stat config term %" PRIu64 "\n",
1209 event->data[i].tag);
1210 }
1211 }
1212}
1213
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001214size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
1215{
Adrian Hunter022c50d2014-07-14 13:02:27 +03001216 const char *s;
1217
1218 if (event->header.misc & PERF_RECORD_MISC_COMM_EXEC)
1219 s = " exec";
1220 else
1221 s = "";
1222
Arnaldo Carvalho de Melo50674062015-02-24 17:20:31 -03001223 return fprintf(fp, "%s: %s:%d/%d\n", s, event->comm.comm, event->comm.pid, event->comm.tid);
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001224}
1225
Hari Bathinif3b36142017-03-08 02:11:43 +05301226size_t perf_event__fprintf_namespaces(union perf_event *event, FILE *fp)
1227{
1228 size_t ret = 0;
1229 struct perf_ns_link_info *ns_link_info;
1230 u32 nr_namespaces, idx;
1231
1232 ns_link_info = event->namespaces.link_info;
1233 nr_namespaces = event->namespaces.nr_namespaces;
1234
1235 ret += fprintf(fp, " %d/%d - nr_namespaces: %u\n\t\t[",
1236 event->namespaces.pid,
1237 event->namespaces.tid,
1238 nr_namespaces);
1239
1240 for (idx = 0; idx < nr_namespaces; idx++) {
1241 if (idx && (idx % 4 == 0))
1242 ret += fprintf(fp, "\n\t\t ");
1243
1244 ret += fprintf(fp, "%u/%s: %" PRIu64 "/%#" PRIx64 "%s", idx,
1245 perf_ns__name(idx), (u64)ns_link_info[idx].dev,
1246 (u64)ns_link_info[idx].ino,
1247 ((idx + 1) != nr_namespaces) ? ", " : "]\n");
1248 }
1249
1250 return ret;
1251}
1252
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001253int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001254 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001255 struct perf_sample *sample,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001256 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001257{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001258 return machine__process_comm_event(machine, event, sample);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001259}
1260
Hari Bathinif3b36142017-03-08 02:11:43 +05301261int perf_event__process_namespaces(struct perf_tool *tool __maybe_unused,
1262 union perf_event *event,
1263 struct perf_sample *sample,
1264 struct machine *machine)
1265{
1266 return machine__process_namespaces_event(machine, event, sample);
1267}
1268
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001269int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001270 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001271 struct perf_sample *sample,
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -03001272 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001273{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001274 return machine__process_lost_event(machine, event, sample);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001275}
1276
Adrian Hunter4a96f7a2015-04-30 17:37:29 +03001277int perf_event__process_aux(struct perf_tool *tool __maybe_unused,
1278 union perf_event *event,
1279 struct perf_sample *sample __maybe_unused,
1280 struct machine *machine)
1281{
1282 return machine__process_aux_event(machine, event);
1283}
1284
Adrian Hunter0ad21f62015-04-30 17:37:30 +03001285int perf_event__process_itrace_start(struct perf_tool *tool __maybe_unused,
1286 union perf_event *event,
1287 struct perf_sample *sample __maybe_unused,
1288 struct machine *machine)
1289{
1290 return machine__process_itrace_start_event(machine, event);
1291}
1292
Kan Liangc4937a92015-05-10 15:13:15 -04001293int perf_event__process_lost_samples(struct perf_tool *tool __maybe_unused,
1294 union perf_event *event,
1295 struct perf_sample *sample,
1296 struct machine *machine)
1297{
1298 return machine__process_lost_samples_event(machine, event, sample);
1299}
1300
Adrian Hunter02860392015-07-21 12:44:03 +03001301int perf_event__process_switch(struct perf_tool *tool __maybe_unused,
1302 union perf_event *event,
1303 struct perf_sample *sample __maybe_unused,
1304 struct machine *machine)
1305{
1306 return machine__process_switch_event(machine, event);
1307}
1308
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001309size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
1310{
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -03001311 return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %c %s\n",
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001312 event->mmap.pid, event->mmap.tid, event->mmap.start,
Arnaldo Carvalho de Melo62605dc502013-11-11 09:44:09 -03001313 event->mmap.len, event->mmap.pgoff,
1314 (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
1315 event->mmap.filename);
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001316}
1317
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001318size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
1319{
1320 return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64
Don Zickus7ef80702014-05-19 15:13:49 -04001321 " %02x:%02x %"PRIu64" %"PRIu64"]: %c%c%c%c %s\n",
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001322 event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
1323 event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
1324 event->mmap2.min, event->mmap2.ino,
1325 event->mmap2.ino_generation,
Don Zickus7ef80702014-05-19 15:13:49 -04001326 (event->mmap2.prot & PROT_READ) ? 'r' : '-',
1327 (event->mmap2.prot & PROT_WRITE) ? 'w' : '-',
1328 (event->mmap2.prot & PROT_EXEC) ? 'x' : '-',
1329 (event->mmap2.flags & MAP_SHARED) ? 's' : 'p',
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001330 event->mmap2.filename);
1331}
1332
Jiri Olsaec7fa5962015-10-25 15:51:22 +01001333size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp)
1334{
1335 struct thread_map *threads = thread_map__new_event(&event->thread_map);
1336 size_t ret;
1337
1338 ret = fprintf(fp, " nr: ");
1339
1340 if (threads)
1341 ret += thread_map__fprintf(threads, fp);
1342 else
1343 ret += fprintf(fp, "failed to get threads from event\n");
1344
1345 thread_map__put(threads);
1346 return ret;
1347}
1348
Jiri Olsaeb12a1a2015-10-25 15:51:26 +01001349size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp)
1350{
1351 struct cpu_map *cpus = cpu_map__new_data(&event->cpu_map.data);
1352 size_t ret;
1353
Jiri Olsaa24020e2016-06-28 13:29:04 +02001354 ret = fprintf(fp, ": ");
Jiri Olsaeb12a1a2015-10-25 15:51:26 +01001355
1356 if (cpus)
1357 ret += cpu_map__fprintf(cpus, fp);
1358 else
1359 ret += fprintf(fp, "failed to get cpumap from event\n");
1360
1361 cpu_map__put(cpus);
1362 return ret;
1363}
1364
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -03001365int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001366 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001367 struct perf_sample *sample,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001368 struct machine *machine)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001369{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001370 return machine__process_mmap_event(machine, event, sample);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001371}
1372
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001373int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
1374 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001375 struct perf_sample *sample,
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001376 struct machine *machine)
1377{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001378 return machine__process_mmap2_event(machine, event, sample);
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001379}
1380
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001381size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
1382{
1383 return fprintf(fp, "(%d:%d):(%d:%d)\n",
1384 event->fork.pid, event->fork.tid,
1385 event->fork.ppid, event->fork.ptid);
1386}
1387
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03001388int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001389 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001390 struct perf_sample *sample,
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03001391 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001392{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001393 return machine__process_fork_event(machine, event, sample);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02001394}
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001395
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03001396int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
1397 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001398 struct perf_sample *sample,
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03001399 struct machine *machine)
1400{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001401 return machine__process_exit_event(machine, event, sample);
Arnaldo Carvalho de Melof62d3f02012-10-06 15:44:59 -03001402}
1403
Adrian Hunter4a96f7a2015-04-30 17:37:29 +03001404size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp)
1405{
Alexander Shishkin05a1f472017-03-16 18:41:59 +02001406 return fprintf(fp, " offset: %#"PRIx64" size: %#"PRIx64" flags: %#"PRIx64" [%s%s%s]\n",
Adrian Hunter4a96f7a2015-04-30 17:37:29 +03001407 event->aux.aux_offset, event->aux.aux_size,
1408 event->aux.flags,
1409 event->aux.flags & PERF_AUX_FLAG_TRUNCATED ? "T" : "",
Alexander Shishkin05a1f472017-03-16 18:41:59 +02001410 event->aux.flags & PERF_AUX_FLAG_OVERWRITE ? "O" : "",
1411 event->aux.flags & PERF_AUX_FLAG_PARTIAL ? "P" : "");
Adrian Hunter4a96f7a2015-04-30 17:37:29 +03001412}
1413
Adrian Hunter0ad21f62015-04-30 17:37:30 +03001414size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp)
1415{
1416 return fprintf(fp, " pid: %u tid: %u\n",
1417 event->itrace_start.pid, event->itrace_start.tid);
1418}
1419
Adrian Hunter02860392015-07-21 12:44:03 +03001420size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp)
1421{
1422 bool out = event->header.misc & PERF_RECORD_MISC_SWITCH_OUT;
1423 const char *in_out = out ? "OUT" : "IN ";
1424
1425 if (event->header.type == PERF_RECORD_SWITCH)
1426 return fprintf(fp, " %s\n", in_out);
1427
1428 return fprintf(fp, " %s %s pid/tid: %5u/%-5u\n",
1429 in_out, out ? "next" : "prev",
1430 event->context_switch.next_prev_pid,
1431 event->context_switch.next_prev_tid);
1432}
1433
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001434size_t perf_event__fprintf(union perf_event *event, FILE *fp)
1435{
1436 size_t ret = fprintf(fp, "PERF_RECORD_%s",
1437 perf_event__name(event->header.type));
1438
1439 switch (event->header.type) {
1440 case PERF_RECORD_COMM:
1441 ret += perf_event__fprintf_comm(event, fp);
1442 break;
1443 case PERF_RECORD_FORK:
1444 case PERF_RECORD_EXIT:
1445 ret += perf_event__fprintf_task(event, fp);
1446 break;
1447 case PERF_RECORD_MMAP:
1448 ret += perf_event__fprintf_mmap(event, fp);
1449 break;
Hari Bathinif3b36142017-03-08 02:11:43 +05301450 case PERF_RECORD_NAMESPACES:
1451 ret += perf_event__fprintf_namespaces(event, fp);
1452 break;
Stephane Eranian5c5e8542013-08-21 12:10:25 +02001453 case PERF_RECORD_MMAP2:
1454 ret += perf_event__fprintf_mmap2(event, fp);
1455 break;
Adrian Hunter4a96f7a2015-04-30 17:37:29 +03001456 case PERF_RECORD_AUX:
1457 ret += perf_event__fprintf_aux(event, fp);
1458 break;
Adrian Hunter0ad21f62015-04-30 17:37:30 +03001459 case PERF_RECORD_ITRACE_START:
1460 ret += perf_event__fprintf_itrace_start(event, fp);
1461 break;
Adrian Hunter02860392015-07-21 12:44:03 +03001462 case PERF_RECORD_SWITCH:
1463 case PERF_RECORD_SWITCH_CPU_WIDE:
1464 ret += perf_event__fprintf_switch(event, fp);
1465 break;
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -02001466 default:
1467 ret += fprintf(fp, "\n");
1468 }
1469
1470 return ret;
1471}
1472
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -03001473int perf_event__process(struct perf_tool *tool __maybe_unused,
1474 union perf_event *event,
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001475 struct perf_sample *sample,
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -03001476 struct machine *machine)
Srikar Dronamrajub83f9202010-08-02 18:08:51 +05301477{
Frederic Weisbecker162f0be2013-09-11 16:18:24 +02001478 return machine__process_event(machine, event, sample);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +05301479}
1480
Arnaldo Carvalho de Melobb871a92014-10-23 12:50:25 -03001481void thread__find_addr_map(struct thread *thread, u8 cpumode,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001482 enum map_type type, u64 addr,
Adrian Hunter326f59b2013-08-08 14:32:27 +03001483 struct addr_location *al)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001484{
Arnaldo Carvalho de Melo93d57312014-03-21 17:57:01 -03001485 struct map_groups *mg = thread->mg;
Arnaldo Carvalho de Melobb871a92014-10-23 12:50:25 -03001486 struct machine *machine = mg->machine;
Adrian Hunter5b7ba822013-08-07 14:38:46 +03001487 bool load_map = false;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001488
Arnaldo Carvalho de Melocc22e572013-12-19 17:20:06 -03001489 al->machine = machine;
Arnaldo Carvalho de Melo316c7132013-11-05 15:32:36 -03001490 al->thread = thread;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001491 al->addr = addr;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001492 al->cpumode = cpumode;
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001493 al->filtered = 0;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001494
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001495 if (machine == NULL) {
1496 al->map = NULL;
1497 return;
1498 }
1499
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001500 if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001501 al->level = 'k';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001502 mg = &machine->kmaps;
Adrian Hunter5b7ba822013-08-07 14:38:46 +03001503 load_map = true;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001504 } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001505 al->level = '.';
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001506 } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
1507 al->level = 'g';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001508 mg = &machine->kmaps;
Adrian Hunter5b7ba822013-08-07 14:38:46 +03001509 load_map = true;
Dongsheng Yangfb50bb42013-12-20 15:52:56 -05001510 } else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
1511 al->level = 'u';
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001512 } else {
Dongsheng Yangfb50bb42013-12-20 15:52:56 -05001513 al->level = 'H';
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001514 al->map = NULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001515
1516 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
1517 cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
1518 !perf_guest)
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001519 al->filtered |= (1 << HIST_FILTER__GUEST);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001520 if ((cpumode == PERF_RECORD_MISC_USER ||
1521 cpumode == PERF_RECORD_MISC_KERNEL) &&
1522 !perf_host)
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001523 al->filtered |= (1 << HIST_FILTER__HOST);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001524
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001525 return;
1526 }
1527try_again:
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -02001528 al->map = map_groups__find(mg, type, al->addr);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001529 if (al->map == NULL) {
1530 /*
1531 * If this is outside of all known maps, and is a negative
1532 * address, try to look it up in the kernel dso, as it might be
1533 * a vsyscall or vdso (which executes in user-mode).
1534 *
1535 * XXX This is nasty, we should have a symbol list in the
1536 * "[vdso]" dso, but for now lets use the old trick of looking
1537 * in the whole kernel symbol list.
1538 */
Adrian Hunterfbe2af42014-08-15 22:08:39 +03001539 if (cpumode == PERF_RECORD_MISC_USER && machine &&
1540 mg != &machine->kmaps &&
1541 machine__kernel_ip(machine, al->addr)) {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001542 mg = &machine->kmaps;
Adrian Hunter1f2a7062014-07-14 13:02:31 +03001543 load_map = true;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001544 goto try_again;
1545 }
Adrian Hunter5b7ba822013-08-07 14:38:46 +03001546 } else {
1547 /*
1548 * Kernel maps might be changed when loading symbols so loading
1549 * must be done prior to using kernel maps.
1550 */
1551 if (load_map)
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03001552 map__load(al->map);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001553 al->addr = al->map->map_ip(al->map, al->addr);
Adrian Hunter5b7ba822013-08-07 14:38:46 +03001554 }
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -02001555}
1556
Arnaldo Carvalho de Melobb871a92014-10-23 12:50:25 -03001557void thread__find_addr_location(struct thread *thread,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001558 u8 cpumode, enum map_type type, u64 addr,
Adrian Hunter61710bd2013-08-08 14:32:26 +03001559 struct addr_location *al)
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -02001560{
Arnaldo Carvalho de Melobb871a92014-10-23 12:50:25 -03001561 thread__find_addr_map(thread, cpumode, type, addr, al);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -02001562 if (al->map != NULL)
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03001563 al->sym = map__find_symbol(al->map, al->addr);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -02001564 else
1565 al->sym = NULL;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001566}
1567
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001568/*
1569 * Callers need to drop the reference to al->thread, obtained in
1570 * machine__findnew_thread()
1571 */
Arnaldo Carvalho de Melobb3eb562016-03-22 18:39:09 -03001572int machine__resolve(struct machine *machine, struct addr_location *al,
1573 struct perf_sample *sample)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001574{
Adrian Hunteref893252013-08-27 11:23:06 +03001575 struct thread *thread = machine__findnew_thread(machine, sample->pid,
Namhyung Kim13ce34d2014-05-12 09:56:42 +09001576 sample->tid);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001577
1578 if (thread == NULL)
1579 return -1;
1580
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +02001581 dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -03001582 /*
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001583 * Have we already created the kernel maps for this machine?
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -03001584 *
1585 * This should have happened earlier, when we processed the kernel MMAP
1586 * events, but for older perf.data files there was no such thing, so do
1587 * it now.
1588 */
Arnaldo Carvalho de Melo473398a2016-03-22 18:23:43 -03001589 if (sample->cpumode == PERF_RECORD_MISC_KERNEL &&
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -03001590 machine__kernel_map(machine) == NULL)
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -02001591 machine__create_kernel_maps(machine);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001592
Arnaldo Carvalho de Melo473398a2016-03-22 18:23:43 -03001593 thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->ip, al);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001594 dump_printf(" ...... dso: %s\n",
1595 al->map ? al->map->dso->long_name :
1596 al->level == 'H' ? "[hypervisor]" : "<not found>");
Namhyung Kim466fa762014-03-17 17:12:27 -03001597
1598 if (thread__is_filtered(thread))
1599 al->filtered |= (1 << HIST_FILTER__THREAD);
1600
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -03001601 al->sym = NULL;
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -02001602 al->cpu = sample->cpu;
Kan Liang0c4c4deb2015-09-04 10:45:42 -04001603 al->socket = -1;
1604
1605 if (al->cpu >= 0) {
1606 struct perf_env *env = machine->env;
1607
1608 if (env && env->cpu)
1609 al->socket = env->cpu[al->cpu].socket_id;
1610 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02001611
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -03001612 if (al->map) {
Namhyung Kimcb8f4e92011-12-13 00:16:55 +09001613 struct dso *dso = al->map->dso;
1614
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -03001615 if (symbol_conf.dso_list &&
Namhyung Kimcb8f4e92011-12-13 00:16:55 +09001616 (!dso || !(strlist__has_entry(symbol_conf.dso_list,
1617 dso->short_name) ||
1618 (dso->short_name != dso->long_name &&
1619 strlist__has_entry(symbol_conf.dso_list,
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001620 dso->long_name))))) {
1621 al->filtered |= (1 << HIST_FILTER__DSO);
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001622 }
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -03001623
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03001624 al->sym = map__find_symbol(al->map, al->addr);
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -03001625 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02001626
Feng Tang1500b932012-09-07 16:42:23 +08001627 if (symbol_conf.sym_list &&
1628 (!al->sym || !strlist__has_entry(symbol_conf.sym_list,
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001629 al->sym->name))) {
1630 al->filtered |= (1 << HIST_FILTER__SYMBOL);
Namhyung Kimb3cef7f2014-03-17 16:59:21 -03001631 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02001632
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02001633 return 0;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -02001634}
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001635
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001636/*
1637 * The preprocess_sample method will return with reference counts for the
1638 * in it, when done using (and perhaps getting ref counts if needing to
1639 * keep a pointer to one of those entries) it must be paired with
1640 * addr_location__put(), so that the refcounts can be decremented.
1641 */
1642void addr_location__put(struct addr_location *al)
1643{
1644 thread__zput(al->thread);
1645}
1646
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001647bool is_bts_event(struct perf_event_attr *attr)
1648{
1649 return attr->type == PERF_TYPE_HARDWARE &&
1650 (attr->config & PERF_COUNT_HW_BRANCH_INSTRUCTIONS) &&
1651 attr->sample_period == 1;
1652}
1653
1654bool sample_addr_correlates_sym(struct perf_event_attr *attr)
1655{
1656 if (attr->type == PERF_TYPE_SOFTWARE &&
1657 (attr->config == PERF_COUNT_SW_PAGE_FAULTS ||
1658 attr->config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
1659 attr->config == PERF_COUNT_SW_PAGE_FAULTS_MAJ))
1660 return true;
1661
1662 if (is_bts_event(attr))
1663 return true;
1664
1665 return false;
1666}
1667
Arnaldo Carvalho de Meloc2740a82016-03-22 18:44:46 -03001668void thread__resolve(struct thread *thread, struct addr_location *al,
1669 struct perf_sample *sample)
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001670{
Arnaldo Carvalho de Melo473398a2016-03-22 18:23:43 -03001671 thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->addr, al);
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001672 if (!al->map)
Arnaldo Carvalho de Melo473398a2016-03-22 18:23:43 -03001673 thread__find_addr_map(thread, sample->cpumode, MAP__VARIABLE,
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001674 sample->addr, al);
1675
1676 al->cpu = sample->cpu;
1677 al->sym = NULL;
1678
1679 if (al->map)
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03001680 al->sym = map__find_symbol(al->map, al->addr);
Adrian Hunter9b0d2d82014-07-22 16:17:39 +03001681}