blob: a6b2132c666f709922e066d65e0cb4874453d23f [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020012#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020013#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020014#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020015#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020016
Arnaldo Carvalho de Melo8f651ea2014-10-09 16:12:24 -030017#include "util/callchain.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020018#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020019#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020020#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020021#include "util/evsel.h"
Frederic Weisbecker8f288272009-08-16 22:05:48 +020022#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020023#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020024#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020025#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110026#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020027#include "util/thread_map.h"
Jiri Olsaf5fc14122013-10-15 16:27:32 +020028#include "util/data.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020029
Peter Zijlstra97124d5e2009-06-02 15:52:24 +020030#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020031#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030032#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020033
Bernhard Rosenkraenzer78da39f2012-10-08 09:43:26 +030034
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030035struct record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020036 struct perf_tool tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -030037 struct record_opts opts;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020038 u64 bytes_written;
Jiri Olsaf5fc14122013-10-15 16:27:32 +020039 struct perf_data_file file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020040 struct perf_evlist *evlist;
41 struct perf_session *session;
42 const char *progname;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020043 int realtime_prio;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020044 bool no_buildid;
45 bool no_buildid_cache;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020046 long samples;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020047};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020048
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030049static int record__write(struct record *rec, void *bf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020050{
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030051 if (perf_data_file__write(rec->session->file, bf, size) < 0) {
Jiri Olsa50a9b862013-11-22 13:11:24 +010052 pr_err("failed to write perf data, error: %m\n");
53 return -1;
Peter Zijlstraf5970552009-06-18 23:22:55 +020054 }
David Ahern8d3eca22012-08-26 12:24:47 -060055
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030056 rec->bytes_written += size;
David Ahern8d3eca22012-08-26 12:24:47 -060057 return 0;
Peter Zijlstraf5970552009-06-18 23:22:55 +020058}
59
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020060static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020061 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +030062 struct perf_sample *sample __maybe_unused,
63 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020064{
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030065 struct record *rec = container_of(tool, struct record, tool);
66 return record__write(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020067}
68
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030069static int record__mmap_read(struct record *rec, int idx)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020070{
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030071 struct perf_mmap *md = &rec->evlist->mmap[idx];
Arnaldo Carvalho de Melo744bd8a2011-01-12 17:07:28 -020072 unsigned int head = perf_mmap__read_head(md);
Peter Zijlstrade9ac072009-04-08 15:01:31 +020073 unsigned int old = md->prev;
Jiri Olsa918512b2013-09-12 18:39:35 +020074 unsigned char *data = md->base + page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020075 unsigned long size;
76 void *buf;
David Ahern8d3eca22012-08-26 12:24:47 -060077 int rc = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020078
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -020079 if (old == head)
David Ahern8d3eca22012-08-26 12:24:47 -060080 return 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020081
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020082 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020083
84 size = head - old;
85
86 if ((old & md->mask) + size != (head & md->mask)) {
87 buf = &data[old & md->mask];
88 size = md->mask + 1 - (old & md->mask);
89 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +020090
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030091 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -060092 rc = -1;
93 goto out;
94 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +020095 }
96
97 buf = &data[old & md->mask];
98 size = head - old;
99 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200100
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300101 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600102 rc = -1;
103 goto out;
104 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200105
106 md->prev = old;
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300107 perf_evlist__mmap_consume(rec->evlist, idx);
David Ahern8d3eca22012-08-26 12:24:47 -0600108out:
109 return rc;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200110}
111
112static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200113static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700114static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200115
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200116static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200117{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700118 if (sig == SIGCHLD)
119 child_finished = 1;
Namhyung Kim45604712014-05-12 09:47:24 +0900120 else
121 signr = sig;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700122
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200123 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200124}
125
Namhyung Kim45604712014-05-12 09:47:24 +0900126static void record__sig_exit(void)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200127{
Namhyung Kim45604712014-05-12 09:47:24 +0900128 if (signr == -1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200129 return;
130
131 signal(signr, SIG_DFL);
Namhyung Kim45604712014-05-12 09:47:24 +0900132 raise(signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200133}
134
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300135static int record__open(struct record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200136{
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300137 char msg[512];
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200138 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200139 struct perf_evlist *evlist = rec->evlist;
140 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300141 struct record_opts *opts = &rec->opts;
David Ahern8d3eca22012-08-26 12:24:47 -0600142 int rc = 0;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200143
Arnaldo Carvalho de Melof77a9512012-12-10 16:41:31 -0300144 perf_evlist__config(evlist, opts);
Jiri Olsacac21422012-11-12 18:34:00 +0100145
Arnaldo Carvalho de Melo0050f7a2014-01-10 10:37:27 -0300146 evlist__for_each(evlist, pos) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200147try_again:
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200148 if (perf_evsel__open(pos, evlist->cpus, evlist->threads) < 0) {
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300149 if (perf_evsel__fallback(pos, errno, msg, sizeof(msg))) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300150 if (verbose)
Arnaldo Carvalho de Meloc0a54342012-12-13 14:16:30 -0300151 ui__warning("%s\n", msg);
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300152 goto try_again;
153 }
David Ahernca6a4252011-03-25 13:11:11 -0600154
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300155 rc = -errno;
156 perf_evsel__open_strerror(pos, &opts->target,
157 errno, msg, sizeof(msg));
158 ui__error("%s\n", msg);
David Ahern8d3eca22012-08-26 12:24:47 -0600159 goto out;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300160 }
Li Zefanc171b552009-10-15 11:22:07 +0800161 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200162
Arnaldo Carvalho de Melo1491a632012-09-26 14:43:13 -0300163 if (perf_evlist__apply_filters(evlist)) {
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100164 error("failed to set filter with %d (%s)\n", errno,
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000165 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600166 rc = -1;
167 goto out;
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100168 }
169
Nelson Elhage18e60932011-12-19 08:39:31 -0500170 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600171 if (errno == EPERM) {
172 pr_err("Permission error mapping pages.\n"
173 "Consider increasing "
174 "/proc/sys/kernel/perf_event_mlock_kb,\n"
175 "or try again with a smaller value of -m/--mmap_pages.\n"
Adrian Hunter53653d72013-12-09 15:18:40 +0200176 "(current value: %u)\n", opts->mmap_pages);
David Ahern8d3eca22012-08-26 12:24:47 -0600177 rc = -errno;
David Ahern8d3eca22012-08-26 12:24:47 -0600178 } else {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000179 pr_err("failed to mmap with %d (%s)\n", errno,
180 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600181 rc = -errno;
182 }
183 goto out;
Nelson Elhage18e60932011-12-19 08:39:31 -0500184 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200185
Jiri Olsa563aecb2013-06-05 13:35:06 +0200186 session->evlist = evlist;
Arnaldo Carvalho de Melo7b56cce2012-08-01 19:31:00 -0300187 perf_session__set_id_hdr_size(session);
David Ahern8d3eca22012-08-26 12:24:47 -0600188out:
189 return rc;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200190}
191
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300192static int process_buildids(struct record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200193{
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200194 struct perf_data_file *file = &rec->file;
195 struct perf_session *session = rec->session;
David Ahern7ab75cf2013-11-06 11:41:36 -0700196 u64 start = session->header.data_offset;
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200197
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200198 u64 size = lseek(file->fd, 0, SEEK_CUR);
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300199 if (size == 0)
200 return 0;
201
David Ahern7ab75cf2013-11-06 11:41:36 -0700202 return __perf_session__process_events(session, start,
203 size - start,
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200204 size, &build_id__mark_dso_hit_ops);
205}
206
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200207static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800208{
209 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200210 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800211 /*
212 *As for guest kernel when processing subcommand record&report,
213 *we arrange module mmap prior to guest kernel mmap and trigger
214 *a preload dso because default guest module symbols are loaded
215 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
216 *method is used to avoid symbol missing when the first addr is
217 *in module instead of in guest kernel.
218 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200219 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200220 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800221 if (err < 0)
222 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300223 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800224
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800225 /*
226 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
227 * have no _text sometimes.
228 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200229 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200230 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800231 if (err < 0)
232 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300233 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800234}
235
Frederic Weisbecker98402802010-05-02 22:05:29 +0200236static struct perf_event_header finished_round_event = {
237 .size = sizeof(struct perf_event_header),
238 .type = PERF_RECORD_FINISHED_ROUND,
239};
240
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300241static int record__mmap_read_all(struct record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200242{
Jiri Olsadcabb502014-07-25 16:56:16 +0200243 u64 bytes_written = rec->bytes_written;
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200244 int i;
David Ahern8d3eca22012-08-26 12:24:47 -0600245 int rc = 0;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200246
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200247 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
David Ahern8d3eca22012-08-26 12:24:47 -0600248 if (rec->evlist->mmap[i].base) {
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300249 if (record__mmap_read(rec, i) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600250 rc = -1;
251 goto out;
252 }
253 }
Frederic Weisbecker98402802010-05-02 22:05:29 +0200254 }
255
Jiri Olsadcabb502014-07-25 16:56:16 +0200256 /*
257 * Mark the round finished in case we wrote
258 * at least one event.
259 */
260 if (bytes_written != rec->bytes_written)
261 rc = record__write(rec, &finished_round_event, sizeof(finished_round_event));
David Ahern8d3eca22012-08-26 12:24:47 -0600262
263out:
264 return rc;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200265}
266
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300267static void record__init_features(struct record *rec)
David Ahern57706ab2013-11-06 11:41:34 -0700268{
David Ahern57706ab2013-11-06 11:41:34 -0700269 struct perf_session *session = rec->session;
270 int feat;
271
272 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
273 perf_header__set_feat(&session->header, feat);
274
275 if (rec->no_buildid)
276 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
277
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300278 if (!have_tracepoints(&rec->evlist->entries))
David Ahern57706ab2013-11-06 11:41:34 -0700279 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
280
281 if (!rec->opts.branch_stack)
282 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
283}
284
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300285static volatile int workload_exec_errno;
286
287/*
288 * perf_evlist__prepare_workload will send a SIGUSR1
289 * if the fork fails, since we asked by setting its
290 * want_signal to true.
291 */
Namhyung Kim45604712014-05-12 09:47:24 +0900292static void workload_exec_failed_signal(int signo __maybe_unused,
293 siginfo_t *info,
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300294 void *ucontext __maybe_unused)
295{
296 workload_exec_errno = info->si_value.sival_int;
297 done = 1;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300298 child_finished = 1;
299}
300
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300301static int __cmd_record(struct record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200302{
David Ahern57706ab2013-11-06 11:41:34 -0700303 int err;
Namhyung Kim45604712014-05-12 09:47:24 +0900304 int status = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200305 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300306 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300307 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200308 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300309 struct record_opts *opts = &rec->opts;
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200310 struct perf_data_file *file = &rec->file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200311 struct perf_session *session;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300312 bool disabled = false, draining = false;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200313
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200314 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700315
Namhyung Kim45604712014-05-12 09:47:24 +0900316 atexit(record__sig_exit);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200317 signal(SIGCHLD, sig_handler);
318 signal(SIGINT, sig_handler);
David Ahern804f7ac2013-05-06 12:24:23 -0600319 signal(SIGTERM, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200320
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200321 session = perf_session__new(file, false, NULL);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200322 if (session == NULL) {
Adrien BAKffa91882014-04-18 11:00:43 +0900323 pr_err("Perf session creation failed.\n");
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200324 return -1;
325 }
326
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200327 rec->session = session;
328
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300329 record__init_features(rec);
Stephane Eranian330aa672012-03-08 23:47:46 +0100330
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200331 if (forks) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300332 err = perf_evlist__prepare_workload(rec->evlist, &opts->target,
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200333 argv, file->is_pipe,
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300334 workload_exec_failed_signal);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200335 if (err < 0) {
336 pr_err("Couldn't run the workload!\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900337 status = err;
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200338 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200339 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100340 }
341
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300342 if (record__open(rec) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600343 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900344 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600345 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200346
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300347 if (!rec->evlist->nr_groups)
Namhyung Kima8bb5592013-01-22 18:09:31 +0900348 perf_header__clear_feat(&session->header, HEADER_GROUP_DESC);
349
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200350 if (file->is_pipe) {
351 err = perf_header__write_pipe(file->fd);
Tom Zanussi529870e2010-04-01 23:59:16 -0500352 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900353 goto out_child;
Jiri Olsa563aecb2013-06-05 13:35:06 +0200354 } else {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300355 err = perf_session__write_header(session, rec->evlist,
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200356 file->fd, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200357 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900358 goto out_child;
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200359 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200360
David Ahernd3665492012-02-06 15:27:52 -0700361 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100362 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700363 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100364 "Use --no-buildid to profile anyway.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600365 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900366 goto out_child;
Robert Richtere20960c2011-12-07 10:02:55 +0100367 }
368
Arnaldo Carvalho de Melo34ba5122012-12-19 09:04:24 -0300369 machine = &session->machines.host;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200370
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200371 if (file->is_pipe) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200372 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200373 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500374 if (err < 0) {
375 pr_err("Couldn't synthesize attrs.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900376 goto out_child;
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500377 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500378
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300379 if (have_tracepoints(&rec->evlist->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500380 /*
381 * FIXME err <= 0 here actually means that
382 * there were no tracepoints so its not really
383 * an error, just that we don't need to
384 * synthesize anything. We really have to
385 * return this more properly and also
386 * propagate errors that now are calling die()
387 */
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300388 err = perf_event__synthesize_tracing_data(tool, file->fd, rec->evlist,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200389 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500390 if (err <= 0) {
391 pr_err("Couldn't record tracing data.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900392 goto out_child;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500393 }
David Ahernf34b9002013-11-06 11:41:35 -0700394 rec->bytes_written += err;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500395 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500396 }
397
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200398 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200399 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200400 if (err < 0)
401 pr_err("Couldn't record kernel reference relocation symbol\n"
402 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
403 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200404
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200405 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200406 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200407 if (err < 0)
408 pr_err("Couldn't record kernel module information.\n"
409 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
410 "Check /proc/modules permission or run as root.\n");
411
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300412 if (perf_guest) {
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300413 machines__process_guests(&session->machines,
414 perf_event__synthesize_guest_os, tool);
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300415 }
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200416
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300417 err = __machine__synthesize_threads(machine, tool, &opts->target, rec->evlist->threads,
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300418 process_synthesized_event, opts->sample_address);
David Ahern8d3eca22012-08-26 12:24:47 -0600419 if (err != 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900420 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600421
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200422 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200423 struct sched_param param;
424
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200425 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200426 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200427 pr_err("Could not set realtime priority.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600428 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900429 goto out_child;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200430 }
431 }
432
Jiri Olsa774cb492012-11-12 18:34:01 +0100433 /*
434 * When perf is starting the traced process, all the events
435 * (apart from group members) have enable_on_exec=1 set,
436 * so don't spoil it by prematurely enabling them.
437 */
Andi Kleen6619a532014-01-11 13:38:27 -0800438 if (!target__none(&opts->target) && !opts->initial_delay)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300439 perf_evlist__enable(rec->evlist);
David Ahern764e16a32011-08-25 10:17:55 -0600440
Peter Zijlstra856e9662009-12-16 17:55:55 +0100441 /*
442 * Let the child rip
443 */
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300444 if (forks)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300445 perf_evlist__start_workload(rec->evlist);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100446
Andi Kleen6619a532014-01-11 13:38:27 -0800447 if (opts->initial_delay) {
448 usleep(opts->initial_delay * 1000);
449 perf_evlist__enable(rec->evlist);
450 }
451
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200452 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200453 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200454
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300455 if (record__mmap_read_all(rec) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600456 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900457 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600458 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200459
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200460 if (hits == rec->samples) {
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300461 if (done || draining)
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200462 break;
Arnaldo Carvalho de Melof66a8892014-08-18 17:25:59 -0300463 err = perf_evlist__poll(rec->evlist, -1);
Jiri Olsaa5151142014-06-02 13:44:23 -0400464 /*
465 * Propagate error, only if there's any. Ignore positive
466 * number of returned events and interrupt error.
467 */
468 if (err > 0 || (err < 0 && errno == EINTR))
Namhyung Kim45604712014-05-12 09:47:24 +0900469 err = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200470 waking++;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300471
472 if (perf_evlist__filter_pollfd(rec->evlist, POLLERR | POLLHUP) == 0)
473 draining = true;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200474 }
475
Jiri Olsa774cb492012-11-12 18:34:01 +0100476 /*
477 * When perf is starting the traced process, at the end events
478 * die with the process and we wait for that. Thus no need to
479 * disable events in this case.
480 */
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300481 if (done && !disabled && !target__none(&opts->target)) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300482 perf_evlist__disable(rec->evlist);
Jiri Olsa27119262012-11-12 18:34:02 +0100483 disabled = true;
484 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200485 }
486
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300487 if (forks && workload_exec_errno) {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000488 char msg[STRERR_BUFSIZE];
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300489 const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
490 pr_err("Workload failed: %s\n", emsg);
491 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900492 goto out_child;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300493 }
494
Namhyung Kim45604712014-05-12 09:47:24 +0900495 if (!quiet) {
496 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200497
Namhyung Kim45604712014-05-12 09:47:24 +0900498 /*
499 * Approximate RIP event size: 24 bytes.
500 */
501 fprintf(stderr,
502 "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
503 (double)rec->bytes_written / 1024.0 / 1024.0,
504 file->path,
505 rec->bytes_written / 24);
506 }
Peter Zijlstra8b412662009-09-17 19:59:05 +0200507
Namhyung Kim45604712014-05-12 09:47:24 +0900508out_child:
509 if (forks) {
510 int exit_status;
Ingo Molnaraddc2782009-06-02 23:43:11 +0200511
Namhyung Kim45604712014-05-12 09:47:24 +0900512 if (!child_finished)
513 kill(rec->evlist->workload.pid, SIGTERM);
514
515 wait(&exit_status);
516
517 if (err < 0)
518 status = err;
519 else if (WIFEXITED(exit_status))
520 status = WEXITSTATUS(exit_status);
521 else if (WIFSIGNALED(exit_status))
522 signr = WTERMSIG(exit_status);
523 } else
524 status = err;
525
526 if (!err && !file->is_pipe) {
527 rec->session->header.data_size += rec->bytes_written;
528
529 if (!rec->no_buildid)
530 process_buildids(rec);
531 perf_session__write_header(rec->session, rec->evlist,
532 file->fd, true);
533 }
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300534
535out_delete_session:
536 perf_session__delete(session);
Namhyung Kim45604712014-05-12 09:47:24 +0900537 return status;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200538}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200539
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100540#define BRANCH_OPT(n, m) \
541 { .name = n, .mode = (m) }
542
543#define BRANCH_END { .name = NULL }
544
545struct branch_mode {
546 const char *name;
547 int mode;
548};
549
550static const struct branch_mode branch_modes[] = {
551 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
552 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
553 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
554 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
555 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
556 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
557 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
Andi Kleen0126d492013-09-20 07:40:42 -0700558 BRANCH_OPT("abort_tx", PERF_SAMPLE_BRANCH_ABORT_TX),
559 BRANCH_OPT("in_tx", PERF_SAMPLE_BRANCH_IN_TX),
560 BRANCH_OPT("no_tx", PERF_SAMPLE_BRANCH_NO_TX),
Anshuman Khandual0fffa5d2014-05-22 12:50:08 +0530561 BRANCH_OPT("cond", PERF_SAMPLE_BRANCH_COND),
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100562 BRANCH_END
563};
564
565static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100566parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100567{
568#define ONLY_PLM \
569 (PERF_SAMPLE_BRANCH_USER |\
570 PERF_SAMPLE_BRANCH_KERNEL |\
571 PERF_SAMPLE_BRANCH_HV)
572
573 uint64_t *mode = (uint64_t *)opt->value;
574 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100575 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100576 int ret = -1;
577
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100578 if (unset)
579 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100580
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100581 /*
582 * cannot set it twice, -b + --branch-filter for instance
583 */
584 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100585 return -1;
586
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100587 /* str may be NULL in case no arg is passed to -b */
588 if (str) {
589 /* because str is read-only */
590 s = os = strdup(str);
591 if (!s)
592 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100593
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100594 for (;;) {
595 p = strchr(s, ',');
596 if (p)
597 *p = '\0';
598
599 for (br = branch_modes; br->name; br++) {
600 if (!strcasecmp(s, br->name))
601 break;
602 }
603 if (!br->name) {
604 ui__warning("unknown branch filter %s,"
605 " check man page\n", s);
606 goto error;
607 }
608
609 *mode |= br->mode;
610
611 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100612 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100613
614 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100615 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100616 }
617 ret = 0;
618
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100619 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100620 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100621 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100622 }
623error:
624 free(os);
625 return ret;
626}
627
Namhyung Kim72a128a2014-09-23 10:01:41 +0900628static void callchain_debug(void)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200629{
Jiri Olsaa601fdf2014-02-03 12:44:43 +0100630 static const char *str[CALLCHAIN_MAX] = { "NONE", "FP", "DWARF" };
631
Namhyung Kim72a128a2014-09-23 10:01:41 +0900632 pr_debug("callchain: type %s\n", str[callchain_param.record_mode]);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200633
Namhyung Kim72a128a2014-09-23 10:01:41 +0900634 if (callchain_param.record_mode == CALLCHAIN_DWARF)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200635 pr_debug("callchain: stack dump size %d\n",
Namhyung Kim72a128a2014-09-23 10:01:41 +0900636 callchain_param.dump_size);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200637}
638
Namhyung Kim72a128a2014-09-23 10:01:41 +0900639int record_parse_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200640 const char *arg,
641 int unset)
642{
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200643 int ret;
644
Namhyung Kim72a128a2014-09-23 10:01:41 +0900645 callchain_param.enabled = !unset;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100646
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200647 /* --no-call-graph */
648 if (unset) {
Namhyung Kim72a128a2014-09-23 10:01:41 +0900649 callchain_param.record_mode = CALLCHAIN_NONE;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200650 pr_debug("callchain: disabled\n");
651 return 0;
652 }
653
Namhyung Kimf7f084f2014-09-23 10:01:42 +0900654 ret = parse_callchain_record_opt(arg);
Jiri Olsa26d33022012-08-07 15:20:47 +0200655 if (!ret)
Namhyung Kim72a128a2014-09-23 10:01:41 +0900656 callchain_debug();
Jiri Olsa26d33022012-08-07 15:20:47 +0200657
658 return ret;
659}
660
Namhyung Kim72a128a2014-09-23 10:01:41 +0900661int record_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200662 const char *arg __maybe_unused,
663 int unset __maybe_unused)
664{
Namhyung Kim72a128a2014-09-23 10:01:41 +0900665 callchain_param.enabled = true;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200666
Namhyung Kim72a128a2014-09-23 10:01:41 +0900667 if (callchain_param.record_mode == CALLCHAIN_NONE)
668 callchain_param.record_mode = CALLCHAIN_FP;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100669
Namhyung Kim72a128a2014-09-23 10:01:41 +0900670 callchain_debug();
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200671 return 0;
672}
673
Jiri Olsaeb853e82014-02-03 12:44:42 +0100674static int perf_record_config(const char *var, const char *value, void *cb)
675{
Jiri Olsaeb853e82014-02-03 12:44:42 +0100676 if (!strcmp(var, "record.call-graph"))
Namhyung Kim5a2e5e82014-09-23 10:01:44 +0900677 var = "call-graph.record-mode"; /* fall-through */
Jiri Olsaeb853e82014-02-03 12:44:42 +0100678
679 return perf_default_config(var, value, cb);
680}
681
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200682static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200683 "perf record [<options>] [<command>]",
684 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200685 NULL
686};
687
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200688/*
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300689 * XXX Ideally would be local to cmd_record() and passed to a record__new
690 * because we need to have access to it in record__exit, that is called
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200691 * after cmd_record() exits, but since record_options need to be accessible to
692 * builtin-script, leave it here.
693 *
694 * At least we don't ouch it in all the other functions here directly.
695 *
696 * Just say no to tons of global variables, sigh.
697 */
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300698static struct record record = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200699 .opts = {
Andi Kleen8affc2b2014-07-31 14:45:04 +0800700 .sample_time = true,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200701 .mmap_pages = UINT_MAX,
702 .user_freq = UINT_MAX,
703 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -0300704 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900705 .target = {
706 .uses_mmap = true,
Adrian Hunter3aa59392013-11-15 15:52:29 +0200707 .default_per_cpu = true,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900708 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200709 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200710};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200711
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200712#define CALLCHAIN_HELP "setup and enables call-graph (stack chain/backtrace) recording: "
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300713
Jiri Olsa9ff125d2014-01-07 13:47:28 +0100714#ifdef HAVE_DWARF_UNWIND_SUPPORT
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200715const char record_callchain_help[] = CALLCHAIN_HELP "fp dwarf";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300716#else
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200717const char record_callchain_help[] = CALLCHAIN_HELP "fp";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300718#endif
719
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200720/*
721 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
722 * with it and switch to use the library functions in perf_evlist that came
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300723 * from builtin-record.c, i.e. use record_opts,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200724 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
725 * using pipes, etc.
726 */
Tom Zanussibca647a2010-11-10 08:11:30 -0600727const struct option record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200728 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200729 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200730 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200731 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800732 "event filter", parse_filter),
Namhyung Kimbea03402012-04-26 14:15:15 +0900733 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300734 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900735 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300736 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200737 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200738 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -0300739 OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300740 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200741 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200742 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900743 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200744 "system-wide collection from all CPUs"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900745 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200746 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200747 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200748 OPT_STRING('o', "output", &record.file.path, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200749 "output file name"),
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200750 OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
751 &record.opts.no_inherit_set,
752 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200753 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
Jiri Olsa994a1f72013-09-01 12:36:12 +0200754 OPT_CALLBACK('m', "mmap-pages", &record.opts.mmap_pages, "pages",
755 "number of mmap data pages",
756 perf_evlist__parse_mmap_pages),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200757 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800758 "put the counters into a counter group"),
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200759 OPT_CALLBACK_NOOPT('g', NULL, &record.opts,
760 NULL, "enables call-graph recording" ,
761 &record_callchain_opt),
762 OPT_CALLBACK(0, "call-graph", &record.opts,
763 "mode[,dump_size]", record_callchain_help,
764 &record_parse_callchain_opt),
Ian Munsiec0555642010-04-13 18:37:33 +1000765 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200766 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200767 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200768 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200769 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200770 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200771 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200772 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300773 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200774 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200775 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200776 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200777 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200778 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200779 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200780 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200781 "monitor event in cgroup name only",
782 parse_cgroups),
Arnaldo Carvalho de Meloa6205a32014-01-14 17:58:12 -0300783 OPT_UINTEGER('D', "delay", &record.opts.initial_delay,
Andi Kleen6619a532014-01-11 13:38:27 -0800784 "ms to wait before starting measurement after program start"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900785 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
786 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100787
788 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
789 "branch any", "sample any taken branches",
790 parse_branch_stack),
791
792 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
793 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100794 parse_branch_stack),
Andi Kleen05484292013-01-24 16:10:29 +0100795 OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
796 "sample by weight (on special events only)"),
Andi Kleen475eeab2013-09-20 07:40:43 -0700797 OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
798 "sample transaction flags (special events only)"),
Adrian Hunter3aa59392013-11-15 15:52:29 +0200799 OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
800 "use per-thread mmaps"),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200801 OPT_END()
802};
803
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300804int cmd_record(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200805{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200806 int err = -ENOMEM;
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300807 struct record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900808 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200809
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300810 rec->evlist = perf_evlist__new();
811 if (rec->evlist == NULL)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200812 return -ENOMEM;
813
Jiri Olsaeb853e82014-02-03 12:44:42 +0100814 perf_config(perf_record_config, rec);
815
Tom Zanussibca647a2010-11-10 08:11:30 -0600816 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200817 PARSE_OPT_STOP_AT_NON_OPTION);
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300818 if (!argc && target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -0600819 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200820
Namhyung Kimbea03402012-04-26 14:15:15 +0900821 if (nr_cgroups && !rec->opts.target.system_wide) {
Namhyung Kim3780f482012-05-29 13:22:57 +0900822 ui__error("cgroup monitoring only available in"
823 " system-wide mode\n");
Stephane Eranian023695d2011-02-14 11:20:01 +0200824 usage_with_options(record_usage, record_options);
825 }
826
Namhyung Kim0a7e6d12014-08-12 15:40:45 +0900827 symbol__init(NULL);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200828
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300829 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300830 pr_warning(
831"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
832"check /proc/sys/kernel/kptr_restrict.\n\n"
833"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
834"file is not found in the buildid cache or in the vmlinux path.\n\n"
835"Samples in kernel modules won't be resolved at all.\n\n"
836"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
837"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300838
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200839 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200840 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200841
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300842 if (rec->evlist->nr_entries == 0 &&
843 perf_evlist__add_default(rec->evlist) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200844 pr_err("Not enough memory for event selector list\n");
845 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200846 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200847
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200848 if (rec->opts.target.tid && !rec->opts.no_inherit_set)
849 rec->opts.no_inherit = true;
850
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300851 err = target__validate(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900852 if (err) {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300853 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900854 ui__warning("%s", errbuf);
855 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +0900856
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300857 err = target__parse_uid(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900858 if (err) {
859 int saved_errno = errno;
860
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300861 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim3780f482012-05-29 13:22:57 +0900862 ui__error("%s", errbuf);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900863
864 err = -saved_errno;
Namhyung Kim8fa60e12013-03-15 14:48:51 +0900865 goto out_symbol_exit;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900866 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200867
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900868 err = -ENOMEM;
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300869 if (perf_evlist__create_maps(rec->evlist, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200870 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200871
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300872 if (record_opts__config(&rec->opts)) {
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300873 err = -EINVAL;
Arnaldo Carvalho de Melo03ad9742014-01-03 15:56:06 -0300874 goto out_symbol_exit;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200875 }
876
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200877 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300878out_symbol_exit:
Namhyung Kim45604712014-05-12 09:47:24 +0900879 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300880 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300881 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200882}