blob: a1b8d9649ca737abf09c24934cb8af8b78821e82 [file] [log] [blame]
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001/*
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302 * probe-event.c : perf-probe definition to probe_events format converter
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05003 *
4 * Written by Masami Hiramatsu <mhiramat@redhat.com>
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 *
20 */
21
Arnaldo Carvalho de Melofd20e812017-04-17 15:23:08 -030022#include <inttypes.h>
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050023#include <sys/utsname.h>
24#include <sys/types.h>
25#include <sys/stat.h>
26#include <fcntl.h>
27#include <errno.h>
28#include <stdio.h>
29#include <unistd.h>
30#include <stdlib.h>
31#include <string.h>
Masami Hiramatsu4de189f2009-11-30 19:20:17 -050032#include <stdarg.h>
33#include <limits.h>
Masami Hiramatsue80711c2011-01-13 21:46:11 +090034#include <elf.h>
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050035
Masami Hiramatsu31facc52010-03-16 18:05:30 -040036#include "util.h"
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050037#include "event.h"
Arnaldo Carvalho de Melo40f3b2d2019-01-22 11:24:34 -020038#include "namespaces.h"
Masami Hiramatsu4de189f2009-11-30 19:20:17 -050039#include "strlist.h"
Arnaldo Carvalho de Melo8ec20b12017-04-18 10:57:25 -030040#include "strfilter.h"
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050041#include "debug.h"
Masami Hiramatsu72041332010-01-05 17:47:10 -050042#include "cache.h"
Masami Hiramatsu631c9de2010-01-06 09:45:34 -050043#include "color.h"
Arnaldo Carvalho de Melo1101f692019-01-27 13:42:37 +010044#include "map.h"
Arnaldo Carvalho de Melo41f30912019-01-27 13:44:29 +010045#include "map_groups.h"
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -040046#include "symbol.h"
47#include "thread.h"
Jiri Olsa4605eab2015-09-02 09:56:43 +020048#include <api/fs/fs.h>
Irina Tirdea1d037ca2012-09-11 01:15:03 +030049#include "trace-event.h" /* For __maybe_unused */
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050050#include "probe-event.h"
Masami Hiramatsu4235b042010-03-16 18:06:12 -040051#include "probe-finder.h"
Masami Hiramatsu92f6c722015-07-15 18:14:07 +090052#include "probe-file.h"
Srikar Dronamraju225466f2012-04-16 17:39:09 +053053#include "session.h"
Arnaldo Carvalho de Meloa0675582017-04-17 16:51:59 -030054#include "string2.h"
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050055
Arnaldo Carvalho de Melo3d689ed2017-04-17 16:10:49 -030056#include "sane_ctype.h"
57
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050058#define PERFPROBE_GROUP "probe"
59
Masami Hiramatsuf4d7da42010-03-16 18:06:05 -040060bool probe_event_dry_run; /* Dry run flag */
Masami Hiramatsuddb2f582015-05-08 10:03:31 +090061struct probe_conf probe_conf;
Masami Hiramatsuf4d7da42010-03-16 18:06:05 -040062
Masami Hiramatsu146a1432010-04-12 13:17:42 -040063#define semantic_error(msg ...) pr_err("Semantic error :" msg)
Masami Hiramatsu50656ee2009-11-30 19:19:58 -050064
Masami Hiramatsu92f6c722015-07-15 18:14:07 +090065int e_snprintf(char *str, size_t size, const char *format, ...)
Masami Hiramatsu4de189f2009-11-30 19:20:17 -050066{
67 int ret;
68 va_list ap;
69 va_start(ap, format);
70 ret = vsnprintf(str, size, format, ap);
71 va_end(ap);
72 if (ret >= (int)size)
73 ret = -E2BIG;
74 return ret;
75}
76
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +000077static struct machine *host_machine;
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -040078
Masami Hiramatsu469b9b82010-10-21 19:13:41 +090079/* Initialize symbol maps and path of vmlinux/modules */
Namhyung Kim9bae1e82015-09-10 11:27:05 +090080int init_probe_symbol_maps(bool user_only)
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -040081{
Masami Hiramatsu146a1432010-04-12 13:17:42 -040082 int ret;
83
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -040084 symbol_conf.sort_by_name = true;
Namhyung Kim680d9262015-03-06 16:31:27 +090085 symbol_conf.allow_aliases = true;
Namhyung Kim0a7e6d12014-08-12 15:40:45 +090086 ret = symbol__init(NULL);
Masami Hiramatsu146a1432010-04-12 13:17:42 -040087 if (ret < 0) {
88 pr_debug("Failed to init symbol map.\n");
89 goto out;
90 }
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -040091
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +000092 if (host_machine || user_only) /* already initialized */
93 return 0;
Arnaldo Carvalho de Melod28c6222010-04-27 21:20:43 -030094
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +000095 if (symbol_conf.vmlinux_name)
96 pr_debug("Use vmlinux: %s\n", symbol_conf.vmlinux_name);
97
98 host_machine = machine__new_host();
99 if (!host_machine) {
100 pr_debug("machine__new_host() failed.\n");
101 symbol__exit();
102 ret = -1;
Masami Hiramatsu469b9b82010-10-21 19:13:41 +0900103 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400104out:
105 if (ret < 0)
106 pr_warning("Failed to init vmlinux path.\n");
107 return ret;
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -0400108}
109
Namhyung Kim9bae1e82015-09-10 11:27:05 +0900110void exit_probe_symbol_maps(void)
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +0000111{
Arnaldo Carvalho de Melo32ca6782016-06-22 10:19:11 -0300112 machine__delete(host_machine);
113 host_machine = NULL;
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +0000114 symbol__exit();
115}
116
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000117static struct ref_reloc_sym *kernel_get_ref_reloc_sym(void)
118{
119 /* kmap->ref_reloc_sym should be set if host_machine is initialized */
120 struct kmap *kmap;
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -0300121 struct map *map = machine__kernel_map(host_machine);
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000122
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300123 if (map__load(map) < 0)
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000124 return NULL;
125
Arnaldo Carvalho de Melo77e65972015-09-30 11:08:58 -0300126 kmap = map__kmap(map);
Wang Nanba927322015-04-07 08:22:45 +0000127 if (!kmap)
128 return NULL;
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000129 return kmap->ref_reloc_sym;
130}
131
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900132static int kernel_get_symbol_address_by_name(const char *name, u64 *addr,
133 bool reloc, bool reladdr)
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000134{
135 struct ref_reloc_sym *reloc_sym;
136 struct symbol *sym;
137 struct map *map;
138
139 /* ref_reloc_sym is just a label. Need a special fix*/
140 reloc_sym = kernel_get_ref_reloc_sym();
141 if (reloc_sym && strcmp(name, reloc_sym->name) == 0)
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900142 *addr = (reloc) ? reloc_sym->addr : reloc_sym->unrelocated_addr;
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000143 else {
Arnaldo Carvalho de Melo107cad92018-04-30 12:20:54 -0300144 sym = machine__find_kernel_symbol_by_name(host_machine, name, &map);
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900145 if (!sym)
146 return -ENOENT;
147 *addr = map->unmap_ip(map, sym->start) -
148 ((reloc) ? 0 : map->reloc) -
149 ((reladdr) ? map->start : 0);
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000150 }
151 return 0;
152}
153
Masami Hiramatsue80711c2011-01-13 21:46:11 +0900154static struct map *kernel_get_module_map(const char *module)
155{
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -0300156 struct maps *maps = machine__kernel_maps(host_machine);
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300157 struct map *pos;
Masami Hiramatsue80711c2011-01-13 21:46:11 +0900158
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900159 /* A file path -- this is an offline module */
160 if (module && strchr(module, '/'))
Masami Hiramatsueebc5092017-01-04 12:29:05 +0900161 return dso__new_map(module);
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900162
Masami Hiramatsue80711c2011-01-13 21:46:11 +0900163 if (!module)
164 module = "kernel";
165
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300166 for (pos = maps__first(maps); pos; pos = map__next(pos)) {
Konstantin Khlebnikovcb3f3372016-08-05 15:22:36 +0300167 /* short_name is "[module]" */
Masami Hiramatsue80711c2011-01-13 21:46:11 +0900168 if (strncmp(pos->dso->short_name + 1, module,
Konstantin Khlebnikovcb3f3372016-08-05 15:22:36 +0300169 pos->dso->short_name_len - 2) == 0 &&
170 module[pos->dso->short_name_len - 2] == '\0') {
Arnaldo Carvalho de Melof622df52018-05-24 11:17:34 -0300171 return map__get(pos);
Masami Hiramatsue80711c2011-01-13 21:46:11 +0900172 }
173 }
174 return NULL;
175}
176
Krister Johansen544abd42017-07-05 18:48:10 -0700177struct map *get_target_map(const char *target, struct nsinfo *nsi, bool user)
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900178{
179 /* Init maps of given executable or kernel */
Krister Johansen544abd42017-07-05 18:48:10 -0700180 if (user) {
181 struct map *map;
182
183 map = dso__new_map(target);
184 if (map && map->dso)
185 map->dso->nsinfo = nsinfo__get(nsi);
186 return map;
187 } else {
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900188 return kernel_get_module_map(target);
Krister Johansen544abd42017-07-05 18:48:10 -0700189 }
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900190}
191
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000192static int convert_exec_to_group(const char *exec, char **result)
193{
194 char *ptr1, *ptr2, *exec_copy;
195 char buf[64];
196 int ret;
197
198 exec_copy = strdup(exec);
199 if (!exec_copy)
200 return -ENOMEM;
201
202 ptr1 = basename(exec_copy);
203 if (!ptr1) {
204 ret = -EINVAL;
205 goto out;
206 }
207
Colin Ian Kingead1a572016-10-03 11:34:31 +0100208 for (ptr2 = ptr1; *ptr2 != '\0'; ptr2++) {
Masami Hiramatsu35726d32016-09-24 00:35:16 +0900209 if (!isalnum(*ptr2) && *ptr2 != '_') {
210 *ptr2 = '\0';
211 break;
212 }
213 }
214
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000215 ret = e_snprintf(buf, 64, "%s_%s", PERFPROBE_GROUP, ptr1);
216 if (ret < 0)
217 goto out;
218
219 *result = strdup(buf);
220 ret = *result ? 0 : -ENOMEM;
221
222out:
223 free(exec_copy);
224 return ret;
225}
226
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900227static void clear_perf_probe_point(struct perf_probe_point *pp)
228{
229 free(pp->file);
230 free(pp->function);
231 free(pp->lazy_line);
232}
233
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000234static void clear_probe_trace_events(struct probe_trace_event *tevs, int ntevs)
235{
236 int i;
237
238 for (i = 0; i < ntevs; i++)
239 clear_probe_trace_event(tevs + i);
240}
241
Masami Hiramatsub0312202015-06-16 20:50:55 +0900242static bool kprobe_blacklist__listed(unsigned long address);
243static bool kprobe_warn_out_range(const char *symbol, unsigned long address)
244{
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900245 u64 etext_addr = 0;
246 int ret;
He Kuang7c31bb82015-06-18 02:49:10 +0000247
Masami Hiramatsub0312202015-06-16 20:50:55 +0900248 /* Get the address of _etext for checking non-probable text symbol */
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900249 ret = kernel_get_symbol_address_by_name("_etext", &etext_addr,
250 false, false);
He Kuang7c31bb82015-06-18 02:49:10 +0000251
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900252 if (ret == 0 && etext_addr < address)
Masami Hiramatsub0312202015-06-16 20:50:55 +0900253 pr_warning("%s is out of .text, skip it.\n", symbol);
254 else if (kprobe_blacklist__listed(address))
255 pr_warning("%s is blacklisted function, skip it.\n", symbol);
256 else
257 return false;
258
259 return true;
260}
261
Ravi Bangoriac61fb952016-04-26 19:55:40 +0530262/*
Ravi Bangoriac61fb952016-04-26 19:55:40 +0530263 * @module can be module name of module file path. In case of path,
264 * inspect elf and find out what is actual module name.
265 * Caller has to free mod_name after using it.
266 */
267static char *find_module_name(const char *module)
268{
269 int fd;
270 Elf *elf;
271 GElf_Ehdr ehdr;
272 GElf_Shdr shdr;
273 Elf_Data *data;
274 Elf_Scn *sec;
275 char *mod_name = NULL;
Masami Hiramatsu1f2ed152017-01-03 00:20:49 +0900276 int name_offset;
Ravi Bangoriac61fb952016-04-26 19:55:40 +0530277
278 fd = open(module, O_RDONLY);
279 if (fd < 0)
280 return NULL;
281
282 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
283 if (elf == NULL)
284 goto elf_err;
285
286 if (gelf_getehdr(elf, &ehdr) == NULL)
287 goto ret_err;
288
289 sec = elf_section_by_name(elf, &ehdr, &shdr,
290 ".gnu.linkonce.this_module", NULL);
291 if (!sec)
292 goto ret_err;
293
294 data = elf_getdata(sec, NULL);
295 if (!data || !data->d_buf)
296 goto ret_err;
297
Masami Hiramatsu1f2ed152017-01-03 00:20:49 +0900298 /*
299 * NOTE:
300 * '.gnu.linkonce.this_module' section of kernel module elf directly
301 * maps to 'struct module' from linux/module.h. This section contains
302 * actual module name which will be used by kernel after loading it.
303 * But, we cannot use 'struct module' here since linux/module.h is not
304 * exposed to user-space. Offset of 'name' has remained same from long
305 * time, so hardcoding it here.
306 */
307 if (ehdr.e_ident[EI_CLASS] == ELFCLASS32)
308 name_offset = 12;
309 else /* expect ELFCLASS64 by default */
310 name_offset = 24;
311
312 mod_name = strdup((char *)data->d_buf + name_offset);
Ravi Bangoriac61fb952016-04-26 19:55:40 +0530313
314ret_err:
315 elf_end(elf);
316elf_err:
317 close(fd);
318 return mod_name;
319}
320
Ingo Molnar89fe8082013-09-30 12:07:11 +0200321#ifdef HAVE_DWARF_SUPPORT
Wang Nan60fb7742015-05-28 02:25:05 +0000322
323static int kernel_get_module_dso(const char *module, struct dso **pdso)
324{
325 struct dso *dso;
326 struct map *map;
327 const char *vmlinux_name;
328 int ret = 0;
329
330 if (module) {
Arnaldo Carvalho de Melo266fa2b2015-09-24 11:24:18 -0300331 char module_name[128];
332
333 snprintf(module_name, sizeof(module_name), "[%s]", module);
Arnaldo Carvalho de Melo83cf7742018-04-24 12:16:09 -0300334 map = map_groups__find_by_name(&host_machine->kmaps, module_name);
Arnaldo Carvalho de Melo266fa2b2015-09-24 11:24:18 -0300335 if (map) {
336 dso = map->dso;
337 goto found;
Wang Nan60fb7742015-05-28 02:25:05 +0000338 }
339 pr_debug("Failed to find module %s.\n", module);
340 return -ENOENT;
341 }
342
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -0300343 map = machine__kernel_map(host_machine);
Wang Nan60fb7742015-05-28 02:25:05 +0000344 dso = map->dso;
345
346 vmlinux_name = symbol_conf.vmlinux_name;
347 dso->load_errno = 0;
348 if (vmlinux_name)
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300349 ret = dso__load_vmlinux(dso, map, vmlinux_name, false);
Wang Nan60fb7742015-05-28 02:25:05 +0000350 else
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300351 ret = dso__load_vmlinux_path(dso, map);
Wang Nan60fb7742015-05-28 02:25:05 +0000352found:
353 *pdso = dso;
354 return ret;
355}
356
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900357/*
358 * Some binaries like glibc have special symbols which are on the symbol
359 * table, but not in the debuginfo. If we can find the address of the
360 * symbol from map, we can translate the address back to the probe point.
361 */
362static int find_alternative_probe_point(struct debuginfo *dinfo,
363 struct perf_probe_point *pp,
364 struct perf_probe_point *result,
Krister Johansen544abd42017-07-05 18:48:10 -0700365 const char *target, struct nsinfo *nsi,
366 bool uprobes)
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900367{
368 struct map *map = NULL;
369 struct symbol *sym;
370 u64 address = 0;
371 int ret = -ENOENT;
372
373 /* This can work only for function-name based one */
374 if (!pp->function || pp->file)
375 return -ENOTSUP;
376
Krister Johansen544abd42017-07-05 18:48:10 -0700377 map = get_target_map(target, nsi, uprobes);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900378 if (!map)
379 return -EINVAL;
380
381 /* Find the address of given function */
382 map__for_each_symbol_by_name(map, pp->function, sym) {
Masami Hiramatsue6d7c912015-03-22 20:40:22 +0900383 if (uprobes)
384 address = sym->start;
385 else
Masami Hiramatsu8e341892016-08-06 19:29:48 +0900386 address = map->unmap_ip(map, sym->start) - map->reloc;
Namhyung Kime578da32015-03-06 16:31:29 +0900387 break;
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900388 }
389 if (!address) {
390 ret = -ENOENT;
391 goto out;
392 }
Wang Nanf6c15622015-04-08 02:14:34 +0000393 pr_debug("Symbol %s address found : %" PRIx64 "\n",
394 pp->function, address);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900395
396 ret = debuginfo__find_probe_point(dinfo, (unsigned long)address,
397 result);
398 if (ret <= 0)
399 ret = (!ret) ? -ENOENT : ret;
400 else {
401 result->offset += pp->offset;
402 result->line += pp->line;
He Kuang9d7b45c2015-04-13 19:41:28 +0800403 result->retprobe = pp->retprobe;
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900404 ret = 0;
405 }
406
407out:
Masami Hiramatsueebc5092017-01-04 12:29:05 +0900408 map__put(map);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900409 return ret;
410
411}
412
413static int get_alternative_probe_event(struct debuginfo *dinfo,
414 struct perf_probe_event *pev,
Masami Hiramatsu44225522015-05-08 10:03:28 +0900415 struct perf_probe_point *tmp)
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900416{
417 int ret;
418
419 memcpy(tmp, &pev->point, sizeof(*tmp));
420 memset(&pev->point, 0, sizeof(pev->point));
Krister Johansen544abd42017-07-05 18:48:10 -0700421 ret = find_alternative_probe_point(dinfo, tmp, &pev->point, pev->target,
422 pev->nsi, pev->uprobes);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900423 if (ret < 0)
424 memcpy(&pev->point, tmp, sizeof(*tmp));
425
426 return ret;
427}
Masami Hiramatsua15ad2f2014-02-06 05:32:27 +0000428
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900429static int get_alternative_line_range(struct debuginfo *dinfo,
430 struct line_range *lr,
431 const char *target, bool user)
432{
David Ahern6d4a4892015-03-11 10:36:20 -0400433 struct perf_probe_point pp = { .function = lr->function,
434 .file = lr->file,
435 .line = lr->start };
436 struct perf_probe_point result;
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900437 int ret, len = 0;
438
David Ahern6d4a4892015-03-11 10:36:20 -0400439 memset(&result, 0, sizeof(result));
440
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900441 if (lr->end != INT_MAX)
442 len = lr->end - lr->start;
443 ret = find_alternative_probe_point(dinfo, &pp, &result,
Krister Johansen544abd42017-07-05 18:48:10 -0700444 target, NULL, user);
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900445 if (!ret) {
446 lr->function = result.function;
447 lr->file = result.file;
448 lr->start = result.line;
449 if (lr->end != INT_MAX)
450 lr->end = lr->start + len;
451 clear_perf_probe_point(&pp);
452 }
453 return ret;
454}
455
Masami Hiramatsuff741782011-06-27 16:27:39 +0900456/* Open new debuginfo of given module */
Krister Johansen544abd42017-07-05 18:48:10 -0700457static struct debuginfo *open_debuginfo(const char *module, struct nsinfo *nsi,
458 bool silent)
Masami Hiramatsu469b9b82010-10-21 19:13:41 +0900459{
Masami Hiramatsua15ad2f2014-02-06 05:32:27 +0000460 const char *path = module;
Masami Hiramatsu419e8732015-05-27 17:37:18 +0900461 char reason[STRERR_BUFSIZE];
462 struct debuginfo *ret = NULL;
463 struct dso *dso = NULL;
Krister Johansen544abd42017-07-05 18:48:10 -0700464 struct nscookie nsc;
Masami Hiramatsu419e8732015-05-27 17:37:18 +0900465 int err;
Masami Hiramatsuff741782011-06-27 16:27:39 +0900466
Masami Hiramatsua15ad2f2014-02-06 05:32:27 +0000467 if (!module || !strchr(module, '/')) {
Masami Hiramatsu419e8732015-05-27 17:37:18 +0900468 err = kernel_get_module_dso(module, &dso);
469 if (err < 0) {
470 if (!dso || dso->load_errno == 0) {
Arnaldo Carvalho de Meloc8b5f2c2016-07-06 11:56:20 -0300471 if (!str_error_r(-err, reason, STRERR_BUFSIZE))
Masami Hiramatsu419e8732015-05-27 17:37:18 +0900472 strcpy(reason, "(unknown)");
473 } else
474 dso__strerror_load(dso, reason, STRERR_BUFSIZE);
Arnaldo Carvalho de Melo4d6101f2019-02-28 11:22:45 -0300475 if (!silent) {
476 if (module)
477 pr_err("Module %s is not loaded, please specify its full path name.\n", module);
478 else
479 pr_err("Failed to find the path for the kernel: %s\n", reason);
480 }
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900481 return NULL;
482 }
Masami Hiramatsu419e8732015-05-27 17:37:18 +0900483 path = dso->long_name;
Masami Hiramatsu469b9b82010-10-21 19:13:41 +0900484 }
Krister Johansen544abd42017-07-05 18:48:10 -0700485 nsinfo__mountns_enter(nsi, &nsc);
Masami Hiramatsu92561cb2014-08-15 01:44:32 +0000486 ret = debuginfo__new(path);
487 if (!ret && !silent) {
488 pr_warning("The %s file has no debug information.\n", path);
489 if (!module || !strtailcmp(path, ".ko"))
490 pr_warning("Rebuild with CONFIG_DEBUG_INFO=y, ");
491 else
492 pr_warning("Rebuild with -g, ");
493 pr_warning("or install an appropriate debuginfo package.\n");
494 }
Krister Johansen544abd42017-07-05 18:48:10 -0700495 nsinfo__mountns_exit(&nsc);
Masami Hiramatsu92561cb2014-08-15 01:44:32 +0000496 return ret;
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -0400497}
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300498
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900499/* For caching the last debuginfo */
500static struct debuginfo *debuginfo_cache;
501static char *debuginfo_cache_path;
502
503static struct debuginfo *debuginfo_cache__open(const char *module, bool silent)
504{
Masami Hiramatsu20f49852015-10-01 01:41:35 +0900505 const char *path = module;
506
507 /* If the module is NULL, it should be the kernel. */
508 if (!module)
509 path = "kernel";
510
511 if (debuginfo_cache_path && !strcmp(debuginfo_cache_path, path))
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900512 goto out;
513
514 /* Copy module path */
515 free(debuginfo_cache_path);
Masami Hiramatsu20f49852015-10-01 01:41:35 +0900516 debuginfo_cache_path = strdup(path);
517 if (!debuginfo_cache_path) {
518 debuginfo__delete(debuginfo_cache);
519 debuginfo_cache = NULL;
520 goto out;
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900521 }
522
Krister Johansen544abd42017-07-05 18:48:10 -0700523 debuginfo_cache = open_debuginfo(module, NULL, silent);
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900524 if (!debuginfo_cache)
525 zfree(&debuginfo_cache_path);
526out:
527 return debuginfo_cache;
528}
529
530static void debuginfo_cache__exit(void)
531{
532 debuginfo__delete(debuginfo_cache);
533 debuginfo_cache = NULL;
534 zfree(&debuginfo_cache_path);
535}
536
Masami Hiramatsu92561cb2014-08-15 01:44:32 +0000537
Krister Johansen544abd42017-07-05 18:48:10 -0700538static int get_text_start_address(const char *exec, unsigned long *address,
539 struct nsinfo *nsi)
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000540{
541 Elf *elf;
542 GElf_Ehdr ehdr;
543 GElf_Shdr shdr;
544 int fd, ret = -ENOENT;
Krister Johansen544abd42017-07-05 18:48:10 -0700545 struct nscookie nsc;
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000546
Krister Johansen544abd42017-07-05 18:48:10 -0700547 nsinfo__mountns_enter(nsi, &nsc);
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000548 fd = open(exec, O_RDONLY);
Krister Johansen544abd42017-07-05 18:48:10 -0700549 nsinfo__mountns_exit(&nsc);
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000550 if (fd < 0)
551 return -errno;
552
553 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
Masami Hiramatsu062d6c22016-04-26 15:47:37 +0900554 if (elf == NULL) {
555 ret = -EINVAL;
556 goto out_close;
557 }
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000558
559 if (gelf_getehdr(elf, &ehdr) == NULL)
560 goto out;
561
562 if (!elf_section_by_name(elf, &ehdr, &shdr, ".text", NULL))
563 goto out;
564
565 *address = shdr.sh_addr - shdr.sh_offset;
566 ret = 0;
567out:
568 elf_end(elf);
Masami Hiramatsu062d6c22016-04-26 15:47:37 +0900569out_close:
570 close(fd);
571
Masami Hiramatsu99ca4232014-01-16 09:39:49 +0000572 return ret;
573}
574
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000575/*
576 * Convert trace point to probe point with debuginfo
577 */
578static int find_perf_probe_point_from_dwarf(struct probe_trace_point *tp,
579 struct perf_probe_point *pp,
580 bool is_kprobe)
581{
582 struct debuginfo *dinfo = NULL;
583 unsigned long stext = 0;
584 u64 addr = tp->address;
585 int ret = -ENOENT;
586
587 /* convert the address to dwarf address */
588 if (!is_kprobe) {
589 if (!addr) {
590 ret = -EINVAL;
591 goto error;
592 }
Krister Johansen544abd42017-07-05 18:48:10 -0700593 ret = get_text_start_address(tp->module, &stext, NULL);
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000594 if (ret < 0)
595 goto error;
596 addr += stext;
Wang Nane4863672015-08-25 13:27:35 +0000597 } else if (tp->symbol) {
Masami Hiramatsu9b239a12015-10-01 01:41:33 +0900598 /* If the module is given, this returns relative address */
599 ret = kernel_get_symbol_address_by_name(tp->symbol, &addr,
600 false, !!tp->module);
601 if (ret != 0)
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000602 goto error;
603 addr += tp->offset;
604 }
605
606 pr_debug("try to find information at %" PRIx64 " in %s\n", addr,
607 tp->module ? : "kernel");
608
Namhyung Kimbb963e12017-02-17 17:17:38 +0900609 dinfo = debuginfo_cache__open(tp->module, verbose <= 0);
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900610 if (dinfo)
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000611 ret = debuginfo__find_probe_point(dinfo,
612 (unsigned long)addr, pp);
Masami Hiramatsu7737af02015-06-17 23:58:54 +0900613 else
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000614 ret = -ENOENT;
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +0000615
616 if (ret > 0) {
617 pp->retprobe = tp->retprobe;
618 return 0;
619 }
620error:
621 pr_debug("Failed to find corresponding probes from debuginfo.\n");
622 return ret ? : -ENOENT;
623}
624
Masami Hiramatsu3e96dac2017-01-11 15:00:47 +0900625/* Adjust symbol name and address */
626static int post_process_probe_trace_point(struct probe_trace_point *tp,
627 struct map *map, unsigned long offs)
628{
629 struct symbol *sym;
Björn Töpel7598f8b2017-06-21 18:41:34 +0200630 u64 addr = tp->address - offs;
Masami Hiramatsu3e96dac2017-01-11 15:00:47 +0900631
632 sym = map__find_symbol(map, addr);
633 if (!sym)
634 return -ENOENT;
635
636 if (strcmp(sym->name, tp->symbol)) {
637 /* If we have no realname, use symbol for it */
638 if (!tp->realname)
639 tp->realname = tp->symbol;
640 else
641 free(tp->symbol);
642 tp->symbol = strdup(sym->name);
643 if (!tp->symbol)
644 return -ENOMEM;
645 }
646 tp->offset = addr - sym->start;
647 tp->address -= offs;
648
649 return 0;
650}
651
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900652/*
653 * Rename DWARF symbols to ELF symbols -- gcc sometimes optimizes functions
654 * and generate new symbols with suffixes such as .constprop.N or .isra.N
655 * etc. Since those symbols are not recorded in DWARF, we have to find
656 * correct generated symbols from offline ELF binary.
657 * For online kernel or uprobes we don't need this because those are
658 * rebased on _text, or already a section relative address.
659 */
660static int
661post_process_offline_probe_trace_events(struct probe_trace_event *tevs,
662 int ntevs, const char *pathname)
663{
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900664 struct map *map;
665 unsigned long stext = 0;
Masami Hiramatsu3e96dac2017-01-11 15:00:47 +0900666 int i, ret = 0;
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900667
668 /* Prepare a map for offline binary */
669 map = dso__new_map(pathname);
Krister Johansen544abd42017-07-05 18:48:10 -0700670 if (!map || get_text_start_address(pathname, &stext, NULL) < 0) {
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900671 pr_warning("Failed to get ELF symbols for %s\n", pathname);
672 return -EINVAL;
673 }
674
675 for (i = 0; i < ntevs; i++) {
Masami Hiramatsu3e96dac2017-01-11 15:00:47 +0900676 ret = post_process_probe_trace_point(&tevs[i].point,
677 map, stext);
678 if (ret < 0)
679 break;
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900680 }
681 map__put(map);
682
Masami Hiramatsu3e96dac2017-01-11 15:00:47 +0900683 return ret;
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900684}
685
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000686static int add_exec_to_probe_trace_events(struct probe_trace_event *tevs,
Krister Johansen544abd42017-07-05 18:48:10 -0700687 int ntevs, const char *exec,
688 struct nsinfo *nsi)
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000689{
690 int i, ret = 0;
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000691 unsigned long stext = 0;
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000692
693 if (!exec)
694 return 0;
695
Krister Johansen544abd42017-07-05 18:48:10 -0700696 ret = get_text_start_address(exec, &stext, nsi);
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000697 if (ret < 0)
698 return ret;
699
700 for (i = 0; i < ntevs && ret >= 0; i++) {
Ingo Molnaradba1632018-12-03 11:22:00 +0100701 /* point.address is the address of point.symbol + point.offset */
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000702 tevs[i].point.address -= stext;
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000703 tevs[i].point.module = strdup(exec);
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000704 if (!tevs[i].point.module) {
Masami Hiramatsufb7345b2013-12-26 05:41:53 +0000705 ret = -ENOMEM;
706 break;
707 }
708 tevs[i].uprobes = true;
709 }
710
711 return ret;
712}
713
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900714static int
715post_process_module_probe_trace_events(struct probe_trace_event *tevs,
716 int ntevs, const char *module,
717 struct debuginfo *dinfo)
Masami Hiramatsu190b57f2011-06-27 16:27:45 +0900718{
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900719 Dwarf_Addr text_offs = 0;
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900720 int i, ret = 0;
Ravi Bangoria63a29612016-04-26 19:55:41 +0530721 char *mod_name = NULL;
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900722 struct map *map;
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900723
724 if (!module)
725 return 0;
726
Krister Johansen544abd42017-07-05 18:48:10 -0700727 map = get_target_map(module, NULL, false);
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900728 if (!map || debuginfo__get_text_offset(dinfo, &text_offs, true) < 0) {
729 pr_warning("Failed to get ELF symbols for %s\n", module);
730 return -EINVAL;
731 }
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900732
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900733 mod_name = find_module_name(module);
Masami Hiramatsu190b57f2011-06-27 16:27:45 +0900734 for (i = 0; i < ntevs; i++) {
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900735 ret = post_process_probe_trace_point(&tevs[i].point,
736 map, (unsigned long)text_offs);
737 if (ret < 0)
738 break;
Ravi Bangoria63a29612016-04-26 19:55:41 +0530739 tevs[i].point.module =
740 strdup(mod_name ? mod_name : module);
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900741 if (!tevs[i].point.module) {
742 ret = -ENOMEM;
743 break;
744 }
Masami Hiramatsu190b57f2011-06-27 16:27:45 +0900745 }
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900746
Ravi Bangoria63a29612016-04-26 19:55:41 +0530747 free(mod_name);
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900748 map__put(map);
749
Masami Hiramatsu14a8fd72011-06-27 16:27:51 +0900750 return ret;
Masami Hiramatsu190b57f2011-06-27 16:27:45 +0900751}
752
Ravi Bangoriad8204562016-08-09 01:23:24 -0500753static int
754post_process_kernel_probe_trace_events(struct probe_trace_event *tevs,
755 int ntevs)
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000756{
757 struct ref_reloc_sym *reloc_sym;
758 char *tmp;
Masami Hiramatsu5a51fcd2015-05-06 21:46:49 +0900759 int i, skipped = 0;
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000760
Masami Hiramatsu428aff82016-08-26 01:24:42 +0900761 /* Skip post process if the target is an offline kernel */
762 if (symbol_conf.ignore_vmlinux_buildid)
Masami Hiramatsu8a937a22017-01-04 12:30:19 +0900763 return post_process_offline_probe_trace_events(tevs, ntevs,
764 symbol_conf.vmlinux_name);
Masami Hiramatsu428aff82016-08-26 01:24:42 +0900765
Masami Hiramatsu8f33f7d2014-02-06 05:32:20 +0000766 reloc_sym = kernel_get_ref_reloc_sym();
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000767 if (!reloc_sym) {
768 pr_warning("Relocated base symbol is not found!\n");
769 return -EINVAL;
770 }
771
772 for (i = 0; i < ntevs; i++) {
Naveen N. Rao7ab31d92017-03-08 13:56:09 +0530773 if (!tevs[i].point.address)
774 continue;
775 if (tevs[i].point.retprobe && !kretprobe_offset_is_supported())
Masami Hiramatsub0312202015-06-16 20:50:55 +0900776 continue;
777 /* If we found a wrong one, mark it by NULL symbol */
778 if (kprobe_warn_out_range(tevs[i].point.symbol,
779 tevs[i].point.address)) {
780 tmp = NULL;
781 skipped++;
782 } else {
783 tmp = strdup(reloc_sym->name);
784 if (!tmp)
785 return -ENOMEM;
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000786 }
Masami Hiramatsub0312202015-06-16 20:50:55 +0900787 /* If we have no realname, use symbol for it */
788 if (!tevs[i].point.realname)
789 tevs[i].point.realname = tevs[i].point.symbol;
790 else
791 free(tevs[i].point.symbol);
792 tevs[i].point.symbol = tmp;
793 tevs[i].point.offset = tevs[i].point.address -
794 reloc_sym->unrelocated_addr;
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000795 }
Masami Hiramatsu5a51fcd2015-05-06 21:46:49 +0900796 return skipped;
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000797}
798
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500799void __weak
800arch__post_process_probe_trace_events(struct perf_probe_event *pev __maybe_unused,
801 int ntevs __maybe_unused)
802{
803}
804
Ravi Bangoriad8204562016-08-09 01:23:24 -0500805/* Post processing the probe events */
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500806static int post_process_probe_trace_events(struct perf_probe_event *pev,
807 struct probe_trace_event *tevs,
Ravi Bangoriad8204562016-08-09 01:23:24 -0500808 int ntevs, const char *module,
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900809 bool uprobe, struct debuginfo *dinfo)
Ravi Bangoriad8204562016-08-09 01:23:24 -0500810{
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500811 int ret;
812
Ravi Bangoriad8204562016-08-09 01:23:24 -0500813 if (uprobe)
Krister Johansen544abd42017-07-05 18:48:10 -0700814 ret = add_exec_to_probe_trace_events(tevs, ntevs, module,
815 pev->nsi);
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500816 else if (module)
Ravi Bangoriad8204562016-08-09 01:23:24 -0500817 /* Currently ref_reloc_sym based probe is not for drivers */
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900818 ret = post_process_module_probe_trace_events(tevs, ntevs,
819 module, dinfo);
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500820 else
821 ret = post_process_kernel_probe_trace_events(tevs, ntevs);
Ravi Bangoriad8204562016-08-09 01:23:24 -0500822
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500823 if (ret >= 0)
824 arch__post_process_probe_trace_events(pev, ntevs);
825
826 return ret;
Ravi Bangoriad8204562016-08-09 01:23:24 -0500827}
828
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300829/* Try to find perf_probe_event with debuginfo */
Srikar Dronamraju0e608362010-07-29 19:43:51 +0530830static int try_to_find_probe_trace_events(struct perf_probe_event *pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +0900831 struct probe_trace_event **tevs)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300832{
833 bool need_dwarf = perf_probe_event_need_dwarf(pev);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900834 struct perf_probe_point tmp;
Srikar Dronamraju225466f2012-04-16 17:39:09 +0530835 struct debuginfo *dinfo;
Masami Hiramatsu190b57f2011-06-27 16:27:45 +0900836 int ntevs, ret = 0;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300837
Krister Johansen544abd42017-07-05 18:48:10 -0700838 dinfo = open_debuginfo(pev->target, pev->nsi, !need_dwarf);
Masami Hiramatsuff741782011-06-27 16:27:39 +0900839 if (!dinfo) {
Masami Hiramatsu92561cb2014-08-15 01:44:32 +0000840 if (need_dwarf)
Masami Hiramatsuff741782011-06-27 16:27:39 +0900841 return -ENOENT;
Masami Hiramatsuff741782011-06-27 16:27:39 +0900842 pr_debug("Could not open debuginfo. Try to use symbols.\n");
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300843 return 0;
844 }
845
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000846 pr_debug("Try to find probe point from debuginfo.\n");
Masami Hiramatsuff741782011-06-27 16:27:39 +0900847 /* Searching trace events corresponding to a probe event */
Masami Hiramatsuddb2f582015-05-08 10:03:31 +0900848 ntevs = debuginfo__find_trace_events(dinfo, pev, tevs);
Masami Hiramatsuff741782011-06-27 16:27:39 +0900849
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900850 if (ntevs == 0) { /* Not found, retry with an alternative */
Masami Hiramatsu44225522015-05-08 10:03:28 +0900851 ret = get_alternative_probe_event(dinfo, pev, &tmp);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900852 if (!ret) {
Masami Hiramatsuddb2f582015-05-08 10:03:31 +0900853 ntevs = debuginfo__find_trace_events(dinfo, pev, tevs);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +0900854 /*
855 * Write back to the original probe_event for
856 * setting appropriate (user given) event name
857 */
858 clear_perf_probe_point(&pev->point);
859 memcpy(&pev->point, &tmp, sizeof(tmp));
860 }
861 }
862
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400863 if (ntevs > 0) { /* Succeeded to find trace events */
Masami Hiramatsudfef99c2014-02-06 05:32:16 +0000864 pr_debug("Found %d probe_trace_events.\n", ntevs);
Ravi Bangoria99e608b2016-08-09 01:23:25 -0500865 ret = post_process_probe_trace_events(pev, *tevs, ntevs,
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900866 pev->target, pev->uprobes, dinfo);
Masami Hiramatsu5a51fcd2015-05-06 21:46:49 +0900867 if (ret < 0 || ret == ntevs) {
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900868 pr_debug("Post processing failed or all events are skipped. (%d)\n", ret);
Masami Hiramatsu981d05a2014-01-16 09:39:44 +0000869 clear_probe_trace_events(*tevs, ntevs);
870 zfree(tevs);
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900871 ntevs = 0;
Masami Hiramatsu981d05a2014-01-16 09:39:44 +0000872 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400873 }
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300874
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900875 debuginfo__delete(dinfo);
876
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400877 if (ntevs == 0) { /* No error but failed to find probe point. */
Masami Hiramatsu0687eba2015-03-06 16:31:25 +0900878 pr_warning("Probe point '%s' not found.\n",
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400879 synthesize_perf_probe_point(&pev->point));
Masami Hiramatsu0687eba2015-03-06 16:31:25 +0900880 return -ENOENT;
Masami Hiramatsu613f0502017-01-11 15:01:57 +0900881 } else if (ntevs < 0) {
882 /* Error path : ntevs < 0 */
883 pr_debug("An error occurred in debuginfo analysis (%d).\n", ntevs);
Wang Nan1c0bd0e2015-08-21 10:09:02 +0000884 if (ntevs == -EBADF)
885 pr_warning("Warning: No dwarf info found in the vmlinux - "
886 "please rebuild kernel with CONFIG_DEBUG_INFO=y.\n");
Masami Hiramatsu15eca302010-04-21 15:56:24 -0400887 if (!need_dwarf) {
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +0900888 pr_debug("Trying to use symbols.\n");
Masami Hiramatsu15eca302010-04-21 15:56:24 -0400889 return 0;
890 }
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300891 }
Masami Hiramatsu15eca302010-04-21 15:56:24 -0400892 return ntevs;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300893}
894
895#define LINEBUF_SIZE 256
896#define NR_ADDITIONAL_LINES 2
897
Franck Bui-Huufde52db2010-12-20 15:18:04 +0100898static int __show_one_line(FILE *fp, int l, bool skip, bool show_num)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300899{
Masami Hiramatsu5f03cba2014-08-14 02:22:34 +0000900 char buf[LINEBUF_SIZE], sbuf[STRERR_BUFSIZE];
Franck Bui-Huubefe3412010-12-20 15:18:01 +0100901 const char *color = show_num ? "" : PERF_COLOR_BLUE;
902 const char *prefix = NULL;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300903
Franck Bui-Huubefe3412010-12-20 15:18:01 +0100904 do {
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300905 if (fgets(buf, LINEBUF_SIZE, fp) == NULL)
906 goto error;
Franck Bui-Huubefe3412010-12-20 15:18:01 +0100907 if (skip)
908 continue;
909 if (!prefix) {
910 prefix = show_num ? "%7d " : " ";
911 color_fprintf(stdout, color, prefix, l);
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300912 }
Franck Bui-Huubefe3412010-12-20 15:18:01 +0100913 color_fprintf(stdout, color, "%s", buf);
914
915 } while (strchr(buf, '\n') == NULL);
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400916
Franck Bui-Huufde52db2010-12-20 15:18:04 +0100917 return 1;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300918error:
Franck Bui-Huufde52db2010-12-20 15:18:04 +0100919 if (ferror(fp)) {
Masami Hiramatsu5f03cba2014-08-14 02:22:34 +0000920 pr_warning("File read error: %s\n",
Arnaldo Carvalho de Meloc8b5f2c2016-07-06 11:56:20 -0300921 str_error_r(errno, sbuf, sizeof(sbuf)));
Franck Bui-Huufde52db2010-12-20 15:18:04 +0100922 return -1;
923 }
924 return 0;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300925}
926
Franck Bui-Huufde52db2010-12-20 15:18:04 +0100927static int _show_one_line(FILE *fp, int l, bool skip, bool show_num)
928{
929 int rv = __show_one_line(fp, l, skip, show_num);
930 if (rv == 0) {
931 pr_warning("Source file is shorter than expected.\n");
932 rv = -1;
933 }
934 return rv;
935}
936
937#define show_one_line_with_num(f,l) _show_one_line(f,l,false,true)
938#define show_one_line(f,l) _show_one_line(f,l,false,false)
939#define skip_one_line(f,l) _show_one_line(f,l,true,false)
940#define show_one_line_or_eof(f,l) __show_one_line(f,l,false,false)
941
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300942/*
943 * Show line-range always requires debuginfo to find source file and
944 * line number.
945 */
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900946static int __show_line_range(struct line_range *lr, const char *module,
947 bool user)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300948{
Masami Hiramatsud3b63d72010-04-14 18:39:42 -0400949 int l = 1;
Masami Hiramatsu5a622572014-02-06 05:32:09 +0000950 struct int_node *ln;
Masami Hiramatsuff741782011-06-27 16:27:39 +0900951 struct debuginfo *dinfo;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300952 FILE *fp;
Masami Hiramatsuff741782011-06-27 16:27:39 +0900953 int ret;
Masami Hiramatsu7cf0b792010-07-09 18:28:59 +0900954 char *tmp;
Masami Hiramatsu5f03cba2014-08-14 02:22:34 +0000955 char sbuf[STRERR_BUFSIZE];
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300956
957 /* Search a line range */
Krister Johansen544abd42017-07-05 18:48:10 -0700958 dinfo = open_debuginfo(module, NULL, false);
Masami Hiramatsu92561cb2014-08-15 01:44:32 +0000959 if (!dinfo)
Masami Hiramatsuff741782011-06-27 16:27:39 +0900960 return -ENOENT;
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400961
Masami Hiramatsuff741782011-06-27 16:27:39 +0900962 ret = debuginfo__find_line_range(dinfo, lr);
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +0900963 if (!ret) { /* Not found, retry with an alternative */
964 ret = get_alternative_line_range(dinfo, lr, module, user);
965 if (!ret)
966 ret = debuginfo__find_line_range(dinfo, lr);
967 }
Masami Hiramatsuff741782011-06-27 16:27:39 +0900968 debuginfo__delete(dinfo);
Masami Hiramatsu5ee05b82014-06-06 07:14:06 +0000969 if (ret == 0 || ret == -ENOENT) {
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400970 pr_warning("Specified source line is not found.\n");
971 return -ENOENT;
972 } else if (ret < 0) {
Masami Hiramatsu5ee05b82014-06-06 07:14:06 +0000973 pr_warning("Debuginfo analysis failed.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400974 return ret;
975 }
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300976
Masami Hiramatsu7cf0b792010-07-09 18:28:59 +0900977 /* Convert source file path */
978 tmp = lr->path;
Masami Hiramatsu6a330a32010-07-09 18:29:11 +0900979 ret = get_real_path(tmp, lr->comp_dir, &lr->path);
He Kuanga78604d2015-03-04 18:01:42 +0800980
981 /* Free old path when new path is assigned */
982 if (tmp != lr->path)
983 free(tmp);
984
Masami Hiramatsu7cf0b792010-07-09 18:28:59 +0900985 if (ret < 0) {
Masami Hiramatsu5ee05b82014-06-06 07:14:06 +0000986 pr_warning("Failed to find source file path.\n");
Masami Hiramatsu7cf0b792010-07-09 18:28:59 +0900987 return ret;
988 }
989
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300990 setup_pager();
991
992 if (lr->function)
Masami Hiramatsu8737ebd2011-02-10 18:08:16 +0900993 fprintf(stdout, "<%s@%s:%d>\n", lr->function, lr->path,
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300994 lr->start - lr->offset);
995 else
Franck Bui-Huu62c15fc2010-12-20 15:18:00 +0100996 fprintf(stdout, "<%s:%d>\n", lr->path, lr->start);
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -0300997
998 fp = fopen(lr->path, "r");
Masami Hiramatsu146a1432010-04-12 13:17:42 -0400999 if (fp == NULL) {
1000 pr_warning("Failed to open %s: %s\n", lr->path,
Arnaldo Carvalho de Meloc8b5f2c2016-07-06 11:56:20 -03001001 str_error_r(errno, sbuf, sizeof(sbuf)));
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001002 return -errno;
1003 }
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001004 /* Skip to starting line number */
Franck Bui-Huu44b81e92010-12-20 15:18:02 +01001005 while (l < lr->start) {
Franck Bui-Huufde52db2010-12-20 15:18:04 +01001006 ret = skip_one_line(fp, l++);
Franck Bui-Huu44b81e92010-12-20 15:18:02 +01001007 if (ret < 0)
1008 goto end;
1009 }
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001010
Arnaldo Carvalho de Melo10daf4d2016-06-23 11:39:19 -03001011 intlist__for_each_entry(ln, lr->line_list) {
Masami Hiramatsu5a622572014-02-06 05:32:09 +00001012 for (; ln->i > l; l++) {
Franck Bui-Huufde52db2010-12-20 15:18:04 +01001013 ret = show_one_line(fp, l - lr->offset);
Franck Bui-Huu44b81e92010-12-20 15:18:02 +01001014 if (ret < 0)
1015 goto end;
1016 }
Franck Bui-Huufde52db2010-12-20 15:18:04 +01001017 ret = show_one_line_with_num(fp, l++ - lr->offset);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001018 if (ret < 0)
1019 goto end;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001020 }
1021
1022 if (lr->end == INT_MAX)
1023 lr->end = l + NR_ADDITIONAL_LINES;
Franck Bui-Huufde52db2010-12-20 15:18:04 +01001024 while (l <= lr->end) {
1025 ret = show_one_line_or_eof(fp, l++ - lr->offset);
1026 if (ret <= 0)
Franck Bui-Huu44b81e92010-12-20 15:18:02 +01001027 break;
1028 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001029end:
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001030 fclose(fp);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001031 return ret;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001032}
1033
Krister Johansen544abd42017-07-05 18:48:10 -07001034int show_line_range(struct line_range *lr, const char *module,
1035 struct nsinfo *nsi, bool user)
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001036{
1037 int ret;
Krister Johansen544abd42017-07-05 18:48:10 -07001038 struct nscookie nsc;
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001039
Namhyung Kim9bae1e82015-09-10 11:27:05 +09001040 ret = init_probe_symbol_maps(user);
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001041 if (ret < 0)
1042 return ret;
Krister Johansen544abd42017-07-05 18:48:10 -07001043 nsinfo__mountns_enter(nsi, &nsc);
Masami Hiramatsu811dd2a2015-03-06 16:31:22 +09001044 ret = __show_line_range(lr, module, user);
Krister Johansen544abd42017-07-05 18:48:10 -07001045 nsinfo__mountns_exit(&nsc);
Namhyung Kim9bae1e82015-09-10 11:27:05 +09001046 exit_probe_symbol_maps();
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001047
1048 return ret;
1049}
1050
Masami Hiramatsuff741782011-06-27 16:27:39 +09001051static int show_available_vars_at(struct debuginfo *dinfo,
1052 struct perf_probe_event *pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001053 struct strfilter *_filter)
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001054{
1055 char *buf;
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001056 int ret, i, nvars;
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001057 struct str_node *node;
1058 struct variable_list *vls = NULL, *vl;
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +09001059 struct perf_probe_point tmp;
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001060 const char *var;
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001061
1062 buf = synthesize_perf_probe_point(&pev->point);
1063 if (!buf)
1064 return -EINVAL;
1065 pr_debug("Searching variables at %s\n", buf);
1066
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001067 ret = debuginfo__find_available_vars_at(dinfo, pev, &vls);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +09001068 if (!ret) { /* Not found, retry with an alternative */
Masami Hiramatsu44225522015-05-08 10:03:28 +09001069 ret = get_alternative_probe_event(dinfo, pev, &tmp);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +09001070 if (!ret) {
1071 ret = debuginfo__find_available_vars_at(dinfo, pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001072 &vls);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +09001073 /* Release the old probe_point */
1074 clear_perf_probe_point(&tmp);
1075 }
1076 }
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001077 if (ret <= 0) {
Masami Hiramatsu69e96ea2014-06-06 07:13:59 +00001078 if (ret == 0 || ret == -ENOENT) {
1079 pr_err("Failed to find the address of %s\n", buf);
1080 ret = -ENOENT;
1081 } else
1082 pr_warning("Debuginfo analysis failed.\n");
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001083 goto end;
1084 }
Masami Hiramatsu69e96ea2014-06-06 07:13:59 +00001085
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001086 /* Some variables are found */
1087 fprintf(stdout, "Available variables at %s\n", buf);
1088 for (i = 0; i < ret; i++) {
1089 vl = &vls[i];
1090 /*
1091 * A probe point might be converted to
1092 * several trace points.
1093 */
1094 fprintf(stdout, "\t@<%s+%lu>\n", vl->point.symbol,
1095 vl->point.offset);
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -03001096 zfree(&vl->point.symbol);
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001097 nvars = 0;
1098 if (vl->vars) {
Arnaldo Carvalho de Melo602a1f42016-06-23 11:31:20 -03001099 strlist__for_each_entry(node, vl->vars) {
Masami Hiramatsubd09d7b2011-01-20 23:15:39 +09001100 var = strchr(node->s, '\t') + 1;
1101 if (strfilter__compare(_filter, var)) {
1102 fprintf(stdout, "\t\t%s\n", node->s);
1103 nvars++;
1104 }
1105 }
1106 strlist__delete(vl->vars);
1107 }
1108 if (nvars == 0)
1109 fprintf(stdout, "\t\t(No matched variables)\n");
1110 }
1111 free(vls);
1112end:
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001113 free(buf);
1114 return ret;
1115}
1116
1117/* Show available variables on given probe point */
1118int show_available_vars(struct perf_probe_event *pevs, int npevs,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001119 struct strfilter *_filter)
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001120{
Masami Hiramatsuff741782011-06-27 16:27:39 +09001121 int i, ret = 0;
1122 struct debuginfo *dinfo;
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001123
Namhyung Kim9bae1e82015-09-10 11:27:05 +09001124 ret = init_probe_symbol_maps(pevs->uprobes);
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001125 if (ret < 0)
1126 return ret;
1127
Krister Johansen544abd42017-07-05 18:48:10 -07001128 dinfo = open_debuginfo(pevs->target, pevs->nsi, false);
Masami Hiramatsuff741782011-06-27 16:27:39 +09001129 if (!dinfo) {
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001130 ret = -ENOENT;
1131 goto out;
Masami Hiramatsuff741782011-06-27 16:27:39 +09001132 }
1133
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001134 setup_pager();
1135
Masami Hiramatsuff741782011-06-27 16:27:39 +09001136 for (i = 0; i < npevs && ret >= 0; i++)
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001137 ret = show_available_vars_at(dinfo, &pevs[i], _filter);
Masami Hiramatsuff741782011-06-27 16:27:39 +09001138
1139 debuginfo__delete(dinfo);
Masami Hiramatsuee45b6c2014-02-06 05:32:04 +00001140out:
Namhyung Kim9bae1e82015-09-10 11:27:05 +09001141 exit_probe_symbol_maps();
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001142 return ret;
1143}
1144
Ingo Molnar89fe8082013-09-30 12:07:11 +02001145#else /* !HAVE_DWARF_SUPPORT */
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001146
Masami Hiramatsu7737af02015-06-17 23:58:54 +09001147static void debuginfo_cache__exit(void)
1148{
1149}
1150
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00001151static int
1152find_perf_probe_point_from_dwarf(struct probe_trace_point *tp __maybe_unused,
1153 struct perf_probe_point *pp __maybe_unused,
1154 bool is_kprobe __maybe_unused)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001155{
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00001156 return -ENOSYS;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001157}
1158
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301159static int try_to_find_probe_trace_events(struct perf_probe_event *pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001160 struct probe_trace_event **tevs __maybe_unused)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001161{
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001162 if (perf_probe_event_need_dwarf(pev)) {
1163 pr_warning("Debuginfo-analysis is not supported.\n");
1164 return -ENOSYS;
1165 }
Srikar Dronamraju225466f2012-04-16 17:39:09 +05301166
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001167 return 0;
1168}
1169
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001170int show_line_range(struct line_range *lr __maybe_unused,
Masami Hiramatsu2b394bc2014-09-17 08:40:54 +00001171 const char *module __maybe_unused,
Krister Johansen544abd42017-07-05 18:48:10 -07001172 struct nsinfo *nsi __maybe_unused,
Masami Hiramatsu2b394bc2014-09-17 08:40:54 +00001173 bool user __maybe_unused)
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001174{
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001175 pr_warning("Debuginfo-analysis is not supported.\n");
1176 return -ENOSYS;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03001177}
1178
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001179int show_available_vars(struct perf_probe_event *pevs __maybe_unused,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09001180 int npevs __maybe_unused,
1181 struct strfilter *filter __maybe_unused)
Masami Hiramatsucf6eb482010-10-21 19:13:23 +09001182{
1183 pr_warning("Debuginfo-analysis is not supported.\n");
1184 return -ENOSYS;
1185}
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -04001186#endif
1187
Masami Hiramatsue53b00d2014-01-16 09:39:47 +00001188void line_range__clear(struct line_range *lr)
1189{
Masami Hiramatsue53b00d2014-01-16 09:39:47 +00001190 free(lr->function);
1191 free(lr->file);
1192 free(lr->path);
1193 free(lr->comp_dir);
Masami Hiramatsu5a622572014-02-06 05:32:09 +00001194 intlist__delete(lr->line_list);
Masami Hiramatsue53b00d2014-01-16 09:39:47 +00001195 memset(lr, 0, sizeof(*lr));
1196}
1197
Masami Hiramatsu5a622572014-02-06 05:32:09 +00001198int line_range__init(struct line_range *lr)
Masami Hiramatsue53b00d2014-01-16 09:39:47 +00001199{
1200 memset(lr, 0, sizeof(*lr));
Masami Hiramatsu5a622572014-02-06 05:32:09 +00001201 lr->line_list = intlist__new(NULL);
1202 if (!lr->line_list)
1203 return -ENOMEM;
1204 else
1205 return 0;
Masami Hiramatsue53b00d2014-01-16 09:39:47 +00001206}
1207
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001208static int parse_line_num(char **ptr, int *val, const char *what)
1209{
1210 const char *start = *ptr;
1211
1212 errno = 0;
1213 *val = strtol(*ptr, ptr, 0);
1214 if (errno || *ptr == start) {
1215 semantic_error("'%s' is not a valid number.\n", what);
1216 return -EINVAL;
1217 }
1218 return 0;
1219}
1220
Masami Hiramatsu573709f2015-05-06 21:46:47 +09001221/* Check the name is good for event, group or function */
1222static bool is_c_func_name(const char *name)
1223{
1224 if (!isalpha(*name) && *name != '_')
1225 return false;
1226 while (*++name != '\0') {
1227 if (!isalpha(*name) && !isdigit(*name) && *name != '_')
1228 return false;
1229 }
1230 return true;
1231}
1232
Franck Bui-Huu9d95b582010-12-20 15:18:03 +01001233/*
1234 * Stuff 'lr' according to the line range described by 'arg'.
1235 * The line range syntax is described by:
1236 *
1237 * SRC[:SLN[+NUM|-ELN]]
Masami Hiramatsue116dfa2011-02-10 18:08:10 +09001238 * FNC[@SRC][:SLN[+NUM|-ELN]]
Franck Bui-Huu9d95b582010-12-20 15:18:03 +01001239 */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001240int parse_line_range_desc(const char *arg, struct line_range *lr)
Masami Hiramatsu631c9de2010-01-06 09:45:34 -05001241{
Masami Hiramatsue116dfa2011-02-10 18:08:10 +09001242 char *range, *file, *name = strdup(arg);
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001243 int err;
Franck Bui-Huu9d95b582010-12-20 15:18:03 +01001244
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001245 if (!name)
1246 return -ENOMEM;
1247
1248 lr->start = 0;
1249 lr->end = INT_MAX;
1250
1251 range = strchr(name, ':');
1252 if (range) {
1253 *range++ = '\0';
1254
1255 err = parse_line_num(&range, &lr->start, "start line");
1256 if (err)
1257 goto err;
1258
1259 if (*range == '+' || *range == '-') {
1260 const char c = *range++;
1261
1262 err = parse_line_num(&range, &lr->end, "end line");
1263 if (err)
1264 goto err;
1265
1266 if (c == '+') {
1267 lr->end += lr->start;
1268 /*
1269 * Adjust the number of lines here.
1270 * If the number of lines == 1, the
1271 * the end of line should be equal to
1272 * the start of line.
1273 */
1274 lr->end--;
1275 }
1276 }
1277
Masami Hiramatsud3b63d72010-04-14 18:39:42 -04001278 pr_debug("Line range is %d to %d\n", lr->start, lr->end);
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001279
1280 err = -EINVAL;
Masami Hiramatsud3b63d72010-04-14 18:39:42 -04001281 if (lr->start > lr->end) {
Masami Hiramatsu631c9de2010-01-06 09:45:34 -05001282 semantic_error("Start line must be smaller"
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001283 " than end line.\n");
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001284 goto err;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001285 }
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001286 if (*range != '\0') {
1287 semantic_error("Tailing with invalid str '%s'.\n", range);
1288 goto err;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001289 }
Masami Hiramatsud3b63d72010-04-14 18:39:42 -04001290 }
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001291
Masami Hiramatsue116dfa2011-02-10 18:08:10 +09001292 file = strchr(name, '@');
1293 if (file) {
1294 *file = '\0';
1295 lr->file = strdup(++file);
1296 if (lr->file == NULL) {
1297 err = -ENOMEM;
1298 goto err;
1299 }
1300 lr->function = name;
Masami Hiramatsu573709f2015-05-06 21:46:47 +09001301 } else if (strchr(name, '/') || strchr(name, '.'))
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001302 lr->file = name;
Masami Hiramatsu573709f2015-05-06 21:46:47 +09001303 else if (is_c_func_name(name))/* We reuse it for checking funcname */
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001304 lr->function = name;
Masami Hiramatsu573709f2015-05-06 21:46:47 +09001305 else { /* Invalid name */
1306 semantic_error("'%s' is not a valid function name.\n", name);
1307 err = -EINVAL;
1308 goto err;
1309 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001310
1311 return 0;
Franck Bui-Huu21dd9ae2010-12-20 15:18:05 +01001312err:
1313 free(name);
1314 return err;
Masami Hiramatsu631c9de2010-01-06 09:45:34 -05001315}
1316
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001317static int parse_perf_probe_event_name(char **arg, struct perf_probe_event *pev)
1318{
1319 char *ptr;
1320
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001321 ptr = strpbrk_esc(*arg, ":");
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001322 if (ptr) {
1323 *ptr = '\0';
Masami Hiramatsu42bba262016-07-12 19:05:18 +09001324 if (!pev->sdt && !is_c_func_name(*arg))
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001325 goto ng_name;
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001326 pev->group = strdup_esc(*arg);
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001327 if (!pev->group)
1328 return -ENOMEM;
1329 *arg = ptr + 1;
1330 } else
1331 pev->group = NULL;
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001332
1333 pev->event = strdup_esc(*arg);
1334 if (pev->event == NULL)
1335 return -ENOMEM;
1336
1337 if (!pev->sdt && !is_c_func_name(pev->event)) {
1338 zfree(&pev->event);
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001339ng_name:
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001340 zfree(&pev->group);
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001341 semantic_error("%s is bad for event name -it must "
1342 "follow C symbol-naming rule.\n", *arg);
1343 return -EINVAL;
1344 }
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001345 return 0;
1346}
1347
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001348/* Parse probepoint definition. */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001349static int parse_perf_probe_point(char *arg, struct perf_probe_event *pev)
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001350{
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001351 struct perf_probe_point *pp = &pev->point;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001352 char *ptr, *tmp;
1353 char c, nc = 0;
Naveen N. Rao3099c022015-04-28 17:35:34 +05301354 bool file_spec = false;
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001355 int ret;
1356
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001357 /*
1358 * <Syntax>
Masami Hiramatsu8d993d92016-07-01 17:04:01 +09001359 * perf probe [GRP:][EVENT=]SRC[:LN|;PTN]
1360 * perf probe [GRP:][EVENT=]FUNC[@SRC][+OFFS|%return|:LN|;PAT]
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001361 * perf probe %[GRP:]SDT_EVENT
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001362 */
Wang Nane59d29e2015-04-28 08:46:09 +00001363 if (!arg)
1364 return -EINVAL;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001365
Ravi Bangoriaaf9100a2017-03-14 20:36:52 +05301366 if (is_sdt_event(arg)) {
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001367 pev->sdt = true;
Masami Hiramatsu7e9fca52016-07-12 19:05:46 +09001368 if (arg[0] == '%')
1369 arg++;
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001370 }
1371
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001372 ptr = strpbrk_esc(arg, ";=@+%");
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001373 if (pev->sdt) {
1374 if (ptr) {
Masami Hiramatsua5981802016-07-12 19:05:37 +09001375 if (*ptr != '@') {
1376 semantic_error("%s must be an SDT name.\n",
1377 arg);
1378 return -EINVAL;
1379 }
1380 /* This must be a target file name or build id */
1381 tmp = build_id_cache__complement(ptr + 1);
1382 if (tmp) {
1383 pev->target = build_id_cache__origname(tmp);
1384 free(tmp);
1385 } else
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001386 pev->target = strdup_esc(ptr + 1);
Masami Hiramatsua5981802016-07-12 19:05:37 +09001387 if (!pev->target)
1388 return -ENOMEM;
1389 *ptr = '\0';
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001390 }
1391 ret = parse_perf_probe_event_name(&arg, pev);
1392 if (ret == 0) {
1393 if (asprintf(&pev->point.function, "%%%s", pev->event) < 0)
1394 ret = -errno;
1395 }
1396 return ret;
1397 }
1398
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001399 if (ptr && *ptr == '=') { /* Event name */
Masami Hiramatsuaf663d72009-12-15 10:32:18 -05001400 *ptr = '\0';
1401 tmp = ptr + 1;
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09001402 ret = parse_perf_probe_event_name(&arg, pev);
1403 if (ret < 0)
1404 return ret;
1405
Masami Hiramatsuaf663d72009-12-15 10:32:18 -05001406 arg = tmp;
1407 }
1408
Naveen N. Rao3099c022015-04-28 17:35:34 +05301409 /*
1410 * Check arg is function or file name and copy it.
1411 *
1412 * We consider arg to be a file spec if and only if it satisfies
1413 * all of the below criteria::
1414 * - it does not include any of "+@%",
1415 * - it includes one of ":;", and
1416 * - it has a period '.' in the name.
1417 *
1418 * Otherwise, we consider arg to be a function specification.
1419 */
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001420 if (!strpbrk_esc(arg, "+@%")) {
1421 ptr = strpbrk_esc(arg, ";:");
Naveen N. Rao3099c022015-04-28 17:35:34 +05301422 /* This is a file spec if it includes a '.' before ; or : */
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001423 if (ptr && memchr(arg, '.', ptr - arg))
Naveen N. Rao3099c022015-04-28 17:35:34 +05301424 file_spec = true;
1425 }
1426
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001427 ptr = strpbrk_esc(arg, ";:+@%");
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001428 if (ptr) {
1429 nc = *ptr;
1430 *ptr++ = '\0';
1431 }
1432
Wang Nan6c6e0242015-08-26 10:57:44 +00001433 if (arg[0] == '\0')
1434 tmp = NULL;
1435 else {
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001436 tmp = strdup_esc(arg);
Wang Nan6c6e0242015-08-26 10:57:44 +00001437 if (tmp == NULL)
1438 return -ENOMEM;
1439 }
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001440
Naveen N. Rao3099c022015-04-28 17:35:34 +05301441 if (file_spec)
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001442 pp->file = tmp;
Wang Nanda15bd92015-08-26 10:57:45 +00001443 else {
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001444 pp->function = tmp;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001445
Wang Nanda15bd92015-08-26 10:57:45 +00001446 /*
1447 * Keep pp->function even if this is absolute address,
1448 * so it can mark whether abs_address is valid.
1449 * Which make 'perf probe lib.bin 0x0' possible.
1450 *
1451 * Note that checking length of tmp is not needed
1452 * because when we access tmp[1] we know tmp[0] is '0',
1453 * so tmp[1] should always valid (but could be '\0').
1454 */
1455 if (tmp && !strncmp(tmp, "0x", 2)) {
1456 pp->abs_address = strtoul(pp->function, &tmp, 0);
1457 if (*tmp != '\0') {
1458 semantic_error("Invalid absolute address.\n");
1459 return -EINVAL;
1460 }
1461 }
1462 }
1463
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001464 /* Parse other options */
1465 while (ptr) {
1466 arg = ptr;
1467 c = nc;
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001468 if (c == ';') { /* Lazy pattern must be the last part */
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001469 pp->lazy_line = strdup(arg); /* let leave escapes */
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001470 if (pp->lazy_line == NULL)
1471 return -ENOMEM;
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001472 break;
1473 }
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001474 ptr = strpbrk_esc(arg, ";:+@%");
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001475 if (ptr) {
1476 nc = *ptr;
1477 *ptr++ = '\0';
1478 }
1479 switch (c) {
1480 case ':': /* Line number */
1481 pp->line = strtoul(arg, &tmp, 0);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001482 if (*tmp != '\0') {
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001483 semantic_error("There is non-digit char"
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001484 " in line number.\n");
1485 return -EINVAL;
1486 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001487 break;
1488 case '+': /* Byte offset from a symbol */
1489 pp->offset = strtoul(arg, &tmp, 0);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001490 if (*tmp != '\0') {
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001491 semantic_error("There is non-digit character"
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001492 " in offset.\n");
1493 return -EINVAL;
1494 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001495 break;
1496 case '@': /* File name */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001497 if (pp->file) {
1498 semantic_error("SRC@SRC is not allowed.\n");
1499 return -EINVAL;
1500 }
Masami Hiramatsuc588d152017-12-13 00:05:12 +09001501 pp->file = strdup_esc(arg);
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001502 if (pp->file == NULL)
1503 return -ENOMEM;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001504 break;
1505 case '%': /* Probe places */
1506 if (strcmp(arg, "return") == 0) {
1507 pp->retprobe = 1;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001508 } else { /* Others not supported yet */
1509 semantic_error("%%%s is not supported.\n", arg);
1510 return -ENOTSUP;
1511 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001512 break;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001513 default: /* Buggy case */
1514 pr_err("This program has a bug at %s:%d.\n",
1515 __FILE__, __LINE__);
1516 return -ENOTSUP;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001517 break;
1518 }
1519 }
1520
1521 /* Exclusion check */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001522 if (pp->lazy_line && pp->line) {
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001523 semantic_error("Lazy pattern can't be used with"
1524 " line number.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001525 return -EINVAL;
1526 }
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001527
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001528 if (pp->lazy_line && pp->offset) {
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001529 semantic_error("Lazy pattern can't be used with offset.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001530 return -EINVAL;
1531 }
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001532
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001533 if (pp->line && pp->offset) {
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001534 semantic_error("Offset can't be used with line number.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001535 return -EINVAL;
1536 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001537
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001538 if (!pp->line && !pp->lazy_line && pp->file && !pp->function) {
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001539 semantic_error("File always requires line number or "
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001540 "lazy pattern.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001541 return -EINVAL;
1542 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001543
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001544 if (pp->offset && !pp->function) {
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001545 semantic_error("Offset requires an entry function.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001546 return -EINVAL;
1547 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001548
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001549 if ((pp->offset || pp->line || pp->lazy_line) && pp->retprobe) {
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001550 semantic_error("Offset/Line/Lazy pattern can't be used with "
Masami Hiramatsu0e43e5d2010-12-17 22:12:11 +09001551 "return probe.\n");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001552 return -EINVAL;
1553 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001554
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001555 pr_debug("symbol:%s file:%s line:%d offset:%lu return:%d lazy:%s\n",
Masami Hiramatsu2a9c8c32010-02-25 08:36:12 -05001556 pp->function, pp->file, pp->line, pp->offset, pp->retprobe,
1557 pp->lazy_line);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001558 return 0;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001559}
1560
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001561/* Parse perf-probe event argument */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001562static int parse_perf_probe_arg(char *str, struct perf_probe_arg *arg)
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001563{
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001564 char *tmp, *goodname;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001565 struct perf_probe_arg_field **fieldp;
1566
1567 pr_debug("parsing arg: %s into ", str);
1568
Masami Hiramatsu48481932010-04-12 13:16:53 -04001569 tmp = strchr(str, '=');
1570 if (tmp) {
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001571 arg->name = strndup(str, tmp - str);
1572 if (arg->name == NULL)
1573 return -ENOMEM;
Masami Hiramatsu11a1ca32010-04-12 13:17:22 -04001574 pr_debug("name:%s ", arg->name);
Masami Hiramatsu48481932010-04-12 13:16:53 -04001575 str = tmp + 1;
1576 }
1577
Masami Hiramatsu11a1ca32010-04-12 13:17:22 -04001578 tmp = strchr(str, ':');
1579 if (tmp) { /* Type setting */
1580 *tmp = '\0';
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001581 arg->type = strdup(tmp + 1);
1582 if (arg->type == NULL)
1583 return -ENOMEM;
Masami Hiramatsu11a1ca32010-04-12 13:17:22 -04001584 pr_debug("type:%s ", arg->type);
1585 }
1586
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001587 tmp = strpbrk(str, "-.[");
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001588 if (!is_c_varname(str) || !tmp) {
1589 /* A variable, register, symbol or special value */
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001590 arg->var = strdup(str);
1591 if (arg->var == NULL)
1592 return -ENOMEM;
Masami Hiramatsu48481932010-04-12 13:16:53 -04001593 pr_debug("%s\n", arg->var);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001594 return 0;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001595 }
1596
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001597 /* Structure fields or array element */
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001598 arg->var = strndup(str, tmp - str);
1599 if (arg->var == NULL)
1600 return -ENOMEM;
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001601 goodname = arg->var;
Masami Hiramatsu48481932010-04-12 13:16:53 -04001602 pr_debug("%s, ", arg->var);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001603 fieldp = &arg->field;
1604
1605 do {
Masami Hiramatsue334016f12010-04-12 13:17:49 -04001606 *fieldp = zalloc(sizeof(struct perf_probe_arg_field));
1607 if (*fieldp == NULL)
1608 return -ENOMEM;
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001609 if (*tmp == '[') { /* Array */
1610 str = tmp;
1611 (*fieldp)->index = strtol(str + 1, &tmp, 0);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001612 (*fieldp)->ref = true;
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001613 if (*tmp != ']' || tmp == str + 1) {
1614 semantic_error("Array index must be a"
1615 " number.\n");
1616 return -EINVAL;
1617 }
1618 tmp++;
1619 if (*tmp == '\0')
1620 tmp = NULL;
1621 } else { /* Structure */
1622 if (*tmp == '.') {
1623 str = tmp + 1;
1624 (*fieldp)->ref = false;
1625 } else if (tmp[1] == '>') {
1626 str = tmp + 2;
1627 (*fieldp)->ref = true;
1628 } else {
1629 semantic_error("Argument parse error: %s\n",
1630 str);
1631 return -EINVAL;
1632 }
1633 tmp = strpbrk(str, "-.[");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001634 }
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001635 if (tmp) {
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001636 (*fieldp)->name = strndup(str, tmp - str);
1637 if ((*fieldp)->name == NULL)
1638 return -ENOMEM;
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001639 if (*str != '[')
1640 goodname = (*fieldp)->name;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001641 pr_debug("%s(%d), ", (*fieldp)->name, (*fieldp)->ref);
1642 fieldp = &(*fieldp)->next;
1643 }
1644 } while (tmp);
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001645 (*fieldp)->name = strdup(str);
1646 if ((*fieldp)->name == NULL)
1647 return -ENOMEM;
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001648 if (*str != '[')
1649 goodname = (*fieldp)->name;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001650 pr_debug("%s(%d)\n", (*fieldp)->name, (*fieldp)->ref);
Masami Hiramatsudf0faf42010-04-12 13:17:00 -04001651
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001652 /* If no name is specified, set the last field name (not array index)*/
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001653 if (!arg->name) {
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001654 arg->name = strdup(goodname);
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001655 if (arg->name == NULL)
1656 return -ENOMEM;
1657 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001658 return 0;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001659}
1660
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001661/* Parse perf-probe event command */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001662int parse_perf_probe_command(const char *cmd, struct perf_probe_event *pev)
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001663{
Masami Hiramatsue1c01d62009-11-30 19:20:05 -05001664 char **argv;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001665 int argc, i, ret = 0;
Masami Hiramatsufac13fd2009-12-15 10:31:14 -05001666
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001667 argv = argv_split(cmd, &argc);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001668 if (!argv) {
1669 pr_debug("Failed to split arguments.\n");
1670 return -ENOMEM;
1671 }
1672 if (argc - 1 > MAX_PROBE_ARGS) {
1673 semantic_error("Too many probe arguments (%d).\n", argc - 1);
1674 ret = -ERANGE;
1675 goto out;
1676 }
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001677 /* Parse probe point */
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001678 ret = parse_perf_probe_point(argv[0], pev);
1679 if (ret < 0)
1680 goto out;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001681
Masami Hiramatsue1c01d62009-11-30 19:20:05 -05001682 /* Copy arguments and ensure return probe has no C argument */
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001683 pev->nargs = argc - 1;
Masami Hiramatsue334016f12010-04-12 13:17:49 -04001684 pev->args = zalloc(sizeof(struct perf_probe_arg) * pev->nargs);
1685 if (pev->args == NULL) {
1686 ret = -ENOMEM;
1687 goto out;
1688 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001689 for (i = 0; i < pev->nargs && ret >= 0; i++) {
1690 ret = parse_perf_probe_arg(argv[i + 1], &pev->args[i]);
1691 if (ret >= 0 &&
1692 is_c_varname(pev->args[i].var) && pev->point.retprobe) {
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001693 semantic_error("You can't specify local variable for"
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001694 " kretprobe.\n");
1695 ret = -EINVAL;
1696 }
Masami Hiramatsue1c01d62009-11-30 19:20:05 -05001697 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001698out:
Masami Hiramatsue1c01d62009-11-30 19:20:05 -05001699 argv_free(argv);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001700
1701 return ret;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001702}
1703
Ravi Bangoriab3f33f92016-08-03 14:28:44 +05301704/* Returns true if *any* ARG is either C variable, $params or $vars. */
1705bool perf_probe_with_var(struct perf_probe_event *pev)
1706{
1707 int i = 0;
1708
1709 for (i = 0; i < pev->nargs; i++)
1710 if (is_c_varname(pev->args[i].var) ||
1711 !strcmp(pev->args[i].var, PROBE_ARG_PARAMS) ||
1712 !strcmp(pev->args[i].var, PROBE_ARG_VARS))
1713 return true;
1714 return false;
1715}
1716
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001717/* Return true if this perf_probe_event requires debuginfo */
1718bool perf_probe_event_need_dwarf(struct perf_probe_event *pev)
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001719{
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001720 if (pev->point.file || pev->point.line || pev->point.lazy_line)
1721 return true;
1722
Ravi Bangoriab3f33f92016-08-03 14:28:44 +05301723 if (perf_probe_with_var(pev))
1724 return true;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001725
1726 return false;
1727}
1728
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301729/* Parse probe_events event into struct probe_point */
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09001730int parse_probe_trace_command(const char *cmd, struct probe_trace_event *tev)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001731{
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301732 struct probe_trace_point *tp = &tev->point;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001733 char pr;
1734 char *p;
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001735 char *argv0_str = NULL, *fmt, *fmt1_str, *fmt2_str, *fmt3_str;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001736 int ret, i, argc;
1737 char **argv;
1738
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301739 pr_debug("Parsing probe_events: %s\n", cmd);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001740 argv = argv_split(cmd, &argc);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001741 if (!argv) {
1742 pr_debug("Failed to split arguments.\n");
1743 return -ENOMEM;
1744 }
1745 if (argc < 2) {
1746 semantic_error("Too few probe arguments.\n");
1747 ret = -ERANGE;
1748 goto out;
1749 }
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001750
1751 /* Scan event and group name. */
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001752 argv0_str = strdup(argv[0]);
1753 if (argv0_str == NULL) {
1754 ret = -ENOMEM;
1755 goto out;
1756 }
1757 fmt1_str = strtok_r(argv0_str, ":", &fmt);
1758 fmt2_str = strtok_r(NULL, "/", &fmt);
1759 fmt3_str = strtok_r(NULL, " \t", &fmt);
1760 if (fmt1_str == NULL || strlen(fmt1_str) != 1 || fmt2_str == NULL
1761 || fmt3_str == NULL) {
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001762 semantic_error("Failed to parse event name: %s\n", argv[0]);
1763 ret = -EINVAL;
1764 goto out;
1765 }
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001766 pr = fmt1_str[0];
1767 tev->group = strdup(fmt2_str);
1768 tev->event = strdup(fmt3_str);
1769 if (tev->group == NULL || tev->event == NULL) {
1770 ret = -ENOMEM;
1771 goto out;
1772 }
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001773 pr_debug("Group:%s Event:%s probe:%c\n", tev->group, tev->event, pr);
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001774
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001775 tp->retprobe = (pr == 'r');
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001776
Masami Hiramatsu190b57f2011-06-27 16:27:45 +09001777 /* Scan module name(if there), function name and offset */
1778 p = strchr(argv[1], ':');
1779 if (p) {
1780 tp->module = strndup(argv[1], p - argv[1]);
Masami Hiramatsu844faa42016-06-08 18:29:21 +09001781 if (!tp->module) {
1782 ret = -ENOMEM;
1783 goto out;
1784 }
Masami Hiramatsu42bba262016-07-12 19:05:18 +09001785 tev->uprobes = (tp->module[0] == '/');
Masami Hiramatsu190b57f2011-06-27 16:27:45 +09001786 p++;
1787 } else
1788 p = argv[1];
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001789 fmt1_str = strtok_r(p, "+", &fmt);
Wang Nanbe07afe2015-08-26 10:57:43 +00001790 /* only the address started with 0x */
1791 if (fmt1_str[0] == '0') {
1792 /*
1793 * Fix a special case:
1794 * if address == 0, kernel reports something like:
1795 * p:probe_libc/abs_0 /lib/libc-2.18.so:0x (null) arg1=%ax
1796 * Newer kernel may fix that, but we want to
1797 * support old kernel also.
1798 */
1799 if (strcmp(fmt1_str, "0x") == 0) {
1800 if (!argv[2] || strcmp(argv[2], "(null)")) {
1801 ret = -EINVAL;
1802 goto out;
1803 }
1804 tp->address = 0;
1805
1806 free(argv[2]);
1807 for (i = 2; argv[i + 1] != NULL; i++)
1808 argv[i] = argv[i + 1];
1809
1810 argv[i] = NULL;
1811 argc -= 1;
1812 } else
1813 tp->address = strtoul(fmt1_str, NULL, 0);
1814 } else {
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00001815 /* Only the symbol-based probe has offset */
1816 tp->symbol = strdup(fmt1_str);
1817 if (tp->symbol == NULL) {
1818 ret = -ENOMEM;
1819 goto out;
1820 }
1821 fmt2_str = strtok_r(NULL, "", &fmt);
1822 if (fmt2_str == NULL)
1823 tp->offset = 0;
1824 else
1825 tp->offset = strtoul(fmt2_str, NULL, 10);
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001826 }
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001827
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05301828 if (tev->uprobes) {
1829 fmt2_str = strchr(p, '(');
1830 if (fmt2_str)
1831 tp->ref_ctr_offset = strtoul(fmt2_str + 1, NULL, 0);
1832 }
1833
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001834 tev->nargs = argc - 2;
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301835 tev->args = zalloc(sizeof(struct probe_trace_arg) * tev->nargs);
Masami Hiramatsue334016f12010-04-12 13:17:49 -04001836 if (tev->args == NULL) {
1837 ret = -ENOMEM;
1838 goto out;
1839 }
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001840 for (i = 0; i < tev->nargs; i++) {
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001841 p = strchr(argv[i + 2], '=');
1842 if (p) /* We don't need which register is assigned. */
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001843 *p++ = '\0';
1844 else
1845 p = argv[i + 2];
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001846 tev->args[i].name = strdup(argv[i + 2]);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001847 /* TODO: parse regs and offset */
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04001848 tev->args[i].value = strdup(p);
1849 if (tev->args[i].name == NULL || tev->args[i].value == NULL) {
1850 ret = -ENOMEM;
1851 goto out;
1852 }
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001853 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001854 ret = 0;
1855out:
Irina Tirdeabcbd0042012-09-20 23:37:50 +03001856 free(argv0_str);
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001857 argv_free(argv);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001858 return ret;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001859}
1860
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001861/* Compose only probe arg */
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001862char *synthesize_perf_probe_arg(struct perf_probe_arg *pa)
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001863{
1864 struct perf_probe_arg_field *field = pa->field;
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001865 struct strbuf buf;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001866 char *ret = NULL;
1867 int err;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001868
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001869 if (strbuf_init(&buf, 64) < 0)
1870 return NULL;
1871
Masami Hiramatsu48481932010-04-12 13:16:53 -04001872 if (pa->name && pa->var)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001873 err = strbuf_addf(&buf, "%s=%s", pa->name, pa->var);
Masami Hiramatsu48481932010-04-12 13:16:53 -04001874 else
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001875 err = strbuf_addstr(&buf, pa->name ?: pa->var);
1876 if (err)
1877 goto out;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001878
1879 while (field) {
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001880 if (field->name[0] == '[')
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001881 err = strbuf_addstr(&buf, field->name);
Masami Hiramatsub2a3c122010-05-19 15:57:42 -04001882 else
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001883 err = strbuf_addf(&buf, "%s%s", field->ref ? "->" : ".",
1884 field->name);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001885 field = field->next;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001886 if (err)
1887 goto out;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001888 }
Masami Hiramatsu11a1ca32010-04-12 13:17:22 -04001889
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001890 if (pa->type)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001891 if (strbuf_addf(&buf, ":%s", pa->type) < 0)
1892 goto out;
Masami Hiramatsu11a1ca32010-04-12 13:17:22 -04001893
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001894 ret = strbuf_detach(&buf, NULL);
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001895out:
1896 strbuf_release(&buf);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04001897 return ret;
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04001898}
1899
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001900/* Compose only probe point (not argument) */
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001901char *synthesize_perf_probe_point(struct perf_probe_point *pp)
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001902{
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001903 struct strbuf buf;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001904 char *tmp, *ret = NULL;
1905 int len, err = 0;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05001906
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001907 if (strbuf_init(&buf, 64) < 0)
1908 return NULL;
1909
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001910 if (pp->function) {
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001911 if (strbuf_addstr(&buf, pp->function) < 0)
1912 goto out;
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001913 if (pp->offset)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001914 err = strbuf_addf(&buf, "+%lu", pp->offset);
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001915 else if (pp->line)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001916 err = strbuf_addf(&buf, ":%d", pp->line);
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001917 else if (pp->retprobe)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001918 err = strbuf_addstr(&buf, "%return");
1919 if (err)
1920 goto out;
Masami Hiramatsufb1587d2010-03-16 18:06:19 -04001921 }
1922 if (pp->file) {
Franck Bui-Huu32ae2ad2010-12-23 16:04:23 +01001923 tmp = pp->file;
1924 len = strlen(tmp);
1925 if (len > 30) {
1926 tmp = strchr(pp->file + len - 30, '/');
1927 tmp = tmp ? tmp + 1 : pp->file + len - 30;
1928 }
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001929 err = strbuf_addf(&buf, "@%s", tmp);
1930 if (!err && !pp->function && pp->line)
1931 err = strbuf_addf(&buf, ":%d", pp->line);
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05001932 }
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001933 if (!err)
1934 ret = strbuf_detach(&buf, NULL);
1935out:
1936 strbuf_release(&buf);
1937 return ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001938}
1939
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001940char *synthesize_perf_probe_command(struct perf_probe_event *pev)
1941{
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001942 struct strbuf buf;
1943 char *tmp, *ret = NULL;
1944 int i;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001945
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001946 if (strbuf_init(&buf, 64))
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001947 return NULL;
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001948 if (pev->event)
1949 if (strbuf_addf(&buf, "%s:%s=", pev->group ?: PERFPROBE_GROUP,
1950 pev->event) < 0)
1951 goto out;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001952
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001953 tmp = synthesize_perf_probe_point(&pev->point);
1954 if (!tmp || strbuf_addstr(&buf, tmp) < 0)
1955 goto out;
1956 free(tmp);
1957
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001958 for (i = 0; i < pev->nargs; i++) {
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001959 tmp = synthesize_perf_probe_arg(pev->args + i);
1960 if (!tmp || strbuf_addf(&buf, " %s", tmp) < 0)
1961 goto out;
1962 free(tmp);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001963 }
1964
Masami Hiramatsuc4ff4922016-06-08 18:29:50 +09001965 ret = strbuf_detach(&buf, NULL);
1966out:
1967 strbuf_release(&buf);
1968 return ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001969}
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001970
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301971static int __synthesize_probe_trace_arg_ref(struct probe_trace_arg_ref *ref,
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001972 struct strbuf *buf, int depth)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001973{
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001974 int err;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001975 if (ref->next) {
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301976 depth = __synthesize_probe_trace_arg_ref(ref->next, buf,
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001977 depth + 1);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001978 if (depth < 0)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001979 return depth;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001980 }
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001981 err = strbuf_addf(buf, "%+ld(", ref->offset);
1982 return (err < 0) ? err : depth;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001983}
1984
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301985static int synthesize_probe_trace_arg(struct probe_trace_arg *arg,
Masami Hiramatsu909b0362016-04-28 03:37:14 +09001986 struct strbuf *buf)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001987{
Srikar Dronamraju0e608362010-07-29 19:43:51 +05301988 struct probe_trace_arg_ref *ref = arg->ref;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001989 int depth = 0, err;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001990
1991 /* Argument name or separator */
1992 if (arg->name)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001993 err = strbuf_addf(buf, " %s=", arg->name);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001994 else
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09001995 err = strbuf_addch(buf, ' ');
1996 if (err)
1997 return err;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04001998
Masami Hiramatsub7dcb852010-05-19 15:57:49 -04001999 /* Special case: @XXX */
2000 if (arg->value[0] == '@' && arg->ref)
2001 ref = ref->next;
2002
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002003 /* Dereferencing arguments */
Masami Hiramatsub7dcb852010-05-19 15:57:49 -04002004 if (ref) {
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002005 depth = __synthesize_probe_trace_arg_ref(ref, buf, 1);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002006 if (depth < 0)
2007 return depth;
2008 }
2009
2010 /* Print argument value */
Masami Hiramatsub7dcb852010-05-19 15:57:49 -04002011 if (arg->value[0] == '@' && arg->ref)
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002012 err = strbuf_addf(buf, "%s%+ld", arg->value, arg->ref->offset);
Masami Hiramatsub7dcb852010-05-19 15:57:49 -04002013 else
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002014 err = strbuf_addstr(buf, arg->value);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002015
2016 /* Closing */
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002017 while (!err && depth--)
2018 err = strbuf_addch(buf, ')');
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002019
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002020 /* Print argument type */
2021 if (!err && arg->type)
2022 err = strbuf_addf(buf, ":%s", arg->type);
2023
2024 return err;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002025}
2026
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05302027static int
2028synthesize_uprobe_trace_def(struct probe_trace_event *tev, struct strbuf *buf)
2029{
2030 struct probe_trace_point *tp = &tev->point;
2031 int err;
2032
2033 err = strbuf_addf(buf, "%s:0x%lx", tp->module, tp->address);
2034
2035 if (err >= 0 && tp->ref_ctr_offset) {
2036 if (!uprobe_ref_ctr_is_supported())
2037 return -1;
2038 err = strbuf_addf(buf, "(0x%lx)", tp->ref_ctr_offset);
2039 }
2040 return err >= 0 ? 0 : -1;
2041}
2042
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302043char *synthesize_probe_trace_command(struct probe_trace_event *tev)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002044{
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302045 struct probe_trace_point *tp = &tev->point;
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002046 struct strbuf buf;
2047 char *ret = NULL;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002048 int i, err;
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002049
Wang Nanda15bd92015-08-26 10:57:45 +00002050 /* Uprobes must have tp->module */
2051 if (tev->uprobes && !tp->module)
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002052 return NULL;
2053
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002054 if (strbuf_init(&buf, 32) < 0)
2055 return NULL;
2056
2057 if (strbuf_addf(&buf, "%c:%s/%s ", tp->retprobe ? 'r' : 'p',
2058 tev->group, tev->event) < 0)
2059 goto error;
Wang Nanda15bd92015-08-26 10:57:45 +00002060 /*
2061 * If tp->address == 0, then this point must be a
2062 * absolute address uprobe.
2063 * try_to_find_absolute_address() should have made
2064 * tp->symbol to "0x0".
2065 */
2066 if (tev->uprobes && !tp->address) {
2067 if (!tp->symbol || strcmp(tp->symbol, "0x0"))
2068 goto error;
2069 }
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002070
2071 /* Use the tp->address for uprobes */
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05302072 if (tev->uprobes) {
2073 err = synthesize_uprobe_trace_def(tev, &buf);
2074 } else if (!strncmp(tp->symbol, "0x", 2)) {
Wang Nanda15bd92015-08-26 10:57:45 +00002075 /* Absolute address. See try_to_find_absolute_address() */
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002076 err = strbuf_addf(&buf, "%s%s0x%lx", tp->module ?: "",
2077 tp->module ? ":" : "", tp->address);
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05302078 } else {
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002079 err = strbuf_addf(&buf, "%s%s%s+%lu", tp->module ?: "",
2080 tp->module ? ":" : "", tp->symbol, tp->offset);
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05302081 }
2082
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002083 if (err)
2084 goto error;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302085
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002086 for (i = 0; i < tev->nargs; i++)
2087 if (synthesize_probe_trace_arg(&tev->args[i], &buf) < 0)
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002088 goto error;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002089
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002090 ret = strbuf_detach(&buf, NULL);
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002091error:
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002092 strbuf_release(&buf);
2093 return ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002094}
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002095
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002096static int find_perf_probe_point_from_map(struct probe_trace_point *tp,
2097 struct perf_probe_point *pp,
2098 bool is_kprobe)
2099{
2100 struct symbol *sym = NULL;
Arnaldo Carvalho de Melo8a2efd62017-02-14 15:28:41 -03002101 struct map *map = NULL;
Wang Nane4863672015-08-25 13:27:35 +00002102 u64 addr = tp->address;
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002103 int ret = -ENOENT;
2104
2105 if (!is_kprobe) {
2106 map = dso__new_map(tp->module);
2107 if (!map)
2108 goto out;
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03002109 sym = map__find_symbol(map, addr);
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002110 } else {
Masami Hiramatsu9b239a12015-10-01 01:41:33 +09002111 if (tp->symbol && !addr) {
Masami Hiramatsu0a62f682015-11-06 17:30:03 +09002112 if (kernel_get_symbol_address_by_name(tp->symbol,
2113 &addr, true, false) < 0)
Masami Hiramatsu9b239a12015-10-01 01:41:33 +09002114 goto out;
2115 }
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002116 if (addr) {
2117 addr += tp->offset;
Arnaldo Carvalho de Melo107cad92018-04-30 12:20:54 -03002118 sym = machine__find_kernel_symbol(host_machine, addr, &map);
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002119 }
2120 }
Wang Nan98d3b252015-11-05 13:19:25 +00002121
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002122 if (!sym)
2123 goto out;
2124
2125 pp->retprobe = tp->retprobe;
2126 pp->offset = addr - map->unmap_ip(map, sym->start);
2127 pp->function = strdup(sym->name);
2128 ret = pp->function ? 0 : -ENOMEM;
2129
2130out:
2131 if (map && !is_kprobe) {
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03002132 map__put(map);
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002133 }
2134
2135 return ret;
2136}
2137
2138static int convert_to_perf_probe_point(struct probe_trace_point *tp,
Wang Nanda15bd92015-08-26 10:57:45 +00002139 struct perf_probe_point *pp,
2140 bool is_kprobe)
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002141{
2142 char buf[128];
2143 int ret;
2144
2145 ret = find_perf_probe_point_from_dwarf(tp, pp, is_kprobe);
2146 if (!ret)
2147 return 0;
2148 ret = find_perf_probe_point_from_map(tp, pp, is_kprobe);
2149 if (!ret)
2150 return 0;
2151
2152 pr_debug("Failed to find probe point from both of dwarf and map.\n");
2153
2154 if (tp->symbol) {
2155 pp->function = strdup(tp->symbol);
2156 pp->offset = tp->offset;
Wang Nan614e2fd2015-08-26 10:57:42 +00002157 } else {
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002158 ret = e_snprintf(buf, 128, "0x%" PRIx64, (u64)tp->address);
2159 if (ret < 0)
2160 return ret;
2161 pp->function = strdup(buf);
2162 pp->offset = 0;
2163 }
2164 if (pp->function == NULL)
2165 return -ENOMEM;
2166
2167 pp->retprobe = tp->retprobe;
2168
2169 return 0;
2170}
2171
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302172static int convert_to_perf_probe_event(struct probe_trace_event *tev,
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302173 struct perf_probe_event *pev, bool is_kprobe)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002174{
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002175 struct strbuf buf = STRBUF_INIT;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002176 int i, ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002177
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03002178 /* Convert event/group name */
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04002179 pev->event = strdup(tev->event);
2180 pev->group = strdup(tev->group);
2181 if (pev->event == NULL || pev->group == NULL)
2182 return -ENOMEM;
Masami Hiramatsufb1587d2010-03-16 18:06:19 -04002183
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03002184 /* Convert trace_point to probe_point */
Masami Hiramatsu5a6f6312014-02-06 05:32:23 +00002185 ret = convert_to_perf_probe_point(&tev->point, &pev->point, is_kprobe);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002186 if (ret < 0)
2187 return ret;
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03002188
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002189 /* Convert trace_arg to probe_arg */
2190 pev->nargs = tev->nargs;
Masami Hiramatsue334016f12010-04-12 13:17:49 -04002191 pev->args = zalloc(sizeof(struct perf_probe_arg) * pev->nargs);
2192 if (pev->args == NULL)
2193 return -ENOMEM;
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04002194 for (i = 0; i < tev->nargs && ret >= 0; i++) {
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002195 if (tev->args[i].name)
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04002196 pev->args[i].name = strdup(tev->args[i].name);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002197 else {
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002198 if ((ret = strbuf_init(&buf, 32)) < 0)
2199 goto error;
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002200 ret = synthesize_probe_trace_arg(&tev->args[i], &buf);
2201 pev->args[i].name = strbuf_detach(&buf, NULL);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002202 }
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04002203 if (pev->args[i].name == NULL && ret >= 0)
2204 ret = -ENOMEM;
2205 }
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002206error:
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002207 if (ret < 0)
2208 clear_perf_probe_event(pev);
2209
2210 return ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002211}
2212
2213void clear_perf_probe_event(struct perf_probe_event *pev)
2214{
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04002215 struct perf_probe_arg_field *field, *next;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002216 int i;
2217
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002218 free(pev->event);
2219 free(pev->group);
Masami Hiramatsu7afb3fa2015-04-01 19:25:39 +09002220 free(pev->target);
Masami Hiramatsu9b118ac2015-03-06 16:31:20 +09002221 clear_perf_probe_point(&pev->point);
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002222
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04002223 for (i = 0; i < pev->nargs; i++) {
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002224 free(pev->args[i].name);
2225 free(pev->args[i].var);
2226 free(pev->args[i].type);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04002227 field = pev->args[i].field;
2228 while (field) {
2229 next = field->next;
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -03002230 zfree(&field->name);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04002231 free(field);
2232 field = next;
2233 }
2234 }
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002235 free(pev->args);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002236 memset(pev, 0, sizeof(*pev));
2237}
2238
Masami Hiramatsu0542bb92016-06-08 18:29:40 +09002239#define strdup_or_goto(str, label) \
2240({ char *__p = NULL; if (str && !(__p = strdup(str))) goto label; __p; })
2241
2242static int perf_probe_point__copy(struct perf_probe_point *dst,
2243 struct perf_probe_point *src)
2244{
2245 dst->file = strdup_or_goto(src->file, out_err);
2246 dst->function = strdup_or_goto(src->function, out_err);
2247 dst->lazy_line = strdup_or_goto(src->lazy_line, out_err);
2248 dst->line = src->line;
2249 dst->retprobe = src->retprobe;
2250 dst->offset = src->offset;
2251 return 0;
2252
2253out_err:
2254 clear_perf_probe_point(dst);
2255 return -ENOMEM;
2256}
2257
2258static int perf_probe_arg__copy(struct perf_probe_arg *dst,
2259 struct perf_probe_arg *src)
2260{
2261 struct perf_probe_arg_field *field, **ppfield;
2262
2263 dst->name = strdup_or_goto(src->name, out_err);
2264 dst->var = strdup_or_goto(src->var, out_err);
2265 dst->type = strdup_or_goto(src->type, out_err);
2266
2267 field = src->field;
2268 ppfield = &(dst->field);
2269 while (field) {
2270 *ppfield = zalloc(sizeof(*field));
2271 if (!*ppfield)
2272 goto out_err;
2273 (*ppfield)->name = strdup_or_goto(field->name, out_err);
2274 (*ppfield)->index = field->index;
2275 (*ppfield)->ref = field->ref;
2276 field = field->next;
2277 ppfield = &((*ppfield)->next);
2278 }
2279 return 0;
2280out_err:
2281 return -ENOMEM;
2282}
2283
2284int perf_probe_event__copy(struct perf_probe_event *dst,
2285 struct perf_probe_event *src)
2286{
2287 int i;
2288
2289 dst->event = strdup_or_goto(src->event, out_err);
2290 dst->group = strdup_or_goto(src->group, out_err);
2291 dst->target = strdup_or_goto(src->target, out_err);
2292 dst->uprobes = src->uprobes;
2293
2294 if (perf_probe_point__copy(&dst->point, &src->point) < 0)
2295 goto out_err;
2296
2297 dst->args = zalloc(sizeof(struct perf_probe_arg) * src->nargs);
2298 if (!dst->args)
2299 goto out_err;
2300 dst->nargs = src->nargs;
2301
2302 for (i = 0; i < src->nargs; i++)
2303 if (perf_probe_arg__copy(&dst->args[i], &src->args[i]) < 0)
2304 goto out_err;
2305 return 0;
2306
2307out_err:
2308 clear_perf_probe_event(dst);
2309 return -ENOMEM;
2310}
2311
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002312void clear_probe_trace_event(struct probe_trace_event *tev)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002313{
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302314 struct probe_trace_arg_ref *ref, *next;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002315 int i;
2316
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002317 free(tev->event);
2318 free(tev->group);
2319 free(tev->point.symbol);
Masami Hiramatsu4c859352015-05-08 10:03:35 +09002320 free(tev->point.realname);
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002321 free(tev->point.module);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002322 for (i = 0; i < tev->nargs; i++) {
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002323 free(tev->args[i].name);
2324 free(tev->args[i].value);
2325 free(tev->args[i].type);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002326 ref = tev->args[i].ref;
2327 while (ref) {
2328 next = ref->next;
2329 free(ref);
2330 ref = next;
2331 }
2332 }
Arnaldo Carvalho de Melof5385652013-12-26 15:54:57 -03002333 free(tev->args);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002334 memset(tev, 0, sizeof(*tev));
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002335}
2336
Masami Hiramatsu9aaf5a52015-02-19 23:31:13 +09002337struct kprobe_blacklist_node {
2338 struct list_head list;
2339 unsigned long start;
2340 unsigned long end;
2341 char *symbol;
2342};
2343
2344static void kprobe_blacklist__delete(struct list_head *blacklist)
2345{
2346 struct kprobe_blacklist_node *node;
2347
2348 while (!list_empty(blacklist)) {
2349 node = list_first_entry(blacklist,
2350 struct kprobe_blacklist_node, list);
2351 list_del(&node->list);
2352 free(node->symbol);
2353 free(node);
2354 }
2355}
2356
2357static int kprobe_blacklist__load(struct list_head *blacklist)
2358{
2359 struct kprobe_blacklist_node *node;
Jiri Olsa4605eab2015-09-02 09:56:43 +02002360 const char *__debugfs = debugfs__mountpoint();
Masami Hiramatsu9aaf5a52015-02-19 23:31:13 +09002361 char buf[PATH_MAX], *p;
2362 FILE *fp;
2363 int ret;
2364
2365 if (__debugfs == NULL)
2366 return -ENOTSUP;
2367
2368 ret = e_snprintf(buf, PATH_MAX, "%s/kprobes/blacklist", __debugfs);
2369 if (ret < 0)
2370 return ret;
2371
2372 fp = fopen(buf, "r");
2373 if (!fp)
2374 return -errno;
2375
2376 ret = 0;
2377 while (fgets(buf, PATH_MAX, fp)) {
2378 node = zalloc(sizeof(*node));
2379 if (!node) {
2380 ret = -ENOMEM;
2381 break;
2382 }
2383 INIT_LIST_HEAD(&node->list);
2384 list_add_tail(&node->list, blacklist);
2385 if (sscanf(buf, "0x%lx-0x%lx", &node->start, &node->end) != 2) {
2386 ret = -EINVAL;
2387 break;
2388 }
2389 p = strchr(buf, '\t');
2390 if (p) {
2391 p++;
2392 if (p[strlen(p) - 1] == '\n')
2393 p[strlen(p) - 1] = '\0';
2394 } else
2395 p = (char *)"unknown";
2396 node->symbol = strdup(p);
2397 if (!node->symbol) {
2398 ret = -ENOMEM;
2399 break;
2400 }
2401 pr_debug2("Blacklist: 0x%lx-0x%lx, %s\n",
2402 node->start, node->end, node->symbol);
2403 ret++;
2404 }
2405 if (ret < 0)
2406 kprobe_blacklist__delete(blacklist);
2407 fclose(fp);
2408
2409 return ret;
2410}
2411
2412static struct kprobe_blacklist_node *
2413kprobe_blacklist__find_by_address(struct list_head *blacklist,
2414 unsigned long address)
2415{
2416 struct kprobe_blacklist_node *node;
2417
2418 list_for_each_entry(node, blacklist, list) {
Li Bin2c294612017-08-29 20:57:23 +08002419 if (node->start <= address && address < node->end)
Masami Hiramatsu9aaf5a52015-02-19 23:31:13 +09002420 return node;
2421 }
2422
2423 return NULL;
2424}
2425
Masami Hiramatsub0312202015-06-16 20:50:55 +09002426static LIST_HEAD(kprobe_blacklist);
2427
2428static void kprobe_blacklist__init(void)
2429{
2430 if (!list_empty(&kprobe_blacklist))
2431 return;
2432
2433 if (kprobe_blacklist__load(&kprobe_blacklist) < 0)
2434 pr_debug("No kprobe blacklist support, ignored\n");
2435}
2436
2437static void kprobe_blacklist__release(void)
2438{
2439 kprobe_blacklist__delete(&kprobe_blacklist);
2440}
2441
2442static bool kprobe_blacklist__listed(unsigned long address)
2443{
2444 return !!kprobe_blacklist__find_by_address(&kprobe_blacklist, address);
2445}
2446
Masami Hiramatsud350bd52015-06-16 20:50:57 +09002447static int perf_probe_event__sprintf(const char *group, const char *event,
2448 struct perf_probe_event *pev,
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002449 const char *module,
2450 struct strbuf *result)
Masami Hiramatsu278498d2009-12-08 17:02:40 -05002451{
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002452 int i, ret;
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002453 char *buf;
2454
2455 if (asprintf(&buf, "%s:%s", group, event) < 0)
2456 return -errno;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002457 ret = strbuf_addf(result, " %-20s (on ", buf);
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002458 free(buf);
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002459 if (ret)
2460 return ret;
Masami Hiramatsu278498d2009-12-08 17:02:40 -05002461
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002462 /* Synthesize only event probe point */
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002463 buf = synthesize_perf_probe_point(&pev->point);
2464 if (!buf)
2465 return -ENOMEM;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002466 ret = strbuf_addstr(result, buf);
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002467 free(buf);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002468
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002469 if (!ret && module)
2470 ret = strbuf_addf(result, " in %s", module);
Masami Hiramatsu278498d2009-12-08 17:02:40 -05002471
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002472 if (!ret && pev->nargs > 0) {
2473 ret = strbuf_add(result, " with", 5);
2474 for (i = 0; !ret && i < pev->nargs; i++) {
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002475 buf = synthesize_perf_probe_arg(&pev->args[i]);
2476 if (!buf)
2477 return -ENOMEM;
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002478 ret = strbuf_addf(result, " %s", buf);
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002479 free(buf);
Masami Hiramatsu7df2f322010-03-16 18:06:26 -04002480 }
Masami Hiramatsu278498d2009-12-08 17:02:40 -05002481 }
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002482 if (!ret)
2483 ret = strbuf_addch(result, ')');
Masami Hiramatsu909b0362016-04-28 03:37:14 +09002484
Masami Hiramatsubf4d5f22016-05-10 14:47:07 +09002485 return ret;
Masami Hiramatsu278498d2009-12-08 17:02:40 -05002486}
2487
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002488/* Show an event */
Namhyung Kimb02137c2015-09-04 21:16:01 +09002489int show_perf_probe_event(const char *group, const char *event,
2490 struct perf_probe_event *pev,
2491 const char *module, bool use_stdout)
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002492{
2493 struct strbuf buf = STRBUF_INIT;
2494 int ret;
2495
Masami Hiramatsud350bd52015-06-16 20:50:57 +09002496 ret = perf_probe_event__sprintf(group, event, pev, module, &buf);
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002497 if (ret >= 0) {
2498 if (use_stdout)
2499 printf("%s\n", buf.buf);
2500 else
2501 pr_info("%s\n", buf.buf);
2502 }
2503 strbuf_release(&buf);
2504
2505 return ret;
2506}
2507
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002508static bool filter_probe_trace_event(struct probe_trace_event *tev,
2509 struct strfilter *filter)
2510{
2511 char tmp[128];
2512
2513 /* At first, check the event name itself */
2514 if (strfilter__compare(filter, tev->event))
2515 return true;
2516
2517 /* Next, check the combination of name and group */
2518 if (e_snprintf(tmp, 128, "%s:%s", tev->group, tev->event) < 0)
2519 return false;
2520 return strfilter__compare(filter, tmp);
2521}
2522
2523static int __show_perf_probe_events(int fd, bool is_kprobe,
2524 struct strfilter *filter)
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002525{
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302526 int ret = 0;
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302527 struct probe_trace_event tev;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002528 struct perf_probe_event pev;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002529 struct strlist *rawlist;
2530 struct str_node *ent;
2531
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002532 memset(&tev, 0, sizeof(tev));
2533 memset(&pev, 0, sizeof(pev));
Masami Hiramatsu72041332010-01-05 17:47:10 -05002534
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002535 rawlist = probe_file__get_rawlist(fd);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002536 if (!rawlist)
Masami Hiramatsu6eb08662014-08-14 02:22:30 +00002537 return -ENOMEM;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002538
Arnaldo Carvalho de Melo602a1f42016-06-23 11:31:20 -03002539 strlist__for_each_entry(ent, rawlist) {
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302540 ret = parse_probe_trace_command(ent->s, &tev);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002541 if (ret >= 0) {
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002542 if (!filter_probe_trace_event(&tev, filter))
2543 goto next;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302544 ret = convert_to_perf_probe_event(&tev, &pev,
2545 is_kprobe);
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002546 if (ret < 0)
2547 goto next;
Masami Hiramatsud350bd52015-06-16 20:50:57 +09002548 ret = show_perf_probe_event(pev.group, pev.event,
2549 &pev, tev.point.module,
Masami Hiramatsuba7ecb02015-06-13 10:31:16 +09002550 true);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002551 }
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002552next:
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002553 clear_perf_probe_event(&pev);
Srikar Dronamraju0e608362010-07-29 19:43:51 +05302554 clear_probe_trace_event(&tev);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002555 if (ret < 0)
2556 break;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002557 }
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002558 strlist__delete(rawlist);
Masami Hiramatsu7737af02015-06-17 23:58:54 +09002559 /* Cleanup cached debuginfo if needed */
2560 debuginfo_cache__exit();
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002561
2562 return ret;
Masami Hiramatsu4de189f2009-11-30 19:20:17 -05002563}
2564
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302565/* List up current perf-probe events */
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002566int show_perf_probe_events(struct strfilter *filter)
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302567{
Masami Hiramatsu5e451872014-08-13 16:12:48 +00002568 int kp_fd, up_fd, ret;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302569
2570 setup_pager();
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302571
Masami Hiramatsu1f3736c2016-07-01 17:03:26 +09002572 if (probe_conf.cache)
2573 return probe_cache__show_all_caches(filter);
2574
Namhyung Kim9bae1e82015-09-10 11:27:05 +09002575 ret = init_probe_symbol_maps(false);
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302576 if (ret < 0)
2577 return ret;
2578
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002579 ret = probe_file__open_both(&kp_fd, &up_fd, 0);
2580 if (ret < 0)
2581 return ret;
2582
2583 if (kp_fd >= 0)
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002584 ret = __show_perf_probe_events(kp_fd, true, filter);
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002585 if (up_fd >= 0 && ret >= 0)
Masami Hiramatsub6a89642015-04-24 18:47:50 +09002586 ret = __show_perf_probe_events(up_fd, false, filter);
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002587 if (kp_fd > 0)
2588 close(kp_fd);
2589 if (up_fd > 0)
Masami Hiramatsu5e451872014-08-13 16:12:48 +00002590 close(up_fd);
Namhyung Kim9bae1e82015-09-10 11:27:05 +09002591 exit_probe_symbol_maps();
Srikar Dronamraju225466f2012-04-16 17:39:09 +05302592
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002593 return ret;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002594}
2595
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002596static int get_new_event_name(char *buf, size_t len, const char *base,
Masami Hiramatsue63c6252017-12-09 01:27:44 +09002597 struct strlist *namelist, bool ret_event,
2598 bool allow_suffix)
Masami Hiramatsub498ce12009-11-30 19:20:25 -05002599{
2600 int i, ret;
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002601 char *p, *nbase;
Masami Hiramatsu17f88fc2009-12-08 17:03:02 -05002602
Naveen N. Rao3099c022015-04-28 17:35:34 +05302603 if (*base == '.')
2604 base++;
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002605 nbase = strdup(base);
2606 if (!nbase)
2607 return -ENOMEM;
Naveen N. Rao3099c022015-04-28 17:35:34 +05302608
Masami Hiramatsua3110cd2017-12-11 15:19:25 -03002609 /* Cut off the dot suffixes (e.g. .const, .isra) and version suffixes */
2610 p = strpbrk(nbase, ".@");
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002611 if (p && p != nbase)
2612 *p = '\0';
2613
2614 /* Try no suffix number */
Masami Hiramatsue63c6252017-12-09 01:27:44 +09002615 ret = e_snprintf(buf, len, "%s%s", nbase, ret_event ? "__return" : "");
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002616 if (ret < 0) {
Masami Hiramatsu5f03cba2014-08-14 02:22:34 +00002617 pr_debug("snprintf() failed: %d\n", ret);
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002618 goto out;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002619 }
Masami Hiramatsu17f88fc2009-12-08 17:03:02 -05002620 if (!strlist__has_entry(namelist, buf))
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002621 goto out;
Masami Hiramatsu17f88fc2009-12-08 17:03:02 -05002622
Masami Hiramatsud761b082009-12-15 10:32:25 -05002623 if (!allow_suffix) {
Wang Nan03e01f52015-11-16 12:10:08 +00002624 pr_warning("Error: event \"%s\" already exists.\n"
2625 " Hint: Remove existing event by 'perf probe -d'\n"
2626 " or force duplicates by 'perf probe -f'\n"
2627 " or set 'force=yes' in BPF source.\n",
2628 buf);
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002629 ret = -EEXIST;
2630 goto out;
Masami Hiramatsud761b082009-12-15 10:32:25 -05002631 }
2632
Masami Hiramatsu17f88fc2009-12-08 17:03:02 -05002633 /* Try to add suffix */
2634 for (i = 1; i < MAX_EVENT_INDEX; i++) {
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002635 ret = e_snprintf(buf, len, "%s_%d", nbase, i);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002636 if (ret < 0) {
Masami Hiramatsu5f03cba2014-08-14 02:22:34 +00002637 pr_debug("snprintf() failed: %d\n", ret);
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002638 goto out;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002639 }
Masami Hiramatsub498ce12009-11-30 19:20:25 -05002640 if (!strlist__has_entry(namelist, buf))
2641 break;
2642 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002643 if (i == MAX_EVENT_INDEX) {
2644 pr_warning("Too many events are on the same function.\n");
2645 ret = -ERANGE;
2646 }
2647
Masami Hiramatsu663b1152015-10-01 01:41:30 +09002648out:
2649 free(nbase);
Masami Hiramatsu9f5c6d82017-12-09 01:26:46 +09002650
2651 /* Final validation */
2652 if (ret >= 0 && !is_c_func_name(buf)) {
2653 pr_warning("Internal error: \"%s\" is an invalid event name.\n",
2654 buf);
2655 ret = -EINVAL;
2656 }
2657
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002658 return ret;
Masami Hiramatsub498ce12009-11-30 19:20:25 -05002659}
2660
Masami Hiramatsu79702f62015-02-28 11:53:29 +09002661/* Warn if the current kernel's uprobe implementation is old */
2662static void warn_uprobe_event_compat(struct probe_trace_event *tev)
2663{
2664 int i;
2665 char *buf = synthesize_probe_trace_command(tev);
Ravi Bangoria5a5e3d32018-08-20 10:12:50 +05302666 struct probe_trace_point *tp = &tev->point;
2667
2668 if (tp->ref_ctr_offset && !uprobe_ref_ctr_is_supported()) {
2669 pr_warning("A semaphore is associated with %s:%s and "
2670 "seems your kernel doesn't support it.\n",
2671 tev->group, tev->event);
2672 }
Masami Hiramatsu79702f62015-02-28 11:53:29 +09002673
2674 /* Old uprobe event doesn't support memory dereference */
2675 if (!tev->uprobes || tev->nargs == 0 || !buf)
2676 goto out;
2677
2678 for (i = 0; i < tev->nargs; i++)
2679 if (strglobmatch(tev->args[i].value, "[$@+-]*")) {
2680 pr_warning("Please upgrade your kernel to at least "
2681 "3.14 to have access to feature %s\n",
2682 tev->args[i].value);
2683 break;
2684 }
2685out:
2686 free(buf);
2687}
2688
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002689/* Set new name from original perf_probe_event and namelist */
2690static int probe_trace_event__set_name(struct probe_trace_event *tev,
2691 struct perf_probe_event *pev,
2692 struct strlist *namelist,
2693 bool allow_suffix)
2694{
2695 const char *event, *group;
2696 char buf[64];
2697 int ret;
2698
Masami Hiramatsubc062232016-07-01 17:03:12 +09002699 /* If probe_event or trace_event already have the name, reuse it */
Masami Hiramatsu42bba262016-07-12 19:05:18 +09002700 if (pev->event && !pev->sdt)
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002701 event = pev->event;
Masami Hiramatsubc062232016-07-01 17:03:12 +09002702 else if (tev->event)
2703 event = tev->event;
2704 else {
2705 /* Or generate new one from probe point */
Wang Nanda15bd92015-08-26 10:57:45 +00002706 if (pev->point.function &&
2707 (strncmp(pev->point.function, "0x", 2) != 0) &&
2708 !strisglob(pev->point.function))
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002709 event = pev->point.function;
2710 else
2711 event = tev->point.realname;
Masami Hiramatsubc062232016-07-01 17:03:12 +09002712 }
Masami Hiramatsu42bba262016-07-12 19:05:18 +09002713 if (pev->group && !pev->sdt)
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002714 group = pev->group;
Masami Hiramatsubc062232016-07-01 17:03:12 +09002715 else if (tev->group)
2716 group = tev->group;
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002717 else
2718 group = PERFPROBE_GROUP;
2719
2720 /* Get an unused new event name */
Masami Hiramatsue63c6252017-12-09 01:27:44 +09002721 ret = get_new_event_name(buf, 64, event, namelist,
2722 tev->point.retprobe, allow_suffix);
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002723 if (ret < 0)
2724 return ret;
2725
2726 event = buf;
2727
2728 tev->event = strdup(event);
2729 tev->group = strdup(group);
2730 if (tev->event == NULL || tev->group == NULL)
2731 return -ENOMEM;
2732
2733 /* Add added event name to namelist */
2734 strlist__add(namelist, event);
2735 return 0;
2736}
2737
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002738static int __open_probe_file_and_namelist(bool uprobe,
2739 struct strlist **namelist)
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002740{
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002741 int fd;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002742
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002743 fd = probe_file__open(PF_FL_RW | (uprobe ? PF_FL_UPROBE : 0));
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09002744 if (fd < 0)
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002745 return fd;
Masami Hiramatsu5e451872014-08-13 16:12:48 +00002746
Masami Hiramatsub498ce12009-11-30 19:20:25 -05002747 /* Get current event names */
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002748 *namelist = probe_file__get_namelist(fd);
2749 if (!(*namelist)) {
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002750 pr_debug("Failed to get current event list.\n");
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002751 close(fd);
2752 return -ENOMEM;
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002753 }
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002754 return fd;
2755}
2756
2757static int __add_probe_trace_events(struct perf_probe_event *pev,
2758 struct probe_trace_event *tevs,
2759 int ntevs, bool allow_suffix)
2760{
2761 int i, fd[2] = {-1, -1}, up, ret;
2762 struct probe_trace_event *tev = NULL;
2763 struct probe_cache *cache = NULL;
2764 struct strlist *namelist[2] = {NULL, NULL};
Krister Johansen544abd42017-07-05 18:48:10 -07002765 struct nscookie nsc;
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002766
2767 up = pev->uprobes ? 1 : 0;
2768 fd[up] = __open_probe_file_and_namelist(up, &namelist[up]);
2769 if (fd[up] < 0)
2770 return fd[up];
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002771
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002772 ret = 0;
Masami Hiramatsu02b95da2010-04-12 13:17:56 -04002773 for (i = 0; i < ntevs; i++) {
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002774 tev = &tevs[i];
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002775 up = tev->uprobes ? 1 : 0;
2776 if (fd[up] == -1) { /* Open the kprobe/uprobe_events */
2777 fd[up] = __open_probe_file_and_namelist(up,
2778 &namelist[up]);
2779 if (fd[up] < 0)
2780 goto close_out;
2781 }
Masami Hiramatsub0312202015-06-16 20:50:55 +09002782 /* Skip if the symbol is out of .text or blacklisted */
Masami Hiramatsubc062232016-07-01 17:03:12 +09002783 if (!tev->point.symbol && !pev->uprobes)
Masami Hiramatsu5a51fcd2015-05-06 21:46:49 +09002784 continue;
Masami Hiramatsu9aaf5a52015-02-19 23:31:13 +09002785
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002786 /* Set new name for tev (and update namelist) */
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002787 ret = probe_trace_event__set_name(tev, pev, namelist[up],
Masami Hiramatsua3c9de62015-07-15 18:14:00 +09002788 allow_suffix);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002789 if (ret < 0)
2790 break;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002791
Krister Johansen544abd42017-07-05 18:48:10 -07002792 nsinfo__mountns_enter(pev->nsi, &nsc);
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002793 ret = probe_file__add_event(fd[up], tev);
Krister Johansen544abd42017-07-05 18:48:10 -07002794 nsinfo__mountns_exit(&nsc);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002795 if (ret < 0)
2796 break;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002797
Masami Hiramatsu4235b042010-03-16 18:06:12 -04002798 /*
2799 * Probes after the first probe which comes from same
2800 * user input are always allowed to add suffix, because
2801 * there might be several addresses corresponding to
2802 * one code line.
2803 */
2804 allow_suffix = true;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002805 }
Masami Hiramatsu79702f62015-02-28 11:53:29 +09002806 if (ret == -EINVAL && pev->uprobes)
2807 warn_uprobe_event_compat(tev);
Masami Hiramatsu2fd457a2016-06-15 12:28:40 +09002808 if (ret == 0 && probe_conf.cache) {
Krister Johansenf045b8c2017-07-05 18:48:11 -07002809 cache = probe_cache__new(pev->target, pev->nsi);
Masami Hiramatsu2fd457a2016-06-15 12:28:40 +09002810 if (!cache ||
2811 probe_cache__add_entry(cache, pev, tevs, ntevs) < 0 ||
2812 probe_cache__commit(cache) < 0)
2813 pr_warning("Failed to add event to probe cache\n");
2814 probe_cache__delete(cache);
2815 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002816
Masami Hiramatsuae2cb1a2015-05-06 21:46:40 +09002817close_out:
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09002818 for (up = 0; up < 2; up++) {
2819 strlist__delete(namelist[up]);
2820 if (fd[up] >= 0)
2821 close(fd[up]);
2822 }
Masami Hiramatsu146a1432010-04-12 13:17:42 -04002823 return ret;
Masami Hiramatsu50656ee2009-11-30 19:19:58 -05002824}
Masami Hiramatsufa282442009-12-08 17:03:23 -05002825
Wang Nan6bb536c2015-05-29 09:45:47 +00002826static int find_probe_functions(struct map *map, char *name,
2827 struct symbol **syms)
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002828{
Namhyung Kim564c62a2015-01-14 20:18:07 +09002829 int found = 0;
Arnaldo Carvalho de Melo0a3873a2015-01-16 16:40:25 -03002830 struct symbol *sym;
Masami Hiramatsu4c859352015-05-08 10:03:35 +09002831 struct rb_node *tmp;
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002832 const char *norm, *ver;
2833 char *buf = NULL;
Masami Hiramatsuc588d152017-12-13 00:05:12 +09002834 bool cut_version = true;
Namhyung Kim564c62a2015-01-14 20:18:07 +09002835
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03002836 if (map__load(map) < 0)
Wang Nan75e4a2a2015-05-15 12:14:44 +00002837 return 0;
2838
Masami Hiramatsuc588d152017-12-13 00:05:12 +09002839 /* If user gives a version, don't cut off the version from symbols */
2840 if (strchr(name, '@'))
2841 cut_version = false;
2842
Masami Hiramatsu4c859352015-05-08 10:03:35 +09002843 map__for_each_symbol(map, sym, tmp) {
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002844 norm = arch__normalize_symbol_name(sym->name);
2845 if (!norm)
2846 continue;
2847
Masami Hiramatsuc588d152017-12-13 00:05:12 +09002848 if (cut_version) {
2849 /* We don't care about default symbol or not */
2850 ver = strchr(norm, '@');
2851 if (ver) {
2852 buf = strndup(norm, ver - norm);
2853 if (!buf)
2854 return -ENOMEM;
2855 norm = buf;
2856 }
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002857 }
Masami Hiramatsuc588d152017-12-13 00:05:12 +09002858
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002859 if (strglobmatch(norm, name)) {
Masami Hiramatsu4c859352015-05-08 10:03:35 +09002860 found++;
Wang Nan6bb536c2015-05-29 09:45:47 +00002861 if (syms && found < probe_conf.max_probes)
2862 syms[found - 1] = sym;
2863 }
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002864 if (buf)
2865 zfree(&buf);
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002866 }
Namhyung Kim564c62a2015-01-14 20:18:07 +09002867
2868 return found;
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002869}
2870
Naveen N. Rao7b6ff0b2015-04-28 17:35:40 +05302871void __weak arch__fix_tev_from_maps(struct perf_probe_event *pev __maybe_unused,
2872 struct probe_trace_event *tev __maybe_unused,
Naveen N. Rao0b3c2262016-04-12 14:40:50 +05302873 struct map *map __maybe_unused,
2874 struct symbol *sym __maybe_unused) { }
Naveen N. Rao7b6ff0b2015-04-28 17:35:40 +05302875
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002876/*
2877 * Find probe function addresses from map.
2878 * Return an error or the number of found probe_trace_event
2879 */
2880static int find_probe_trace_events_from_map(struct perf_probe_event *pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09002881 struct probe_trace_event **tevs)
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002882{
2883 struct map *map = NULL;
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002884 struct ref_reloc_sym *reloc_sym = NULL;
2885 struct symbol *sym;
Wang Nan6bb536c2015-05-29 09:45:47 +00002886 struct symbol **syms = NULL;
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002887 struct probe_trace_event *tev;
2888 struct perf_probe_point *pp = &pev->point;
2889 struct probe_trace_point *tp;
Namhyung Kim564c62a2015-01-14 20:18:07 +09002890 int num_matched_functions;
Masami Hiramatsub0312202015-06-16 20:50:55 +09002891 int ret, i, j, skipped = 0;
Ravi Bangoriac61fb952016-04-26 19:55:40 +05302892 char *mod_name;
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002893
Krister Johansen544abd42017-07-05 18:48:10 -07002894 map = get_target_map(pev->target, pev->nsi, pev->uprobes);
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002895 if (!map) {
2896 ret = -EINVAL;
2897 goto out;
2898 }
2899
Wang Nan6bb536c2015-05-29 09:45:47 +00002900 syms = malloc(sizeof(struct symbol *) * probe_conf.max_probes);
2901 if (!syms) {
2902 ret = -ENOMEM;
2903 goto out;
2904 }
2905
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002906 /*
2907 * Load matched symbols: Since the different local symbols may have
2908 * same name but different addresses, this lists all the symbols.
2909 */
Wang Nan6bb536c2015-05-29 09:45:47 +00002910 num_matched_functions = find_probe_functions(map, pp->function, syms);
Masami Hiramatsu4b3a2712017-12-09 01:28:12 +09002911 if (num_matched_functions <= 0) {
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002912 pr_err("Failed to find symbol %s in %s\n", pp->function,
Masami Hiramatsu44225522015-05-08 10:03:28 +09002913 pev->target ? : "kernel");
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002914 ret = -ENOENT;
2915 goto out;
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09002916 } else if (num_matched_functions > probe_conf.max_probes) {
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002917 pr_err("Too many functions matched in %s\n",
Masami Hiramatsu44225522015-05-08 10:03:28 +09002918 pev->target ? : "kernel");
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002919 ret = -E2BIG;
2920 goto out;
2921 }
2922
Masami Hiramatsu1a8ac292015-10-02 21:58:32 +09002923 /* Note that the symbols in the kmodule are not relocated */
Naveen N. Rao7ab31d92017-03-08 13:56:09 +05302924 if (!pev->uprobes && !pev->target &&
2925 (!pp->retprobe || kretprobe_offset_is_supported())) {
He Kuang0560a0c2015-03-20 09:56:56 +08002926 reloc_sym = kernel_get_ref_reloc_sym();
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002927 if (!reloc_sym) {
2928 pr_warning("Relocated base symbol is not found!\n");
2929 ret = -EINVAL;
2930 goto out;
2931 }
2932 }
2933
2934 /* Setup result trace-probe-events */
2935 *tevs = zalloc(sizeof(*tev) * num_matched_functions);
2936 if (!*tevs) {
2937 ret = -ENOMEM;
2938 goto out;
2939 }
2940
2941 ret = 0;
Namhyung Kim564c62a2015-01-14 20:18:07 +09002942
Wang Nan6bb536c2015-05-29 09:45:47 +00002943 for (j = 0; j < num_matched_functions; j++) {
2944 sym = syms[j];
2945
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002946 tev = (*tevs) + ret;
2947 tp = &tev->point;
2948 if (ret == num_matched_functions) {
2949 pr_warning("Too many symbols are listed. Skip it.\n");
2950 break;
2951 }
2952 ret++;
2953
2954 if (pp->offset > sym->end - sym->start) {
2955 pr_warning("Offset %ld is bigger than the size of %s\n",
2956 pp->offset, sym->name);
2957 ret = -ENOENT;
2958 goto err_out;
2959 }
2960 /* Add one probe point */
2961 tp->address = map->unmap_ip(map, sym->start) + pp->offset;
Masami Hiramatsu1a8ac292015-10-02 21:58:32 +09002962
2963 /* Check the kprobe (not in module) is within .text */
2964 if (!pev->uprobes && !pev->target &&
Masami Hiramatsub0312202015-06-16 20:50:55 +09002965 kprobe_warn_out_range(sym->name, tp->address)) {
2966 tp->symbol = NULL; /* Skip it */
2967 skipped++;
2968 } else if (reloc_sym) {
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002969 tp->symbol = strdup_or_goto(reloc_sym->name, nomem_out);
2970 tp->offset = tp->address - reloc_sym->addr;
2971 } else {
2972 tp->symbol = strdup_or_goto(sym->name, nomem_out);
2973 tp->offset = pp->offset;
2974 }
Wang Nan6bb536c2015-05-29 09:45:47 +00002975 tp->realname = strdup_or_goto(sym->name, nomem_out);
2976
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002977 tp->retprobe = pp->retprobe;
Ravi Bangoriac61fb952016-04-26 19:55:40 +05302978 if (pev->target) {
2979 if (pev->uprobes) {
2980 tev->point.module = strdup_or_goto(pev->target,
2981 nomem_out);
2982 } else {
2983 mod_name = find_module_name(pev->target);
2984 tev->point.module =
2985 strdup(mod_name ? mod_name : pev->target);
2986 free(mod_name);
2987 if (!tev->point.module)
2988 goto nomem_out;
2989 }
2990 }
Masami Hiramatsueb948e52014-02-06 05:32:25 +00002991 tev->uprobes = pev->uprobes;
2992 tev->nargs = pev->nargs;
2993 if (tev->nargs) {
2994 tev->args = zalloc(sizeof(struct probe_trace_arg) *
2995 tev->nargs);
2996 if (tev->args == NULL)
2997 goto nomem_out;
2998 }
2999 for (i = 0; i < tev->nargs; i++) {
3000 if (pev->args[i].name)
3001 tev->args[i].name =
3002 strdup_or_goto(pev->args[i].name,
3003 nomem_out);
3004
3005 tev->args[i].value = strdup_or_goto(pev->args[i].var,
3006 nomem_out);
3007 if (pev->args[i].type)
3008 tev->args[i].type =
3009 strdup_or_goto(pev->args[i].type,
3010 nomem_out);
3011 }
Naveen N. Rao0b3c2262016-04-12 14:40:50 +05303012 arch__fix_tev_from_maps(pev, tev, map, sym);
Masami Hiramatsueb948e52014-02-06 05:32:25 +00003013 }
Masami Hiramatsub0312202015-06-16 20:50:55 +09003014 if (ret == skipped) {
3015 ret = -ENOENT;
3016 goto err_out;
3017 }
Masami Hiramatsueb948e52014-02-06 05:32:25 +00003018
3019out:
Masami Hiramatsueebc5092017-01-04 12:29:05 +09003020 map__put(map);
Wang Nan6bb536c2015-05-29 09:45:47 +00003021 free(syms);
Masami Hiramatsueb948e52014-02-06 05:32:25 +00003022 return ret;
3023
3024nomem_out:
3025 ret = -ENOMEM;
3026err_out:
3027 clear_probe_trace_events(*tevs, num_matched_functions);
3028 zfree(tevs);
3029 goto out;
3030}
3031
Wang Nanda15bd92015-08-26 10:57:45 +00003032static int try_to_find_absolute_address(struct perf_probe_event *pev,
3033 struct probe_trace_event **tevs)
3034{
3035 struct perf_probe_point *pp = &pev->point;
3036 struct probe_trace_event *tev;
3037 struct probe_trace_point *tp;
3038 int i, err;
3039
3040 if (!(pev->point.function && !strncmp(pev->point.function, "0x", 2)))
3041 return -EINVAL;
3042 if (perf_probe_event_need_dwarf(pev))
3043 return -EINVAL;
3044
3045 /*
3046 * This is 'perf probe /lib/libc.so 0xabcd'. Try to probe at
3047 * absolute address.
3048 *
3049 * Only one tev can be generated by this.
3050 */
3051 *tevs = zalloc(sizeof(*tev));
3052 if (!*tevs)
3053 return -ENOMEM;
3054
3055 tev = *tevs;
3056 tp = &tev->point;
3057
3058 /*
3059 * Don't use tp->offset, use address directly, because
3060 * in synthesize_probe_trace_command() address cannot be
3061 * zero.
3062 */
3063 tp->address = pev->point.abs_address;
3064 tp->retprobe = pp->retprobe;
3065 tev->uprobes = pev->uprobes;
3066
3067 err = -ENOMEM;
3068 /*
3069 * Give it a '0x' leading symbol name.
3070 * In __add_probe_trace_events, a NULL symbol is interpreted as
Ingo Molnaradba1632018-12-03 11:22:00 +01003071 * invalid.
Wang Nanda15bd92015-08-26 10:57:45 +00003072 */
3073 if (asprintf(&tp->symbol, "0x%lx", tp->address) < 0)
3074 goto errout;
3075
3076 /* For kprobe, check range */
3077 if ((!tev->uprobes) &&
3078 (kprobe_warn_out_range(tev->point.symbol,
3079 tev->point.address))) {
3080 err = -EACCES;
3081 goto errout;
3082 }
3083
3084 if (asprintf(&tp->realname, "abs_%lx", tp->address) < 0)
3085 goto errout;
3086
3087 if (pev->target) {
3088 tp->module = strdup(pev->target);
3089 if (!tp->module)
3090 goto errout;
3091 }
3092
3093 if (tev->group) {
3094 tev->group = strdup(pev->group);
3095 if (!tev->group)
3096 goto errout;
3097 }
3098
3099 if (pev->event) {
3100 tev->event = strdup(pev->event);
3101 if (!tev->event)
3102 goto errout;
3103 }
3104
3105 tev->nargs = pev->nargs;
3106 tev->args = zalloc(sizeof(struct probe_trace_arg) * tev->nargs);
Markus Elfringd1d0e292017-01-23 15:10:19 +01003107 if (!tev->args)
Wang Nanda15bd92015-08-26 10:57:45 +00003108 goto errout;
Markus Elfringd1d0e292017-01-23 15:10:19 +01003109
Wang Nanda15bd92015-08-26 10:57:45 +00003110 for (i = 0; i < tev->nargs; i++)
3111 copy_to_probe_trace_arg(&tev->args[i], &pev->args[i]);
3112
3113 return 1;
3114
3115errout:
Markus Elfring42e233c2017-01-23 14:54:26 +01003116 clear_probe_trace_events(*tevs, 1);
3117 *tevs = NULL;
Wang Nanda15bd92015-08-26 10:57:45 +00003118 return err;
3119}
3120
Masami Hiramatsu42bba262016-07-12 19:05:18 +09003121/* Concatinate two arrays */
3122static void *memcat(void *a, size_t sz_a, void *b, size_t sz_b)
3123{
3124 void *ret;
3125
3126 ret = malloc(sz_a + sz_b);
3127 if (ret) {
3128 memcpy(ret, a, sz_a);
3129 memcpy(ret + sz_a, b, sz_b);
3130 }
3131 return ret;
3132}
3133
3134static int
3135concat_probe_trace_events(struct probe_trace_event **tevs, int *ntevs,
3136 struct probe_trace_event **tevs2, int ntevs2)
3137{
3138 struct probe_trace_event *new_tevs;
3139 int ret = 0;
3140
Ravi Bangoriaf0a30dc2017-03-08 12:29:07 +05303141 if (*ntevs == 0) {
Masami Hiramatsu42bba262016-07-12 19:05:18 +09003142 *tevs = *tevs2;
3143 *ntevs = ntevs2;
3144 *tevs2 = NULL;
3145 return 0;
3146 }
3147
3148 if (*ntevs + ntevs2 > probe_conf.max_probes)
3149 ret = -E2BIG;
3150 else {
3151 /* Concatinate the array of probe_trace_event */
3152 new_tevs = memcat(*tevs, (*ntevs) * sizeof(**tevs),
3153 *tevs2, ntevs2 * sizeof(**tevs2));
3154 if (!new_tevs)
3155 ret = -ENOMEM;
3156 else {
3157 free(*tevs);
3158 *tevs = new_tevs;
3159 *ntevs += ntevs2;
3160 }
3161 }
3162 if (ret < 0)
3163 clear_probe_trace_events(*tevs2, ntevs2);
3164 zfree(tevs2);
3165
3166 return ret;
3167}
3168
3169/*
3170 * Try to find probe_trace_event from given probe caches. Return the number
3171 * of cached events found, if an error occurs return the error.
3172 */
3173static int find_cached_events(struct perf_probe_event *pev,
3174 struct probe_trace_event **tevs,
3175 const char *target)
3176{
3177 struct probe_cache *cache;
3178 struct probe_cache_entry *entry;
3179 struct probe_trace_event *tmp_tevs = NULL;
3180 int ntevs = 0;
3181 int ret = 0;
3182
Krister Johansenf045b8c2017-07-05 18:48:11 -07003183 cache = probe_cache__new(target, pev->nsi);
Masami Hiramatsu42bba262016-07-12 19:05:18 +09003184 /* Return 0 ("not found") if the target has no probe cache. */
3185 if (!cache)
3186 return 0;
3187
3188 for_each_probe_cache_entry(entry, cache) {
3189 /* Skip the cache entry which has no name */
3190 if (!entry->pev.event || !entry->pev.group)
3191 continue;
3192 if ((!pev->group || strglobmatch(entry->pev.group, pev->group)) &&
3193 strglobmatch(entry->pev.event, pev->event)) {
3194 ret = probe_cache_entry__get_event(entry, &tmp_tevs);
3195 if (ret > 0)
3196 ret = concat_probe_trace_events(tevs, &ntevs,
3197 &tmp_tevs, ret);
3198 if (ret < 0)
3199 break;
3200 }
3201 }
3202 probe_cache__delete(cache);
3203 if (ret < 0) {
3204 clear_probe_trace_events(*tevs, ntevs);
3205 zfree(tevs);
3206 } else {
3207 ret = ntevs;
3208 if (ntevs > 0 && target && target[0] == '/')
3209 pev->uprobes = true;
3210 }
3211
3212 return ret;
3213}
3214
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09003215/* Try to find probe_trace_event from all probe caches */
3216static int find_cached_events_all(struct perf_probe_event *pev,
3217 struct probe_trace_event **tevs)
3218{
3219 struct probe_trace_event *tmp_tevs = NULL;
3220 struct strlist *bidlist;
3221 struct str_node *nd;
3222 char *pathname;
3223 int ntevs = 0;
3224 int ret;
3225
3226 /* Get the buildid list of all valid caches */
3227 bidlist = build_id_cache__list_all(true);
3228 if (!bidlist) {
3229 ret = -errno;
3230 pr_debug("Failed to get buildids: %d\n", ret);
3231 return ret;
3232 }
3233
3234 ret = 0;
3235 strlist__for_each_entry(nd, bidlist) {
3236 pathname = build_id_cache__origname(nd->s);
3237 ret = find_cached_events(pev, &tmp_tevs, pathname);
3238 /* In the case of cnt == 0, we just skip it */
3239 if (ret > 0)
3240 ret = concat_probe_trace_events(tevs, &ntevs,
3241 &tmp_tevs, ret);
3242 free(pathname);
3243 if (ret < 0)
3244 break;
3245 }
3246 strlist__delete(bidlist);
3247
3248 if (ret < 0) {
3249 clear_probe_trace_events(*tevs, ntevs);
3250 zfree(tevs);
3251 } else
3252 ret = ntevs;
3253
3254 return ret;
3255}
3256
Masami Hiramatsubc062232016-07-01 17:03:12 +09003257static int find_probe_trace_events_from_cache(struct perf_probe_event *pev,
3258 struct probe_trace_event **tevs)
3259{
3260 struct probe_cache *cache;
3261 struct probe_cache_entry *entry;
3262 struct probe_trace_event *tev;
3263 struct str_node *node;
3264 int ret, i;
3265
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09003266 if (pev->sdt) {
Masami Hiramatsu42bba262016-07-12 19:05:18 +09003267 /* For SDT/cached events, we use special search functions */
Masami Hiramatsu1de7b8b2016-07-12 19:05:28 +09003268 if (!pev->target)
3269 return find_cached_events_all(pev, tevs);
3270 else
3271 return find_cached_events(pev, tevs, pev->target);
3272 }
Krister Johansenf045b8c2017-07-05 18:48:11 -07003273 cache = probe_cache__new(pev->target, pev->nsi);
Masami Hiramatsubc062232016-07-01 17:03:12 +09003274 if (!cache)
3275 return 0;
3276
3277 entry = probe_cache__find(cache, pev);
3278 if (!entry) {
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09003279 /* SDT must be in the cache */
3280 ret = pev->sdt ? -ENOENT : 0;
Masami Hiramatsubc062232016-07-01 17:03:12 +09003281 goto out;
3282 }
3283
3284 ret = strlist__nr_entries(entry->tevlist);
3285 if (ret > probe_conf.max_probes) {
3286 pr_debug("Too many entries matched in the cache of %s\n",
3287 pev->target ? : "kernel");
3288 ret = -E2BIG;
3289 goto out;
3290 }
3291
3292 *tevs = zalloc(ret * sizeof(*tev));
3293 if (!*tevs) {
3294 ret = -ENOMEM;
3295 goto out;
3296 }
3297
3298 i = 0;
3299 strlist__for_each_entry(node, entry->tevlist) {
3300 tev = &(*tevs)[i++];
3301 ret = parse_probe_trace_command(node->s, tev);
3302 if (ret < 0)
3303 goto out;
3304 /* Set the uprobes attribute as same as original */
3305 tev->uprobes = pev->uprobes;
3306 }
3307 ret = i;
3308
3309out:
3310 probe_cache__delete(cache);
3311 return ret;
3312}
3313
Srikar Dronamraju0e608362010-07-29 19:43:51 +05303314static int convert_to_probe_trace_events(struct perf_probe_event *pev,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09003315 struct probe_trace_event **tevs)
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -04003316{
Masami Hiramatsueb948e52014-02-06 05:32:25 +00003317 int ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003318
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09003319 if (!pev->group && !pev->sdt) {
Masami Hiramatsu2a12ec12016-04-26 18:04:13 +09003320 /* Set group name if not given */
3321 if (!pev->uprobes) {
3322 pev->group = strdup(PERFPROBE_GROUP);
3323 ret = pev->group ? 0 : -ENOMEM;
3324 } else
3325 ret = convert_exec_to_group(pev->target, &pev->group);
Masami Hiramatsufb7345b2013-12-26 05:41:53 +00003326 if (ret != 0) {
3327 pr_warning("Failed to make a group name.\n");
3328 return ret;
3329 }
3330 }
3331
Wang Nanda15bd92015-08-26 10:57:45 +00003332 ret = try_to_find_absolute_address(pev, tevs);
3333 if (ret > 0)
3334 return ret;
3335
Masami Hiramatsubc062232016-07-01 17:03:12 +09003336 /* At first, we need to lookup cache entry */
3337 ret = find_probe_trace_events_from_cache(pev, tevs);
Masami Hiramatsu36a009f2016-07-12 19:04:43 +09003338 if (ret > 0 || pev->sdt) /* SDT can be found only in the cache */
3339 return ret == 0 ? -ENOENT : ret; /* Found in probe cache */
Masami Hiramatsubc062232016-07-01 17:03:12 +09003340
Masami Hiramatsu4b4da7f2010-03-22 13:10:26 -03003341 /* Convert perf_probe_event with debuginfo */
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09003342 ret = try_to_find_probe_trace_events(pev, tevs);
Masami Hiramatsue334016f12010-04-12 13:17:49 -04003343 if (ret != 0)
Masami Hiramatsu190b57f2011-06-27 16:27:45 +09003344 return ret; /* Found in debuginfo or got an error */
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -04003345
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09003346 return find_probe_trace_events_from_map(pev, tevs);
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003347}
3348
Wang Nan12fae5e2015-09-04 21:16:00 +09003349int convert_perf_probe_events(struct perf_probe_event *pevs, int npevs)
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003350{
Namhyung Kim844dffa2015-09-04 21:15:59 +09003351 int i, ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003352
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003353 /* Loop 1: convert all events */
3354 for (i = 0; i < npevs; i++) {
Masami Hiramatsub0312202015-06-16 20:50:55 +09003355 /* Init kprobe blacklist if needed */
Wang Nan12fae5e2015-09-04 21:16:00 +09003356 if (!pevs[i].uprobes)
Masami Hiramatsub0312202015-06-16 20:50:55 +09003357 kprobe_blacklist__init();
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003358 /* Convert with or without debuginfo */
Wang Nan12fae5e2015-09-04 21:16:00 +09003359 ret = convert_to_probe_trace_events(&pevs[i], &pevs[i].tevs);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04003360 if (ret < 0)
Namhyung Kim844dffa2015-09-04 21:15:59 +09003361 return ret;
Wang Nan12fae5e2015-09-04 21:16:00 +09003362 pevs[i].ntevs = ret;
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003363 }
Masami Hiramatsub0312202015-06-16 20:50:55 +09003364 /* This just release blacklist only if allocated */
3365 kprobe_blacklist__release();
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003366
Namhyung Kim844dffa2015-09-04 21:15:59 +09003367 return 0;
3368}
3369
Masami Hiramatsu1c20b1d2016-08-26 01:24:27 +09003370static int show_probe_trace_event(struct probe_trace_event *tev)
3371{
3372 char *buf = synthesize_probe_trace_command(tev);
3373
3374 if (!buf) {
3375 pr_debug("Failed to synthesize probe trace event.\n");
3376 return -EINVAL;
3377 }
3378
3379 /* Showing definition always go stdout */
3380 printf("%s\n", buf);
3381 free(buf);
3382
3383 return 0;
3384}
3385
3386int show_probe_trace_events(struct perf_probe_event *pevs, int npevs)
3387{
3388 struct strlist *namelist = strlist__new(NULL, NULL);
3389 struct probe_trace_event *tev;
3390 struct perf_probe_event *pev;
3391 int i, j, ret = 0;
3392
3393 if (!namelist)
3394 return -ENOMEM;
3395
3396 for (j = 0; j < npevs && !ret; j++) {
3397 pev = &pevs[j];
3398 for (i = 0; i < pev->ntevs && !ret; i++) {
3399 tev = &pev->tevs[i];
3400 /* Skip if the symbol is out of .text or blacklisted */
3401 if (!tev->point.symbol && !pev->uprobes)
3402 continue;
3403
3404 /* Set new name for tev (and update namelist) */
3405 ret = probe_trace_event__set_name(tev, pev,
3406 namelist, true);
3407 if (!ret)
3408 ret = show_probe_trace_event(tev);
3409 }
3410 }
3411 strlist__delete(namelist);
3412
3413 return ret;
3414}
3415
Wang Nan12fae5e2015-09-04 21:16:00 +09003416int apply_perf_probe_events(struct perf_probe_event *pevs, int npevs)
Namhyung Kim844dffa2015-09-04 21:15:59 +09003417{
3418 int i, ret = 0;
3419
Masami Hiramatsu4235b042010-03-16 18:06:12 -04003420 /* Loop 2: add all events */
Arnaldo Carvalho de Melo8635bf62011-02-22 06:56:18 -03003421 for (i = 0; i < npevs; i++) {
Wang Nan12fae5e2015-09-04 21:16:00 +09003422 ret = __add_probe_trace_events(&pevs[i], pevs[i].tevs,
3423 pevs[i].ntevs,
Masami Hiramatsuddb2f582015-05-08 10:03:31 +09003424 probe_conf.force_add);
Arnaldo Carvalho de Melofbee6322011-02-21 13:23:57 -03003425 if (ret < 0)
3426 break;
3427 }
Namhyung Kim844dffa2015-09-04 21:15:59 +09003428 return ret;
3429}
3430
Wang Nan12fae5e2015-09-04 21:16:00 +09003431void cleanup_perf_probe_events(struct perf_probe_event *pevs, int npevs)
Namhyung Kim844dffa2015-09-04 21:15:59 +09003432{
3433 int i, j;
Krister Johansen544abd42017-07-05 18:48:10 -07003434 struct perf_probe_event *pev;
Namhyung Kim844dffa2015-09-04 21:15:59 +09003435
Masami Hiramatsu449e5b22010-08-03 11:11:40 +09003436 /* Loop 3: cleanup and free trace events */
3437 for (i = 0; i < npevs; i++) {
Krister Johansen544abd42017-07-05 18:48:10 -07003438 pev = &pevs[i];
Wang Nan12fae5e2015-09-04 21:16:00 +09003439 for (j = 0; j < pevs[i].ntevs; j++)
3440 clear_probe_trace_event(&pevs[i].tevs[j]);
3441 zfree(&pevs[i].tevs);
3442 pevs[i].ntevs = 0;
Krister Johansen544abd42017-07-05 18:48:10 -07003443 nsinfo__zput(pev->nsi);
Namhyung Kima43aac22015-09-10 11:27:04 +09003444 clear_perf_probe_event(&pevs[i]);
Masami Hiramatsu449e5b22010-08-03 11:11:40 +09003445 }
Namhyung Kim844dffa2015-09-04 21:15:59 +09003446}
3447
3448int add_perf_probe_events(struct perf_probe_event *pevs, int npevs)
3449{
3450 int ret;
Namhyung Kim844dffa2015-09-04 21:15:59 +09003451
Namhyung Kim9bae1e82015-09-10 11:27:05 +09003452 ret = init_probe_symbol_maps(pevs->uprobes);
3453 if (ret < 0)
3454 return ret;
3455
Wang Nan12fae5e2015-09-04 21:16:00 +09003456 ret = convert_perf_probe_events(pevs, npevs);
Namhyung Kim844dffa2015-09-04 21:15:59 +09003457 if (ret == 0)
Wang Nan12fae5e2015-09-04 21:16:00 +09003458 ret = apply_perf_probe_events(pevs, npevs);
Namhyung Kim844dffa2015-09-04 21:15:59 +09003459
Wang Nan12fae5e2015-09-04 21:16:00 +09003460 cleanup_perf_probe_events(pevs, npevs);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04003461
Namhyung Kim9bae1e82015-09-10 11:27:05 +09003462 exit_probe_symbol_maps();
Masami Hiramatsu146a1432010-04-12 13:17:42 -04003463 return ret;
Masami Hiramatsue0faa8d2010-03-16 18:05:37 -04003464}
3465
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003466int del_perf_probe_events(struct strfilter *filter)
Masami Hiramatsufa282442009-12-08 17:03:23 -05003467{
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003468 int ret, ret2, ufd = -1, kfd = -1;
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003469 char *str = strfilter__string(filter);
3470
3471 if (!str)
3472 return -EINVAL;
3473
Masami Hiramatsufa282442009-12-08 17:03:23 -05003474 /* Get current event names */
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003475 ret = probe_file__open_both(&kfd, &ufd, PF_FL_RW);
3476 if (ret < 0)
3477 goto out;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303478
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003479 ret = probe_file__del_events(kfd, filter);
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003480 if (ret < 0 && ret != -ENOENT)
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303481 goto error;
Masami Hiramatsufa282442009-12-08 17:03:23 -05003482
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003483 ret2 = probe_file__del_events(ufd, filter);
Masami Hiramatsudddc7ee2015-05-27 17:37:25 +09003484 if (ret2 < 0 && ret2 != -ENOENT) {
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003485 ret = ret2;
Masami Hiramatsudddc7ee2015-05-27 17:37:25 +09003486 goto error;
3487 }
Masami Hiramatsudddc7ee2015-05-27 17:37:25 +09003488 ret = 0;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303489
3490error:
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003491 if (kfd >= 0)
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303492 close(kfd);
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003493 if (ufd >= 0)
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303494 close(ufd);
Masami Hiramatsu92f6c722015-07-15 18:14:07 +09003495out:
Masami Hiramatsu307a4642015-05-05 11:29:48 +09003496 free(str);
Masami Hiramatsu146a1432010-04-12 13:17:42 -04003497
3498 return ret;
Masami Hiramatsufa282442009-12-08 17:03:23 -05003499}
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303500
Krister Johansen544abd42017-07-05 18:48:10 -07003501int show_available_funcs(const char *target, struct nsinfo *nsi,
3502 struct strfilter *_filter, bool user)
Masami Hiramatsue80711c2011-01-13 21:46:11 +09003503{
Arnaldo Carvalho de Melofd227592016-08-31 10:04:27 -03003504 struct rb_node *nd;
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003505 struct map *map;
3506 int ret;
3507
Namhyung Kim9bae1e82015-09-10 11:27:05 +09003508 ret = init_probe_symbol_maps(user);
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003509 if (ret < 0)
3510 return ret;
3511
3512 /* Get a symbol map */
Krister Johansen544abd42017-07-05 18:48:10 -07003513 map = get_target_map(target, nsi, user);
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003514 if (!map) {
3515 pr_err("Failed to get a map for %s\n", (target) ? : "kernel");
Masami Hiramatsue80711c2011-01-13 21:46:11 +09003516 return -EINVAL;
3517 }
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003518
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03003519 ret = map__load(map);
Masami Hiramatsue7049342016-07-19 01:12:41 +09003520 if (ret) {
3521 if (ret == -2) {
3522 char *str = strfilter__string(_filter);
3523 pr_err("Failed to find symbols matched to \"%s\"\n",
3524 str);
3525 free(str);
3526 } else
3527 pr_err("Failed to load symbols in %s\n",
3528 (target) ? : "kernel");
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003529 goto end;
3530 }
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -03003531 if (!dso__sorted_by_name(map->dso))
3532 dso__sort_by_name(map->dso);
Masami Hiramatsue80711c2011-01-13 21:46:11 +09003533
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003534 /* Show all (filtered) symbols */
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303535 setup_pager();
Arnaldo Carvalho de Melofd227592016-08-31 10:04:27 -03003536
Davidlohr Bueso7137ff52018-12-06 11:18:17 -08003537 for (nd = rb_first_cached(&map->dso->symbol_names); nd;
3538 nd = rb_next(nd)) {
Arnaldo Carvalho de Melofd227592016-08-31 10:04:27 -03003539 struct symbol_name_rb_node *pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
3540
3541 if (strfilter__compare(_filter, pos->sym.name))
3542 printf("%s\n", pos->sym.name);
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -03003543 }
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003544end:
Masami Hiramatsueebc5092017-01-04 12:29:05 +09003545 map__put(map);
Namhyung Kim9bae1e82015-09-10 11:27:05 +09003546 exit_probe_symbol_maps();
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303547
Masami Hiramatsu2df58632014-02-06 05:32:11 +00003548 return ret;
Srikar Dronamraju225466f2012-04-16 17:39:09 +05303549}
3550
Wang Nanda15bd92015-08-26 10:57:45 +00003551int copy_to_probe_trace_arg(struct probe_trace_arg *tvar,
3552 struct perf_probe_arg *pvar)
3553{
3554 tvar->value = strdup(pvar->var);
3555 if (tvar->value == NULL)
3556 return -ENOMEM;
3557 if (pvar->type) {
3558 tvar->type = strdup(pvar->type);
3559 if (tvar->type == NULL)
3560 return -ENOMEM;
3561 }
3562 if (pvar->name) {
3563 tvar->name = strdup(pvar->name);
3564 if (tvar->name == NULL)
3565 return -ENOMEM;
3566 } else
3567 tvar->name = NULL;
3568 return 0;
3569}