blob: e4dddb76770d4e4e1d609c1604a7bab89ad30890 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Jiri Olsacdd059d2012-10-27 23:18:32 +02002#ifndef __PERF_DSO
3#define __PERF_DSO
4
Arnaldo Carvalho de Melo4a3cec82019-08-30 11:11:01 -03005#include <pthread.h>
Elena Reshetova71008102017-02-21 17:34:58 +02006#include <linux/refcount.h>
Jiri Olsacdd059d2012-10-27 23:18:32 +02007#include <linux/types.h>
8#include <linux/rbtree.h>
Arnaldo Carvalho de Melod0761e32016-07-07 15:42:33 -03009#include <sys/types.h>
Adrian Hunter39b12f782013-08-07 14:38:47 +030010#include <stdbool.h>
Arnaldo Carvalho de Melod328e302019-01-22 11:10:59 -020011#include <stdio.h>
Adrian Hunter2b5b8bb2014-07-22 16:17:59 +030012#include <linux/bitops.h>
Namhyung Kim86c98ca2013-09-11 14:09:30 +090013#include "build-id.h"
Jiri Olsacdd059d2012-10-27 23:18:32 +020014
Arnaldo Carvalho de Melo40f3b2d2019-01-22 11:24:34 -020015struct machine;
Arnaldo Carvalho de Melod328e302019-01-22 11:10:59 -020016struct map;
Song Liu9b86d042019-03-11 22:30:48 -070017struct perf_env;
Arnaldo Carvalho de Melod328e302019-01-22 11:10:59 -020018
Arnaldo Carvalho de Melofac583f2019-08-30 09:43:25 -030019#define DSO__NAME_KALLSYMS "[kernel.kallsyms]"
20#define DSO__NAME_KCORE "[kernel.kcore]"
21
Jiri Olsacdd059d2012-10-27 23:18:32 +020022enum dso_binary_type {
23 DSO_BINARY_TYPE__KALLSYMS = 0,
24 DSO_BINARY_TYPE__GUEST_KALLSYMS,
25 DSO_BINARY_TYPE__VMLINUX,
26 DSO_BINARY_TYPE__GUEST_VMLINUX,
27 DSO_BINARY_TYPE__JAVA_JIT,
28 DSO_BINARY_TYPE__DEBUGLINK,
29 DSO_BINARY_TYPE__BUILD_ID_CACHE,
Krister Johansend2396992017-07-05 18:48:13 -070030 DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO,
Jiri Olsacdd059d2012-10-27 23:18:32 +020031 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
32 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
33 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
34 DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
35 DSO_BINARY_TYPE__GUEST_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090036 DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
Jiri Olsacdd059d2012-10-27 23:18:32 +020037 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090038 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
Adrian Hunter8e0cf962013-08-07 14:38:51 +030039 DSO_BINARY_TYPE__KCORE,
40 DSO_BINARY_TYPE__GUEST_KCORE,
Ricardo Ribalda Delgado9cd00942013-09-18 15:56:14 +020041 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
Song Liu9b86d042019-03-11 22:30:48 -070042 DSO_BINARY_TYPE__BPF_PROG_INFO,
Jiri Olsacdd059d2012-10-27 23:18:32 +020043 DSO_BINARY_TYPE__NOT_FOUND,
44};
45
46enum dso_kernel_type {
47 DSO_TYPE_USER = 0,
48 DSO_TYPE_KERNEL,
49 DSO_TYPE_GUEST_KERNEL
50};
51
52enum dso_swap_type {
53 DSO_SWAP__UNSET,
54 DSO_SWAP__NO,
55 DSO_SWAP__YES,
56};
57
Adrian Hunterc27697d2014-07-22 16:17:18 +030058enum dso_data_status {
59 DSO_DATA_STATUS_ERROR = -1,
60 DSO_DATA_STATUS_UNKNOWN = 0,
61 DSO_DATA_STATUS_OK = 1,
62};
63
Adrian Hunter288be942014-07-22 16:17:19 +030064enum dso_data_status_seen {
65 DSO_DATA_STATUS_SEEN_ITRACE,
66};
67
Adrian Hunter2b5b8bb2014-07-22 16:17:59 +030068enum dso_type {
69 DSO__TYPE_UNKNOWN,
70 DSO__TYPE_64BIT,
71 DSO__TYPE_32BIT,
72 DSO__TYPE_X32BIT,
73};
74
Arnaldo Carvalho de Melo18425f12015-03-24 11:49:02 -030075enum dso_load_errno {
76 DSO_LOAD_ERRNO__SUCCESS = 0,
77
78 /*
79 * Choose an arbitrary negative big number not to clash with standard
80 * errno since SUS requires the errno has distinct positive values.
81 * See 'Issue 6' in the link below.
82 *
83 * http://pubs.opengroup.org/onlinepubs/9699919799/basedefs/errno.h.html
84 */
85 __DSO_LOAD_ERRNO__START = -10000,
86
87 DSO_LOAD_ERRNO__INTERNAL_ERROR = __DSO_LOAD_ERRNO__START,
88
89 /* for symsrc__init() */
90 DSO_LOAD_ERRNO__INVALID_ELF,
91 DSO_LOAD_ERRNO__CANNOT_READ_BUILDID,
92 DSO_LOAD_ERRNO__MISMATCHING_BUILDID,
93
94 /* for decompress_kmodule */
95 DSO_LOAD_ERRNO__DECOMPRESSION_FAILURE,
96
97 __DSO_LOAD_ERRNO__END,
98};
99
Jiri Olsacdd059d2012-10-27 23:18:32 +0200100#define DSO__SWAP(dso, type, val) \
101({ \
102 type ____r = val; \
103 BUG_ON(dso->needs_swap == DSO_SWAP__UNSET); \
104 if (dso->needs_swap == DSO_SWAP__YES) { \
105 switch (sizeof(____r)) { \
106 case 2: \
107 ____r = bswap_16(val); \
108 break; \
109 case 4: \
110 ____r = bswap_32(val); \
111 break; \
112 case 8: \
113 ____r = bswap_64(val); \
114 break; \
115 default: \
116 BUG_ON(1); \
117 } \
118 } \
119 ____r; \
120})
121
122#define DSO__DATA_CACHE_SIZE 4096
123#define DSO__DATA_CACHE_MASK ~(DSO__DATA_CACHE_SIZE - 1)
124
125struct dso_cache {
126 struct rb_node rb_node;
127 u64 offset;
128 u64 size;
129 char data[0];
130};
131
Adrian Huntercfe91742015-04-09 18:53:55 +0300132struct auxtrace_cache;
133
Jiri Olsacdd059d2012-10-27 23:18:32 +0200134struct dso {
Namhyung Kim4a936ed2015-05-18 09:30:40 +0900135 pthread_mutex_t lock;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200136 struct list_head node;
Waiman Long4598a0a2014-09-30 13:36:15 -0400137 struct rb_node rb_node; /* rbtree node sorted by long name */
Adrian Huntere266a752015-11-13 11:48:30 +0200138 struct rb_root *root; /* root of rbtree that rb_node is in */
Davidlohr Bueso7137ff52018-12-06 11:18:17 -0800139 struct rb_root_cached symbols;
140 struct rb_root_cached symbol_names;
Davidlohr Bueso55ecd632018-12-06 11:18:15 -0800141 struct rb_root_cached inlined_nodes;
142 struct rb_root_cached srclines;
Arnaldo Carvalho de Melob685ac22015-07-22 12:52:17 -0300143 struct {
144 u64 addr;
145 struct symbol *symbol;
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300146 } last_find_result;
Adrian Hunter454ff002013-12-03 09:23:07 +0200147 void *a2l;
Adrian Hunter0058aef2013-12-03 09:23:08 +0200148 char *symsrc_filename;
Adrian Hunter906049c82013-12-03 09:23:10 +0200149 unsigned int a2l_fails;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200150 enum dso_kernel_type kernel;
151 enum dso_swap_type needs_swap;
152 enum dso_binary_type symtab_type;
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -0300153 enum dso_binary_type binary_type;
Arnaldo Carvalho de Melo18425f12015-03-24 11:49:02 -0300154 enum dso_load_errno load_errno;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200155 u8 adjust_symbols:1;
156 u8 has_build_id:1;
Namhyung Kim2cc9d0e2013-09-11 14:09:31 +0900157 u8 has_srcline:1;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200158 u8 hit:1;
159 u8 annotate_warned:1;
Arnaldo Carvalho de Meloc7282f22013-12-10 10:44:37 -0300160 u8 short_name_allocated:1;
161 u8 long_name_allocated:1;
Adrian Hunterc6d8f2a2014-07-14 13:02:41 +0300162 u8 is_64_bit:1;
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300163 bool sorted_by_name;
164 bool loaded;
Adrian Hunter0131c4e2013-08-07 14:38:50 +0300165 u8 rel;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200166 u8 build_id[BUILD_ID_SIZE];
Wang Nan73cdf0c2016-02-26 09:31:49 +0000167 u64 text_offset;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200168 const char *short_name;
Arnaldo Carvalho de Melobf4414a2013-12-10 15:19:23 -0300169 const char *long_name;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200170 u16 long_name_len;
171 u16 short_name_len;
Sukadev Bhattiprolu7d073b32014-10-21 17:09:58 -0700172 void *dwfl; /* DWARF debug info */
Adrian Huntercfe91742015-04-09 18:53:55 +0300173 struct auxtrace_cache *auxtrace_cache;
Jiri Olsa2af52472018-08-17 11:48:07 +0200174 int comp;
Jiri Olsaca40e2a2014-05-07 18:30:45 +0200175
176 /* dso data file */
177 struct {
178 struct rb_root cache;
Jiri Olsa53fa8eaa2014-04-28 16:43:43 +0200179 int fd;
Adrian Hunterc27697d2014-07-22 16:17:18 +0300180 int status;
Adrian Hunter288be942014-07-22 16:17:19 +0300181 u32 status_seen;
Jiri Olsac3fbd2a2014-05-07 18:51:41 +0200182 size_t file_size;
Jiri Olsaeba51022014-04-30 15:00:59 +0200183 struct list_head open_entry;
Wang Nan303cb892015-03-13 15:02:56 +0800184 u64 debug_frame_offset;
185 u64 eh_frame_hdr_offset;
Jiri Olsaca40e2a2014-05-07 18:30:45 +0200186 } data;
Song Liu9b86d042019-03-11 22:30:48 -0700187 /* bpf prog information */
188 struct {
189 u32 id;
190 u32 sub_id;
191 struct perf_env *env;
192 } bpf_prog;
Jiri Olsaca40e2a2014-05-07 18:30:45 +0200193
Adrian Hunter0db15b12014-10-23 13:45:13 +0300194 union { /* Tool specific area */
195 void *priv;
196 u64 db_id;
197 };
Krister Johansen843ff372017-07-05 18:48:08 -0700198 struct nsinfo *nsinfo;
Elena Reshetova71008102017-02-21 17:34:58 +0200199 refcount_t refcnt;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200200 char name[0];
201};
202
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000203/* dso__for_each_symbol - iterate over the symbols of given type
204 *
205 * @dso: the 'struct dso *' in which symbols itereated
206 * @pos: the 'struct symbol *' to use as a loop cursor
207 * @n: the 'struct rb_node *' to use as a temporary storage
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000208 */
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300209#define dso__for_each_symbol(dso, pos, n) \
210 symbols__for_each_entry(&(dso)->symbols, pos, n)
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000211
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300212static inline void dso__set_loaded(struct dso *dso)
Jiri Olsacdd059d2012-10-27 23:18:32 +0200213{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300214 dso->loaded = true;
Jiri Olsacdd059d2012-10-27 23:18:32 +0200215}
216
217struct dso *dso__new(const char *name);
218void dso__delete(struct dso *dso);
219
Adrian Hunter58a98c92013-12-10 11:11:46 -0300220void dso__set_short_name(struct dso *dso, const char *name, bool name_allocated);
Arnaldo Carvalho de Melobf4414a2013-12-10 15:19:23 -0300221void dso__set_long_name(struct dso *dso, const char *name, bool name_allocated);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200222
223int dso__name_len(const struct dso *dso);
224
Arnaldo Carvalho de Melod3a7c482015-06-02 11:53:26 -0300225struct dso *dso__get(struct dso *dso);
226void dso__put(struct dso *dso);
227
228static inline void __dso__zput(struct dso **dso)
229{
230 dso__put(*dso);
231 *dso = NULL;
232}
233
234#define dso__zput(dso) __dso__zput(&dso)
235
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300236bool dso__loaded(const struct dso *dso);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200237
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300238static inline bool dso__has_symbols(const struct dso *dso)
Arnaldo Carvalho de Melod88205d2018-04-23 17:08:02 -0300239{
Davidlohr Bueso7137ff52018-12-06 11:18:17 -0800240 return !RB_EMPTY_ROOT(&dso->symbols.rb_root);
Arnaldo Carvalho de Melod88205d2018-04-23 17:08:02 -0300241}
242
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300243bool dso__sorted_by_name(const struct dso *dso);
244void dso__set_sorted_by_name(struct dso *dso);
245void dso__sort_by_name(struct dso *dso);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200246
247void dso__set_build_id(struct dso *dso, void *build_id);
248bool dso__build_id_equal(const struct dso *dso, u8 *build_id);
249void dso__read_running_kernel_build_id(struct dso *dso,
250 struct machine *machine);
251int dso__kernel_module_get_build_id(struct dso *dso, const char *root_dir);
252
253char dso__symtab_origin(const struct dso *dso);
Arnaldo Carvalho de Meloee4e9622013-12-16 17:03:18 -0300254int dso__read_binary_type_filename(const struct dso *dso, enum dso_binary_type type,
255 char *root_dir, char *filename, size_t size);
Wang Nan1f121b02015-06-03 08:52:21 +0000256bool is_kernel_module(const char *pathname, int cpumode);
Namhyung Kimc00c48f2014-11-04 10:14:27 +0900257bool dso__needs_decompress(struct dso *dso);
Namhyung Kim42b3fa62017-06-08 16:31:03 +0900258int dso__decompress_kmodule_fd(struct dso *dso, const char *name);
259int dso__decompress_kmodule_path(struct dso *dso, const char *name,
260 char *pathname, size_t len);
261
262#define KMOD_DECOMP_NAME "/tmp/perf-kmod-XXXXXX"
263#define KMOD_DECOMP_LEN sizeof(KMOD_DECOMP_NAME)
Jiri Olsacdd059d2012-10-27 23:18:32 +0200264
Jiri Olsa3c8a67f2015-02-05 15:40:25 +0100265struct kmod_path {
266 char *name;
Jiri Olsa4b838b02018-08-17 11:48:06 +0200267 int comp;
Jiri Olsa3c8a67f2015-02-05 15:40:25 +0100268 bool kmod;
269};
270
271int __kmod_path__parse(struct kmod_path *m, const char *path,
Jiri Olsab946cd32018-08-17 11:48:13 +0200272 bool alloc_name);
Jiri Olsa3c8a67f2015-02-05 15:40:25 +0100273
Jiri Olsab946cd32018-08-17 11:48:13 +0200274#define kmod_path__parse(__m, __p) __kmod_path__parse(__m, __p, false)
275#define kmod_path__parse_name(__m, __p) __kmod_path__parse(__m, __p, true)
Jiri Olsa3c8a67f2015-02-05 15:40:25 +0100276
Namhyung Kim6b335e82017-05-31 21:01:04 +0900277void dso__set_module_info(struct dso *dso, struct kmod_path *m,
278 struct machine *machine);
279
Jiri Olsac1f9aa02014-05-07 21:09:59 +0200280/*
281 * The dso__data_* external interface provides following functions:
Namhyung Kim4bb11d02015-05-21 01:03:41 +0900282 * dso__data_get_fd
283 * dso__data_put_fd
Jiri Olsac1f9aa02014-05-07 21:09:59 +0200284 * dso__data_close
Adrian Hunter6d363452014-07-22 16:17:35 +0300285 * dso__data_size
Jiri Olsac1f9aa02014-05-07 21:09:59 +0200286 * dso__data_read_offset
287 * dso__data_read_addr
288 *
289 * Please refer to the dso.c object code for each function and
290 * arguments documentation. Following text tries to explain the
291 * dso file descriptor caching.
292 *
293 * The dso__data* interface allows caching of opened file descriptors
294 * to speed up the dso data accesses. The idea is to leave the file
295 * descriptor opened ideally for the whole life of the dso object.
296 *
297 * The current usage of the dso__data_* interface is as follows:
298 *
299 * Get DSO's fd:
Namhyung Kim4bb11d02015-05-21 01:03:41 +0900300 * int fd = dso__data_get_fd(dso, machine);
301 * if (fd >= 0) {
302 * USE 'fd' SOMEHOW
303 * dso__data_put_fd(dso);
304 * }
Jiri Olsac1f9aa02014-05-07 21:09:59 +0200305 *
306 * Read DSO's data:
307 * n = dso__data_read_offset(dso_0, &machine, 0, buf, BUFSIZE);
308 * n = dso__data_read_addr(dso_0, &machine, 0, buf, BUFSIZE);
309 *
310 * Eventually close DSO's fd:
311 * dso__data_close(dso);
312 *
313 * It is not necessary to close the DSO object data file. Each time new
314 * DSO data file is opened, the limit (RLIMIT_NOFILE/2) is checked. Once
315 * it is crossed, the oldest opened DSO object is closed.
316 *
317 * The dso__delete function calls close_dso function to ensure the
318 * data file descriptor gets closed/unmapped before the dso object
319 * is freed.
320 *
321 * TODO
322*/
Namhyung Kim4bb11d02015-05-21 01:03:41 +0900323int dso__data_get_fd(struct dso *dso, struct machine *machine);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300324void dso__data_put_fd(struct dso *dso);
Jiri Olsa53fa8eaa2014-04-28 16:43:43 +0200325void dso__data_close(struct dso *dso);
326
Adrian Hunterb5c21612018-11-27 10:46:34 +0200327int dso__data_file_size(struct dso *dso, struct machine *machine);
Adrian Hunter6d363452014-07-22 16:17:35 +0300328off_t dso__data_size(struct dso *dso, struct machine *machine);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200329ssize_t dso__data_read_offset(struct dso *dso, struct machine *machine,
330 u64 offset, u8 *data, ssize_t size);
331ssize_t dso__data_read_addr(struct dso *dso, struct map *map,
332 struct machine *machine, u64 addr,
333 u8 *data, ssize_t size);
Adrian Hunter288be942014-07-22 16:17:19 +0300334bool dso__data_status_seen(struct dso *dso, enum dso_data_status_seen by);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200335
336struct map *dso__new_map(const char *name);
Arnaldo Carvalho de Melo459ce512015-05-28 12:40:55 -0300337struct dso *machine__findnew_kernel(struct machine *machine, const char *name,
338 const char *short_name, int dso_type);
Jiri Olsacdd059d2012-10-27 23:18:32 +0200339
Arnaldo Carvalho de Meloc0b4dff2015-08-24 13:33:14 -0300340void dso__reset_find_symbol_cache(struct dso *dso);
341
Jiri Olsacdd059d2012-10-27 23:18:32 +0200342size_t dso__fprintf_buildid(struct dso *dso, FILE *fp);
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300343size_t dso__fprintf_symbols_by_name(struct dso *dso, FILE *fp);
344size_t dso__fprintf(struct dso *dso, FILE *fp);
Adrian Hunter39b12f782013-08-07 14:38:47 +0300345
346static inline bool dso__is_vmlinux(struct dso *dso)
347{
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -0300348 return dso->binary_type == DSO_BINARY_TYPE__VMLINUX ||
349 dso->binary_type == DSO_BINARY_TYPE__GUEST_VMLINUX;
Adrian Hunter39b12f782013-08-07 14:38:47 +0300350}
351
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300352static inline bool dso__is_kcore(struct dso *dso)
353{
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -0300354 return dso->binary_type == DSO_BINARY_TYPE__KCORE ||
355 dso->binary_type == DSO_BINARY_TYPE__GUEST_KCORE;
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300356}
357
Masami Hiramatsu01412262016-05-29 00:15:37 +0900358static inline bool dso__is_kallsyms(struct dso *dso)
359{
360 return dso->kernel && dso->long_name[0] != '/';
361}
362
Adrian Hunter454ff002013-12-03 09:23:07 +0200363void dso__free_a2l(struct dso *dso);
364
Adrian Hunter2b5b8bb2014-07-22 16:17:59 +0300365enum dso_type dso__type(struct dso *dso, struct machine *machine);
366
Arnaldo Carvalho de Melo18425f12015-03-24 11:49:02 -0300367int dso__strerror_load(struct dso *dso, char *buf, size_t buflen);
368
Jiri Olsaf3069242016-06-28 13:29:02 +0200369void reset_fd_limit(void);
370
Jiri Olsacdd059d2012-10-27 23:18:32 +0200371#endif /* __PERF_DSO */