blob: e7bf0c46918d25592207b935ff5509a9be3841e4 [file] [log] [blame]
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -03001#include <dirent.h>
2#include <errno.h>
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -03003#include <stdlib.h>
4#include <stdio.h>
5#include <string.h>
6#include <sys/types.h>
7#include <sys/stat.h>
8#include <sys/param.h>
9#include <fcntl.h>
10#include <unistd.h>
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -020011#include <inttypes.h>
Arnaldo Carvalho de Melob36f19d2010-05-20 12:15:33 -030012#include "build-id.h"
Namhyung Kime334c722012-02-10 10:10:17 +090013#include "util.h"
Arnaldo Carvalho de Melo8a6c5b22010-07-20 14:42:52 -030014#include "debug.h"
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030015#include "machine.h"
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030016#include "symbol.h"
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -030017#include "strlist.h"
David Aherne03eaa42015-03-24 09:52:41 -060018#include "intlist.h"
Namhyung Kim0a7e6d12014-08-12 15:40:45 +090019#include "header.h"
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030020
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030021#include <elf.h>
Arnaldo Carvalho de Melof1617b42009-11-18 20:20:52 -020022#include <limits.h>
Arnaldo Carvalho de Meloc506c962013-12-11 09:15:00 -030023#include <symbol/kallsyms.h>
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -030024#include <sys/utsname.h>
Peter Zijlstra2cdbc462009-08-05 14:05:16 +020025
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -030026static int dso__load_kernel_sym(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020027 symbol_filter_t filter);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -030028static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +080029 symbol_filter_t filter);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -030030int vmlinux_path__nr_entries;
31char **vmlinux_path;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -030032
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -020033struct symbol_conf symbol_conf = {
Namhyung Kime511db52013-12-24 16:19:25 +090034 .use_modules = true,
35 .try_vmlinux_path = true,
36 .annotate_src = true,
37 .demangle = true,
Avi Kivity763122a2014-09-13 07:15:05 +030038 .demangle_kernel = false,
Namhyung Kime511db52013-12-24 16:19:25 +090039 .cumulate_callchain = true,
Jiri Olsac8302362014-06-27 18:26:58 +020040 .show_hist_headers = true,
Namhyung Kime511db52013-12-24 16:19:25 +090041 .symfs = "",
Arnaldo Carvalho de Melob32d1332009-11-24 12:05:15 -020042};
43
Jiri Olsa44f24cb2012-07-22 14:14:32 +020044static enum dso_binary_type binary_type_symtab[] = {
45 DSO_BINARY_TYPE__KALLSYMS,
46 DSO_BINARY_TYPE__GUEST_KALLSYMS,
47 DSO_BINARY_TYPE__JAVA_JIT,
48 DSO_BINARY_TYPE__DEBUGLINK,
49 DSO_BINARY_TYPE__BUILD_ID_CACHE,
50 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
51 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
52 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
53 DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
54 DSO_BINARY_TYPE__GUEST_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090055 DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
Jiri Olsa44f24cb2012-07-22 14:14:32 +020056 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090057 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
Ricardo Ribalda Delgado9cd00942013-09-18 15:56:14 +020058 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
Jiri Olsa44f24cb2012-07-22 14:14:32 +020059 DSO_BINARY_TYPE__NOT_FOUND,
60};
61
Jiri Olsa028df762012-08-01 14:47:57 +020062#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
Jiri Olsa44f24cb2012-07-22 14:14:32 +020063
Arnaldo Carvalho de Melo36a3e642010-01-04 16:19:27 -020064bool symbol_type__is_a(char symbol_type, enum map_type map_type)
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020065{
Anton Blanchard31877902011-08-24 16:40:16 +100066 symbol_type = toupper(symbol_type);
67
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020068 switch (map_type) {
69 case MAP__FUNCTION:
70 return symbol_type == 'T' || symbol_type == 'W';
Arnaldo Carvalho de Melof1dfa0b2009-12-11 14:50:39 -020071 case MAP__VARIABLE:
Anton Blanchard31877902011-08-24 16:40:16 +100072 return symbol_type == 'D';
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020073 default:
74 return false;
75 }
76}
77
Anton Blanchard694bf402011-08-24 16:40:17 +100078static int prefix_underscores_count(const char *str)
79{
80 const char *tail = str;
81
82 while (*tail == '_')
83 tail++;
84
85 return tail - str;
86}
87
Naveen N. Raofb6d5942015-04-28 17:35:36 +053088int __weak arch__choose_best_symbol(struct symbol *syma,
89 struct symbol *symb __maybe_unused)
90{
91 /* Avoid "SyS" kernel syscall aliases */
92 if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
93 return SYMBOL_B;
94 if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
95 return SYMBOL_B;
96
97 return SYMBOL_A;
98}
Anton Blanchard694bf402011-08-24 16:40:17 +100099
100static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
101{
102 s64 a;
103 s64 b;
Adrian Hunter34454322013-08-07 14:38:49 +0300104 size_t na, nb;
Anton Blanchard694bf402011-08-24 16:40:17 +1000105
106 /* Prefer a symbol with non zero length */
107 a = syma->end - syma->start;
108 b = symb->end - symb->start;
109 if ((b == 0) && (a > 0))
110 return SYMBOL_A;
111 else if ((a == 0) && (b > 0))
112 return SYMBOL_B;
113
114 /* Prefer a non weak symbol over a weak one */
115 a = syma->binding == STB_WEAK;
116 b = symb->binding == STB_WEAK;
117 if (b && !a)
118 return SYMBOL_A;
119 if (a && !b)
120 return SYMBOL_B;
121
122 /* Prefer a global symbol over a non global one */
123 a = syma->binding == STB_GLOBAL;
124 b = symb->binding == STB_GLOBAL;
125 if (a && !b)
126 return SYMBOL_A;
127 if (b && !a)
128 return SYMBOL_B;
129
130 /* Prefer a symbol with less underscores */
131 a = prefix_underscores_count(syma->name);
132 b = prefix_underscores_count(symb->name);
133 if (b > a)
134 return SYMBOL_A;
135 else if (a > b)
136 return SYMBOL_B;
137
Adrian Hunter34454322013-08-07 14:38:49 +0300138 /* Choose the symbol with the longest name */
139 na = strlen(syma->name);
140 nb = strlen(symb->name);
141 if (na > nb)
Anton Blanchard694bf402011-08-24 16:40:17 +1000142 return SYMBOL_A;
Adrian Hunter34454322013-08-07 14:38:49 +0300143 else if (na < nb)
Anton Blanchard694bf402011-08-24 16:40:17 +1000144 return SYMBOL_B;
Adrian Hunter34454322013-08-07 14:38:49 +0300145
Naveen N. Raofb6d5942015-04-28 17:35:36 +0530146 return arch__choose_best_symbol(syma, symb);
Anton Blanchard694bf402011-08-24 16:40:17 +1000147}
148
Namhyung Kime5a18452012-08-06 13:41:20 +0900149void symbols__fixup_duplicate(struct rb_root *symbols)
Anton Blanchard694bf402011-08-24 16:40:17 +1000150{
151 struct rb_node *nd;
152 struct symbol *curr, *next;
153
154 nd = rb_first(symbols);
155
156 while (nd) {
157 curr = rb_entry(nd, struct symbol, rb_node);
158again:
159 nd = rb_next(&curr->rb_node);
160 next = rb_entry(nd, struct symbol, rb_node);
161
162 if (!nd)
163 break;
164
165 if (curr->start != next->start)
166 continue;
167
168 if (choose_best_symbol(curr, next) == SYMBOL_A) {
169 rb_erase(&next->rb_node, symbols);
Chenggang Qind4f74eb2013-10-11 08:27:59 +0800170 symbol__delete(next);
Anton Blanchard694bf402011-08-24 16:40:17 +1000171 goto again;
172 } else {
173 nd = rb_next(&curr->rb_node);
174 rb_erase(&curr->rb_node, symbols);
Chenggang Qind4f74eb2013-10-11 08:27:59 +0800175 symbol__delete(curr);
Anton Blanchard694bf402011-08-24 16:40:17 +1000176 }
177 }
178}
179
Namhyung Kime5a18452012-08-06 13:41:20 +0900180void symbols__fixup_end(struct rb_root *symbols)
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300181{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300182 struct rb_node *nd, *prevnd = rb_first(symbols);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300183 struct symbol *curr, *prev;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300184
185 if (prevnd == NULL)
186 return;
187
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300188 curr = rb_entry(prevnd, struct symbol, rb_node);
189
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300190 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300191 prev = curr;
192 curr = rb_entry(nd, struct symbol, rb_node);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300193
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200194 if (prev->end == prev->start && prev->end != curr->start)
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -0300195 prev->end = curr->start;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300196 }
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300197
198 /* Last entry */
199 if (curr->end == curr->start)
200 curr->end = roundup(curr->start, 4096);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300201}
202
Namhyung Kime5a18452012-08-06 13:41:20 +0900203void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300204{
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -0300205 struct maps *maps = &mg->maps[type];
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300206 struct map *next, *curr;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300207
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300208 pthread_rwlock_wrlock(&maps->lock);
209
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300210 curr = maps__first(maps);
211 if (curr == NULL)
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300212 goto out_unlock;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300213
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300214 for (next = map__next(curr); next; next = map__next(curr)) {
215 curr->end = next->start;
216 curr = next;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300217 }
Arnaldo Carvalho de Melo90c83212009-11-21 14:31:24 -0200218
219 /*
220 * We still haven't the actual symbols, so guess the
221 * last map final address.
222 */
Ian Munsie9d1faba2010-11-25 15:12:53 +1100223 curr->end = ~0ULL;
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300224
225out_unlock:
226 pthread_rwlock_unlock(&maps->lock);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300227}
228
Namhyung Kime5a18452012-08-06 13:41:20 +0900229struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300230{
Arnaldo Carvalho de Melo0085c9542009-05-28 14:55:13 -0300231 size_t namelen = strlen(name) + 1;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300232 struct symbol *sym = calloc(1, (symbol_conf.priv_size +
233 sizeof(*sym) + namelen));
234 if (sym == NULL)
Ingo Molnar0b73da32009-06-06 15:48:52 +0200235 return NULL;
236
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -0200237 if (symbol_conf.priv_size)
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300238 sym = ((void *)sym) + symbol_conf.priv_size;
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200239
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300240 sym->start = start;
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -0300241 sym->end = len ? start + len : start;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300242 sym->binding = binding;
243 sym->namelen = namelen - 1;
Arnaldo Carvalho de Meloe4204992009-10-20 14:25:40 -0200244
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300245 pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
246 __func__, name, start, sym->end);
247 memcpy(sym->name, name, namelen);
Arnaldo Carvalho de Meloe4204992009-10-20 14:25:40 -0200248
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300249 return sym;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300250}
251
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300252void symbol__delete(struct symbol *sym)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300253{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300254 free(((void *)sym) - symbol_conf.priv_size);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300255}
256
Jiri Olsacdd059d2012-10-27 23:18:32 +0200257size_t symbol__fprintf(struct symbol *sym, FILE *fp)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300258{
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200259 return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300260 sym->start, sym->end,
261 sym->binding == STB_GLOBAL ? 'g' :
262 sym->binding == STB_LOCAL ? 'l' : 'w',
263 sym->name);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300264}
265
Akihiro Nagaia978f2a2012-01-30 13:43:15 +0900266size_t symbol__fprintf_symname_offs(const struct symbol *sym,
267 const struct addr_location *al, FILE *fp)
268{
269 unsigned long offset;
270 size_t length;
271
272 if (sym && sym->name) {
273 length = fprintf(fp, "%s", sym->name);
274 if (al) {
David Ahern0b8c25d2013-07-28 09:48:32 -0600275 if (al->addr < sym->end)
276 offset = al->addr - sym->start;
277 else
278 offset = al->addr - al->map->start - sym->start;
Akihiro Nagaia978f2a2012-01-30 13:43:15 +0900279 length += fprintf(fp, "+0x%lx", offset);
280 }
281 return length;
282 } else
283 return fprintf(fp, "[unknown]");
284}
285
Akihiro Nagai547a92e2012-01-30 13:42:57 +0900286size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp)
287{
Akihiro Nagaia978f2a2012-01-30 13:43:15 +0900288 return symbol__fprintf_symname_offs(sym, NULL, fp);
Akihiro Nagai547a92e2012-01-30 13:42:57 +0900289}
290
Jiri Olsacdd059d2012-10-27 23:18:32 +0200291void symbols__delete(struct rb_root *symbols)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300292{
293 struct symbol *pos;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300294 struct rb_node *next = rb_first(symbols);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300295
296 while (next) {
297 pos = rb_entry(next, struct symbol, rb_node);
298 next = rb_next(&pos->rb_node);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300299 rb_erase(&pos->rb_node, symbols);
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -0200300 symbol__delete(pos);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300301 }
302}
303
Namhyung Kime5a18452012-08-06 13:41:20 +0900304void symbols__insert(struct rb_root *symbols, struct symbol *sym)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300305{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300306 struct rb_node **p = &symbols->rb_node;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300307 struct rb_node *parent = NULL;
Paul Mackerras9cffa8d2009-06-19 22:21:42 +1000308 const u64 ip = sym->start;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300309 struct symbol *s;
310
311 while (*p != NULL) {
312 parent = *p;
313 s = rb_entry(parent, struct symbol, rb_node);
314 if (ip < s->start)
315 p = &(*p)->rb_left;
316 else
317 p = &(*p)->rb_right;
318 }
319 rb_link_node(&sym->rb_node, parent, p);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300320 rb_insert_color(&sym->rb_node, symbols);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300321}
322
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300323static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300324{
325 struct rb_node *n;
326
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300327 if (symbols == NULL)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300328 return NULL;
329
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300330 n = symbols->rb_node;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300331
332 while (n) {
333 struct symbol *s = rb_entry(n, struct symbol, rb_node);
334
335 if (ip < s->start)
336 n = n->rb_left;
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -0300337 else if (ip >= s->end)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300338 n = n->rb_right;
339 else
340 return s;
341 }
342
343 return NULL;
344}
345
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300346static struct symbol *symbols__first(struct rb_root *symbols)
347{
348 struct rb_node *n = rb_first(symbols);
349
350 if (n)
351 return rb_entry(n, struct symbol, rb_node);
352
353 return NULL;
354}
355
Adrian Hunter9c00a812014-07-14 13:02:50 +0300356static struct symbol *symbols__next(struct symbol *sym)
357{
358 struct rb_node *n = rb_next(&sym->rb_node);
359
360 if (n)
361 return rb_entry(n, struct symbol, rb_node);
362
363 return NULL;
364}
365
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200366struct symbol_name_rb_node {
367 struct rb_node rb_node;
368 struct symbol sym;
369};
370
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300371static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200372{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300373 struct rb_node **p = &symbols->rb_node;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200374 struct rb_node *parent = NULL;
Rabin Vincent02a9d032010-11-23 22:08:18 +0530375 struct symbol_name_rb_node *symn, *s;
376
377 symn = container_of(sym, struct symbol_name_rb_node, sym);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200378
379 while (*p != NULL) {
380 parent = *p;
381 s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
382 if (strcmp(sym->name, s->sym.name) < 0)
383 p = &(*p)->rb_left;
384 else
385 p = &(*p)->rb_right;
386 }
387 rb_link_node(&symn->rb_node, parent, p);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300388 rb_insert_color(&symn->rb_node, symbols);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200389}
390
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300391static void symbols__sort_by_name(struct rb_root *symbols,
392 struct rb_root *source)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200393{
394 struct rb_node *nd;
395
396 for (nd = rb_first(source); nd; nd = rb_next(nd)) {
397 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300398 symbols__insert_by_name(symbols, pos);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200399 }
400}
401
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300402static struct symbol *symbols__find_by_name(struct rb_root *symbols,
403 const char *name)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200404{
405 struct rb_node *n;
Martin Liška5bcaaca2015-05-26 11:41:37 -0300406 struct symbol_name_rb_node *s = NULL;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200407
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300408 if (symbols == NULL)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200409 return NULL;
410
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300411 n = symbols->rb_node;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200412
413 while (n) {
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200414 int cmp;
415
416 s = rb_entry(n, struct symbol_name_rb_node, rb_node);
Naveen N. Rao031b84c2015-04-28 17:35:37 +0530417 cmp = arch__compare_symbol_names(name, s->sym.name);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200418
419 if (cmp < 0)
420 n = n->rb_left;
421 else if (cmp > 0)
422 n = n->rb_right;
423 else
Namhyung Kimde480992015-01-16 15:31:28 -0300424 break;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200425 }
426
Namhyung Kimde480992015-01-16 15:31:28 -0300427 if (n == NULL)
428 return NULL;
429
430 /* return first symbol that has same name (if any) */
431 for (n = rb_prev(n); n; n = rb_prev(n)) {
432 struct symbol_name_rb_node *tmp;
433
434 tmp = rb_entry(n, struct symbol_name_rb_node, rb_node);
Naveen N. Rao031b84c2015-04-28 17:35:37 +0530435 if (arch__compare_symbol_names(tmp->sym.name, s->sym.name))
Namhyung Kimde480992015-01-16 15:31:28 -0300436 break;
437
438 s = tmp;
439 }
440
441 return &s->sym;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200442}
443
Arnaldo Carvalho de Meloc0b4dff2015-08-24 13:33:14 -0300444void dso__reset_find_symbol_cache(struct dso *dso)
445{
446 enum map_type type;
447
448 for (type = MAP__FUNCTION; type <= MAP__VARIABLE; ++type) {
449 dso->last_find_result[type].addr = 0;
450 dso->last_find_result[type].symbol = NULL;
451 }
452}
453
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300454struct symbol *dso__find_symbol(struct dso *dso,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200455 enum map_type type, u64 addr)
Arnaldo Carvalho de Melofcf12032009-11-24 13:01:52 -0200456{
Arnaldo Carvalho de Melob685ac22015-07-22 12:52:17 -0300457 if (dso->last_find_result[type].addr != addr) {
458 dso->last_find_result[type].addr = addr;
459 dso->last_find_result[type].symbol = symbols__find(&dso->symbols[type], addr);
460 }
461
462 return dso->last_find_result[type].symbol;
Arnaldo Carvalho de Melofcf12032009-11-24 13:01:52 -0200463}
464
Adrian Hunter9c00a812014-07-14 13:02:50 +0300465struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300466{
467 return symbols__first(&dso->symbols[type]);
468}
469
Adrian Hunter9c00a812014-07-14 13:02:50 +0300470struct symbol *dso__next_symbol(struct symbol *sym)
471{
472 return symbols__next(sym);
473}
474
Arnaldo Carvalho de Melo18bd7262015-01-16 15:39:53 -0300475struct symbol *symbol__next_by_name(struct symbol *sym)
476{
477 struct symbol_name_rb_node *s = container_of(sym, struct symbol_name_rb_node, sym);
478 struct rb_node *n = rb_next(&s->rb_node);
479
480 return n ? &rb_entry(n, struct symbol_name_rb_node, rb_node)->sym : NULL;
481}
482
483 /*
484 * Teturns first symbol that matched with @name.
485 */
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300486struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200487 const char *name)
488{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300489 return symbols__find_by_name(&dso->symbol_names[type], name);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200490}
491
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300492void dso__sort_by_name(struct dso *dso, enum map_type type)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200493{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300494 dso__set_sorted_by_name(dso, type);
495 return symbols__sort_by_name(&dso->symbol_names[type],
496 &dso->symbols[type]);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200497}
498
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300499size_t dso__fprintf_symbols_by_name(struct dso *dso,
500 enum map_type type, FILE *fp)
Srikar Dronamraju90f18e62010-08-25 19:13:29 +0530501{
502 size_t ret = 0;
503 struct rb_node *nd;
504 struct symbol_name_rb_node *pos;
505
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300506 for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
Srikar Dronamraju90f18e62010-08-25 19:13:29 +0530507 pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
508 fprintf(fp, "%s\n", pos->sym.name);
509 }
510
511 return ret;
512}
513
Adrian Hunter316d70d2013-10-08 11:45:48 +0300514int modules__parse(const char *filename, void *arg,
515 int (*process_module)(void *arg, const char *name,
516 u64 start))
517{
518 char *line = NULL;
519 size_t n;
520 FILE *file;
521 int err = 0;
522
523 file = fopen(filename, "r");
524 if (file == NULL)
525 return -1;
526
527 while (1) {
528 char name[PATH_MAX];
529 u64 start;
530 char *sep;
531 ssize_t line_len;
532
533 line_len = getline(&line, &n, file);
534 if (line_len < 0) {
535 if (feof(file))
536 break;
537 err = -1;
538 goto out;
539 }
540
541 if (!line) {
542 err = -1;
543 goto out;
544 }
545
546 line[--line_len] = '\0'; /* \n */
547
548 sep = strrchr(line, 'x');
549 if (sep == NULL)
550 continue;
551
552 hex2u64(sep + 1, &start);
553
554 sep = strchr(line, ' ');
555 if (sep == NULL)
556 continue;
557
558 *sep = '\0';
559
560 scnprintf(name, sizeof(name), "[%s]", line);
561
562 err = process_module(arg, name, start);
563 if (err)
564 break;
565 }
566out:
567 free(line);
568 fclose(file);
569 return err;
570}
571
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200572struct process_kallsyms_args {
573 struct map *map;
574 struct dso *dso;
575};
576
Arnaldo Carvalho de Meloe7110b92014-08-08 18:00:39 -0300577/*
578 * These are symbols in the kernel image, so make sure that
579 * sym is from a kernel DSO.
580 */
David Ahern82d1deb2013-11-18 13:32:45 -0700581bool symbol__is_idle(struct symbol *sym)
582{
583 const char * const idle_symbols[] = {
584 "cpu_idle",
Arnaldo Carvalho de Meloe0336ed2014-08-08 18:02:41 -0300585 "cpu_startup_entry",
David Ahern82d1deb2013-11-18 13:32:45 -0700586 "intel_idle",
587 "default_idle",
588 "native_safe_halt",
589 "enter_idle",
590 "exit_idle",
591 "mwait_idle",
592 "mwait_idle_with_hints",
593 "poll_idle",
594 "ppc64_runlatch_off",
595 "pseries_dedicated_idle_sleep",
596 NULL
597 };
598
599 int i;
600
601 if (!sym)
602 return false;
603
604 for (i = 0; idle_symbols[i]; i++) {
605 if (!strcmp(idle_symbols[i], sym->name))
606 return true;
607 }
608
609 return false;
610}
611
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200612static int map__process_kallsym_symbol(void *arg, const char *name,
Cody P Schafer82151522012-08-10 15:22:48 -0700613 char type, u64 start)
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200614{
615 struct symbol *sym;
616 struct process_kallsyms_args *a = arg;
617 struct rb_root *root = &a->dso->symbols[a->map->type];
618
619 if (!symbol_type__is_a(type, a->map->type))
620 return 0;
621
Cody P Schafer82151522012-08-10 15:22:48 -0700622 /*
623 * module symbols are not sorted so we add all
624 * symbols, setting length to 0, and rely on
625 * symbols__fixup_end() to fix it up.
626 */
Arnaldo Carvalho de Melo8e947f12015-09-30 12:42:07 -0300627 sym = symbol__new(start, 0, kallsyms2elf_binding(type), name);
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200628 if (sym == NULL)
629 return -ENOMEM;
630 /*
631 * We will pass the symbols to the filter later, in
632 * map__split_kallsyms, when we have split the maps per module
633 */
634 symbols__insert(root, sym);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800635
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200636 return 0;
637}
638
639/*
640 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
641 * so that we can in the next step set the symbol ->end address and then
642 * call kernel_maps__split_kallsyms.
643 */
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300644static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -0200645 struct map *map)
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200646{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300647 struct process_kallsyms_args args = { .map = map, .dso = dso, };
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -0200648 return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200649}
650
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300651static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map,
652 symbol_filter_t filter)
653{
Wang Nanba927322015-04-07 08:22:45 +0000654 struct map_groups *kmaps = map__kmaps(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300655 struct map *curr_map;
656 struct symbol *pos;
657 int count = 0, moved = 0;
658 struct rb_root *root = &dso->symbols[map->type];
659 struct rb_node *next = rb_first(root);
660
Wang Nanba927322015-04-07 08:22:45 +0000661 if (!kmaps)
662 return -1;
663
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300664 while (next) {
665 char *module;
666
667 pos = rb_entry(next, struct symbol, rb_node);
668 next = rb_next(&pos->rb_node);
669
670 module = strchr(pos->name, '\t');
671 if (module)
672 *module = '\0';
673
674 curr_map = map_groups__find(kmaps, map->type, pos->start);
675
676 if (!curr_map || (filter && filter(curr_map, pos))) {
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -0300677 rb_erase_init(&pos->rb_node, root);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300678 symbol__delete(pos);
679 } else {
680 pos->start -= curr_map->start - curr_map->pgoff;
681 if (pos->end)
682 pos->end -= curr_map->start - curr_map->pgoff;
683 if (curr_map != map) {
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -0300684 rb_erase_init(&pos->rb_node, root);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300685 symbols__insert(
686 &curr_map->dso->symbols[curr_map->type],
687 pos);
688 ++moved;
689 } else {
690 ++count;
691 }
692 }
693 }
694
695 /* Symbols have been adjusted */
696 dso->adjust_symbols = 1;
697
698 return count + moved;
699}
700
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300701/*
702 * Split the symbols into maps, making sure there are no overlaps, i.e. the
703 * kernel range is broken in several maps, named [kernel].N, as we don't have
704 * the original ELF section names vmlinux have.
705 */
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200706static int dso__split_kallsyms(struct dso *dso, struct map *map, u64 delta,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200707 symbol_filter_t filter)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300708{
Wang Nanba927322015-04-07 08:22:45 +0000709 struct map_groups *kmaps = map__kmaps(map);
710 struct machine *machine;
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200711 struct map *curr_map = map;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300712 struct symbol *pos;
Arnaldo Carvalho de Melo48000a12014-12-17 17:24:45 -0300713 int count = 0, moved = 0;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300714 struct rb_root *root = &dso->symbols[map->type];
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200715 struct rb_node *next = rb_first(root);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300716 int kernel_range = 0;
717
Wang Nanba927322015-04-07 08:22:45 +0000718 if (!kmaps)
719 return -1;
720
721 machine = kmaps->machine;
722
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300723 while (next) {
724 char *module;
725
726 pos = rb_entry(next, struct symbol, rb_node);
727 next = rb_next(&pos->rb_node);
728
729 module = strchr(pos->name, '\t');
730 if (module) {
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -0200731 if (!symbol_conf.use_modules)
Arnaldo Carvalho de Melo1de8e242009-11-27 16:29:21 -0200732 goto discard_symbol;
733
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300734 *module++ = '\0';
735
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200736 if (strcmp(curr_map->dso->short_name, module)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800737 if (curr_map != map &&
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300738 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300739 machine__is_default_guest(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800740 /*
741 * We assume all symbols of a module are
742 * continuous in * kallsyms, so curr_map
743 * points to a module and all its
744 * symbols are in its kmap. Mark it as
745 * loaded.
746 */
747 dso__set_loaded(curr_map->dso,
748 curr_map->type);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300749 }
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200750
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800751 curr_map = map_groups__find_by_name(kmaps,
752 map->type, module);
753 if (curr_map == NULL) {
Arnaldo Carvalho de Melo2f519032010-05-17 17:57:59 -0300754 pr_debug("%s/proc/{kallsyms,modules} "
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800755 "inconsistency while looking "
756 "for \"%s\" module!\n",
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300757 machine->root_dir, module);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800758 curr_map = map;
759 goto discard_symbol;
760 }
761
762 if (curr_map->dso->loaded &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300763 !machine__is_default_guest(machine))
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -0200764 goto discard_symbol;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300765 }
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300766 /*
767 * So that we look just like we get from .ko files,
768 * i.e. not prelinked, relative to map->start.
769 */
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200770 pos->start = curr_map->map_ip(curr_map, pos->start);
771 pos->end = curr_map->map_ip(curr_map, pos->end);
772 } else if (curr_map != map) {
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300773 char dso_name[PATH_MAX];
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300774 struct dso *ndso;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300775
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200776 if (delta) {
777 /* Kernel was relocated at boot time */
778 pos->start -= delta;
779 pos->end -= delta;
780 }
781
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200782 if (count == 0) {
783 curr_map = map;
784 goto filter_symbol;
785 }
786
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300787 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800788 snprintf(dso_name, sizeof(dso_name),
789 "[guest.kernel].%d",
790 kernel_range++);
791 else
792 snprintf(dso_name, sizeof(dso_name),
793 "[kernel].%d",
794 kernel_range++);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300795
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300796 ndso = dso__new(dso_name);
797 if (ndso == NULL)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300798 return -1;
799
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300800 ndso->kernel = dso->kernel;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800801
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300802 curr_map = map__new2(pos->start, ndso, map->type);
Zhang, Yanmin37fe5fc2010-02-25 11:00:51 +0800803 if (curr_map == NULL) {
Arnaldo Carvalho de Melod3a7c482015-06-02 11:53:26 -0300804 dso__put(ndso);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300805 return -1;
806 }
807
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200808 curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200809 map_groups__insert(kmaps, curr_map);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300810 ++kernel_range;
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200811 } else if (delta) {
812 /* Kernel was relocated at boot time */
813 pos->start -= delta;
814 pos->end -= delta;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300815 }
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200816filter_symbol:
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200817 if (filter && filter(curr_map, pos)) {
Arnaldo Carvalho de Melo1de8e242009-11-27 16:29:21 -0200818discard_symbol: rb_erase(&pos->rb_node, root);
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -0200819 symbol__delete(pos);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300820 } else {
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200821 if (curr_map != map) {
822 rb_erase(&pos->rb_node, root);
823 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200824 ++moved;
825 } else
826 ++count;
Mike Galbraith9974f492009-07-02 08:05:58 +0200827 }
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300828 }
829
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800830 if (curr_map != map &&
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300831 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300832 machine__is_default_guest(kmaps->machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800833 dso__set_loaded(curr_map->dso, curr_map->type);
834 }
835
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200836 return count + moved;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300837}
838
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300839bool symbol__restricted_filename(const char *filename,
840 const char *restricted_filename)
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300841{
842 bool restricted = false;
843
844 if (symbol_conf.kptr_restrict) {
845 char *r = realpath(filename, NULL);
846
847 if (r != NULL) {
848 restricted = strcmp(r, restricted_filename) == 0;
849 free(r);
850 return restricted;
851 }
852 }
853
854 return restricted;
855}
856
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300857struct module_info {
858 struct rb_node rb_node;
859 char *name;
860 u64 start;
861};
862
863static void add_module(struct module_info *mi, struct rb_root *modules)
864{
865 struct rb_node **p = &modules->rb_node;
866 struct rb_node *parent = NULL;
867 struct module_info *m;
868
869 while (*p != NULL) {
870 parent = *p;
871 m = rb_entry(parent, struct module_info, rb_node);
872 if (strcmp(mi->name, m->name) < 0)
873 p = &(*p)->rb_left;
874 else
875 p = &(*p)->rb_right;
876 }
877 rb_link_node(&mi->rb_node, parent, p);
878 rb_insert_color(&mi->rb_node, modules);
879}
880
881static void delete_modules(struct rb_root *modules)
882{
883 struct module_info *mi;
884 struct rb_node *next = rb_first(modules);
885
886 while (next) {
887 mi = rb_entry(next, struct module_info, rb_node);
888 next = rb_next(&mi->rb_node);
889 rb_erase(&mi->rb_node, modules);
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300890 zfree(&mi->name);
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300891 free(mi);
892 }
893}
894
895static struct module_info *find_module(const char *name,
896 struct rb_root *modules)
897{
898 struct rb_node *n = modules->rb_node;
899
900 while (n) {
901 struct module_info *m;
902 int cmp;
903
904 m = rb_entry(n, struct module_info, rb_node);
905 cmp = strcmp(name, m->name);
906 if (cmp < 0)
907 n = n->rb_left;
908 else if (cmp > 0)
909 n = n->rb_right;
910 else
911 return m;
912 }
913
914 return NULL;
915}
916
917static int __read_proc_modules(void *arg, const char *name, u64 start)
918{
919 struct rb_root *modules = arg;
920 struct module_info *mi;
921
922 mi = zalloc(sizeof(struct module_info));
923 if (!mi)
924 return -ENOMEM;
925
926 mi->name = strdup(name);
927 mi->start = start;
928
929 if (!mi->name) {
930 free(mi);
931 return -ENOMEM;
932 }
933
934 add_module(mi, modules);
935
936 return 0;
937}
938
939static int read_proc_modules(const char *filename, struct rb_root *modules)
940{
941 if (symbol__restricted_filename(filename, "/proc/modules"))
942 return -1;
943
944 if (modules__parse(filename, modules, __read_proc_modules)) {
945 delete_modules(modules);
946 return -1;
947 }
948
949 return 0;
950}
951
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300952int compare_proc_modules(const char *from, const char *to)
953{
954 struct rb_root from_modules = RB_ROOT;
955 struct rb_root to_modules = RB_ROOT;
956 struct rb_node *from_node, *to_node;
957 struct module_info *from_m, *to_m;
958 int ret = -1;
959
960 if (read_proc_modules(from, &from_modules))
961 return -1;
962
963 if (read_proc_modules(to, &to_modules))
964 goto out_delete_from;
965
966 from_node = rb_first(&from_modules);
967 to_node = rb_first(&to_modules);
968 while (from_node) {
969 if (!to_node)
970 break;
971
972 from_m = rb_entry(from_node, struct module_info, rb_node);
973 to_m = rb_entry(to_node, struct module_info, rb_node);
974
975 if (from_m->start != to_m->start ||
976 strcmp(from_m->name, to_m->name))
977 break;
978
979 from_node = rb_next(from_node);
980 to_node = rb_next(to_node);
981 }
982
983 if (!from_node && !to_node)
984 ret = 0;
985
986 delete_modules(&to_modules);
987out_delete_from:
988 delete_modules(&from_modules);
989
990 return ret;
991}
992
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300993static int do_validate_kcore_modules(const char *filename, struct map *map,
994 struct map_groups *kmaps)
995{
996 struct rb_root modules = RB_ROOT;
997 struct map *old_map;
998 int err;
999
1000 err = read_proc_modules(filename, &modules);
1001 if (err)
1002 return err;
1003
1004 old_map = map_groups__first(kmaps, map->type);
1005 while (old_map) {
1006 struct map *next = map_groups__next(old_map);
1007 struct module_info *mi;
1008
1009 if (old_map == map || old_map->start == map->start) {
1010 /* The kernel map */
1011 old_map = next;
1012 continue;
1013 }
1014
1015 /* Module must be in memory at the same address */
1016 mi = find_module(old_map->dso->short_name, &modules);
1017 if (!mi || mi->start != old_map->start) {
1018 err = -EINVAL;
1019 goto out;
1020 }
1021
1022 old_map = next;
1023 }
1024out:
1025 delete_modules(&modules);
1026 return err;
1027}
1028
1029/*
1030 * If kallsyms is referenced by name then we look for filename in the same
1031 * directory.
1032 */
1033static bool filename_from_kallsyms_filename(char *filename,
1034 const char *base_name,
1035 const char *kallsyms_filename)
1036{
1037 char *name;
1038
1039 strcpy(filename, kallsyms_filename);
1040 name = strrchr(filename, '/');
1041 if (!name)
1042 return false;
1043
1044 name += 1;
1045
1046 if (!strcmp(name, "kallsyms")) {
1047 strcpy(name, base_name);
1048 return true;
1049 }
1050
1051 return false;
1052}
1053
1054static int validate_kcore_modules(const char *kallsyms_filename,
1055 struct map *map)
1056{
Wang Nanba927322015-04-07 08:22:45 +00001057 struct map_groups *kmaps = map__kmaps(map);
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001058 char modules_filename[PATH_MAX];
1059
Wang Nanba927322015-04-07 08:22:45 +00001060 if (!kmaps)
1061 return -EINVAL;
1062
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001063 if (!filename_from_kallsyms_filename(modules_filename, "modules",
1064 kallsyms_filename))
1065 return -EINVAL;
1066
1067 if (do_validate_kcore_modules(modules_filename, map, kmaps))
1068 return -EINVAL;
1069
1070 return 0;
1071}
1072
Adrian Huntera00d28c2014-01-29 16:14:41 +02001073static int validate_kcore_addresses(const char *kallsyms_filename,
1074 struct map *map)
1075{
1076 struct kmap *kmap = map__kmap(map);
1077
Wang Nanba927322015-04-07 08:22:45 +00001078 if (!kmap)
1079 return -EINVAL;
1080
Adrian Huntera00d28c2014-01-29 16:14:41 +02001081 if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1082 u64 start;
1083
1084 start = kallsyms__get_function_start(kallsyms_filename,
1085 kmap->ref_reloc_sym->name);
1086 if (start != kmap->ref_reloc_sym->addr)
1087 return -EINVAL;
1088 }
1089
1090 return validate_kcore_modules(kallsyms_filename, map);
1091}
1092
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001093struct kcore_mapfn_data {
1094 struct dso *dso;
1095 enum map_type type;
1096 struct list_head maps;
1097};
1098
1099static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
1100{
1101 struct kcore_mapfn_data *md = data;
1102 struct map *map;
1103
1104 map = map__new2(start, md->dso, md->type);
1105 if (map == NULL)
1106 return -ENOMEM;
1107
1108 map->end = map->start + len;
1109 map->pgoff = pgoff;
1110
1111 list_add(&map->node, &md->maps);
1112
1113 return 0;
1114}
1115
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001116static int dso__load_kcore(struct dso *dso, struct map *map,
1117 const char *kallsyms_filename)
1118{
Wang Nanba927322015-04-07 08:22:45 +00001119 struct map_groups *kmaps = map__kmaps(map);
1120 struct machine *machine;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001121 struct kcore_mapfn_data md;
1122 struct map *old_map, *new_map, *replacement_map = NULL;
1123 bool is_64_bit;
1124 int err, fd;
1125 char kcore_filename[PATH_MAX];
1126 struct symbol *sym;
1127
Wang Nanba927322015-04-07 08:22:45 +00001128 if (!kmaps)
1129 return -EINVAL;
1130
1131 machine = kmaps->machine;
1132
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001133 /* This function requires that the map is the kernel map */
1134 if (map != machine->vmlinux_maps[map->type])
1135 return -EINVAL;
1136
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001137 if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1138 kallsyms_filename))
1139 return -EINVAL;
1140
Adrian Huntera00d28c2014-01-29 16:14:41 +02001141 /* Modules and kernel must be present at their original addresses */
1142 if (validate_kcore_addresses(kallsyms_filename, map))
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001143 return -EINVAL;
1144
1145 md.dso = dso;
1146 md.type = map->type;
1147 INIT_LIST_HEAD(&md.maps);
1148
1149 fd = open(kcore_filename, O_RDONLY);
Li Zhang36c8bb52015-06-19 16:57:33 +08001150 if (fd < 0) {
Adrian Hunter133de942015-08-20 13:07:40 +03001151 pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
1152 kcore_filename);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001153 return -EINVAL;
Li Zhang36c8bb52015-06-19 16:57:33 +08001154 }
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001155
1156 /* Read new maps into temporary lists */
1157 err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
1158 &is_64_bit);
1159 if (err)
1160 goto out_err;
Adrian Hunterc6d8f2a2014-07-14 13:02:41 +03001161 dso->is_64_bit = is_64_bit;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001162
1163 if (list_empty(&md.maps)) {
1164 err = -EINVAL;
1165 goto out_err;
1166 }
1167
1168 /* Remove old maps */
1169 old_map = map_groups__first(kmaps, map->type);
1170 while (old_map) {
1171 struct map *next = map_groups__next(old_map);
1172
1173 if (old_map != map)
1174 map_groups__remove(kmaps, old_map);
1175 old_map = next;
1176 }
1177
1178 /* Find the kernel map using the first symbol */
1179 sym = dso__first_symbol(dso, map->type);
1180 list_for_each_entry(new_map, &md.maps, node) {
1181 if (sym && sym->start >= new_map->start &&
1182 sym->start < new_map->end) {
1183 replacement_map = new_map;
1184 break;
1185 }
1186 }
1187
1188 if (!replacement_map)
1189 replacement_map = list_entry(md.maps.next, struct map, node);
1190
1191 /* Add new maps */
1192 while (!list_empty(&md.maps)) {
1193 new_map = list_entry(md.maps.next, struct map, node);
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -03001194 list_del_init(&new_map->node);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001195 if (new_map == replacement_map) {
1196 map->start = new_map->start;
1197 map->end = new_map->end;
1198 map->pgoff = new_map->pgoff;
1199 map->map_ip = new_map->map_ip;
1200 map->unmap_ip = new_map->unmap_ip;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001201 /* Ensure maps are correctly ordered */
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001202 map__get(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001203 map_groups__remove(kmaps, map);
1204 map_groups__insert(kmaps, map);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001205 map__put(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001206 } else {
1207 map_groups__insert(kmaps, new_map);
1208 }
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001209
1210 map__put(new_map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001211 }
1212
1213 /*
1214 * Set the data type and long name so that kcore can be read via
1215 * dso__data_read_addr().
1216 */
1217 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001218 dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001219 else
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001220 dso->binary_type = DSO_BINARY_TYPE__KCORE;
Arnaldo Carvalho de Melo7e155d42013-12-10 15:08:44 -03001221 dso__set_long_name(dso, strdup(kcore_filename), true);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001222
1223 close(fd);
1224
1225 if (map->type == MAP__FUNCTION)
1226 pr_debug("Using %s for kernel object code\n", kcore_filename);
1227 else
1228 pr_debug("Using %s for kernel data\n", kcore_filename);
1229
1230 return 0;
1231
1232out_err:
1233 while (!list_empty(&md.maps)) {
1234 map = list_entry(md.maps.next, struct map, node);
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -03001235 list_del_init(&map->node);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001236 map__put(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001237 }
1238 close(fd);
1239 return -EINVAL;
1240}
1241
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001242/*
1243 * If the kernel is relocated at boot time, kallsyms won't match. Compute the
1244 * delta based on the relocation reference symbol.
1245 */
1246static int kallsyms__delta(struct map *map, const char *filename, u64 *delta)
1247{
1248 struct kmap *kmap = map__kmap(map);
1249 u64 addr;
1250
Wang Nanba927322015-04-07 08:22:45 +00001251 if (!kmap)
1252 return -1;
1253
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001254 if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1255 return 0;
1256
1257 addr = kallsyms__get_function_start(filename,
1258 kmap->ref_reloc_sym->name);
1259 if (!addr)
1260 return -1;
1261
1262 *delta = addr - kmap->ref_reloc_sym->addr;
1263 return 0;
1264}
1265
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001266int dso__load_kallsyms(struct dso *dso, const char *filename,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -02001267 struct map *map, symbol_filter_t filter)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001268{
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001269 u64 delta = 0;
1270
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001271 if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1272 return -1;
1273
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001274 if (dso__load_all_kallsyms(dso, filename, map) < 0)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001275 return -1;
1276
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001277 if (kallsyms__delta(map, filename, &delta))
1278 return -1;
1279
Anton Blanchard694bf402011-08-24 16:40:17 +10001280 symbols__fixup_duplicate(&dso->symbols[map->type]);
Anton Blanchard3f5a4272011-08-24 16:40:15 +10001281 symbols__fixup_end(&dso->symbols[map->type]);
1282
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001283 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001284 dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001285 else
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001286 dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001287
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001288 if (!dso__load_kcore(dso, map, filename))
1289 return dso__split_kallsyms_for_kcore(dso, map, filter);
1290 else
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001291 return dso__split_kallsyms(dso, map, delta, filter);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -03001292}
1293
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001294static int dso__load_perf_map(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -02001295 symbol_filter_t filter)
Pekka Enberg80d496b2009-06-08 21:12:48 +03001296{
1297 char *line = NULL;
1298 size_t n;
1299 FILE *file;
1300 int nr_syms = 0;
1301
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001302 file = fopen(dso->long_name, "r");
Pekka Enberg80d496b2009-06-08 21:12:48 +03001303 if (file == NULL)
1304 goto out_failure;
1305
1306 while (!feof(file)) {
Paul Mackerras9cffa8d2009-06-19 22:21:42 +10001307 u64 start, size;
Pekka Enberg80d496b2009-06-08 21:12:48 +03001308 struct symbol *sym;
1309 int line_len, len;
1310
1311 line_len = getline(&line, &n, file);
1312 if (line_len < 0)
1313 break;
1314
1315 if (!line)
1316 goto out_failure;
1317
1318 line[--line_len] = '\0'; /* \n */
1319
1320 len = hex2u64(line, &start);
1321
1322 len++;
1323 if (len + 2 >= line_len)
1324 continue;
1325
1326 len += hex2u64(line + len, &size);
1327
1328 len++;
1329 if (len + 2 >= line_len)
1330 continue;
1331
Arnaldo Carvalho de Meloc408fed2010-08-05 12:59:47 -03001332 sym = symbol__new(start, size, STB_GLOBAL, line + len);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001333
1334 if (sym == NULL)
1335 goto out_delete_line;
1336
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001337 if (filter && filter(map, sym))
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -02001338 symbol__delete(sym);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001339 else {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001340 symbols__insert(&dso->symbols[map->type], sym);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001341 nr_syms++;
1342 }
1343 }
1344
1345 free(line);
1346 fclose(file);
1347
1348 return nr_syms;
1349
1350out_delete_line:
1351 free(line);
1352out_failure:
1353 return -1;
1354}
1355
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001356static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
1357 enum dso_binary_type type)
1358{
1359 switch (type) {
1360 case DSO_BINARY_TYPE__JAVA_JIT:
1361 case DSO_BINARY_TYPE__DEBUGLINK:
1362 case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
1363 case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
1364 case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
1365 case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
1366 case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
1367 return !kmod && dso->kernel == DSO_TYPE_USER;
1368
1369 case DSO_BINARY_TYPE__KALLSYMS:
1370 case DSO_BINARY_TYPE__VMLINUX:
1371 case DSO_BINARY_TYPE__KCORE:
1372 return dso->kernel == DSO_TYPE_KERNEL;
1373
1374 case DSO_BINARY_TYPE__GUEST_KALLSYMS:
1375 case DSO_BINARY_TYPE__GUEST_VMLINUX:
1376 case DSO_BINARY_TYPE__GUEST_KCORE:
1377 return dso->kernel == DSO_TYPE_GUEST_KERNEL;
1378
1379 case DSO_BINARY_TYPE__GUEST_KMODULE:
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001380 case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001381 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001382 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001383 /*
1384 * kernel modules know their symtab type - it's set when
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -03001385 * creating a module dso in machine__findnew_module_map().
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001386 */
1387 return kmod && dso->symtab_type == type;
1388
1389 case DSO_BINARY_TYPE__BUILD_ID_CACHE:
1390 return true;
1391
1392 case DSO_BINARY_TYPE__NOT_FOUND:
1393 default:
1394 return false;
1395 }
1396}
1397
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001398int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001399{
Arnaldo Carvalho de Meloc338aee2009-11-20 20:51:27 -02001400 char *name;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001401 int ret = -1;
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001402 u_int i;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001403 struct machine *machine;
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001404 char *root_dir = (char *) "";
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001405 int ss_pos = 0;
1406 struct symsrc ss_[2];
1407 struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001408 bool kmod;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001409
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001410 pthread_mutex_lock(&dso->lock);
Arnaldo Carvalho de Melo66bd8422009-10-28 21:51:21 -02001411
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001412 /* check again under the dso->lock */
1413 if (dso__loaded(dso, map->type)) {
1414 ret = 1;
1415 goto out;
1416 }
1417
1418 if (dso->kernel) {
1419 if (dso->kernel == DSO_TYPE_KERNEL)
1420 ret = dso__load_kernel_sym(dso, map, filter);
1421 else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1422 ret = dso__load_guest_kernel_sym(dso, map, filter);
1423
1424 goto out;
1425 }
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001426
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001427 if (map->groups && map->groups->machine)
1428 machine = map->groups->machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001429 else
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001430 machine = NULL;
Arnaldo Carvalho de Meloc338aee2009-11-20 20:51:27 -02001431
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001432 dso->adjust_symbols = 0;
Arnaldo Carvalho de Melof5812a72009-06-30 11:43:17 -03001433
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001434 if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
Pekka Enberg981c1252011-08-09 22:54:18 +03001435 struct stat st;
1436
Vasiliy Kulikove9b52ef2011-08-12 00:55:37 +04001437 if (lstat(dso->name, &st) < 0)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001438 goto out;
Pekka Enberg981c1252011-08-09 22:54:18 +03001439
1440 if (st.st_uid && (st.st_uid != geteuid())) {
1441 pr_warning("File %s not owned by current user or root, "
1442 "ignoring it.\n", dso->name);
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001443 goto out;
Pekka Enberg981c1252011-08-09 22:54:18 +03001444 }
1445
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001446 ret = dso__load_perf_map(dso, map, filter);
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001447 dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1448 DSO_BINARY_TYPE__NOT_FOUND;
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001449 goto out;
Arnaldo Carvalho de Melo94cb9e32009-08-06 14:43:17 -03001450 }
1451
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001452 if (machine)
1453 root_dir = machine->root_dir;
1454
David Ahern164c8002013-01-14 10:46:47 -07001455 name = malloc(PATH_MAX);
1456 if (!name)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001457 goto out;
David Ahern164c8002013-01-14 10:46:47 -07001458
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001459 kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001460 dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1461 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1462 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001463
1464 /*
1465 * Iterate over candidate debug images.
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001466 * Keep track of "interesting" ones (those which have a symtab, dynsym,
1467 * and/or opd section) for processing.
Dave Martin6da80ce2010-07-30 09:50:09 -03001468 */
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001469 for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001470 struct symsrc *ss = &ss_[ss_pos];
1471 bool next_slot = false;
Dave Martin6da80ce2010-07-30 09:50:09 -03001472
Cody P Schafer005f9292012-08-10 15:22:58 -07001473 enum dso_binary_type symtab_type = binary_type_symtab[i];
Dave Martin6da80ce2010-07-30 09:50:09 -03001474
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001475 if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
1476 continue;
1477
Arnaldo Carvalho de Meloee4e9622013-12-16 17:03:18 -03001478 if (dso__read_binary_type_filename(dso, symtab_type,
1479 root_dir, name, PATH_MAX))
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001480 continue;
Dave Martin6da80ce2010-07-30 09:50:09 -03001481
1482 /* Name is now the name of the next image to try */
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001483 if (symsrc__init(ss, dso, name, symtab_type) < 0)
Dave Martin6da80ce2010-07-30 09:50:09 -03001484 continue;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001485
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001486 if (!syms_ss && symsrc__has_symtab(ss)) {
1487 syms_ss = ss;
1488 next_slot = true;
Adrian Hunter0058aef2013-12-03 09:23:08 +02001489 if (!dso->symsrc_filename)
1490 dso->symsrc_filename = strdup(name);
Cody P Schaferd26cd122012-08-10 15:23:00 -07001491 }
1492
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001493 if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1494 runtime_ss = ss;
1495 next_slot = true;
Cody P Schafera44f6052012-08-10 15:22:59 -07001496 }
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001497
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001498 if (next_slot) {
1499 ss_pos++;
Jiri Olsa33ff5812012-04-18 15:46:58 +02001500
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001501 if (syms_ss && runtime_ss)
1502 break;
Namhyung Kim98e9f032014-02-20 10:32:54 +09001503 } else {
1504 symsrc__destroy(ss);
Dave Martin6da80ce2010-07-30 09:50:09 -03001505 }
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001506
Arnaldo Carvalho de Meloa25e46c2009-07-11 12:18:36 -03001507 }
Dave Martin6da80ce2010-07-30 09:50:09 -03001508
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001509 if (!runtime_ss && !syms_ss)
1510 goto out_free;
1511
1512 if (runtime_ss && !syms_ss) {
1513 syms_ss = runtime_ss;
Arnaldo Carvalho de Melo60e4b102011-03-22 15:42:14 -03001514 }
1515
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001516 /* We'll have to hope for the best */
1517 if (!runtime_ss && syms_ss)
1518 runtime_ss = syms_ss;
1519
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001520 if (syms_ss)
1521 ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, kmod);
1522 else
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001523 ret = -1;
1524
David Ahernf47b58b2012-08-19 09:47:14 -06001525 if (ret > 0) {
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001526 int nr_plt;
1527
1528 nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
1529 if (nr_plt > 0)
1530 ret += nr_plt;
1531 }
1532
1533 for (; ss_pos > 0; ss_pos--)
1534 symsrc__destroy(&ss_[ss_pos - 1]);
1535out_free:
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001536 free(name);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001537 if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001538 ret = 0;
1539out:
1540 dso__set_loaded(dso, map->type);
1541 pthread_mutex_unlock(&dso->lock);
1542
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001543 return ret;
1544}
1545
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001546struct map *map_groups__find_by_name(struct map_groups *mg,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -02001547 enum map_type type, const char *name)
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001548{
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -03001549 struct maps *maps = &mg->maps[type];
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -03001550 struct map *map;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001551
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001552 pthread_rwlock_rdlock(&maps->lock);
1553
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -03001554 for (map = maps__first(maps); map; map = map__next(map)) {
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -02001555 if (map->dso && strcmp(map->dso->short_name, name) == 0)
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001556 goto out_unlock;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001557 }
1558
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001559 map = NULL;
1560
1561out_unlock:
1562 pthread_rwlock_unlock(&maps->lock);
1563 return map;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001564}
1565
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001566int dso__load_vmlinux(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001567 const char *vmlinux, bool vmlinux_allocated,
1568 symbol_filter_t filter)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001569{
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001570 int err = -1;
1571 struct symsrc ss;
David Ahernec5761e2010-12-09 13:27:07 -07001572 char symfs_vmlinux[PATH_MAX];
Cody P Schafer005f9292012-08-10 15:22:58 -07001573 enum dso_binary_type symtab_type;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001574
Namhyung Kim5698d2c2013-07-17 17:08:15 +09001575 if (vmlinux[0] == '/')
1576 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1577 else
Arnaldo Carvalho de Melo972f3932014-07-29 10:21:58 -03001578 symbol__join_symfs(symfs_vmlinux, vmlinux);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001579
Cody P Schafer21ea4532012-08-10 15:22:56 -07001580 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Cody P Schafer005f9292012-08-10 15:22:58 -07001581 symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
Cody P Schafer21ea4532012-08-10 15:22:56 -07001582 else
Cody P Schafer005f9292012-08-10 15:22:58 -07001583 symtab_type = DSO_BINARY_TYPE__VMLINUX;
Cody P Schafer21ea4532012-08-10 15:22:56 -07001584
Cody P Schafer005f9292012-08-10 15:22:58 -07001585 if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001586 return -1;
1587
Cody P Schafer261360b2012-08-10 15:23:01 -07001588 err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001589 symsrc__destroy(&ss);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001590
Cody P Schafer515850e2012-08-10 15:22:54 -07001591 if (err > 0) {
Adrian Hunter39b12f782013-08-07 14:38:47 +03001592 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001593 dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
Adrian Hunter39b12f782013-08-07 14:38:47 +03001594 else
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001595 dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
Arnaldo Carvalho de Melobf4414a2013-12-10 15:19:23 -03001596 dso__set_long_name(dso, vmlinux, vmlinux_allocated);
Cody P Schafer515850e2012-08-10 15:22:54 -07001597 dso__set_loaded(dso, map->type);
David Ahernec5761e2010-12-09 13:27:07 -07001598 pr_debug("Using %s for symbols\n", symfs_vmlinux);
Cody P Schafer515850e2012-08-10 15:22:54 -07001599 }
Arnaldo Carvalho de Melo3846df22010-02-22 16:15:39 -03001600
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001601 return err;
1602}
1603
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001604int dso__load_vmlinux_path(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -02001605 symbol_filter_t filter)
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001606{
1607 int i, err = 0;
Namhyung Kim00dc8652014-11-04 10:14:32 +09001608 char *filename = NULL;
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001609
Arnaldo Carvalho de Melodc382182015-10-11 17:17:24 -03001610 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1611 vmlinux_path__nr_entries + 1);
1612
1613 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1614 err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter);
1615 if (err > 0)
1616 goto out;
1617 }
1618
Namhyung Kim00dc8652014-11-04 10:14:32 +09001619 if (!symbol_conf.ignore_vmlinux_buildid)
1620 filename = dso__build_id_filename(dso, NULL, 0);
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001621 if (filename != NULL) {
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001622 err = dso__load_vmlinux(dso, map, filename, true, filter);
1623 if (err > 0)
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001624 goto out;
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001625 free(filename);
1626 }
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001627out:
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001628 return err;
1629}
1630
Adrian Hunter0544d422013-10-14 13:43:43 +03001631static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1632{
1633 char kallsyms_filename[PATH_MAX];
1634 struct dirent *dent;
1635 int ret = -1;
1636 DIR *d;
1637
1638 d = opendir(dir);
1639 if (!d)
1640 return -1;
1641
1642 while (1) {
1643 dent = readdir(d);
1644 if (!dent)
1645 break;
1646 if (dent->d_type != DT_DIR)
1647 continue;
1648 scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1649 "%s/%s/kallsyms", dir, dent->d_name);
Adrian Huntera00d28c2014-01-29 16:14:41 +02001650 if (!validate_kcore_addresses(kallsyms_filename, map)) {
Adrian Hunter0544d422013-10-14 13:43:43 +03001651 strlcpy(dir, kallsyms_filename, dir_sz);
1652 ret = 0;
1653 break;
1654 }
1655 }
1656
1657 closedir(d);
1658
1659 return ret;
1660}
1661
1662static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1663{
1664 u8 host_build_id[BUILD_ID_SIZE];
1665 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1666 bool is_host = false;
1667 char path[PATH_MAX];
1668
1669 if (!dso->has_build_id) {
1670 /*
1671 * Last resort, if we don't have a build-id and couldn't find
1672 * any vmlinux file, try the running kernel kallsyms table.
1673 */
1674 goto proc_kallsyms;
1675 }
1676
1677 if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1678 sizeof(host_build_id)) == 0)
1679 is_host = dso__build_id_equal(dso, host_build_id);
1680
1681 build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1682
Adrian Hunter449867e2013-11-26 15:19:24 +02001683 scnprintf(path, sizeof(path), "%s/[kernel.kcore]/%s", buildid_dir,
1684 sbuild_id);
1685
Adrian Hunter0544d422013-10-14 13:43:43 +03001686 /* Use /proc/kallsyms if possible */
1687 if (is_host) {
1688 DIR *d;
1689 int fd;
1690
1691 /* If no cached kcore go with /proc/kallsyms */
Adrian Hunter0544d422013-10-14 13:43:43 +03001692 d = opendir(path);
1693 if (!d)
1694 goto proc_kallsyms;
1695 closedir(d);
1696
1697 /*
1698 * Do not check the build-id cache, until we know we cannot use
1699 * /proc/kcore.
1700 */
1701 fd = open("/proc/kcore", O_RDONLY);
1702 if (fd != -1) {
1703 close(fd);
1704 /* If module maps match go with /proc/kallsyms */
Adrian Huntera00d28c2014-01-29 16:14:41 +02001705 if (!validate_kcore_addresses("/proc/kallsyms", map))
Adrian Hunter0544d422013-10-14 13:43:43 +03001706 goto proc_kallsyms;
1707 }
1708
1709 /* Find kallsyms in build-id cache with kcore */
1710 if (!find_matching_kcore(map, path, sizeof(path)))
1711 return strdup(path);
1712
1713 goto proc_kallsyms;
1714 }
1715
Adrian Hunter449867e2013-11-26 15:19:24 +02001716 /* Find kallsyms in build-id cache with kcore */
1717 if (!find_matching_kcore(map, path, sizeof(path)))
1718 return strdup(path);
1719
Adrian Hunter0544d422013-10-14 13:43:43 +03001720 scnprintf(path, sizeof(path), "%s/[kernel.kallsyms]/%s",
1721 buildid_dir, sbuild_id);
1722
1723 if (access(path, F_OK)) {
1724 pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1725 sbuild_id);
1726 return NULL;
1727 }
1728
1729 return strdup(path);
1730
1731proc_kallsyms:
1732 return strdup("/proc/kallsyms");
1733}
1734
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001735static int dso__load_kernel_sym(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -02001736 symbol_filter_t filter)
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001737{
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001738 int err;
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -02001739 const char *kallsyms_filename = NULL;
1740 char *kallsyms_allocated_filename = NULL;
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001741 /*
David Ahernb226a5a72010-12-07 19:39:46 -07001742 * Step 1: if the user specified a kallsyms or vmlinux filename, use
1743 * it and only it, reporting errors to the user if it cannot be used.
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001744 *
1745 * For instance, try to analyse an ARM perf.data file _without_ a
1746 * build-id, or if the user specifies the wrong path to the right
1747 * vmlinux file, obviously we can't fallback to another vmlinux (a
1748 * x86_86 one, on the machine where analysis is being performed, say),
1749 * or worse, /proc/kallsyms.
1750 *
1751 * If the specified file _has_ a build-id and there is a build-id
1752 * section in the perf.data file, we will still do the expected
1753 * validation in dso__load_vmlinux and will bail out if they don't
1754 * match.
1755 */
David Ahernb226a5a72010-12-07 19:39:46 -07001756 if (symbol_conf.kallsyms_name != NULL) {
1757 kallsyms_filename = symbol_conf.kallsyms_name;
1758 goto do_kallsyms;
1759 }
1760
Willy Tarreaufc2be692013-09-14 10:32:59 +02001761 if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001762 return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name,
1763 false, filter);
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001764 }
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001765
Willy Tarreaufc2be692013-09-14 10:32:59 +02001766 if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001767 err = dso__load_vmlinux_path(dso, map, filter);
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001768 if (err > 0)
Adrian Hunter39b12f782013-08-07 14:38:47 +03001769 return err;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001770 }
1771
David Ahernec5761e2010-12-09 13:27:07 -07001772 /* do not try local files if a symfs was given */
1773 if (symbol_conf.symfs[0] != 0)
1774 return -1;
1775
Adrian Hunter0544d422013-10-14 13:43:43 +03001776 kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1777 if (!kallsyms_allocated_filename)
1778 return -1;
Arnaldo Carvalho de Melob7cece762010-01-13 13:22:17 -02001779
Adrian Hunter0544d422013-10-14 13:43:43 +03001780 kallsyms_filename = kallsyms_allocated_filename;
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001781
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001782do_kallsyms:
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001783 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
Arnaldo Carvalho de Melo3846df22010-02-22 16:15:39 -03001784 if (err > 0)
1785 pr_debug("Using %s for symbols\n", kallsyms_filename);
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001786 free(kallsyms_allocated_filename);
1787
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001788 if (err > 0 && !dso__is_kcore(dso)) {
Adrian Hunterbdac0bc2014-07-14 13:02:43 +03001789 dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
Arnaldo Carvalho de Melobf4414a2013-12-10 15:19:23 -03001790 dso__set_long_name(dso, "[kernel.kallsyms]", false);
Arnaldo Carvalho de Melo6a4694a2009-11-27 16:29:17 -02001791 map__fixup_start(map);
1792 map__fixup_end(map);
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001793 }
Arnaldo Carvalho de Melo94cb9e32009-08-06 14:43:17 -03001794
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001795 return err;
1796}
1797
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001798static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
1799 symbol_filter_t filter)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001800{
1801 int err;
1802 const char *kallsyms_filename = NULL;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001803 struct machine *machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001804 char path[PATH_MAX];
1805
1806 if (!map->groups) {
1807 pr_debug("Guest kernel map hasn't the point to groups\n");
1808 return -1;
1809 }
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001810 machine = map->groups->machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001811
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001812 if (machine__is_default_guest(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001813 /*
1814 * if the user specified a vmlinux filename, use it and only
1815 * it, reporting errors to the user if it cannot be used.
1816 * Or use file guest_kallsyms inputted by user on commandline
1817 */
1818 if (symbol_conf.default_guest_vmlinux_name != NULL) {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001819 err = dso__load_vmlinux(dso, map,
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001820 symbol_conf.default_guest_vmlinux_name,
1821 false, filter);
Adrian Hunter39b12f782013-08-07 14:38:47 +03001822 return err;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001823 }
1824
1825 kallsyms_filename = symbol_conf.default_guest_kallsyms;
1826 if (!kallsyms_filename)
1827 return -1;
1828 } else {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001829 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001830 kallsyms_filename = path;
1831 }
1832
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001833 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001834 if (err > 0)
Adrian Hunter39b12f782013-08-07 14:38:47 +03001835 pr_debug("Using %s for symbols\n", kallsyms_filename);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001836 if (err > 0 && !dso__is_kcore(dso)) {
Adrian Hunterbdac0bc2014-07-14 13:02:43 +03001837 dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
Adrian Hunter39b12f782013-08-07 14:38:47 +03001838 machine__mmap_name(machine, path, sizeof(path));
Arnaldo Carvalho de Melo7e155d42013-12-10 15:08:44 -03001839 dso__set_long_name(dso, strdup(path), true);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001840 map__fixup_start(map);
1841 map__fixup_end(map);
1842 }
1843
1844 return err;
1845}
Frederic Weisbeckercd84c2a2009-08-12 10:03:49 +02001846
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001847static void vmlinux_path__exit(void)
Arnaldo Carvalho de Melo24460422009-11-18 20:20:53 -02001848{
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -03001849 while (--vmlinux_path__nr_entries >= 0)
1850 zfree(&vmlinux_path[vmlinux_path__nr_entries]);
Wang Nanc4f03542015-05-17 10:56:27 +00001851 vmlinux_path__nr_entries = 0;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001852
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -03001853 zfree(&vmlinux_path);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001854}
1855
Kan Liangce80d3b2015-08-28 05:48:04 -04001856static int vmlinux_path__init(struct perf_env *env)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001857{
1858 struct utsname uts;
1859 char bf[PATH_MAX];
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001860 char *kernel_version;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001861
Anton Blanchardc657f422014-09-15 16:57:56 -03001862 vmlinux_path = malloc(sizeof(char *) * 6);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001863 if (vmlinux_path == NULL)
1864 return -1;
1865
1866 vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
1867 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1868 goto out_fail;
1869 ++vmlinux_path__nr_entries;
1870 vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
1871 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1872 goto out_fail;
1873 ++vmlinux_path__nr_entries;
David Ahernec5761e2010-12-09 13:27:07 -07001874
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001875 /* only try kernel version if no symfs was given */
David Ahernec5761e2010-12-09 13:27:07 -07001876 if (symbol_conf.symfs[0] != 0)
1877 return 0;
1878
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001879 if (env) {
1880 kernel_version = env->os_release;
1881 } else {
1882 if (uname(&uts) < 0)
1883 goto out_fail;
David Ahernec5761e2010-12-09 13:27:07 -07001884
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001885 kernel_version = uts.release;
1886 }
1887
1888 snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", kernel_version);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001889 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1890 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1891 goto out_fail;
1892 ++vmlinux_path__nr_entries;
Anton Blanchardc657f422014-09-15 16:57:56 -03001893 snprintf(bf, sizeof(bf), "/usr/lib/debug/boot/vmlinux-%s",
1894 kernel_version);
1895 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1896 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1897 goto out_fail;
1898 ++vmlinux_path__nr_entries;
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001899 snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", kernel_version);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001900 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1901 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1902 goto out_fail;
1903 ++vmlinux_path__nr_entries;
1904 snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001905 kernel_version);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001906 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1907 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1908 goto out_fail;
1909 ++vmlinux_path__nr_entries;
1910
1911 return 0;
1912
1913out_fail:
1914 vmlinux_path__exit();
1915 return -1;
1916}
1917
David Ahern3bfe5f82013-11-18 13:32:48 -07001918int setup_list(struct strlist **list, const char *list_str,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001919 const char *list_name)
1920{
1921 if (list_str == NULL)
1922 return 0;
1923
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -03001924 *list = strlist__new(list_str, NULL);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001925 if (!*list) {
1926 pr_err("problems parsing %s list\n", list_name);
1927 return -1;
1928 }
Arnaldo Carvalho de Melo0bc2f2f2015-07-13 08:21:57 -03001929
1930 symbol_conf.has_filter = true;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001931 return 0;
1932}
1933
David Aherne03eaa42015-03-24 09:52:41 -06001934int setup_intlist(struct intlist **list, const char *list_str,
1935 const char *list_name)
1936{
1937 if (list_str == NULL)
1938 return 0;
1939
1940 *list = intlist__new(list_str);
1941 if (!*list) {
1942 pr_err("problems parsing %s list\n", list_name);
1943 return -1;
1944 }
1945 return 0;
1946}
1947
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001948static bool symbol__read_kptr_restrict(void)
1949{
1950 bool value = false;
1951
1952 if (geteuid() != 0) {
1953 FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
1954 if (fp != NULL) {
1955 char line[8];
1956
1957 if (fgets(line, sizeof(line), fp) != NULL)
1958 value = atoi(line) != 0;
1959
1960 fclose(fp);
1961 }
1962 }
1963
1964 return value;
1965}
1966
Kan Liangce80d3b2015-08-28 05:48:04 -04001967int symbol__init(struct perf_env *env)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001968{
David Ahernec5761e2010-12-09 13:27:07 -07001969 const char *symfs;
1970
Jovi Zhang85e00b52010-09-09 13:30:59 -03001971 if (symbol_conf.initialized)
1972 return 0;
1973
Irina Tirdea9ac3e482012-09-11 01:15:01 +03001974 symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
David S. Miller4d439512011-03-29 14:18:39 -03001975
Namhyung Kim166ccc92012-08-06 13:41:19 +09001976 symbol__elf_init();
1977
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -02001978 if (symbol_conf.sort_by_name)
1979 symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
1980 sizeof(struct symbol));
Arnaldo Carvalho de Melob32d1332009-11-24 12:05:15 -02001981
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001982 if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001983 return -1;
1984
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02001985 if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
1986 pr_err("'.' is the only non valid --field-separator argument\n");
1987 return -1;
1988 }
1989
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001990 if (setup_list(&symbol_conf.dso_list,
1991 symbol_conf.dso_list_str, "dso") < 0)
1992 return -1;
1993
1994 if (setup_list(&symbol_conf.comm_list,
1995 symbol_conf.comm_list_str, "comm") < 0)
1996 goto out_free_dso_list;
1997
David Aherne03eaa42015-03-24 09:52:41 -06001998 if (setup_intlist(&symbol_conf.pid_list,
1999 symbol_conf.pid_list_str, "pid") < 0)
2000 goto out_free_comm_list;
2001
2002 if (setup_intlist(&symbol_conf.tid_list,
2003 symbol_conf.tid_list_str, "tid") < 0)
2004 goto out_free_pid_list;
2005
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002006 if (setup_list(&symbol_conf.sym_list,
2007 symbol_conf.sym_list_str, "symbol") < 0)
David Aherne03eaa42015-03-24 09:52:41 -06002008 goto out_free_tid_list;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002009
David Ahernec5761e2010-12-09 13:27:07 -07002010 /*
2011 * A path to symbols of "/" is identical to ""
2012 * reset here for simplicity.
2013 */
2014 symfs = realpath(symbol_conf.symfs, NULL);
2015 if (symfs == NULL)
2016 symfs = symbol_conf.symfs;
2017 if (strcmp(symfs, "/") == 0)
2018 symbol_conf.symfs = "";
2019 if (symfs != symbol_conf.symfs)
2020 free((void *)symfs);
2021
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03002022 symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2023
Jovi Zhang85e00b52010-09-09 13:30:59 -03002024 symbol_conf.initialized = true;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -02002025 return 0;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002026
David Aherne03eaa42015-03-24 09:52:41 -06002027out_free_tid_list:
2028 intlist__delete(symbol_conf.tid_list);
2029out_free_pid_list:
2030 intlist__delete(symbol_conf.pid_list);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002031out_free_comm_list:
2032 strlist__delete(symbol_conf.comm_list);
Namhyung Kimd74c8962011-12-13 00:16:52 +09002033out_free_dso_list:
2034 strlist__delete(symbol_conf.dso_list);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002035 return -1;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -02002036}
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02002037
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002038void symbol__exit(void)
2039{
Jovi Zhang85e00b52010-09-09 13:30:59 -03002040 if (!symbol_conf.initialized)
2041 return;
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002042 strlist__delete(symbol_conf.sym_list);
2043 strlist__delete(symbol_conf.dso_list);
2044 strlist__delete(symbol_conf.comm_list);
David Aherne03eaa42015-03-24 09:52:41 -06002045 intlist__delete(symbol_conf.tid_list);
2046 intlist__delete(symbol_conf.pid_list);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002047 vmlinux_path__exit();
2048 symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
Jovi Zhang85e00b52010-09-09 13:30:59 -03002049 symbol_conf.initialized = false;
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002050}