blob: dc95404959eecb27e18559d499d9b328847f477d [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -03002#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -03006#include <linux/rbtree.h>
7#include "map.h"
Waiman Long8fa7d872014-09-29 16:07:28 -04008#include "dso.h"
Arnaldo Carvalho de Melo58d925d2013-11-11 11:28:02 -03009#include "event.h"
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030010#include "rwsem.h"
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030011
Greg Priceb21484f2012-12-06 21:48:05 -080012struct addr_location;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030013struct branch_stack;
14struct perf_evsel;
15struct perf_sample;
16struct symbol;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030017struct thread;
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -030018union perf_event;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030019
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030020/* Native host kernel uses -1 as pid index in machine */
21#define HOST_KERNEL_ID (-1)
22#define DEFAULT_GUEST_KERNEL_ID (0)
23
Adrian Hunter5512cf22014-01-29 16:14:39 +020024extern const char *ref_reloc_sym_names[];
25
Adrian Hunterd027b6402014-07-23 14:23:00 +030026struct vdso_info;
27
Kan Liang91e467b2017-09-10 19:23:14 -070028#define THREADS__TABLE_BITS 8
29#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
30
31struct threads {
32 struct rb_root entries;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030033 struct rw_semaphore lock;
Kan Liang91e467b2017-09-10 19:23:14 -070034 unsigned int nr;
35 struct list_head dead;
36 struct thread *last_match;
37};
38
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030039struct machine {
40 struct rb_node rb_node;
41 pid_t pid;
42 u16 id_hdr_size;
Adrian Huntercfe1c412014-07-31 09:00:45 +030043 bool comm_exec;
Arnaldo Carvalho de Melocaf8a0d2016-05-17 11:56:24 -030044 bool kptr_restrict_warned;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030045 char *root_dir;
Jiri Olsa8c7f1bb2018-02-15 13:26:30 +010046 char *mmap_name;
Kan Liang91e467b2017-09-10 19:23:14 -070047 struct threads threads[THREADS__TABLE_SIZE];
Adrian Hunterd027b6402014-07-23 14:23:00 +030048 struct vdso_info *vdso_info;
Arnaldo Carvalho de Melo4cde9982015-09-09 12:25:00 -030049 struct perf_env *env;
Arnaldo Carvalho de Melo3d39ac52015-05-28 13:06:42 -030050 struct dsos dsos;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030051 struct map_groups kmaps;
52 struct map *vmlinux_maps[MAP__NR_TYPES];
Adrian Hunterfbe2af42014-08-15 22:08:39 +030053 u64 kernel_start;
Adrian Hunterb9d266b2014-07-22 16:17:25 +030054 pid_t *current_tid;
Adrian Hunter0db15b12014-10-23 13:45:13 +030055 union { /* Tool specific area */
56 void *priv;
57 u64 db_id;
58 };
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030059};
60
Kan Liang91e467b2017-09-10 19:23:14 -070061static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
62{
63 /* Cast it to handle tid == -1 */
64 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
65}
66
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030067static inline
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030068struct map *__machine__kernel_map(struct machine *machine, enum map_type type)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030069{
70 return machine->vmlinux_maps[type];
71}
72
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030073/*
74 * The main kernel (vmlinux) map
75 */
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030076static inline
77struct map *machine__kernel_map(struct machine *machine)
78{
79 return __machine__kernel_map(machine, MAP__FUNCTION);
80}
81
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030082/*
83 * kernel (the one returned by machine__kernel_map()) plus kernel modules maps
84 */
85static inline
86struct maps *machine__kernel_maps(struct machine *machine)
87{
88 return &machine->kmaps.maps[MAP__FUNCTION];
89}
90
Adrian Hunterfbe2af42014-08-15 22:08:39 +030091int machine__get_kernel_start(struct machine *machine);
92
93static inline u64 machine__kernel_start(struct machine *machine)
94{
95 if (!machine->kernel_start)
96 machine__get_kernel_start(machine);
97 return machine->kernel_start;
98}
99
100static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
101{
102 u64 kernel_start = machine__kernel_start(machine);
103
104 return ip >= kernel_start;
105}
106
Jiri Olsad75e6092014-03-14 15:00:03 +0100107struct thread *machine__find_thread(struct machine *machine, pid_t pid,
108 pid_t tid);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300109struct comm *machine__thread_exec_comm(struct machine *machine,
110 struct thread *thread);
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300111
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200112int machine__process_comm_event(struct machine *machine, union perf_event *event,
113 struct perf_sample *sample);
114int machine__process_exit_event(struct machine *machine, union perf_event *event,
115 struct perf_sample *sample);
116int machine__process_fork_event(struct machine *machine, union perf_event *event,
117 struct perf_sample *sample);
118int machine__process_lost_event(struct machine *machine, union perf_event *event,
119 struct perf_sample *sample);
Kan Liangc4937a92015-05-10 15:13:15 -0400120int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
121 struct perf_sample *sample);
Adrian Hunter4a96f7a2015-04-30 17:37:29 +0300122int machine__process_aux_event(struct machine *machine,
123 union perf_event *event);
Adrian Hunter0ad21f62015-04-30 17:37:30 +0300124int machine__process_itrace_start_event(struct machine *machine,
125 union perf_event *event);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300126int machine__process_switch_event(struct machine *machine,
Adrian Hunter02860392015-07-21 12:44:03 +0300127 union perf_event *event);
Hari Bathinif3b36142017-03-08 02:11:43 +0530128int machine__process_namespaces_event(struct machine *machine,
129 union perf_event *event,
130 struct perf_sample *sample);
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200131int machine__process_mmap_event(struct machine *machine, union perf_event *event,
132 struct perf_sample *sample);
133int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
134 struct perf_sample *sample);
135int machine__process_event(struct machine *machine, union perf_event *event,
136 struct perf_sample *sample);
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -0300137
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300138typedef void (*machine__process_t)(struct machine *machine, void *data);
139
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300140struct machines {
141 struct machine host;
142 struct rb_root guests;
143};
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300144
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300145void machines__init(struct machines *machines);
146void machines__exit(struct machines *machines);
147
148void machines__process_guests(struct machines *machines,
149 machine__process_t process, void *data);
150
151struct machine *machines__add(struct machines *machines, pid_t pid,
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300152 const char *root_dir);
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300153struct machine *machines__find_host(struct machines *machines);
154struct machine *machines__find(struct machines *machines, pid_t pid);
155struct machine *machines__findnew(struct machines *machines, pid_t pid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300156
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300157void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300158void machines__set_comm_exec(struct machines *machines, bool comm_exec);
Adrian Hunter611a5ce2013-08-08 14:32:20 +0300159
David Ahern8fb598e2013-09-28 13:13:00 -0600160struct machine *machine__new_host(void);
Arnaldo Carvalho de Melo7d132ca2017-01-05 15:31:48 -0300161struct machine *machine__new_kallsyms(void);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300162int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
163void machine__exit(struct machine *machine);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300164void machine__delete_threads(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300165void machine__delete(struct machine *machine);
He Kuang5e78c692015-04-10 17:35:00 +0800166void machine__remove_thread(struct machine *machine, struct thread *th);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300167
Arnaldo Carvalho de Melo644f2df2014-01-22 13:15:36 -0300168struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
169 struct addr_location *al);
Arnaldo Carvalho de Meloe80faac2014-01-22 13:05:06 -0300170struct mem_info *sample__resolve_mem(struct perf_sample *sample,
171 struct addr_location *al);
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300172
173struct callchain_cursor;
174
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300175int thread__resolve_callchain(struct thread *thread,
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300176 struct callchain_cursor *cursor,
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300177 struct perf_evsel *evsel,
178 struct perf_sample *sample,
179 struct symbol **parent,
180 struct addr_location *root_al,
181 int max_stack);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300182
183/*
184 * Default guest kernel is defined by parameter --guestkallsyms
185 * and --guestmodules
186 */
187static inline bool machine__is_default_guest(struct machine *machine)
188{
189 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
190}
191
192static inline bool machine__is_host(struct machine *machine)
193{
194 return machine ? machine->pid == HOST_KERNEL_ID : false;
195}
196
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300197struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
198struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300199
Arnaldo Carvalho de Meloaa7cc2a2015-05-29 11:31:12 -0300200struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
201
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300202size_t machine__fprintf(struct machine *machine, FILE *fp);
203
204static inline
205struct symbol *machine__find_kernel_symbol(struct machine *machine,
206 enum map_type type, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300207 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300208{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300209 return map_groups__find_symbol(&machine->kmaps, type, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300210}
211
212static inline
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300213struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
214 enum map_type type, const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300215 struct map **mapp)
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300216{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300217 return map_groups__find_symbol_by_name(&machine->kmaps, type, name, mapp);
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300218}
219
220static inline
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300221struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300222 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300223{
224 return machine__find_kernel_symbol(machine, MAP__FUNCTION, addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300225 mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300226}
227
228static inline
229struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
230 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300231 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300232{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300233 return map_groups__find_function_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300234}
235
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -0300236struct map *machine__findnew_module_map(struct machine *machine, u64 start,
237 const char *filename);
Song Shan Gong203d8a42016-07-21 11:10:51 +0800238int arch__fix_module_text_start(u64 *start, const char *name);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300239
Arnaldo Carvalho de Melo329f0ad2018-04-25 11:40:32 -0300240int __machine__load_kallsyms(struct machine *machine, const char *filename,
241 enum map_type type);
242
243static inline int machine__load_kallsyms(struct machine *machine, const char *filename)
244{
245 return __machine__load_kallsyms(machine, filename, MAP__FUNCTION);
246}
247
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300248int machine__load_vmlinux_path(struct machine *machine, enum map_type type);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300249
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300250size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
251 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300252size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
253size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300254 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300255
256void machine__destroy_kernel_maps(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300257int machine__create_kernel_maps(struct machine *machine);
258
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300259int machines__create_kernel_maps(struct machines *machines, pid_t pid);
260int machines__create_guest_kernel_maps(struct machines *machines);
261void machines__destroy_kernel_maps(struct machines *machines);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300262
263size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
264
David Ahern35feee12013-09-28 13:12:58 -0600265int machine__for_each_thread(struct machine *machine,
266 int (*fn)(struct thread *thread, void *p),
267 void *priv);
Adrian Huntera5499b32015-05-29 16:33:30 +0300268int machines__for_each_thread(struct machines *machines,
269 int (*fn)(struct thread *thread, void *p),
270 void *priv);
David Ahern35feee12013-09-28 13:12:58 -0600271
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300272int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300273 struct target *target, struct thread_map *threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400274 perf_event__handler_t process, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700275 unsigned int proc_map_timeout,
276 unsigned int nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300277static inline
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300278int machine__synthesize_threads(struct machine *machine, struct target *target,
Kan Liang9d9cad72015-06-17 09:51:11 -0400279 struct thread_map *threads, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700280 unsigned int proc_map_timeout,
281 unsigned int nr_threads_synthesize)
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300282{
283 return __machine__synthesize_threads(machine, NULL, target, threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400284 perf_event__process, data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700285 proc_map_timeout,
286 nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300287}
288
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300289pid_t machine__get_current_tid(struct machine *machine, int cpu);
290int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
291 pid_t tid);
Arnaldo Carvalho de Meloc3168b02015-07-22 16:14:29 -0300292/*
293 * For use with libtraceevent's pevent_set_function_resolver()
294 */
295char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300296
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300297#endif /* __PERF_MACHINE_H */