blob: a625a0a6330d03693adc342371678bbe09f15c20 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -03002#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -03006#include <linux/rbtree.h>
7#include "map.h"
Waiman Long8fa7d872014-09-29 16:07:28 -04008#include "dso.h"
Arnaldo Carvalho de Melo58d925d2013-11-11 11:28:02 -03009#include "event.h"
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030010#include "rwsem.h"
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030011
Greg Priceb21484f2012-12-06 21:48:05 -080012struct addr_location;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030013struct branch_stack;
14struct perf_evsel;
15struct perf_sample;
16struct symbol;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030017struct thread;
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -030018union perf_event;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030019
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030020/* Native host kernel uses -1 as pid index in machine */
21#define HOST_KERNEL_ID (-1)
22#define DEFAULT_GUEST_KERNEL_ID (0)
23
Adrian Hunter5512cf22014-01-29 16:14:39 +020024extern const char *ref_reloc_sym_names[];
25
Adrian Hunterd027b6402014-07-23 14:23:00 +030026struct vdso_info;
27
Kan Liang91e467b2017-09-10 19:23:14 -070028#define THREADS__TABLE_BITS 8
29#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
30
31struct threads {
32 struct rb_root entries;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030033 struct rw_semaphore lock;
Kan Liang91e467b2017-09-10 19:23:14 -070034 unsigned int nr;
35 struct list_head dead;
36 struct thread *last_match;
37};
38
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030039struct machine {
40 struct rb_node rb_node;
41 pid_t pid;
42 u16 id_hdr_size;
Adrian Huntercfe1c412014-07-31 09:00:45 +030043 bool comm_exec;
Arnaldo Carvalho de Melocaf8a0d2016-05-17 11:56:24 -030044 bool kptr_restrict_warned;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030045 char *root_dir;
Jiri Olsa8c7f1bb2018-02-15 13:26:30 +010046 char *mmap_name;
Kan Liang91e467b2017-09-10 19:23:14 -070047 struct threads threads[THREADS__TABLE_SIZE];
Adrian Hunterd027b6402014-07-23 14:23:00 +030048 struct vdso_info *vdso_info;
Arnaldo Carvalho de Melo4cde9982015-09-09 12:25:00 -030049 struct perf_env *env;
Arnaldo Carvalho de Melo3d39ac52015-05-28 13:06:42 -030050 struct dsos dsos;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030051 struct map_groups kmaps;
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030052 struct map *vmlinux_map;
Adrian Hunterfbe2af42014-08-15 22:08:39 +030053 u64 kernel_start;
Adrian Hunterb9d266b2014-07-22 16:17:25 +030054 pid_t *current_tid;
Adrian Hunter0db15b12014-10-23 13:45:13 +030055 union { /* Tool specific area */
56 void *priv;
57 u64 db_id;
58 };
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030059};
60
Kan Liang91e467b2017-09-10 19:23:14 -070061static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
62{
63 /* Cast it to handle tid == -1 */
64 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
65}
66
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030067/*
68 * The main kernel (vmlinux) map
69 */
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030070static inline
71struct map *machine__kernel_map(struct machine *machine)
72{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030073 return machine->vmlinux_map;
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030074}
75
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030076/*
77 * kernel (the one returned by machine__kernel_map()) plus kernel modules maps
78 */
79static inline
80struct maps *machine__kernel_maps(struct machine *machine)
81{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030082 return &machine->kmaps.maps;
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030083}
84
Adrian Hunterfbe2af42014-08-15 22:08:39 +030085int machine__get_kernel_start(struct machine *machine);
86
87static inline u64 machine__kernel_start(struct machine *machine)
88{
89 if (!machine->kernel_start)
90 machine__get_kernel_start(machine);
91 return machine->kernel_start;
92}
93
94static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
95{
96 u64 kernel_start = machine__kernel_start(machine);
97
98 return ip >= kernel_start;
99}
100
Jiri Olsad75e6092014-03-14 15:00:03 +0100101struct thread *machine__find_thread(struct machine *machine, pid_t pid,
102 pid_t tid);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300103struct comm *machine__thread_exec_comm(struct machine *machine,
104 struct thread *thread);
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300105
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200106int machine__process_comm_event(struct machine *machine, union perf_event *event,
107 struct perf_sample *sample);
108int machine__process_exit_event(struct machine *machine, union perf_event *event,
109 struct perf_sample *sample);
110int machine__process_fork_event(struct machine *machine, union perf_event *event,
111 struct perf_sample *sample);
112int machine__process_lost_event(struct machine *machine, union perf_event *event,
113 struct perf_sample *sample);
Kan Liangc4937a92015-05-10 15:13:15 -0400114int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
115 struct perf_sample *sample);
Adrian Hunter4a96f7a2015-04-30 17:37:29 +0300116int machine__process_aux_event(struct machine *machine,
117 union perf_event *event);
Adrian Hunter0ad21f62015-04-30 17:37:30 +0300118int machine__process_itrace_start_event(struct machine *machine,
119 union perf_event *event);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300120int machine__process_switch_event(struct machine *machine,
Adrian Hunter02860392015-07-21 12:44:03 +0300121 union perf_event *event);
Hari Bathinif3b36142017-03-08 02:11:43 +0530122int machine__process_namespaces_event(struct machine *machine,
123 union perf_event *event,
124 struct perf_sample *sample);
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200125int machine__process_mmap_event(struct machine *machine, union perf_event *event,
126 struct perf_sample *sample);
127int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
128 struct perf_sample *sample);
129int machine__process_event(struct machine *machine, union perf_event *event,
130 struct perf_sample *sample);
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -0300131
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300132typedef void (*machine__process_t)(struct machine *machine, void *data);
133
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300134struct machines {
135 struct machine host;
136 struct rb_root guests;
137};
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300138
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300139void machines__init(struct machines *machines);
140void machines__exit(struct machines *machines);
141
142void machines__process_guests(struct machines *machines,
143 machine__process_t process, void *data);
144
145struct machine *machines__add(struct machines *machines, pid_t pid,
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300146 const char *root_dir);
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300147struct machine *machines__find_host(struct machines *machines);
148struct machine *machines__find(struct machines *machines, pid_t pid);
149struct machine *machines__findnew(struct machines *machines, pid_t pid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300150
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300151void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300152void machines__set_comm_exec(struct machines *machines, bool comm_exec);
Adrian Hunter611a5ce2013-08-08 14:32:20 +0300153
David Ahern8fb598e2013-09-28 13:13:00 -0600154struct machine *machine__new_host(void);
Arnaldo Carvalho de Melo7d132ca2017-01-05 15:31:48 -0300155struct machine *machine__new_kallsyms(void);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300156int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
157void machine__exit(struct machine *machine);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300158void machine__delete_threads(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300159void machine__delete(struct machine *machine);
He Kuang5e78c692015-04-10 17:35:00 +0800160void machine__remove_thread(struct machine *machine, struct thread *th);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300161
Arnaldo Carvalho de Melo644f2df2014-01-22 13:15:36 -0300162struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
163 struct addr_location *al);
Arnaldo Carvalho de Meloe80faac2014-01-22 13:05:06 -0300164struct mem_info *sample__resolve_mem(struct perf_sample *sample,
165 struct addr_location *al);
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300166
167struct callchain_cursor;
168
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300169int thread__resolve_callchain(struct thread *thread,
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300170 struct callchain_cursor *cursor,
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300171 struct perf_evsel *evsel,
172 struct perf_sample *sample,
173 struct symbol **parent,
174 struct addr_location *root_al,
175 int max_stack);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300176
177/*
178 * Default guest kernel is defined by parameter --guestkallsyms
179 * and --guestmodules
180 */
181static inline bool machine__is_default_guest(struct machine *machine)
182{
183 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
184}
185
186static inline bool machine__is_host(struct machine *machine)
187{
188 return machine ? machine->pid == HOST_KERNEL_ID : false;
189}
190
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300191struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
192struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300193
Arnaldo Carvalho de Meloaa7cc2a2015-05-29 11:31:12 -0300194struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
195
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300196size_t machine__fprintf(struct machine *machine, FILE *fp);
197
198static inline
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300199struct symbol *machine__find_kernel_symbol(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300200 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300201{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300202 return map_groups__find_symbol(&machine->kmaps, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300203}
204
205static inline
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300206struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300207 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300208 struct map **mapp)
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300209{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300210 return map_groups__find_symbol_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300211}
212
213static inline
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300214struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300215 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300216{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300217 return machine__find_kernel_symbol(machine, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300218}
219
220static inline
221struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
222 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300223 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300224{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300225 return map_groups__find_function_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300226}
227
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -0300228struct map *machine__findnew_module_map(struct machine *machine, u64 start,
229 const char *filename);
Song Shan Gong203d8a42016-07-21 11:10:51 +0800230int arch__fix_module_text_start(u64 *start, const char *name);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300231
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300232int machine__load_kallsyms(struct machine *machine, const char *filename);
Arnaldo Carvalho de Melo329f0ad2018-04-25 11:40:32 -0300233
Arnaldo Carvalho de Melo1d1a2652018-04-25 12:18:11 -0300234int machine__load_vmlinux_path(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300235
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300236size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
237 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300238size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
239size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300240 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300241
242void machine__destroy_kernel_maps(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300243int machine__create_kernel_maps(struct machine *machine);
244
Arnaldo Carvalho de Melo876650e62012-12-18 19:15:48 -0300245int machines__create_kernel_maps(struct machines *machines, pid_t pid);
246int machines__create_guest_kernel_maps(struct machines *machines);
247void machines__destroy_kernel_maps(struct machines *machines);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300248
249size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
250
David Ahern35feee12013-09-28 13:12:58 -0600251int machine__for_each_thread(struct machine *machine,
252 int (*fn)(struct thread *thread, void *p),
253 void *priv);
Adrian Huntera5499b32015-05-29 16:33:30 +0300254int machines__for_each_thread(struct machines *machines,
255 int (*fn)(struct thread *thread, void *p),
256 void *priv);
David Ahern35feee12013-09-28 13:12:58 -0600257
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300258int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300259 struct target *target, struct thread_map *threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400260 perf_event__handler_t process, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700261 unsigned int proc_map_timeout,
262 unsigned int nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300263static inline
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300264int machine__synthesize_threads(struct machine *machine, struct target *target,
Kan Liang9d9cad72015-06-17 09:51:11 -0400265 struct thread_map *threads, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700266 unsigned int proc_map_timeout,
267 unsigned int nr_threads_synthesize)
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300268{
269 return __machine__synthesize_threads(machine, NULL, target, threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400270 perf_event__process, data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700271 proc_map_timeout,
272 nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300273}
274
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300275pid_t machine__get_current_tid(struct machine *machine, int cpu);
276int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
277 pid_t tid);
Arnaldo Carvalho de Meloc3168b02015-07-22 16:14:29 -0300278/*
279 * For use with libtraceevent's pevent_set_function_resolver()
280 */
281char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300282
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300283#endif /* __PERF_MACHINE_H */