blob: cd541ac1cbc1e9eb0b2404e056a2ec25bb2e89fe [file] [log] [blame]
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +09001// SPDX-License-Identifier: GPL-2.0
2/*
3 * trace_boot.c
4 * Tracing kernel boot-time
5 */
6
7#define pr_fmt(fmt) "trace_boot: " fmt
8
9#include <linux/ftrace.h>
10#include <linux/init.h>
11#include <linux/bootconfig.h>
12
13#include "trace.h"
14
15#define MAX_BUF_LEN 256
16
17extern int trace_set_options(struct trace_array *tr, char *option);
18extern int tracing_set_tracer(struct trace_array *tr, const char *buf);
19extern ssize_t tracing_resize_ring_buffer(struct trace_array *tr,
20 unsigned long size, int cpu_id);
Masami Hiramatsu9d15dbb2020-01-11 01:07:16 +090021extern int tracing_set_cpumask(struct trace_array *tr,
22 cpumask_var_t tracing_cpumask_new);
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +090023
24static void __init
Masami Hiramatsu4f712a42020-01-11 01:07:04 +090025trace_boot_set_instance_options(struct trace_array *tr, struct xbc_node *node)
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +090026{
27 struct xbc_node *anode;
28 const char *p;
29 char buf[MAX_BUF_LEN];
30 unsigned long v = 0;
31
32 /* Common ftrace options */
33 xbc_node_for_each_array_value(node, "options", anode, p) {
34 if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) {
35 pr_err("String is too long: %s\n", p);
36 continue;
37 }
38
39 if (trace_set_options(tr, buf) < 0)
40 pr_err("Failed to set option: %s\n", buf);
41 }
42
43 p = xbc_node_find_value(node, "trace_clock", NULL);
44 if (p && *p != '\0') {
45 if (tracing_set_clock(tr, p) < 0)
46 pr_err("Failed to set trace clock: %s\n", p);
47 }
48
49 p = xbc_node_find_value(node, "buffer_size", NULL);
50 if (p && *p != '\0') {
51 v = memparse(p, NULL);
52 if (v < PAGE_SIZE)
53 pr_err("Buffer size is too small: %s\n", p);
54 if (tracing_resize_ring_buffer(tr, v, RING_BUFFER_ALL_CPUS) < 0)
55 pr_err("Failed to resize trace buffer to %s\n", p);
56 }
Masami Hiramatsu9d15dbb2020-01-11 01:07:16 +090057
58 p = xbc_node_find_value(node, "cpumask", NULL);
59 if (p && *p != '\0') {
60 cpumask_var_t new_mask;
61
62 if (alloc_cpumask_var(&new_mask, GFP_KERNEL)) {
63 if (cpumask_parse(p, new_mask) < 0 ||
64 tracing_set_cpumask(tr, new_mask) < 0)
65 pr_err("Failed to set new CPU mask %s\n", p);
66 free_cpumask_var(new_mask);
67 }
68 }
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +090069}
70
71#ifdef CONFIG_EVENT_TRACING
72extern int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set);
Masami Hiramatsu81a59552020-01-11 01:06:29 +090073extern int trigger_process_regex(struct trace_event_file *file, char *buff);
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +090074
75static void __init
76trace_boot_enable_events(struct trace_array *tr, struct xbc_node *node)
77{
78 struct xbc_node *anode;
79 char buf[MAX_BUF_LEN];
80 const char *p;
81
82 xbc_node_for_each_array_value(node, "events", anode, p) {
83 if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) {
84 pr_err("String is too long: %s\n", p);
85 continue;
86 }
87
88 if (ftrace_set_clr_event(tr, buf, 1) < 0)
89 pr_err("Failed to enable event: %s\n", p);
90 }
91}
Masami Hiramatsu81a59552020-01-11 01:06:29 +090092
Masami Hiramatsu4d655282020-01-11 01:06:41 +090093#ifdef CONFIG_KPROBE_EVENTS
94extern int trace_kprobe_run_command(const char *command);
95
96static int __init
97trace_boot_add_kprobe_event(struct xbc_node *node, const char *event)
98{
99 struct xbc_node *anode;
100 char buf[MAX_BUF_LEN];
101 const char *val;
102 char *p;
103 int len;
104
105 len = snprintf(buf, ARRAY_SIZE(buf) - 1, "p:kprobes/%s ", event);
106 if (len >= ARRAY_SIZE(buf)) {
107 pr_err("Event name is too long: %s\n", event);
108 return -E2BIG;
109 }
110 p = buf + len;
111 len = ARRAY_SIZE(buf) - len;
112
113 xbc_node_for_each_array_value(node, "probes", anode, val) {
114 if (strlcpy(p, val, len) >= len) {
115 pr_err("Probe definition is too long: %s\n", val);
116 return -E2BIG;
117 }
118 if (trace_kprobe_run_command(buf) < 0) {
119 pr_err("Failed to add probe: %s\n", buf);
120 return -EINVAL;
121 }
122 }
123
124 return 0;
125}
126#else
127static inline int __init
128trace_boot_add_kprobe_event(struct xbc_node *node, const char *event)
129{
130 pr_err("Kprobe event is not supported.\n");
131 return -ENOTSUPP;
132}
133#endif
134
Masami Hiramatsu3fbe2d62020-01-11 01:06:52 +0900135#ifdef CONFIG_HIST_TRIGGERS
136extern int synth_event_run_command(const char *command);
137
138static int __init
139trace_boot_add_synth_event(struct xbc_node *node, const char *event)
140{
141 struct xbc_node *anode;
142 char buf[MAX_BUF_LEN], *q;
143 const char *p;
144 int len, delta, ret;
145
146 len = ARRAY_SIZE(buf);
147 delta = snprintf(buf, len, "%s", event);
148 if (delta >= len) {
149 pr_err("Event name is too long: %s\n", event);
150 return -E2BIG;
151 }
152 len -= delta; q = buf + delta;
153
154 xbc_node_for_each_array_value(node, "fields", anode, p) {
155 delta = snprintf(q, len, " %s;", p);
156 if (delta >= len) {
157 pr_err("fields string is too long: %s\n", p);
158 return -E2BIG;
159 }
160 len -= delta; q += delta;
161 }
162
163 ret = synth_event_run_command(buf);
164 if (ret < 0)
165 pr_err("Failed to add synthetic event: %s\n", buf);
166
167
168 return ret;
169}
170#else
171static inline int __init
172trace_boot_add_synth_event(struct xbc_node *node, const char *event)
173{
174 pr_err("Synthetic event is not supported.\n");
175 return -ENOTSUPP;
176}
177#endif
178
Masami Hiramatsu81a59552020-01-11 01:06:29 +0900179static void __init
180trace_boot_init_one_event(struct trace_array *tr, struct xbc_node *gnode,
181 struct xbc_node *enode)
182{
183 struct trace_event_file *file;
184 struct xbc_node *anode;
185 char buf[MAX_BUF_LEN];
186 const char *p, *group, *event;
187
188 group = xbc_node_get_data(gnode);
189 event = xbc_node_get_data(enode);
190
Masami Hiramatsu4d655282020-01-11 01:06:41 +0900191 if (!strcmp(group, "kprobes"))
192 if (trace_boot_add_kprobe_event(enode, event) < 0)
193 return;
Masami Hiramatsu3fbe2d62020-01-11 01:06:52 +0900194 if (!strcmp(group, "synthetic"))
195 if (trace_boot_add_synth_event(enode, event) < 0)
196 return;
Masami Hiramatsu4d655282020-01-11 01:06:41 +0900197
Masami Hiramatsu81a59552020-01-11 01:06:29 +0900198 mutex_lock(&event_mutex);
199 file = find_event_file(tr, group, event);
200 if (!file) {
201 pr_err("Failed to find event: %s:%s\n", group, event);
202 goto out;
203 }
204
205 p = xbc_node_find_value(enode, "filter", NULL);
206 if (p && *p != '\0') {
207 if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf))
208 pr_err("filter string is too long: %s\n", p);
209 else if (apply_event_filter(file, buf) < 0)
210 pr_err("Failed to apply filter: %s\n", buf);
211 }
212
213 xbc_node_for_each_array_value(enode, "actions", anode, p) {
214 if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf))
215 pr_err("action string is too long: %s\n", p);
216 else if (trigger_process_regex(file, buf) < 0)
217 pr_err("Failed to apply an action: %s\n", buf);
218 }
219
220 if (xbc_node_find_value(enode, "enable", NULL)) {
221 if (trace_event_enable_disable(file, 1, 0) < 0)
222 pr_err("Failed to enable event node: %s:%s\n",
223 group, event);
224 }
225out:
226 mutex_unlock(&event_mutex);
227}
228
229static void __init
230trace_boot_init_events(struct trace_array *tr, struct xbc_node *node)
231{
232 struct xbc_node *gnode, *enode;
233
234 node = xbc_node_find_child(node, "event");
235 if (!node)
236 return;
237 /* per-event key starts with "event.GROUP.EVENT" */
238 xbc_node_for_each_child(node, gnode)
239 xbc_node_for_each_child(gnode, enode)
240 trace_boot_init_one_event(tr, gnode, enode);
241}
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900242#else
243#define trace_boot_enable_events(tr, node) do {} while (0)
Masami Hiramatsu81a59552020-01-11 01:06:29 +0900244#define trace_boot_init_events(tr, node) do {} while (0)
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900245#endif
246
Masami Hiramatsufe1efe92020-01-11 01:07:28 +0900247#ifdef CONFIG_DYNAMIC_FTRACE
248extern bool ftrace_filter_param __initdata;
249extern int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,
250 int len, int reset);
251extern int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,
252 int len, int reset);
253static void __init
254trace_boot_set_ftrace_filter(struct trace_array *tr, struct xbc_node *node)
255{
256 struct xbc_node *anode;
257 const char *p;
258 char *q;
259
260 xbc_node_for_each_array_value(node, "ftrace.filters", anode, p) {
261 q = kstrdup(p, GFP_KERNEL);
262 if (!q)
263 return;
264 if (ftrace_set_filter(tr->ops, q, strlen(q), 0) < 0)
265 pr_err("Failed to add %s to ftrace filter\n", p);
266 else
267 ftrace_filter_param = true;
268 kfree(q);
269 }
270 xbc_node_for_each_array_value(node, "ftrace.notraces", anode, p) {
271 q = kstrdup(p, GFP_KERNEL);
272 if (!q)
273 return;
274 if (ftrace_set_notrace(tr->ops, q, strlen(q), 0) < 0)
275 pr_err("Failed to add %s to ftrace filter\n", p);
276 else
277 ftrace_filter_param = true;
278 kfree(q);
279 }
280}
281#else
282#define trace_boot_set_ftrace_filter(tr, node) do {} while (0)
283#endif
284
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900285static void __init
286trace_boot_enable_tracer(struct trace_array *tr, struct xbc_node *node)
287{
288 const char *p;
289
Masami Hiramatsufe1efe92020-01-11 01:07:28 +0900290 trace_boot_set_ftrace_filter(tr, node);
291
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900292 p = xbc_node_find_value(node, "tracer", NULL);
293 if (p && *p != '\0') {
294 if (tracing_set_tracer(tr, p) < 0)
295 pr_err("Failed to set given tracer: %s\n", p);
296 }
297}
298
Masami Hiramatsu4f712a42020-01-11 01:07:04 +0900299static void __init
300trace_boot_init_one_instance(struct trace_array *tr, struct xbc_node *node)
301{
302 trace_boot_set_instance_options(tr, node);
303 trace_boot_init_events(tr, node);
304 trace_boot_enable_events(tr, node);
305 trace_boot_enable_tracer(tr, node);
306}
307
308static void __init
309trace_boot_init_instances(struct xbc_node *node)
310{
311 struct xbc_node *inode;
312 struct trace_array *tr;
313 const char *p;
314
315 node = xbc_node_find_child(node, "instance");
316 if (!node)
317 return;
318
319 xbc_node_for_each_child(node, inode) {
320 p = xbc_node_get_data(inode);
321 if (!p || *p == '\0')
322 continue;
323
324 tr = trace_array_get_by_name(p);
Dan Carpenter532f49a2020-01-17 08:30:07 +0300325 if (!tr) {
Masami Hiramatsu4f712a42020-01-11 01:07:04 +0900326 pr_err("Failed to get trace instance %s\n", p);
327 continue;
328 }
329 trace_boot_init_one_instance(tr, inode);
330 }
331}
332
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900333static int __init trace_boot_init(void)
334{
335 struct xbc_node *trace_node;
336 struct trace_array *tr;
337
338 trace_node = xbc_find_node("ftrace");
339 if (!trace_node)
340 return 0;
341
342 tr = top_trace_array();
343 if (!tr)
344 return 0;
345
Masami Hiramatsu4f712a42020-01-11 01:07:04 +0900346 /* Global trace array is also one instance */
347 trace_boot_init_one_instance(tr, trace_node);
348 trace_boot_init_instances(trace_node);
Masami Hiramatsu9c5b9d32020-01-11 01:06:17 +0900349
350 return 0;
351}
352
353fs_initcall(trace_boot_init);