blob: 6fd4ffd042f9071fa158400c147de5a55914975d [file] [log] [blame]
Lai Jiangshan1427cdf2009-03-06 17:21:47 +01001/*
2 * trace binary printk
3 *
4 * Copyright (C) 2008 Lai Jiangshan <laijs@cn.fujitsu.com>
5 *
6 */
Steven Rostedt7975a2b2009-03-12 14:23:17 -04007#include <linux/seq_file.h>
8#include <linux/debugfs.h>
9#include <linux/uaccess.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010010#include <linux/kernel.h>
11#include <linux/ftrace.h>
12#include <linux/string.h>
Steven Rostedt7975a2b2009-03-12 14:23:17 -040013#include <linux/module.h>
Steven Rostedt7975a2b2009-03-12 14:23:17 -040014#include <linux/mutex.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010015#include <linux/ctype.h>
16#include <linux/list.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010017#include <linux/slab.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010018#include <linux/fs.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010019
20#include "trace.h"
21
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010022#ifdef CONFIG_MODULES
23
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010024/*
Frederic Weisbecker769b0442009-03-06 17:21:49 +010025 * modules trace_printk()'s formats are autosaved in struct trace_bprintk_fmt
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010026 * which are queued on trace_bprintk_fmt_list.
27 */
28static LIST_HEAD(trace_bprintk_fmt_list);
29
Frederic Weisbecker769b0442009-03-06 17:21:49 +010030/* serialize accesses to trace_bprintk_fmt_list */
31static DEFINE_MUTEX(btrace_mutex);
32
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010033struct trace_bprintk_fmt {
34 struct list_head list;
Steven Rostedt0588fa32011-03-21 22:59:21 -040035 const char *fmt;
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010036};
37
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010038static inline struct trace_bprintk_fmt *lookup_format(const char *fmt)
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010039{
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010040 struct trace_bprintk_fmt *pos;
41 list_for_each_entry(pos, &trace_bprintk_fmt_list, list) {
42 if (!strcmp(pos->fmt, fmt))
43 return pos;
44 }
45 return NULL;
46}
47
48static
49void hold_module_trace_bprintk_format(const char **start, const char **end)
50{
51 const char **iter;
Steven Rostedt0588fa32011-03-21 22:59:21 -040052 char *fmt;
Frederic Weisbecker769b0442009-03-06 17:21:49 +010053
54 mutex_lock(&btrace_mutex);
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010055 for (iter = start; iter < end; iter++) {
56 struct trace_bprintk_fmt *tb_fmt = lookup_format(*iter);
57 if (tb_fmt) {
58 *iter = tb_fmt->fmt;
59 continue;
60 }
61
Steven Rostedt3a301d72011-08-08 21:39:39 -040062 fmt = NULL;
Steven Rostedt0588fa32011-03-21 22:59:21 -040063 tb_fmt = kmalloc(sizeof(*tb_fmt), GFP_KERNEL);
Steven Rostedt3a301d72011-08-08 21:39:39 -040064 if (tb_fmt) {
Steven Rostedt0588fa32011-03-21 22:59:21 -040065 fmt = kmalloc(strlen(*iter) + 1, GFP_KERNEL);
Steven Rostedt3a301d72011-08-08 21:39:39 -040066 if (fmt) {
67 list_add_tail(&tb_fmt->list, &trace_bprintk_fmt_list);
68 strcpy(fmt, *iter);
69 tb_fmt->fmt = fmt;
70 } else
71 kfree(tb_fmt);
Steven Rostedt0588fa32011-03-21 22:59:21 -040072 }
Steven Rostedt3a301d72011-08-08 21:39:39 -040073 *iter = fmt;
74
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010075 }
Frederic Weisbecker769b0442009-03-06 17:21:49 +010076 mutex_unlock(&btrace_mutex);
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010077}
78
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010079static int module_trace_bprintk_format_notify(struct notifier_block *self,
80 unsigned long val, void *data)
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010081{
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010082 struct module *mod = data;
83 if (mod->num_trace_bprintk_fmt) {
84 const char **start = mod->trace_bprintk_fmt_start;
85 const char **end = start + mod->num_trace_bprintk_fmt;
86
87 if (val == MODULE_STATE_COMING)
88 hold_module_trace_bprintk_format(start, end);
89 }
90 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010091}
92
Steven Rostedt1813dc32011-03-21 23:36:31 -040093/*
94 * The debugfs/tracing/printk_formats file maps the addresses with
95 * the ASCII formats that are used in the bprintk events in the
96 * buffer. For userspace tools to be able to decode the events from
97 * the buffer, they need to be able to map the address with the format.
98 *
99 * The addresses of the bprintk formats are in their own section
100 * __trace_printk_fmt. But for modules we copy them into a link list.
101 * The code to print the formats and their addresses passes around the
102 * address of the fmt string. If the fmt address passed into the seq
103 * functions is within the kernel core __trace_printk_fmt section, then
104 * it simply uses the next pointer in the list.
105 *
106 * When the fmt pointer is outside the kernel core __trace_printk_fmt
107 * section, then we need to read the link list pointers. The trick is
108 * we pass the address of the string to the seq function just like
109 * we do for the kernel core formats. To get back the structure that
110 * holds the format, we simply use containerof() and then go to the
111 * next format in the list.
112 */
113static const char **
114find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
115{
116 struct trace_bprintk_fmt *mod_fmt;
117
118 if (list_empty(&trace_bprintk_fmt_list))
119 return NULL;
120
121 /*
122 * v will point to the address of the fmt record from t_next
123 * v will be NULL from t_start.
124 * If this is the first pointer or called from start
125 * then we need to walk the list.
126 */
127 if (!v || start_index == *pos) {
128 struct trace_bprintk_fmt *p;
129
130 /* search the module list */
131 list_for_each_entry(p, &trace_bprintk_fmt_list, list) {
132 if (start_index == *pos)
133 return &p->fmt;
134 start_index++;
135 }
136 /* pos > index */
137 return NULL;
138 }
139
140 /*
141 * v points to the address of the fmt field in the mod list
142 * structure that holds the module print format.
143 */
144 mod_fmt = container_of(v, typeof(*mod_fmt), fmt);
145 if (mod_fmt->list.next == &trace_bprintk_fmt_list)
146 return NULL;
147
148 mod_fmt = container_of(mod_fmt->list.next, typeof(*mod_fmt), list);
149
150 return &mod_fmt->fmt;
151}
152
153static void format_mod_start(void)
154{
155 mutex_lock(&btrace_mutex);
156}
157
158static void format_mod_stop(void)
159{
160 mutex_unlock(&btrace_mutex);
161}
162
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100163#else /* !CONFIG_MODULES */
164__init static int
165module_trace_bprintk_format_notify(struct notifier_block *self,
166 unsigned long val, void *data)
167{
168 return 0;
169}
Steven Rostedt1813dc32011-03-21 23:36:31 -0400170static inline const char **
171find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
172{
173 return NULL;
174}
175static inline void format_mod_start(void) { }
176static inline void format_mod_stop(void) { }
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100177#endif /* CONFIG_MODULES */
178
179
180__initdata_or_module static
181struct notifier_block module_trace_bprintk_format_nb = {
182 .notifier_call = module_trace_bprintk_format_notify,
183};
184
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100185int __trace_bprintk(unsigned long ip, const char *fmt, ...)
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100186 {
187 int ret;
188 va_list ap;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100189
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100190 if (unlikely(!fmt))
191 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100192
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100193 if (!(trace_flags & TRACE_ITER_PRINTK))
194 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100195
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100196 va_start(ap, fmt);
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400197 ret = trace_vbprintk(ip, fmt, ap);
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100198 va_end(ap);
199 return ret;
200}
201EXPORT_SYMBOL_GPL(__trace_bprintk);
202
203int __ftrace_vbprintk(unsigned long ip, const char *fmt, va_list ap)
204 {
205 if (unlikely(!fmt))
206 return 0;
207
208 if (!(trace_flags & TRACE_ITER_PRINTK))
209 return 0;
210
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400211 return trace_vbprintk(ip, fmt, ap);
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100212}
213EXPORT_SYMBOL_GPL(__ftrace_vbprintk);
214
215int __trace_printk(unsigned long ip, const char *fmt, ...)
216{
217 int ret;
218 va_list ap;
219
220 if (!(trace_flags & TRACE_ITER_PRINTK))
221 return 0;
222
223 va_start(ap, fmt);
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400224 ret = trace_vprintk(ip, fmt, ap);
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100225 va_end(ap);
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100226 return ret;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100227}
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100228EXPORT_SYMBOL_GPL(__trace_printk);
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100229
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100230int __ftrace_vprintk(unsigned long ip, const char *fmt, va_list ap)
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100231{
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100232 if (!(trace_flags & TRACE_ITER_PRINTK))
233 return 0;
234
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400235 return trace_vprintk(ip, fmt, ap);
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100236}
237EXPORT_SYMBOL_GPL(__ftrace_vprintk);
238
Steven Rostedt1813dc32011-03-21 23:36:31 -0400239static const char **find_next(void *v, loff_t *pos)
240{
241 const char **fmt = v;
242 int start_index;
243
Steven Rostedt1813dc32011-03-21 23:36:31 -0400244 start_index = __stop___trace_bprintk_fmt - __start___trace_bprintk_fmt;
245
246 if (*pos < start_index)
Steven Rostedtdb5e7ec2011-06-09 08:40:59 -0400247 return __start___trace_bprintk_fmt + *pos;
Steven Rostedt1813dc32011-03-21 23:36:31 -0400248
249 return find_next_mod_format(start_index, v, fmt, pos);
250}
251
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400252static void *
Li Zefanc8961ec2009-06-24 09:52:58 +0800253t_start(struct seq_file *m, loff_t *pos)
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400254{
Steven Rostedt1813dc32011-03-21 23:36:31 -0400255 format_mod_start();
256 return find_next(NULL, pos);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400257}
258
Li Zefanc8961ec2009-06-24 09:52:58 +0800259static void *t_next(struct seq_file *m, void * v, loff_t *pos)
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400260{
Li Zefanc8961ec2009-06-24 09:52:58 +0800261 (*pos)++;
Steven Rostedt1813dc32011-03-21 23:36:31 -0400262 return find_next(v, pos);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400263}
264
265static int t_show(struct seq_file *m, void *v)
266{
267 const char **fmt = v;
268 const char *str = *fmt;
269 int i;
270
Steven Rostedt4c739ff2009-07-22 23:11:03 -0400271 seq_printf(m, "0x%lx : \"", *(unsigned long *)fmt);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400272
273 /*
274 * Tabs and new lines need to be converted.
275 */
276 for (i = 0; str[i]; i++) {
277 switch (str[i]) {
278 case '\n':
279 seq_puts(m, "\\n");
280 break;
281 case '\t':
282 seq_puts(m, "\\t");
283 break;
284 case '\\':
285 seq_puts(m, "\\");
286 break;
287 case '"':
288 seq_puts(m, "\\\"");
289 break;
290 default:
291 seq_putc(m, str[i]);
292 }
293 }
294 seq_puts(m, "\"\n");
295
296 return 0;
297}
298
299static void t_stop(struct seq_file *m, void *p)
300{
Steven Rostedt1813dc32011-03-21 23:36:31 -0400301 format_mod_stop();
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400302}
303
304static const struct seq_operations show_format_seq_ops = {
305 .start = t_start,
306 .next = t_next,
307 .show = t_show,
308 .stop = t_stop,
309};
310
311static int
312ftrace_formats_open(struct inode *inode, struct file *file)
313{
Li Zefanc8961ec2009-06-24 09:52:58 +0800314 return seq_open(file, &show_format_seq_ops);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400315}
316
317static const struct file_operations ftrace_formats_fops = {
318 .open = ftrace_formats_open,
319 .read = seq_read,
320 .llseek = seq_lseek,
321 .release = seq_release,
322};
323
324static __init int init_trace_printk_function_export(void)
325{
326 struct dentry *d_tracer;
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400327
328 d_tracer = tracing_init_dentry();
329 if (!d_tracer)
330 return 0;
331
Frederic Weisbecker5452af62009-03-27 00:25:38 +0100332 trace_create_file("printk_formats", 0444, d_tracer,
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400333 NULL, &ftrace_formats_fops);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400334
335 return 0;
336}
337
338fs_initcall(init_trace_printk_function_export);
339
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100340static __init int init_trace_printk(void)
341{
342 return register_module_notifier(&module_trace_bprintk_format_nb);
343}
344
345early_initcall(init_trace_printk);