blob: 7103440c0ee1af84ccd732f131894836d628674a [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -08002/*
3 Generic support for BUG()
4
5 This respects the following config options:
6
7 CONFIG_BUG - emit BUG traps. Nothing happens without this.
8 CONFIG_GENERIC_BUG - enable this code.
Jan Beulichb93a5312008-12-16 11:40:27 +00009 CONFIG_GENERIC_BUG_RELATIVE_POINTERS - use 32-bit pointers relative to
10 the containing struct bug_entry for bug_addr and file.
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080011 CONFIG_DEBUG_BUGVERBOSE - emit full file+line information for each BUG
12
13 CONFIG_BUG and CONFIG_DEBUG_BUGVERBOSE are potentially user-settable
14 (though they're generally always on).
15
16 CONFIG_GENERIC_BUG is set by each architecture using this code.
17
18 To use this, your architecture must:
19
20 1. Set up the config options:
21 - Enable CONFIG_GENERIC_BUG if CONFIG_BUG
22
23 2. Implement BUG (and optionally BUG_ON, WARN, WARN_ON)
24 - Define HAVE_ARCH_BUG
25 - Implement BUG() to generate a faulting instruction
26 - NOTE: struct bug_entry does not have "file" or "line" entries
27 when CONFIG_DEBUG_BUGVERBOSE is not enabled, so you must generate
28 the values accordingly.
29
30 3. Implement the trap
31 - In the illegal instruction trap handler (typically), verify
32 that the fault was in kernel mode, and call report_bug()
33 - report_bug() will return whether it was a false alarm, a warning,
34 or an actual bug.
35 - You must implement the is_valid_bugaddr(bugaddr) callback which
36 returns true if the eip is a real kernel address, and it points
37 to the expected BUG trap instruction.
38
39 Jeremy Fitzhardinge <jeremy@goop.org> 2006
40 */
Fabian Frederickc56ba702014-06-04 16:11:59 -070041
42#define pr_fmt(fmt) fmt
43
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080044#include <linux/list.h>
45#include <linux/module.h>
Paul Mundtda9eac82008-07-04 09:59:36 -070046#include <linux/kernel.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080047#include <linux/bug.h>
Heiko Carstens608e2612007-07-15 23:41:39 -070048#include <linux/sched.h>
Ingo Molnarb2d09102017-02-04 01:27:20 +010049#include <linux/rculist.h>
Peter Zijlstra58f6e382020-05-28 16:52:40 +020050#include <linux/ftrace.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080051
Peter Zijlstra19d43622017-02-25 08:56:53 +010052extern struct bug_entry __start___bug_table[], __stop___bug_table[];
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080053
Jan Beulichb93a5312008-12-16 11:40:27 +000054static inline unsigned long bug_addr(const struct bug_entry *bug)
55{
56#ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
57 return bug->bug_addr;
58#else
59 return (unsigned long)bug + bug->bug_addr_disp;
60#endif
61}
62
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080063#ifdef CONFIG_MODULES
Rusty Russell1fb93412013-01-12 13:27:34 +103064/* Updates are protected by module mutex */
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080065static LIST_HEAD(module_bug_list);
66
Peter Zijlstra19d43622017-02-25 08:56:53 +010067static struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080068{
69 struct module *mod;
Peter Zijlstra19d43622017-02-25 08:56:53 +010070 struct bug_entry *bug = NULL;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080071
Peter Zijlstra0be964b2015-05-27 11:09:35 +093072 rcu_read_lock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103073 list_for_each_entry_rcu(mod, &module_bug_list, bug_list) {
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080074 unsigned i;
75
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103076 bug = mod->bug_table;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080077 for (i = 0; i < mod->num_bugs; ++i, ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +000078 if (bugaddr == bug_addr(bug))
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103079 goto out;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080080 }
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103081 bug = NULL;
82out:
Peter Zijlstra0be964b2015-05-27 11:09:35 +093083 rcu_read_unlock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103084
85 return bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080086}
87
Linus Torvalds53363772010-10-05 11:29:27 -070088void module_bug_finalize(const Elf_Ehdr *hdr, const Elf_Shdr *sechdrs,
89 struct module *mod)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080090{
91 char *secstrings;
92 unsigned int i;
93
Peter Zijlstra0be964b2015-05-27 11:09:35 +093094 lockdep_assert_held(&module_mutex);
95
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080096 mod->bug_table = NULL;
97 mod->num_bugs = 0;
98
99 /* Find the __bug_table section, if present */
100 secstrings = (char *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
101 for (i = 1; i < hdr->e_shnum; i++) {
102 if (strcmp(secstrings+sechdrs[i].sh_name, "__bug_table"))
103 continue;
104 mod->bug_table = (void *) sechdrs[i].sh_addr;
105 mod->num_bugs = sechdrs[i].sh_size / sizeof(struct bug_entry);
106 break;
107 }
108
109 /*
110 * Strictly speaking this should have a spinlock to protect against
111 * traversals, but since we only traverse on BUG()s, a spinlock
112 * could potentially lead to deadlock and thus be counter-productive.
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030113 * Thus, this uses RCU to safely manipulate the bug list, since BUG
114 * must run in non-interruptive state.
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800115 */
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030116 list_add_rcu(&mod->bug_list, &module_bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800117}
118
119void module_bug_cleanup(struct module *mod)
120{
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930121 lockdep_assert_held(&module_mutex);
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030122 list_del_rcu(&mod->bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800123}
124
125#else
126
Peter Zijlstra19d43622017-02-25 08:56:53 +0100127static inline struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800128{
129 return NULL;
130}
131#endif
132
Peter Zijlstra19d43622017-02-25 08:56:53 +0100133struct bug_entry *find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800134{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100135 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800136
137 for (bug = __start___bug_table; bug < __stop___bug_table; ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +0000138 if (bugaddr == bug_addr(bug))
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800139 return bug;
140
141 return module_find_bug(bugaddr);
142}
143
Heiko Carstens608e2612007-07-15 23:41:39 -0700144enum bug_trap_type report_bug(unsigned long bugaddr, struct pt_regs *regs)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800145{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100146 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800147 const char *file;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100148 unsigned line, warning, once, done;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800149
150 if (!is_valid_bugaddr(bugaddr))
151 return BUG_TRAP_TYPE_NONE;
152
153 bug = find_bug(bugaddr);
Kees Cook1b4cfe32018-03-09 15:51:02 -0800154 if (!bug)
155 return BUG_TRAP_TYPE_NONE;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800156
Peter Zijlstra58f6e382020-05-28 16:52:40 +0200157 disable_trace_on_warning();
158
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800159 file = NULL;
160 line = 0;
161 warning = 0;
162
163 if (bug) {
164#ifdef CONFIG_DEBUG_BUGVERBOSE
Jan Beulichb93a5312008-12-16 11:40:27 +0000165#ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800166 file = bug->file;
Jan Beulichb93a5312008-12-16 11:40:27 +0000167#else
168 file = (const char *)bug + bug->file_disp;
169#endif
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800170 line = bug->line;
171#endif
172 warning = (bug->flags & BUGFLAG_WARNING) != 0;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100173 once = (bug->flags & BUGFLAG_ONCE) != 0;
174 done = (bug->flags & BUGFLAG_DONE) != 0;
175
176 if (warning && once) {
177 if (done)
178 return BUG_TRAP_TYPE_WARN;
179
180 /*
181 * Since this is the only store, concurrency is not an issue.
182 */
183 bug->flags |= BUGFLAG_DONE;
184 }
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800185 }
186
Kees Cooka44f71a2019-09-25 16:48:11 -0700187 /*
188 * BUG() and WARN_ON() families don't print a custom debug message
189 * before triggering the exception handler, so we must add the
190 * "cut here" line now. WARN() issues its own "cut here" before the
191 * extra debugging message it writes before triggering the handler.
192 */
193 if ((bug->flags & BUGFLAG_NO_CUT_HERE) == 0)
194 printk(KERN_DEFAULT CUT_HERE);
195
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800196 if (warning) {
197 /* this is a WARN_ON rather than BUG/BUG_ON */
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700198 __warn(file, line, (void *)bugaddr, BUG_GET_TAINT(bug), regs,
199 NULL);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800200 return BUG_TRAP_TYPE_WARN;
201 }
202
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800203 if (file)
Fabian Frederickc56ba702014-06-04 16:11:59 -0700204 pr_crit("kernel BUG at %s:%u!\n", file, line);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800205 else
Kees Cook0862ca42018-03-09 15:50:59 -0800206 pr_crit("Kernel BUG at %pB [verbose debug info unavailable]\n",
Fabian Frederickc56ba702014-06-04 16:11:59 -0700207 (void *)bugaddr);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800208
209 return BUG_TRAP_TYPE_BUG;
210}
Andi Kleenaaf5dcf2017-11-17 15:27:06 -0800211
212static void clear_once_table(struct bug_entry *start, struct bug_entry *end)
213{
214 struct bug_entry *bug;
215
216 for (bug = start; bug < end; bug++)
217 bug->flags &= ~BUGFLAG_DONE;
218}
219
220void generic_bug_clear_once(void)
221{
222#ifdef CONFIG_MODULES
223 struct module *mod;
224
225 rcu_read_lock_sched();
226 list_for_each_entry_rcu(mod, &module_bug_list, bug_list)
227 clear_once_table(mod->bug_table,
228 mod->bug_table + mod->num_bugs);
229 rcu_read_unlock_sched();
230#endif
231
232 clear_once_table(__start___bug_table, __stop___bug_table);
233}