blob: f6d9aacc2644c09b2a3324dd558cd7567df873e2 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -08002/*
3 Generic support for BUG()
4
5 This respects the following config options:
6
7 CONFIG_BUG - emit BUG traps. Nothing happens without this.
8 CONFIG_GENERIC_BUG - enable this code.
Jan Beulichb93a5312008-12-16 11:40:27 +00009 CONFIG_GENERIC_BUG_RELATIVE_POINTERS - use 32-bit pointers relative to
10 the containing struct bug_entry for bug_addr and file.
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080011 CONFIG_DEBUG_BUGVERBOSE - emit full file+line information for each BUG
12
13 CONFIG_BUG and CONFIG_DEBUG_BUGVERBOSE are potentially user-settable
14 (though they're generally always on).
15
16 CONFIG_GENERIC_BUG is set by each architecture using this code.
17
18 To use this, your architecture must:
19
20 1. Set up the config options:
21 - Enable CONFIG_GENERIC_BUG if CONFIG_BUG
22
23 2. Implement BUG (and optionally BUG_ON, WARN, WARN_ON)
24 - Define HAVE_ARCH_BUG
25 - Implement BUG() to generate a faulting instruction
26 - NOTE: struct bug_entry does not have "file" or "line" entries
27 when CONFIG_DEBUG_BUGVERBOSE is not enabled, so you must generate
28 the values accordingly.
29
30 3. Implement the trap
31 - In the illegal instruction trap handler (typically), verify
32 that the fault was in kernel mode, and call report_bug()
33 - report_bug() will return whether it was a false alarm, a warning,
34 or an actual bug.
35 - You must implement the is_valid_bugaddr(bugaddr) callback which
36 returns true if the eip is a real kernel address, and it points
37 to the expected BUG trap instruction.
38
39 Jeremy Fitzhardinge <jeremy@goop.org> 2006
40 */
Fabian Frederickc56ba702014-06-04 16:11:59 -070041
42#define pr_fmt(fmt) fmt
43
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080044#include <linux/list.h>
45#include <linux/module.h>
Paul Mundtda9eac82008-07-04 09:59:36 -070046#include <linux/kernel.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080047#include <linux/bug.h>
Heiko Carstens608e2612007-07-15 23:41:39 -070048#include <linux/sched.h>
Ingo Molnarb2d09102017-02-04 01:27:20 +010049#include <linux/rculist.h>
Peter Zijlstra58f6e382020-05-28 16:52:40 +020050#include <linux/ftrace.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080051
Sangmoon Kim505e96782021-01-19 20:55:28 +090052#include <trace/hooks/bug.h>
53
Peter Zijlstra19d43622017-02-25 08:56:53 +010054extern struct bug_entry __start___bug_table[], __stop___bug_table[];
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080055
Jan Beulichb93a5312008-12-16 11:40:27 +000056static inline unsigned long bug_addr(const struct bug_entry *bug)
57{
58#ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
59 return bug->bug_addr;
60#else
61 return (unsigned long)bug + bug->bug_addr_disp;
62#endif
63}
64
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080065#ifdef CONFIG_MODULES
Rusty Russell1fb93412013-01-12 13:27:34 +103066/* Updates are protected by module mutex */
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080067static LIST_HEAD(module_bug_list);
68
Peter Zijlstra19d43622017-02-25 08:56:53 +010069static struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080070{
71 struct module *mod;
Peter Zijlstra19d43622017-02-25 08:56:53 +010072 struct bug_entry *bug = NULL;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080073
Peter Zijlstra0be964b2015-05-27 11:09:35 +093074 rcu_read_lock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103075 list_for_each_entry_rcu(mod, &module_bug_list, bug_list) {
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080076 unsigned i;
77
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103078 bug = mod->bug_table;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080079 for (i = 0; i < mod->num_bugs; ++i, ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +000080 if (bugaddr == bug_addr(bug))
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103081 goto out;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080082 }
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103083 bug = NULL;
84out:
Peter Zijlstra0be964b2015-05-27 11:09:35 +093085 rcu_read_unlock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103086
87 return bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080088}
89
Linus Torvalds53363772010-10-05 11:29:27 -070090void module_bug_finalize(const Elf_Ehdr *hdr, const Elf_Shdr *sechdrs,
91 struct module *mod)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080092{
93 char *secstrings;
94 unsigned int i;
95
Peter Zijlstra0be964b2015-05-27 11:09:35 +093096 lockdep_assert_held(&module_mutex);
97
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080098 mod->bug_table = NULL;
99 mod->num_bugs = 0;
100
101 /* Find the __bug_table section, if present */
102 secstrings = (char *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
103 for (i = 1; i < hdr->e_shnum; i++) {
104 if (strcmp(secstrings+sechdrs[i].sh_name, "__bug_table"))
105 continue;
106 mod->bug_table = (void *) sechdrs[i].sh_addr;
107 mod->num_bugs = sechdrs[i].sh_size / sizeof(struct bug_entry);
108 break;
109 }
110
111 /*
112 * Strictly speaking this should have a spinlock to protect against
113 * traversals, but since we only traverse on BUG()s, a spinlock
114 * could potentially lead to deadlock and thus be counter-productive.
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030115 * Thus, this uses RCU to safely manipulate the bug list, since BUG
116 * must run in non-interruptive state.
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800117 */
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030118 list_add_rcu(&mod->bug_list, &module_bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800119}
120
121void module_bug_cleanup(struct module *mod)
122{
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930123 lockdep_assert_held(&module_mutex);
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030124 list_del_rcu(&mod->bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800125}
126
127#else
128
Peter Zijlstra19d43622017-02-25 08:56:53 +0100129static inline struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800130{
131 return NULL;
132}
133#endif
134
Peter Zijlstra19d43622017-02-25 08:56:53 +0100135struct bug_entry *find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800136{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100137 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800138
139 for (bug = __start___bug_table; bug < __stop___bug_table; ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +0000140 if (bugaddr == bug_addr(bug))
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800141 return bug;
142
143 return module_find_bug(bugaddr);
144}
145
Heiko Carstens608e2612007-07-15 23:41:39 -0700146enum bug_trap_type report_bug(unsigned long bugaddr, struct pt_regs *regs)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800147{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100148 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800149 const char *file;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100150 unsigned line, warning, once, done;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800151
152 if (!is_valid_bugaddr(bugaddr))
153 return BUG_TRAP_TYPE_NONE;
154
155 bug = find_bug(bugaddr);
Kees Cook1b4cfe32018-03-09 15:51:02 -0800156 if (!bug)
157 return BUG_TRAP_TYPE_NONE;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800158
Peter Zijlstra58f6e382020-05-28 16:52:40 +0200159 disable_trace_on_warning();
160
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800161 file = NULL;
162 line = 0;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800163
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800164#ifdef CONFIG_DEBUG_BUGVERBOSE
Jan Beulichb93a5312008-12-16 11:40:27 +0000165#ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
Andrew Scull556e75a2021-03-18 14:33:07 +0000166 file = bug->file;
Jan Beulichb93a5312008-12-16 11:40:27 +0000167#else
Andrew Scull556e75a2021-03-18 14:33:07 +0000168 file = (const char *)bug + bug->file_disp;
Jan Beulichb93a5312008-12-16 11:40:27 +0000169#endif
Andrew Scull556e75a2021-03-18 14:33:07 +0000170 line = bug->line;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800171#endif
Andrew Scull556e75a2021-03-18 14:33:07 +0000172 warning = (bug->flags & BUGFLAG_WARNING) != 0;
173 once = (bug->flags & BUGFLAG_ONCE) != 0;
174 done = (bug->flags & BUGFLAG_DONE) != 0;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100175
Andrew Scull556e75a2021-03-18 14:33:07 +0000176 if (warning && once) {
177 if (done)
178 return BUG_TRAP_TYPE_WARN;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100179
Andrew Scull556e75a2021-03-18 14:33:07 +0000180 /*
181 * Since this is the only store, concurrency is not an issue.
182 */
183 bug->flags |= BUGFLAG_DONE;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800184 }
185
Kees Cooka44f71a2019-09-25 16:48:11 -0700186 /*
187 * BUG() and WARN_ON() families don't print a custom debug message
188 * before triggering the exception handler, so we must add the
189 * "cut here" line now. WARN() issues its own "cut here" before the
190 * extra debugging message it writes before triggering the handler.
191 */
192 if ((bug->flags & BUGFLAG_NO_CUT_HERE) == 0)
193 printk(KERN_DEFAULT CUT_HERE);
194
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800195 if (warning) {
196 /* this is a WARN_ON rather than BUG/BUG_ON */
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700197 __warn(file, line, (void *)bugaddr, BUG_GET_TAINT(bug), regs,
198 NULL);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800199 return BUG_TRAP_TYPE_WARN;
200 }
201
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800202 if (file)
Fabian Frederickc56ba702014-06-04 16:11:59 -0700203 pr_crit("kernel BUG at %s:%u!\n", file, line);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800204 else
Kees Cook0862ca42018-03-09 15:50:59 -0800205 pr_crit("Kernel BUG at %pB [verbose debug info unavailable]\n",
Fabian Frederickc56ba702014-06-04 16:11:59 -0700206 (void *)bugaddr);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800207
Sangmoon Kim505e96782021-01-19 20:55:28 +0900208 trace_android_rvh_report_bug(file, line, bugaddr);
209
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800210 return BUG_TRAP_TYPE_BUG;
211}
Andi Kleenaaf5dcf2017-11-17 15:27:06 -0800212
213static void clear_once_table(struct bug_entry *start, struct bug_entry *end)
214{
215 struct bug_entry *bug;
216
217 for (bug = start; bug < end; bug++)
218 bug->flags &= ~BUGFLAG_DONE;
219}
220
221void generic_bug_clear_once(void)
222{
223#ifdef CONFIG_MODULES
224 struct module *mod;
225
226 rcu_read_lock_sched();
227 list_for_each_entry_rcu(mod, &module_bug_list, bug_list)
228 clear_once_table(mod->bug_table,
229 mod->bug_table + mod->num_bugs);
230 rcu_read_unlock_sched();
231#endif
232
233 clear_once_table(__start___bug_table, __stop___bug_table);
234}