blob: bdc380ff5d5c712db353f43102e9563594b44a6b [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001// SPDX-License-Identifier: GPL-2.0-only
Andrey Ryabininc6d30852016-01-20 15:00:55 -08002/*
3 * UBSAN error reporting functions
4 *
5 * Copyright (c) 2014 Samsung Electronics Co., Ltd.
6 * Author: Andrey Ryabinin <ryabinin.a.a@gmail.com>
Andrey Ryabininc6d30852016-01-20 15:00:55 -08007 */
8
9#include <linux/bitops.h>
10#include <linux/bug.h>
11#include <linux/ctype.h>
12#include <linux/init.h>
13#include <linux/kernel.h>
14#include <linux/types.h>
15#include <linux/sched.h>
Peter Zijlstrad08965a2019-04-03 09:40:16 +020016#include <linux/uaccess.h>
Uriel Guajardo11955052021-04-02 14:21:31 -070017#include <kunit/test-bug.h>
Andrey Ryabininc6d30852016-01-20 15:00:55 -080018
19#include "ubsan.h"
20
Zou Weid3c22792020-12-15 20:46:50 -080021static const char * const type_check_kinds[] = {
Andrey Ryabininc6d30852016-01-20 15:00:55 -080022 "load of",
23 "store to",
24 "reference binding to",
25 "member access within",
26 "member call on",
27 "constructor call on",
28 "downcast of",
29 "downcast of"
30};
31
32#define REPORTED_BIT 31
33
34#if (BITS_PER_LONG == 64) && defined(__BIG_ENDIAN)
35#define COLUMN_MASK (~(1U << REPORTED_BIT))
36#define LINE_MASK (~0U)
37#else
38#define COLUMN_MASK (~0U)
39#define LINE_MASK (~(1U << REPORTED_BIT))
40#endif
41
42#define VALUE_LENGTH 40
43
44static bool was_reported(struct source_location *location)
45{
46 return test_and_set_bit(REPORTED_BIT, &location->reported);
47}
48
Andrey Ryabininc6d30852016-01-20 15:00:55 -080049static bool suppress_report(struct source_location *loc)
50{
51 return current->in_ubsan || was_reported(loc);
52}
53
54static bool type_is_int(struct type_descriptor *type)
55{
56 return type->type_kind == type_kind_int;
57}
58
59static bool type_is_signed(struct type_descriptor *type)
60{
61 WARN_ON(!type_is_int(type));
62 return type->type_info & 1;
63}
64
65static unsigned type_bit_width(struct type_descriptor *type)
66{
67 return 1 << (type->type_info >> 1);
68}
69
70static bool is_inline_int(struct type_descriptor *type)
71{
72 unsigned inline_bits = sizeof(unsigned long)*8;
73 unsigned bits = type_bit_width(type);
74
75 WARN_ON(!type_is_int(type));
76
77 return bits <= inline_bits;
78}
79
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030080static s_max get_signed_val(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -080081{
82 if (is_inline_int(type)) {
83 unsigned extra_bits = sizeof(s_max)*8 - type_bit_width(type);
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030084 unsigned long ulong_val = (unsigned long)val;
85
86 return ((s_max)ulong_val) << extra_bits >> extra_bits;
Andrey Ryabininc6d30852016-01-20 15:00:55 -080087 }
88
89 if (type_bit_width(type) == 64)
90 return *(s64 *)val;
91
92 return *(s_max *)val;
93}
94
Andrey Ryabininf0996bc2019-05-06 13:45:26 +030095static bool val_is_negative(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -080096{
97 return type_is_signed(type) && get_signed_val(type, val) < 0;
98}
99
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300100static u_max get_unsigned_val(struct type_descriptor *type, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800101{
102 if (is_inline_int(type))
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300103 return (unsigned long)val;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800104
105 if (type_bit_width(type) == 64)
106 return *(u64 *)val;
107
108 return *(u_max *)val;
109}
110
111static void val_to_string(char *str, size_t size, struct type_descriptor *type,
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300112 void *value)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800113{
114 if (type_is_int(type)) {
115 if (type_bit_width(type) == 128) {
Ard Biesheuvelc12d3362019-11-08 13:22:27 +0100116#if defined(CONFIG_ARCH_SUPPORTS_INT128)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800117 u_max val = get_unsigned_val(type, value);
118
119 scnprintf(str, size, "0x%08x%08x%08x%08x",
120 (u32)(val >> 96),
121 (u32)(val >> 64),
122 (u32)(val >> 32),
123 (u32)(val));
124#else
125 WARN_ON(1);
126#endif
127 } else if (type_is_signed(type)) {
128 scnprintf(str, size, "%lld",
129 (s64)get_signed_val(type, value));
130 } else {
131 scnprintf(str, size, "%llu",
132 (u64)get_unsigned_val(type, value));
133 }
134 }
135}
136
Kees Cookef065652020-04-06 20:12:45 -0700137static void ubsan_prologue(struct source_location *loc, const char *reason)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800138{
139 current->in_ubsan++;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800140
141 pr_err("========================================"
142 "========================================\n");
Kees Cookef065652020-04-06 20:12:45 -0700143 pr_err("UBSAN: %s in %s:%d:%d\n", reason, loc->file_name,
144 loc->line & LINE_MASK, loc->column & COLUMN_MASK);
Uriel Guajardo11955052021-04-02 14:21:31 -0700145
146 kunit_fail_current_test("%s in %s", reason, loc->file_name);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800147}
148
Julien Grallce5c31d2019-12-04 16:52:53 -0800149static void ubsan_epilogue(void)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800150{
151 dump_stack();
152 pr_err("========================================"
153 "========================================\n");
Julien Grallce5c31d2019-12-04 16:52:53 -0800154
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800155 current->in_ubsan--;
Kees Cook1d28c8d2020-04-06 20:12:38 -0700156
157 if (panic_on_warn) {
158 /*
159 * This thread may hit another WARN() in the panic path.
160 * Resetting this prevents additional WARN() from panicking the
161 * system on this thread. Other threads are blocked by the
162 * panic_mutex in panic().
163 */
164 panic_on_warn = 0;
165 panic("panic_on_warn set ...\n");
166 }
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800167}
168
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700169void __ubsan_handle_divrem_overflow(void *_data, void *lhs, void *rhs)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800170{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700171 struct overflow_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800172 char rhs_val_str[VALUE_LENGTH];
173
174 if (suppress_report(&data->location))
175 return;
176
Kees Cookef065652020-04-06 20:12:45 -0700177 ubsan_prologue(&data->location, "division-overflow");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800178
179 val_to_string(rhs_val_str, sizeof(rhs_val_str), data->type, rhs);
180
181 if (type_is_signed(data->type) && get_signed_val(data->type, rhs) == -1)
182 pr_err("division of %s by -1 cannot be represented in type %s\n",
183 rhs_val_str, data->type->type_name);
184 else
185 pr_err("division by zero\n");
186
Julien Grallce5c31d2019-12-04 16:52:53 -0800187 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800188}
189EXPORT_SYMBOL(__ubsan_handle_divrem_overflow);
190
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800191static void handle_null_ptr_deref(struct type_mismatch_data_common *data)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800192{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800193 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800194 return;
195
Kees Cookef065652020-04-06 20:12:45 -0700196 ubsan_prologue(data->location, "null-ptr-deref");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800197
198 pr_err("%s null pointer of type %s\n",
199 type_check_kinds[data->type_check_kind],
200 data->type->type_name);
201
Julien Grallce5c31d2019-12-04 16:52:53 -0800202 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800203}
204
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800205static void handle_misaligned_access(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800206 unsigned long ptr)
207{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800208 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800209 return;
210
Kees Cookef065652020-04-06 20:12:45 -0700211 ubsan_prologue(data->location, "misaligned-access");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800212
213 pr_err("%s misaligned address %p for type %s\n",
214 type_check_kinds[data->type_check_kind],
215 (void *)ptr, data->type->type_name);
216 pr_err("which requires %ld byte alignment\n", data->alignment);
217
Julien Grallce5c31d2019-12-04 16:52:53 -0800218 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800219}
220
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800221static void handle_object_size_mismatch(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800222 unsigned long ptr)
223{
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800224 if (suppress_report(data->location))
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800225 return;
226
Kees Cookef065652020-04-06 20:12:45 -0700227 ubsan_prologue(data->location, "object-size-mismatch");
Nicolas Iooss901d8052016-08-02 14:03:10 -0700228 pr_err("%s address %p with insufficient space\n",
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800229 type_check_kinds[data->type_check_kind],
230 (void *) ptr);
231 pr_err("for an object of type %s\n", data->type->type_name);
Julien Grallce5c31d2019-12-04 16:52:53 -0800232 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800233}
234
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800235static void ubsan_type_mismatch_common(struct type_mismatch_data_common *data,
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800236 unsigned long ptr)
237{
Peter Zijlstrad08965a2019-04-03 09:40:16 +0200238 unsigned long flags = user_access_save();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800239
240 if (!ptr)
241 handle_null_ptr_deref(data);
242 else if (data->alignment && !IS_ALIGNED(ptr, data->alignment))
Andrew Mortonb8fe1122018-02-06 15:40:38 -0800243 handle_misaligned_access(data, ptr);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800244 else
245 handle_object_size_mismatch(data, ptr);
Peter Zijlstrad08965a2019-04-03 09:40:16 +0200246
247 user_access_restore(flags);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800248}
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800249
250void __ubsan_handle_type_mismatch(struct type_mismatch_data *data,
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300251 void *ptr)
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800252{
253 struct type_mismatch_data_common common_data = {
254 .location = &data->location,
255 .type = data->type,
256 .alignment = data->alignment,
257 .type_check_kind = data->type_check_kind
258 };
259
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300260 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800261}
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800262EXPORT_SYMBOL(__ubsan_handle_type_mismatch);
263
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700264void __ubsan_handle_type_mismatch_v1(void *_data, void *ptr)
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800265{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700266 struct type_mismatch_data_v1 *data = _data;
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800267 struct type_mismatch_data_common common_data = {
268 .location = &data->location,
269 .type = data->type,
270 .alignment = 1UL << data->log_alignment,
271 .type_check_kind = data->type_check_kind
272 };
273
Andrey Ryabininf0996bc2019-05-06 13:45:26 +0300274 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
Andrey Ryabinin42440c12018-02-06 15:40:42 -0800275}
276EXPORT_SYMBOL(__ubsan_handle_type_mismatch_v1);
277
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700278void __ubsan_handle_out_of_bounds(void *_data, void *index)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800279{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700280 struct out_of_bounds_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800281 char index_str[VALUE_LENGTH];
282
283 if (suppress_report(&data->location))
284 return;
285
Kees Cookef065652020-04-06 20:12:45 -0700286 ubsan_prologue(&data->location, "array-index-out-of-bounds");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800287
288 val_to_string(index_str, sizeof(index_str), data->index_type, index);
289 pr_err("index %s is out of range for type %s\n", index_str,
290 data->array_type->type_name);
Julien Grallce5c31d2019-12-04 16:52:53 -0800291 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800292}
293EXPORT_SYMBOL(__ubsan_handle_out_of_bounds);
294
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700295void __ubsan_handle_shift_out_of_bounds(void *_data, void *lhs, void *rhs)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800296{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700297 struct shift_out_of_bounds_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800298 struct type_descriptor *rhs_type = data->rhs_type;
299 struct type_descriptor *lhs_type = data->lhs_type;
300 char rhs_str[VALUE_LENGTH];
301 char lhs_str[VALUE_LENGTH];
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200302 unsigned long ua_flags = user_access_save();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800303
304 if (suppress_report(&data->location))
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200305 goto out;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800306
Kees Cookef065652020-04-06 20:12:45 -0700307 ubsan_prologue(&data->location, "shift-out-of-bounds");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800308
309 val_to_string(rhs_str, sizeof(rhs_str), rhs_type, rhs);
310 val_to_string(lhs_str, sizeof(lhs_str), lhs_type, lhs);
311
312 if (val_is_negative(rhs_type, rhs))
313 pr_err("shift exponent %s is negative\n", rhs_str);
314
315 else if (get_unsigned_val(rhs_type, rhs) >=
316 type_bit_width(lhs_type))
317 pr_err("shift exponent %s is too large for %u-bit type %s\n",
318 rhs_str,
319 type_bit_width(lhs_type),
320 lhs_type->type_name);
321 else if (val_is_negative(lhs_type, lhs))
322 pr_err("left shift of negative value %s\n",
323 lhs_str);
324 else
325 pr_err("left shift of %s by %s places cannot be"
326 " represented in type %s\n",
327 lhs_str, rhs_str,
328 lhs_type->type_name);
329
Julien Grallce5c31d2019-12-04 16:52:53 -0800330 ubsan_epilogue();
Peter Zijlstra9a50dca2019-10-21 15:11:49 +0200331out:
332 user_access_restore(ua_flags);
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800333}
334EXPORT_SYMBOL(__ubsan_handle_shift_out_of_bounds);
335
336
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700337void __ubsan_handle_builtin_unreachable(void *_data)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800338{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700339 struct unreachable_data *data = _data;
Kees Cookef065652020-04-06 20:12:45 -0700340 ubsan_prologue(&data->location, "unreachable");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800341 pr_err("calling __builtin_unreachable()\n");
Julien Grallce5c31d2019-12-04 16:52:53 -0800342 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800343 panic("can't return from __builtin_unreachable()");
344}
345EXPORT_SYMBOL(__ubsan_handle_builtin_unreachable);
346
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700347void __ubsan_handle_load_invalid_value(void *_data, void *val)
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800348{
Arnd Bergmann469cbd02020-06-04 16:53:00 -0700349 struct invalid_value_data *data = _data;
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800350 char val_str[VALUE_LENGTH];
351
352 if (suppress_report(&data->location))
353 return;
354
Kees Cookef065652020-04-06 20:12:45 -0700355 ubsan_prologue(&data->location, "invalid-load");
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800356
357 val_to_string(val_str, sizeof(val_str), data->type, val);
358
359 pr_err("load of value %s is not a valid value for type %s\n",
360 val_str, data->type->type_name);
361
Julien Grallce5c31d2019-12-04 16:52:53 -0800362 ubsan_epilogue();
Andrey Ryabininc6d30852016-01-20 15:00:55 -0800363}
364EXPORT_SYMBOL(__ubsan_handle_load_invalid_value);
Nathan Chancellor28abcc92021-02-04 18:32:57 -0800365
366void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
367 unsigned long align,
368 unsigned long offset);
369void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
370 unsigned long align,
371 unsigned long offset)
372{
373 struct alignment_assumption_data *data = _data;
374 unsigned long real_ptr;
375
376 if (suppress_report(&data->location))
377 return;
378
379 ubsan_prologue(&data->location, "alignment-assumption");
380
381 if (offset)
382 pr_err("assumption of %lu byte alignment (with offset of %lu byte) for pointer of type %s failed",
383 align, offset, data->type->type_name);
384 else
385 pr_err("assumption of %lu byte alignment for pointer of type %s failed",
386 align, data->type->type_name);
387
388 real_ptr = ptr - offset;
389 pr_err("%saddress is %lu aligned, misalignment offset is %lu bytes",
390 offset ? "offset " : "", BIT(real_ptr ? __ffs(real_ptr) : 0),
391 real_ptr & (align - 1));
392
393 ubsan_epilogue();
394}
395EXPORT_SYMBOL(__ubsan_handle_alignment_assumption);