Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 2 | /* |
| 3 | * The Kernel Concurrency Sanitizer (KCSAN) infrastructure. For more info please |
| 4 | * see Documentation/dev-tools/kcsan.rst. |
Marco Elver | bd0ccc4 | 2021-01-15 18:09:53 +0100 | [diff] [blame] | 5 | * |
| 6 | * Copyright (C) 2019, Google LLC. |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 7 | */ |
| 8 | |
| 9 | #ifndef _KERNEL_KCSAN_KCSAN_H |
| 10 | #define _KERNEL_KCSAN_KCSAN_H |
| 11 | |
Marco Elver | 2e986b8 | 2020-08-10 10:06:25 +0200 | [diff] [blame] | 12 | #include <linux/atomic.h> |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 13 | #include <linux/kcsan.h> |
Marco Elver | 92c209a | 2020-07-29 13:09:16 +0200 | [diff] [blame] | 14 | #include <linux/sched.h> |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 15 | |
| 16 | /* The number of adjacent watchpoints to check. */ |
| 17 | #define KCSAN_CHECK_ADJACENT 1 |
Marco Elver | 6119418 | 2020-03-18 18:38:45 +0100 | [diff] [blame] | 18 | #define NUM_SLOTS (1 + 2*KCSAN_CHECK_ADJACENT) |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 19 | |
Marco Elver | 2402d0e | 2020-02-22 00:10:27 +0100 | [diff] [blame] | 20 | extern unsigned int kcsan_udelay_task; |
| 21 | extern unsigned int kcsan_udelay_interrupt; |
| 22 | |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 23 | /* |
| 24 | * Globally enable and disable KCSAN. |
| 25 | */ |
| 26 | extern bool kcsan_enabled; |
| 27 | |
| 28 | /* |
Marco Elver | 92c209a | 2020-07-29 13:09:16 +0200 | [diff] [blame] | 29 | * Save/restore IRQ flags state trace dirtied by KCSAN. |
| 30 | */ |
| 31 | void kcsan_save_irqtrace(struct task_struct *task); |
| 32 | void kcsan_restore_irqtrace(struct task_struct *task); |
| 33 | |
| 34 | /* |
Marco Elver | 2e986b8 | 2020-08-10 10:06:25 +0200 | [diff] [blame] | 35 | * Statistics counters displayed via debugfs; should only be modified in |
| 36 | * slow-paths. |
| 37 | */ |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 38 | enum kcsan_counter_id { |
| 39 | /* |
| 40 | * Number of watchpoints currently in use. |
| 41 | */ |
| 42 | KCSAN_COUNTER_USED_WATCHPOINTS, |
| 43 | |
| 44 | /* |
| 45 | * Total number of watchpoints set up. |
| 46 | */ |
| 47 | KCSAN_COUNTER_SETUP_WATCHPOINTS, |
| 48 | |
| 49 | /* |
| 50 | * Total number of data races. |
| 51 | */ |
| 52 | KCSAN_COUNTER_DATA_RACES, |
| 53 | |
| 54 | /* |
Marco Elver | d591ec3 | 2020-02-06 16:46:24 +0100 | [diff] [blame] | 55 | * Total number of ASSERT failures due to races. If the observed race is |
| 56 | * due to two conflicting ASSERT type accesses, then both will be |
| 57 | * counted. |
| 58 | */ |
| 59 | KCSAN_COUNTER_ASSERT_FAILURES, |
| 60 | |
| 61 | /* |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 62 | * Number of times no watchpoints were available. |
| 63 | */ |
| 64 | KCSAN_COUNTER_NO_CAPACITY, |
| 65 | |
| 66 | /* |
| 67 | * A thread checking a watchpoint raced with another checking thread; |
| 68 | * only one will be reported. |
| 69 | */ |
| 70 | KCSAN_COUNTER_REPORT_RACES, |
| 71 | |
| 72 | /* |
| 73 | * Observed data value change, but writer thread unknown. |
| 74 | */ |
| 75 | KCSAN_COUNTER_RACES_UNKNOWN_ORIGIN, |
| 76 | |
| 77 | /* |
| 78 | * The access cannot be encoded to a valid watchpoint. |
| 79 | */ |
| 80 | KCSAN_COUNTER_UNENCODABLE_ACCESSES, |
| 81 | |
| 82 | /* |
| 83 | * Watchpoint encoding caused a watchpoint to fire on mismatching |
| 84 | * accesses. |
| 85 | */ |
| 86 | KCSAN_COUNTER_ENCODING_FALSE_POSITIVES, |
| 87 | |
| 88 | KCSAN_COUNTER_COUNT, /* number of counters */ |
| 89 | }; |
Marco Elver | 2e986b8 | 2020-08-10 10:06:25 +0200 | [diff] [blame] | 90 | extern atomic_long_t kcsan_counters[KCSAN_COUNTER_COUNT]; |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 91 | |
| 92 | /* |
| 93 | * Returns true if data races in the function symbol that maps to func_addr |
| 94 | * (offsets are ignored) should *not* be reported. |
| 95 | */ |
Ingo Molnar | 5cbaefe | 2019-11-20 10:41:43 +0100 | [diff] [blame] | 96 | extern bool kcsan_skip_report_debugfs(unsigned long func_addr); |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 97 | |
Marco Elver | b738f61 | 2020-02-11 17:04:21 +0100 | [diff] [blame] | 98 | /* |
| 99 | * Value-change states. |
| 100 | */ |
| 101 | enum kcsan_value_change { |
| 102 | /* |
| 103 | * Did not observe a value-change, however, it is valid to report the |
| 104 | * race, depending on preferences. |
| 105 | */ |
| 106 | KCSAN_VALUE_CHANGE_MAYBE, |
| 107 | |
| 108 | /* |
Marco Elver | 81af89e | 2020-02-11 17:04:22 +0100 | [diff] [blame] | 109 | * Did not observe a value-change, and it is invalid to report the race. |
| 110 | */ |
| 111 | KCSAN_VALUE_CHANGE_FALSE, |
| 112 | |
| 113 | /* |
Marco Elver | b738f61 | 2020-02-11 17:04:21 +0100 | [diff] [blame] | 114 | * The value was observed to change, and the race should be reported. |
| 115 | */ |
| 116 | KCSAN_VALUE_CHANGE_TRUE, |
| 117 | }; |
| 118 | |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 119 | /* |
Mark Rutland | 609f809 | 2021-04-14 13:28:23 +0200 | [diff] [blame] | 120 | * The calling thread hit and consumed a watchpoint: set the access information |
| 121 | * to be consumed by the reporting thread. No report is printed yet. |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 122 | */ |
Mark Rutland | 793c257 | 2021-04-14 13:28:18 +0200 | [diff] [blame] | 123 | void kcsan_report_set_info(const volatile void *ptr, size_t size, int access_type, |
Marco Elver | 55a55fe | 2021-08-09 13:25:12 +0200 | [diff] [blame] | 124 | unsigned long ip, int watchpoint_idx); |
Mark Rutland | 609f809 | 2021-04-14 13:28:23 +0200 | [diff] [blame] | 125 | |
| 126 | /* |
| 127 | * The calling thread observed that the watchpoint it set up was hit and |
| 128 | * consumed: print the full report based on information set by the racing |
| 129 | * thread. |
| 130 | */ |
Mark Rutland | 793c257 | 2021-04-14 13:28:18 +0200 | [diff] [blame] | 131 | void kcsan_report_known_origin(const volatile void *ptr, size_t size, int access_type, |
Marco Elver | 55a55fe | 2021-08-09 13:25:12 +0200 | [diff] [blame] | 132 | unsigned long ip, enum kcsan_value_change value_change, |
| 133 | int watchpoint_idx, u64 old, u64 new, u64 mask); |
Mark Rutland | 609f809 | 2021-04-14 13:28:23 +0200 | [diff] [blame] | 134 | |
| 135 | /* |
| 136 | * No other thread was observed to race with the access, but the data value |
| 137 | * before and after the stall differs. Reports a race of "unknown origin". |
| 138 | */ |
Mark Rutland | 7bbe6dc | 2021-04-14 13:28:24 +0200 | [diff] [blame] | 139 | void kcsan_report_unknown_origin(const volatile void *ptr, size_t size, int access_type, |
Marco Elver | 55a55fe | 2021-08-09 13:25:12 +0200 | [diff] [blame] | 140 | unsigned long ip, u64 old, u64 new, u64 mask); |
Marco Elver | dfd402a | 2019-11-14 19:02:54 +0100 | [diff] [blame] | 141 | |
| 142 | #endif /* _KERNEL_KCSAN_KCSAN_H */ |