blob: 09ac73c177fd555b86ef8b3a155ee1043258b532 [file] [log] [blame]
Akinobu Mita6ff1cb32006-12-08 02:39:43 -08001#include <linux/kernel.h>
2#include <linux/init.h>
3#include <linux/random.h>
Alexey Dobriyand43c36d2009-10-07 17:09:06 +04004#include <linux/sched.h>
Akinobu Mita6ff1cb32006-12-08 02:39:43 -08005#include <linux/stat.h>
6#include <linux/types.h>
7#include <linux/fs.h>
Paul Gortmaker8bc3bcc2011-11-16 21:29:17 -05008#include <linux/export.h>
Akinobu Mitaf4f154f2006-12-08 02:39:47 -08009#include <linux/interrupt.h>
Akinobu Mita329409a2006-12-08 02:39:48 -080010#include <linux/stacktrace.h>
Akinobu Mita6ff1cb32006-12-08 02:39:43 -080011#include <linux/fault-inject.h>
12
13/*
14 * setup_fault_attr() is a helper function for various __setup handlers, so it
15 * returns 0 on error, because that is what __setup handlers do.
16 */
Per Forlin6cba00e2011-09-13 23:03:28 +020017int setup_fault_attr(struct fault_attr *attr, char *str)
Akinobu Mita6ff1cb32006-12-08 02:39:43 -080018{
19 unsigned long probability;
20 unsigned long interval;
21 int times;
22 int space;
23
24 /* "<interval>,<probability>,<space>,<times>" */
25 if (sscanf(str, "%lu,%lu,%d,%d",
26 &interval, &probability, &space, &times) < 4) {
27 printk(KERN_WARNING
28 "FAULT_INJECTION: failed to parse arguments\n");
29 return 0;
30 }
31
32 attr->probability = probability;
33 attr->interval = interval;
34 atomic_set(&attr->times, times);
35 atomic_set(&attr->space, space);
36
37 return 1;
38}
Per Forlin6cba00e2011-09-13 23:03:28 +020039EXPORT_SYMBOL_GPL(setup_fault_attr);
Akinobu Mita6ff1cb32006-12-08 02:39:43 -080040
41static void fail_dump(struct fault_attr *attr)
42{
Dmitry Monakhov6adc4a22014-12-12 16:58:00 -080043 if (attr->verbose > 0 && __ratelimit(&attr->ratelimit_state)) {
44 printk(KERN_NOTICE "FAULT_INJECTION: forcing a failure.\n"
45 "name %pd, interval %lu, probability %lu, "
46 "space %d, times %d\n", attr->dname,
Florian Westphalbb387002015-10-22 13:32:27 -070047 attr->interval, attr->probability,
Dmitry Monakhov6adc4a22014-12-12 16:58:00 -080048 atomic_read(&attr->space),
49 atomic_read(&attr->times));
50 if (attr->verbose > 1)
51 dump_stack();
52 }
Akinobu Mita6ff1cb32006-12-08 02:39:43 -080053}
54
55#define atomic_dec_not_zero(v) atomic_add_unless((v), -1, 0)
56
Don Mullis08b3df22006-12-08 02:39:51 -080057static bool fail_task(struct fault_attr *attr, struct task_struct *task)
Akinobu Mitaf4f154f2006-12-08 02:39:47 -080058{
Dmitry Vyukovf2ad37d2017-05-08 15:56:51 -070059 return in_task() && task->make_it_fail;
Akinobu Mitaf4f154f2006-12-08 02:39:47 -080060}
61
Don Mullisa124c282006-12-08 02:39:52 -080062#define MAX_STACK_TRACE_DEPTH 32
63
Akinobu Mita1df49002007-02-20 13:57:56 -080064#ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER
Akinobu Mita329409a2006-12-08 02:39:48 -080065
Don Mullis08b3df22006-12-08 02:39:51 -080066static bool fail_stacktrace(struct fault_attr *attr)
Akinobu Mita329409a2006-12-08 02:39:48 -080067{
68 struct stack_trace trace;
69 int depth = attr->stacktrace_depth;
70 unsigned long entries[MAX_STACK_TRACE_DEPTH];
71 int n;
72 bool found = (attr->require_start == 0 && attr->require_end == ULONG_MAX);
73
74 if (depth == 0)
75 return found;
76
77 trace.nr_entries = 0;
78 trace.entries = entries;
Don Mullisa124c282006-12-08 02:39:52 -080079 trace.max_entries = depth;
Akinobu Mita329409a2006-12-08 02:39:48 -080080 trace.skip = 1;
Akinobu Mita329409a2006-12-08 02:39:48 -080081
Christoph Hellwigab1b6f02007-05-08 00:23:29 -070082 save_stack_trace(&trace);
Akinobu Mita329409a2006-12-08 02:39:48 -080083 for (n = 0; n < trace.nr_entries; n++) {
84 if (attr->reject_start <= entries[n] &&
85 entries[n] < attr->reject_end)
Don Mullis08b3df22006-12-08 02:39:51 -080086 return false;
Akinobu Mita329409a2006-12-08 02:39:48 -080087 if (attr->require_start <= entries[n] &&
88 entries[n] < attr->require_end)
Don Mullis08b3df22006-12-08 02:39:51 -080089 found = true;
Akinobu Mita329409a2006-12-08 02:39:48 -080090 }
91 return found;
92}
93
94#else
95
Don Mullis08b3df22006-12-08 02:39:51 -080096static inline bool fail_stacktrace(struct fault_attr *attr)
Akinobu Mita329409a2006-12-08 02:39:48 -080097{
Akinobu Mita1df49002007-02-20 13:57:56 -080098 return true;
Akinobu Mita329409a2006-12-08 02:39:48 -080099}
100
Akinobu Mita1df49002007-02-20 13:57:56 -0800101#endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */
Akinobu Mita329409a2006-12-08 02:39:48 -0800102
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800103/*
104 * This code is stolen from failmalloc-1.0
105 * http://www.nongnu.org/failmalloc/
106 */
107
Don Mullis08b3df22006-12-08 02:39:51 -0800108bool should_fail(struct fault_attr *attr, ssize_t size)
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800109{
Dmitry Vyukove41d58182017-07-12 14:34:35 -0700110 if (in_task() && current->fail_nth) {
111 if (--current->fail_nth == 0)
112 goto fail;
113 return false;
114 }
115
Anton Blanchardf39cdae2012-06-20 12:53:03 -0700116 /* No need to check any other properties if the probability is 0 */
117 if (attr->probability == 0)
118 return false;
119
Akinobu Mitaf4f154f2006-12-08 02:39:47 -0800120 if (attr->task_filter && !fail_task(attr, current))
Don Mullis08b3df22006-12-08 02:39:51 -0800121 return false;
Akinobu Mitaf4f154f2006-12-08 02:39:47 -0800122
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800123 if (atomic_read(&attr->times) == 0)
Don Mullis08b3df22006-12-08 02:39:51 -0800124 return false;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800125
126 if (atomic_read(&attr->space) > size) {
127 atomic_sub(size, &attr->space);
Don Mullis08b3df22006-12-08 02:39:51 -0800128 return false;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800129 }
130
131 if (attr->interval > 1) {
132 attr->count++;
133 if (attr->count % attr->interval)
Don Mullis08b3df22006-12-08 02:39:51 -0800134 return false;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800135 }
136
Akinobu Mitaf39fee52013-04-29 16:21:28 -0700137 if (attr->probability <= prandom_u32() % 100)
Don Mullisf1729c282006-12-08 02:39:53 -0800138 return false;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800139
Don Mullisf1729c282006-12-08 02:39:53 -0800140 if (!fail_stacktrace(attr))
141 return false;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800142
Dmitry Vyukove41d58182017-07-12 14:34:35 -0700143fail:
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800144 fail_dump(attr);
145
146 if (atomic_read(&attr->times) != -1)
147 atomic_dec_not_zero(&attr->times);
148
Don Mullis08b3df22006-12-08 02:39:51 -0800149 return true;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800150}
Per Forlindf87ecb2011-08-19 14:52:36 +0200151EXPORT_SYMBOL_GPL(should_fail);
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800152
153#ifdef CONFIG_FAULT_INJECTION_DEBUG_FS
154
Christoph Hellwig8b88b092008-02-08 04:20:26 -0800155static int debugfs_ul_set(void *data, u64 val)
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800156{
157 *(unsigned long *)data = val;
Christoph Hellwig8b88b092008-02-08 04:20:26 -0800158 return 0;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800159}
160
Christoph Hellwig8b88b092008-02-08 04:20:26 -0800161static int debugfs_ul_get(void *data, u64 *val)
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800162{
Christoph Hellwig8b88b092008-02-08 04:20:26 -0800163 *val = *(unsigned long *)data;
164 return 0;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800165}
166
167DEFINE_SIMPLE_ATTRIBUTE(fops_ul, debugfs_ul_get, debugfs_ul_set, "%llu\n");
168
Al Virof4ae40a62011-07-24 04:33:43 -0400169static struct dentry *debugfs_create_ul(const char *name, umode_t mode,
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800170 struct dentry *parent, unsigned long *value)
171{
172 return debugfs_create_file(name, mode, parent, value, &fops_ul);
173}
174
Stephen Rothwell6ddb23c2007-07-23 18:43:55 -0700175#ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER
Don Mullisa124c282006-12-08 02:39:52 -0800176
Akinobu Mita8307fc22011-07-26 16:09:01 -0700177static int debugfs_stacktrace_depth_set(void *data, u64 val)
178{
179 *(unsigned long *)data =
180 min_t(unsigned long, val, MAX_STACK_TRACE_DEPTH);
181
182 return 0;
183}
184
185DEFINE_SIMPLE_ATTRIBUTE(fops_stacktrace_depth, debugfs_ul_get,
186 debugfs_stacktrace_depth_set, "%llu\n");
187
188static struct dentry *debugfs_create_stacktrace_depth(
Al Virof4ae40a62011-07-24 04:33:43 -0400189 const char *name, umode_t mode,
Don Mullisa124c282006-12-08 02:39:52 -0800190 struct dentry *parent, unsigned long *value)
191{
192 return debugfs_create_file(name, mode, parent, value,
Akinobu Mita8307fc22011-07-26 16:09:01 -0700193 &fops_stacktrace_depth);
Don Mullisa124c282006-12-08 02:39:52 -0800194}
Akinobu Mita8307fc22011-07-26 16:09:01 -0700195
Stephen Rothwell6ddb23c2007-07-23 18:43:55 -0700196#endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */
Don Mullisa124c282006-12-08 02:39:52 -0800197
Akinobu Mitadd48c082011-08-03 16:21:01 -0700198struct dentry *fault_create_debugfs_attr(const char *name,
199 struct dentry *parent, struct fault_attr *attr)
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800200{
Al Virof4ae40a62011-07-24 04:33:43 -0400201 umode_t mode = S_IFREG | S_IRUSR | S_IWUSR;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800202 struct dentry *dir;
203
Akinobu Mitadd48c082011-08-03 16:21:01 -0700204 dir = debugfs_create_dir(name, parent);
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800205 if (!dir)
Akinobu Mitadd48c082011-08-03 16:21:01 -0700206 return ERR_PTR(-ENOMEM);
Akinobu Mita7f5ddcc2011-07-26 16:09:02 -0700207
208 if (!debugfs_create_ul("probability", mode, dir, &attr->probability))
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800209 goto fail;
Akinobu Mita7f5ddcc2011-07-26 16:09:02 -0700210 if (!debugfs_create_ul("interval", mode, dir, &attr->interval))
211 goto fail;
212 if (!debugfs_create_atomic_t("times", mode, dir, &attr->times))
213 goto fail;
214 if (!debugfs_create_atomic_t("space", mode, dir, &attr->space))
215 goto fail;
216 if (!debugfs_create_ul("verbose", mode, dir, &attr->verbose))
217 goto fail;
Dmitry Monakhov6adc4a22014-12-12 16:58:00 -0800218 if (!debugfs_create_u32("verbose_ratelimit_interval_ms", mode, dir,
219 &attr->ratelimit_state.interval))
220 goto fail;
221 if (!debugfs_create_u32("verbose_ratelimit_burst", mode, dir,
222 &attr->ratelimit_state.burst))
223 goto fail;
Akinobu Mita7f5ddcc2011-07-26 16:09:02 -0700224 if (!debugfs_create_bool("task-filter", mode, dir, &attr->task_filter))
Akinobu Mita1df49002007-02-20 13:57:56 -0800225 goto fail;
226
227#ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER
228
Akinobu Mita7f5ddcc2011-07-26 16:09:02 -0700229 if (!debugfs_create_stacktrace_depth("stacktrace-depth", mode, dir,
230 &attr->stacktrace_depth))
231 goto fail;
232 if (!debugfs_create_ul("require-start", mode, dir,
233 &attr->require_start))
234 goto fail;
235 if (!debugfs_create_ul("require-end", mode, dir, &attr->require_end))
236 goto fail;
237 if (!debugfs_create_ul("reject-start", mode, dir, &attr->reject_start))
238 goto fail;
239 if (!debugfs_create_ul("reject-end", mode, dir, &attr->reject_end))
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800240 goto fail;
241
Akinobu Mita1df49002007-02-20 13:57:56 -0800242#endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */
243
Dmitry Monakhov6adc4a22014-12-12 16:58:00 -0800244 attr->dname = dget(dir);
Akinobu Mitadd48c082011-08-03 16:21:01 -0700245 return dir;
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800246fail:
Akinobu Mitadd48c082011-08-03 16:21:01 -0700247 debugfs_remove_recursive(dir);
Akinobu Mita7f5ddcc2011-07-26 16:09:02 -0700248
Akinobu Mitadd48c082011-08-03 16:21:01 -0700249 return ERR_PTR(-ENOMEM);
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800250}
Per Forlindf87ecb2011-08-19 14:52:36 +0200251EXPORT_SYMBOL_GPL(fault_create_debugfs_attr);
Akinobu Mita6ff1cb32006-12-08 02:39:43 -0800252
253#endif /* CONFIG_FAULT_INJECTION_DEBUG_FS */