blob: 7fbe8f0582205a3cdb31514d27cd94708c9b8e82 [file] [log] [blame]
Thomas Gleixner45051532019-05-29 16:57:47 -07001// SPDX-License-Identifier: GPL-2.0-only
Tony Luckca01d6d2010-12-28 14:25:21 -08002/*
3 * Persistent Storage - ramfs parts.
4 *
5 * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com>
Tony Luckca01d6d2010-12-28 14:25:21 -08006 */
7
8#include <linux/module.h>
9#include <linux/fs.h>
10#include <linux/fsnotify.h>
11#include <linux/pagemap.h>
12#include <linux/highmem.h>
13#include <linux/time.h>
14#include <linux/init.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070015#include <linux/list.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080016#include <linux/string.h>
17#include <linux/mount.h>
Anton Vorontsov060287b2012-07-09 17:10:41 -070018#include <linux/seq_file.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080019#include <linux/ramfs.h>
Luck, Tony366f7e72011-03-18 15:33:43 -070020#include <linux/parser.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080021#include <linux/sched.h>
22#include <linux/magic.h>
23#include <linux/pstore.h>
24#include <linux/slab.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070025#include <linux/spinlock.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080026#include <linux/uaccess.h>
27
28#include "internal.h"
29
30#define PSTORE_NAMELEN 64
31
Luck, Tony6dda9262011-08-11 15:14:39 -070032static DEFINE_SPINLOCK(allpstore_lock);
33static LIST_HEAD(allpstore);
34
Tony Luckca01d6d2010-12-28 14:25:21 -080035struct pstore_private {
Luck, Tony6dda9262011-08-11 15:14:39 -070036 struct list_head list;
Kees Cook83f70f02017-03-04 23:12:24 -080037 struct pstore_record *record;
38 size_t total_size;
Tony Luckca01d6d2010-12-28 14:25:21 -080039};
40
Anton Vorontsov060287b2012-07-09 17:10:41 -070041struct pstore_ftrace_seq_data {
42 const void *ptr;
43 size_t off;
44 size_t size;
45};
46
47#define REC_SIZE sizeof(struct pstore_ftrace_record)
48
Kees Cook1dfff7d2017-03-04 22:46:41 -080049static void free_pstore_private(struct pstore_private *private)
50{
51 if (!private)
52 return;
Kees Cook83f70f02017-03-04 23:12:24 -080053 if (private->record) {
54 kfree(private->record->buf);
55 kfree(private->record);
56 }
Kees Cook1dfff7d2017-03-04 22:46:41 -080057 kfree(private);
58}
59
Anton Vorontsov060287b2012-07-09 17:10:41 -070060static void *pstore_ftrace_seq_start(struct seq_file *s, loff_t *pos)
61{
62 struct pstore_private *ps = s->private;
63 struct pstore_ftrace_seq_data *data;
64
65 data = kzalloc(sizeof(*data), GFP_KERNEL);
66 if (!data)
67 return NULL;
68
Kees Cook83f70f02017-03-04 23:12:24 -080069 data->off = ps->total_size % REC_SIZE;
Anton Vorontsov060287b2012-07-09 17:10:41 -070070 data->off += *pos * REC_SIZE;
Kees Cook83f70f02017-03-04 23:12:24 -080071 if (data->off + REC_SIZE > ps->total_size) {
Anton Vorontsov060287b2012-07-09 17:10:41 -070072 kfree(data);
73 return NULL;
74 }
75
76 return data;
77
78}
79
80static void pstore_ftrace_seq_stop(struct seq_file *s, void *v)
81{
82 kfree(v);
83}
84
85static void *pstore_ftrace_seq_next(struct seq_file *s, void *v, loff_t *pos)
86{
87 struct pstore_private *ps = s->private;
88 struct pstore_ftrace_seq_data *data = v;
89
90 data->off += REC_SIZE;
Kees Cook83f70f02017-03-04 23:12:24 -080091 if (data->off + REC_SIZE > ps->total_size)
Anton Vorontsov060287b2012-07-09 17:10:41 -070092 return NULL;
93
94 (*pos)++;
95 return data;
96}
97
98static int pstore_ftrace_seq_show(struct seq_file *s, void *v)
99{
100 struct pstore_private *ps = s->private;
101 struct pstore_ftrace_seq_data *data = v;
Kees Cook83f70f02017-03-04 23:12:24 -0800102 struct pstore_ftrace_record *rec;
103
104 rec = (struct pstore_ftrace_record *)(ps->record->buf + data->off);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700105
Sakari Ailusd75f7732019-03-25 21:32:28 +0200106 seq_printf(s, "CPU:%d ts:%llu %08lx %08lx %ps <- %pS\n",
Joel Fernandesfbccdeb2016-10-20 00:34:05 -0700107 pstore_ftrace_decode_cpu(rec),
108 pstore_ftrace_read_timestamp(rec),
109 rec->ip, rec->parent_ip, (void *)rec->ip,
110 (void *)rec->parent_ip);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700111
112 return 0;
113}
114
115static const struct seq_operations pstore_ftrace_seq_ops = {
116 .start = pstore_ftrace_seq_start,
117 .next = pstore_ftrace_seq_next,
118 .stop = pstore_ftrace_seq_stop,
119 .show = pstore_ftrace_seq_show,
120};
121
Tony Luckfbe0aa12011-03-17 16:29:15 -0700122static ssize_t pstore_file_read(struct file *file, char __user *userbuf,
123 size_t count, loff_t *ppos)
124{
Anton Vorontsov060287b2012-07-09 17:10:41 -0700125 struct seq_file *sf = file->private_data;
126 struct pstore_private *ps = sf->private;
Tony Luckfbe0aa12011-03-17 16:29:15 -0700127
Kees Cook83f70f02017-03-04 23:12:24 -0800128 if (ps->record->type == PSTORE_TYPE_FTRACE)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700129 return seq_read(file, userbuf, count, ppos);
Kees Cook83f70f02017-03-04 23:12:24 -0800130 return simple_read_from_buffer(userbuf, count, ppos,
131 ps->record->buf, ps->total_size);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700132}
133
Anton Vorontsov060287b2012-07-09 17:10:41 -0700134static int pstore_file_open(struct inode *inode, struct file *file)
135{
136 struct pstore_private *ps = inode->i_private;
137 struct seq_file *sf;
138 int err;
139 const struct seq_operations *sops = NULL;
140
Kees Cook83f70f02017-03-04 23:12:24 -0800141 if (ps->record->type == PSTORE_TYPE_FTRACE)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700142 sops = &pstore_ftrace_seq_ops;
143
144 err = seq_open(file, sops);
145 if (err < 0)
146 return err;
147
148 sf = file->private_data;
149 sf->private = ps;
150
151 return 0;
152}
153
Andrew Morton965c8e52012-12-17 15:59:39 -0800154static loff_t pstore_file_llseek(struct file *file, loff_t off, int whence)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700155{
156 struct seq_file *sf = file->private_data;
157
158 if (sf->op)
Andrew Morton965c8e52012-12-17 15:59:39 -0800159 return seq_lseek(file, off, whence);
160 return default_llseek(file, off, whence);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700161}
162
Tony Luckfbe0aa12011-03-17 16:29:15 -0700163static const struct file_operations pstore_file_operations = {
Anton Vorontsov060287b2012-07-09 17:10:41 -0700164 .open = pstore_file_open,
165 .read = pstore_file_read,
166 .llseek = pstore_file_llseek,
167 .release = seq_release,
Tony Luckfbe0aa12011-03-17 16:29:15 -0700168};
Tony Luckca01d6d2010-12-28 14:25:21 -0800169
170/*
171 * When a file is unlinked from our file system we call the
172 * platform driver to erase the record from persistent store.
173 */
174static int pstore_unlink(struct inode *dir, struct dentry *dentry)
175{
David Howells2b0143b2015-03-17 22:25:59 +0000176 struct pstore_private *p = d_inode(dentry)->i_private;
Kees Cook83f70f02017-03-04 23:12:24 -0800177 struct pstore_record *record = p->record;
Tony Luckca01d6d2010-12-28 14:25:21 -0800178
Kees Cooka61072a2017-03-04 23:31:19 -0800179 if (!record->psi->erase)
Aruna Balakrishnaiahbf288332013-06-25 14:33:56 +0530180 return -EPERM;
Kees Cooka61072a2017-03-04 23:31:19 -0800181
182 mutex_lock(&record->psi->read_mutex);
183 record->psi->erase(record);
184 mutex_unlock(&record->psi->read_mutex);
Tony Luckca01d6d2010-12-28 14:25:21 -0800185
186 return simple_unlink(dir, dentry);
187}
188
Tony Lucka872d512011-03-18 11:44:48 -0700189static void pstore_evict_inode(struct inode *inode)
190{
Luck, Tony6dda9262011-08-11 15:14:39 -0700191 struct pstore_private *p = inode->i_private;
192 unsigned long flags;
193
Jan Karadbd57682012-05-03 14:48:02 +0200194 clear_inode(inode);
Luck, Tony6dda9262011-08-11 15:14:39 -0700195 if (p) {
196 spin_lock_irqsave(&allpstore_lock, flags);
197 list_del(&p->list);
198 spin_unlock_irqrestore(&allpstore_lock, flags);
Kees Cook1dfff7d2017-03-04 22:46:41 -0800199 free_pstore_private(p);
Luck, Tony6dda9262011-08-11 15:14:39 -0700200 }
Tony Lucka872d512011-03-18 11:44:48 -0700201}
202
Tony Luckca01d6d2010-12-28 14:25:21 -0800203static const struct inode_operations pstore_dir_inode_operations = {
204 .lookup = simple_lookup,
205 .unlink = pstore_unlink,
206};
207
Al Viro22a71c32012-03-22 12:26:35 -0400208static struct inode *pstore_get_inode(struct super_block *sb)
Tony Luckfbe0aa12011-03-17 16:29:15 -0700209{
210 struct inode *inode = new_inode(sb);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700211 if (inode) {
212 inode->i_ino = get_next_ino();
Deepa Dinamani078cd822016-09-14 07:48:04 -0700213 inode->i_atime = inode->i_mtime = inode->i_ctime = current_time(inode);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700214 }
215 return inode;
216}
217
Luck, Tony366f7e72011-03-18 15:33:43 -0700218enum {
219 Opt_kmsg_bytes, Opt_err
220};
221
222static const match_table_t tokens = {
223 {Opt_kmsg_bytes, "kmsg_bytes=%u"},
224 {Opt_err, NULL}
225};
226
227static void parse_options(char *options)
228{
229 char *p;
230 substring_t args[MAX_OPT_ARGS];
231 int option;
232
233 if (!options)
234 return;
235
236 while ((p = strsep(&options, ",")) != NULL) {
237 int token;
238
239 if (!*p)
240 continue;
241
242 token = match_token(p, tokens, args);
243 switch (token) {
244 case Opt_kmsg_bytes:
245 if (!match_int(&args[0], &option))
246 pstore_set_kmsg_bytes(option);
247 break;
248 }
249 }
250}
251
David Howells349d7432017-07-05 16:24:34 +0100252/*
253 * Display the mount options in /proc/mounts.
254 */
255static int pstore_show_options(struct seq_file *m, struct dentry *root)
256{
257 if (kmsg_bytes != PSTORE_DEFAULT_KMSG_BYTES)
258 seq_printf(m, ",kmsg_bytes=%lu", kmsg_bytes);
259 return 0;
260}
261
Luck, Tony366f7e72011-03-18 15:33:43 -0700262static int pstore_remount(struct super_block *sb, int *flags, char *data)
263{
Theodore Ts'o02b99842014-03-13 10:14:33 -0400264 sync_filesystem(sb);
Luck, Tony366f7e72011-03-18 15:33:43 -0700265 parse_options(data);
266
267 return 0;
268}
269
Tony Luckca01d6d2010-12-28 14:25:21 -0800270static const struct super_operations pstore_ops = {
271 .statfs = simple_statfs,
272 .drop_inode = generic_delete_inode,
Tony Lucka872d512011-03-18 11:44:48 -0700273 .evict_inode = pstore_evict_inode,
Luck, Tony366f7e72011-03-18 15:33:43 -0700274 .remount_fs = pstore_remount,
David Howells349d7432017-07-05 16:24:34 +0100275 .show_options = pstore_show_options,
Tony Luckca01d6d2010-12-28 14:25:21 -0800276};
277
278static struct super_block *pstore_sb;
Tony Luckca01d6d2010-12-28 14:25:21 -0800279
Geliang Tang7e26e9f2015-10-22 01:02:33 -0700280bool pstore_is_mounted(void)
Tony Luckca01d6d2010-12-28 14:25:21 -0800281{
Tony Luckfbe0aa12011-03-17 16:29:15 -0700282 return pstore_sb != NULL;
Tony Luckca01d6d2010-12-28 14:25:21 -0800283}
284
285/*
286 * Make a regular file in the root directory of our file system.
287 * Load it up with "size" bytes of data from "buf".
288 * Set the mtime & ctime to the date that this record was originally stored.
289 */
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700290int pstore_mkfile(struct dentry *root, struct pstore_record *record)
Tony Luckca01d6d2010-12-28 14:25:21 -0800291{
Tony Luckca01d6d2010-12-28 14:25:21 -0800292 struct dentry *dentry;
293 struct inode *inode;
Luck, Tony6dda9262011-08-11 15:14:39 -0700294 int rc = 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800295 char name[PSTORE_NAMELEN];
Luck, Tony6dda9262011-08-11 15:14:39 -0700296 struct pstore_private *private, *pos;
297 unsigned long flags;
Kees Cook1edd1aa2017-03-03 18:16:32 -0800298 size_t size = record->size + record->ecc_notice_size;
Luck, Tony6dda9262011-08-11 15:14:39 -0700299
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700300 WARN_ON(!inode_is_locked(d_inode(root)));
301
Luck, Tony6dda9262011-08-11 15:14:39 -0700302 spin_lock_irqsave(&allpstore_lock, flags);
303 list_for_each_entry(pos, &allpstore, list) {
Kees Cook83f70f02017-03-04 23:12:24 -0800304 if (pos->record->type == record->type &&
305 pos->record->id == record->id &&
306 pos->record->psi == record->psi) {
Luck, Tony6dda9262011-08-11 15:14:39 -0700307 rc = -EEXIST;
308 break;
309 }
310 }
311 spin_unlock_irqrestore(&allpstore_lock, flags);
312 if (rc)
313 return rc;
Tony Luckca01d6d2010-12-28 14:25:21 -0800314
315 rc = -ENOMEM;
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700316 inode = pstore_get_inode(root->d_sb);
Tony Luckca01d6d2010-12-28 14:25:21 -0800317 if (!inode)
318 goto fail;
Al Viro22a71c32012-03-22 12:26:35 -0400319 inode->i_mode = S_IFREG | 0444;
320 inode->i_fop = &pstore_file_operations;
Joel Fernandes (Google)f0f23e52018-11-03 16:38:16 -0700321 scnprintf(name, sizeof(name), "%s-%s-%llu%s",
322 pstore_type_to_name(record->type),
323 record->psi->name, record->id,
324 record->compressed ? ".enc.z" : "");
Tony Luckca01d6d2010-12-28 14:25:21 -0800325
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200326 private = kzalloc(sizeof(*private), GFP_KERNEL);
327 if (!private)
328 goto fail_inode;
329
Tony Luckca01d6d2010-12-28 14:25:21 -0800330 dentry = d_alloc_name(root, name);
Dan Carpenterc39524e2013-08-14 10:55:49 -0700331 if (!dentry)
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700332 goto fail_private;
Tony Luckca01d6d2010-12-28 14:25:21 -0800333
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200334 private->record = record;
Kees Cook83f70f02017-03-04 23:12:24 -0800335 inode->i_size = private->total_size = size;
Tony Luckca01d6d2010-12-28 14:25:21 -0800336 inode->i_private = private;
337
Kees Cook1edd1aa2017-03-03 18:16:32 -0800338 if (record->time.tv_sec)
339 inode->i_mtime = inode->i_ctime = record->time;
Tony Luckca01d6d2010-12-28 14:25:21 -0800340
Tony Luckfbe0aa12011-03-17 16:29:15 -0700341 d_add(dentry, inode);
Tony Luckca01d6d2010-12-28 14:25:21 -0800342
Luck, Tony6dda9262011-08-11 15:14:39 -0700343 spin_lock_irqsave(&allpstore_lock, flags);
344 list_add(&private->list, &allpstore);
345 spin_unlock_irqrestore(&allpstore_lock, flags);
346
Tony Luckfbe0aa12011-03-17 16:29:15 -0700347 return 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800348
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700349fail_private:
Kees Cook1dfff7d2017-03-04 22:46:41 -0800350 free_pstore_private(private);
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200351fail_inode:
Tony Luckca01d6d2010-12-28 14:25:21 -0800352 iput(inode);
353
354fail:
355 return rc;
356}
357
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700358/*
359 * Read all the records from the persistent store. Create
360 * files in our filesystem. Don't warn about -EEXIST errors
361 * when we are re-scanning the backing store looking to add new
362 * error records.
363 */
364void pstore_get_records(int quiet)
365{
366 struct pstore_info *psi = psinfo;
367 struct dentry *root;
368
369 if (!psi || !pstore_sb)
370 return;
371
372 root = pstore_sb->s_root;
373
374 inode_lock(d_inode(root));
375 pstore_get_backend_records(psi, root, quiet);
376 inode_unlock(d_inode(root));
377}
378
Anton Vorontsov364ed2f2012-05-26 06:07:53 -0700379static int pstore_fill_super(struct super_block *sb, void *data, int silent)
Tony Luckca01d6d2010-12-28 14:25:21 -0800380{
Al Viro318ceed2012-02-12 22:08:01 -0500381 struct inode *inode;
Tony Luckca01d6d2010-12-28 14:25:21 -0800382
Tony Luckca01d6d2010-12-28 14:25:21 -0800383 pstore_sb = sb;
384
385 sb->s_maxbytes = MAX_LFS_FILESIZE;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300386 sb->s_blocksize = PAGE_SIZE;
387 sb->s_blocksize_bits = PAGE_SHIFT;
Tony Luckca01d6d2010-12-28 14:25:21 -0800388 sb->s_magic = PSTOREFS_MAGIC;
389 sb->s_op = &pstore_ops;
390 sb->s_time_gran = 1;
391
Luck, Tony366f7e72011-03-18 15:33:43 -0700392 parse_options(data);
393
Al Viro22a71c32012-03-22 12:26:35 -0400394 inode = pstore_get_inode(sb);
Al Viro318ceed2012-02-12 22:08:01 -0500395 if (inode) {
Kees Cookd7caa332017-08-09 20:43:17 -0700396 inode->i_mode = S_IFDIR | 0750;
Al Viro318ceed2012-02-12 22:08:01 -0500397 inode->i_op = &pstore_dir_inode_operations;
Al Viro22a71c32012-03-22 12:26:35 -0400398 inode->i_fop = &simple_dir_operations;
399 inc_nlink(inode);
Tony Luckca01d6d2010-12-28 14:25:21 -0800400 }
Al Viro318ceed2012-02-12 22:08:01 -0500401 sb->s_root = d_make_root(inode);
402 if (!sb->s_root)
403 return -ENOMEM;
Tony Luckca01d6d2010-12-28 14:25:21 -0800404
Luck, Tony6dda9262011-08-11 15:14:39 -0700405 pstore_get_records(0);
Tony Luckca01d6d2010-12-28 14:25:21 -0800406
407 return 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800408}
409
Tony Luckfbe0aa12011-03-17 16:29:15 -0700410static struct dentry *pstore_mount(struct file_system_type *fs_type,
411 int flags, const char *dev_name, void *data)
Tony Luckca01d6d2010-12-28 14:25:21 -0800412{
Tony Luckfbe0aa12011-03-17 16:29:15 -0700413 return mount_single(fs_type, flags, data, pstore_fill_super);
Tony Luckca01d6d2010-12-28 14:25:21 -0800414}
415
416static void pstore_kill_sb(struct super_block *sb)
417{
418 kill_litter_super(sb);
419 pstore_sb = NULL;
Tony Luckca01d6d2010-12-28 14:25:21 -0800420}
421
422static struct file_system_type pstore_fs_type = {
Geliang Tangee1d2672015-10-20 00:39:03 -0700423 .owner = THIS_MODULE,
Tony Luckca01d6d2010-12-28 14:25:21 -0800424 .name = "pstore",
Tony Luckfbe0aa12011-03-17 16:29:15 -0700425 .mount = pstore_mount,
Tony Luckca01d6d2010-12-28 14:25:21 -0800426 .kill_sb = pstore_kill_sb,
427};
428
Kees Cookcb095af2018-10-18 11:17:42 -0700429int __init pstore_init_fs(void)
Tony Luckca01d6d2010-12-28 14:25:21 -0800430{
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500431 int err;
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800432
433 /* Create a convenient mount point for people to access pstore */
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500434 err = sysfs_create_mount_point(fs_kobj, "pstore");
435 if (err)
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800436 goto out;
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800437
438 err = register_filesystem(&pstore_fs_type);
439 if (err < 0)
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500440 sysfs_remove_mount_point(fs_kobj, "pstore");
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800441
442out:
443 return err;
Tony Luckca01d6d2010-12-28 14:25:21 -0800444}
Tony Luckca01d6d2010-12-28 14:25:21 -0800445
Kees Cookcb095af2018-10-18 11:17:42 -0700446void __exit pstore_exit_fs(void)
Geliang Tangee1d2672015-10-20 00:39:03 -0700447{
448 unregister_filesystem(&pstore_fs_type);
449 sysfs_remove_mount_point(fs_kobj, "pstore");
450}