blob: d99b5d39aa90e04a8822196973bda309018c902e [file] [log] [blame]
Thomas Gleixner45051532019-05-29 16:57:47 -07001// SPDX-License-Identifier: GPL-2.0-only
Tony Luckca01d6d2010-12-28 14:25:21 -08002/*
3 * Persistent Storage - ramfs parts.
4 *
5 * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com>
Tony Luckca01d6d2010-12-28 14:25:21 -08006 */
7
8#include <linux/module.h>
9#include <linux/fs.h>
10#include <linux/fsnotify.h>
11#include <linux/pagemap.h>
12#include <linux/highmem.h>
13#include <linux/time.h>
14#include <linux/init.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070015#include <linux/list.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080016#include <linux/string.h>
17#include <linux/mount.h>
Anton Vorontsov060287b2012-07-09 17:10:41 -070018#include <linux/seq_file.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080019#include <linux/ramfs.h>
Luck, Tony366f7e72011-03-18 15:33:43 -070020#include <linux/parser.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080021#include <linux/sched.h>
22#include <linux/magic.h>
23#include <linux/pstore.h>
24#include <linux/slab.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070025#include <linux/spinlock.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080026#include <linux/uaccess.h>
27
28#include "internal.h"
29
30#define PSTORE_NAMELEN 64
31
Luck, Tony6dda9262011-08-11 15:14:39 -070032static DEFINE_SPINLOCK(allpstore_lock);
33static LIST_HEAD(allpstore);
34
Tony Luckca01d6d2010-12-28 14:25:21 -080035struct pstore_private {
Luck, Tony6dda9262011-08-11 15:14:39 -070036 struct list_head list;
Kees Cook83f70f02017-03-04 23:12:24 -080037 struct pstore_record *record;
38 size_t total_size;
Tony Luckca01d6d2010-12-28 14:25:21 -080039};
40
Anton Vorontsov060287b2012-07-09 17:10:41 -070041struct pstore_ftrace_seq_data {
42 const void *ptr;
43 size_t off;
44 size_t size;
45};
46
47#define REC_SIZE sizeof(struct pstore_ftrace_record)
48
Kees Cook1dfff7d2017-03-04 22:46:41 -080049static void free_pstore_private(struct pstore_private *private)
50{
51 if (!private)
52 return;
Kees Cook83f70f02017-03-04 23:12:24 -080053 if (private->record) {
54 kfree(private->record->buf);
55 kfree(private->record);
56 }
Kees Cook1dfff7d2017-03-04 22:46:41 -080057 kfree(private);
58}
59
Anton Vorontsov060287b2012-07-09 17:10:41 -070060static void *pstore_ftrace_seq_start(struct seq_file *s, loff_t *pos)
61{
62 struct pstore_private *ps = s->private;
63 struct pstore_ftrace_seq_data *data;
64
65 data = kzalloc(sizeof(*data), GFP_KERNEL);
66 if (!data)
67 return NULL;
68
Kees Cook83f70f02017-03-04 23:12:24 -080069 data->off = ps->total_size % REC_SIZE;
Anton Vorontsov060287b2012-07-09 17:10:41 -070070 data->off += *pos * REC_SIZE;
Kees Cook83f70f02017-03-04 23:12:24 -080071 if (data->off + REC_SIZE > ps->total_size) {
Anton Vorontsov060287b2012-07-09 17:10:41 -070072 kfree(data);
73 return NULL;
74 }
75
76 return data;
77
78}
79
80static void pstore_ftrace_seq_stop(struct seq_file *s, void *v)
81{
82 kfree(v);
83}
84
85static void *pstore_ftrace_seq_next(struct seq_file *s, void *v, loff_t *pos)
86{
87 struct pstore_private *ps = s->private;
88 struct pstore_ftrace_seq_data *data = v;
89
Vasily Averin6c871b72020-02-25 11:11:20 +030090 (*pos)++;
Anton Vorontsov060287b2012-07-09 17:10:41 -070091 data->off += REC_SIZE;
Kees Cook83f70f02017-03-04 23:12:24 -080092 if (data->off + REC_SIZE > ps->total_size)
Anton Vorontsov060287b2012-07-09 17:10:41 -070093 return NULL;
94
Anton Vorontsov060287b2012-07-09 17:10:41 -070095 return data;
96}
97
98static int pstore_ftrace_seq_show(struct seq_file *s, void *v)
99{
100 struct pstore_private *ps = s->private;
101 struct pstore_ftrace_seq_data *data = v;
Kees Cook83f70f02017-03-04 23:12:24 -0800102 struct pstore_ftrace_record *rec;
103
Vasily Averin6c871b72020-02-25 11:11:20 +0300104 if (!data)
105 return 0;
106
Kees Cook83f70f02017-03-04 23:12:24 -0800107 rec = (struct pstore_ftrace_record *)(ps->record->buf + data->off);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700108
Sakari Ailusd75f7732019-03-25 21:32:28 +0200109 seq_printf(s, "CPU:%d ts:%llu %08lx %08lx %ps <- %pS\n",
Joel Fernandesfbccdeb2016-10-20 00:34:05 -0700110 pstore_ftrace_decode_cpu(rec),
111 pstore_ftrace_read_timestamp(rec),
112 rec->ip, rec->parent_ip, (void *)rec->ip,
113 (void *)rec->parent_ip);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700114
115 return 0;
116}
117
118static const struct seq_operations pstore_ftrace_seq_ops = {
119 .start = pstore_ftrace_seq_start,
120 .next = pstore_ftrace_seq_next,
121 .stop = pstore_ftrace_seq_stop,
122 .show = pstore_ftrace_seq_show,
123};
124
Tony Luckfbe0aa12011-03-17 16:29:15 -0700125static ssize_t pstore_file_read(struct file *file, char __user *userbuf,
126 size_t count, loff_t *ppos)
127{
Anton Vorontsov060287b2012-07-09 17:10:41 -0700128 struct seq_file *sf = file->private_data;
129 struct pstore_private *ps = sf->private;
Tony Luckfbe0aa12011-03-17 16:29:15 -0700130
Kees Cook83f70f02017-03-04 23:12:24 -0800131 if (ps->record->type == PSTORE_TYPE_FTRACE)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700132 return seq_read(file, userbuf, count, ppos);
Kees Cook83f70f02017-03-04 23:12:24 -0800133 return simple_read_from_buffer(userbuf, count, ppos,
134 ps->record->buf, ps->total_size);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700135}
136
Anton Vorontsov060287b2012-07-09 17:10:41 -0700137static int pstore_file_open(struct inode *inode, struct file *file)
138{
139 struct pstore_private *ps = inode->i_private;
140 struct seq_file *sf;
141 int err;
142 const struct seq_operations *sops = NULL;
143
Kees Cook83f70f02017-03-04 23:12:24 -0800144 if (ps->record->type == PSTORE_TYPE_FTRACE)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700145 sops = &pstore_ftrace_seq_ops;
146
147 err = seq_open(file, sops);
148 if (err < 0)
149 return err;
150
151 sf = file->private_data;
152 sf->private = ps;
153
154 return 0;
155}
156
Andrew Morton965c8e52012-12-17 15:59:39 -0800157static loff_t pstore_file_llseek(struct file *file, loff_t off, int whence)
Anton Vorontsov060287b2012-07-09 17:10:41 -0700158{
159 struct seq_file *sf = file->private_data;
160
161 if (sf->op)
Andrew Morton965c8e52012-12-17 15:59:39 -0800162 return seq_lseek(file, off, whence);
163 return default_llseek(file, off, whence);
Anton Vorontsov060287b2012-07-09 17:10:41 -0700164}
165
Tony Luckfbe0aa12011-03-17 16:29:15 -0700166static const struct file_operations pstore_file_operations = {
Anton Vorontsov060287b2012-07-09 17:10:41 -0700167 .open = pstore_file_open,
168 .read = pstore_file_read,
169 .llseek = pstore_file_llseek,
170 .release = seq_release,
Tony Luckfbe0aa12011-03-17 16:29:15 -0700171};
Tony Luckca01d6d2010-12-28 14:25:21 -0800172
173/*
174 * When a file is unlinked from our file system we call the
175 * platform driver to erase the record from persistent store.
176 */
177static int pstore_unlink(struct inode *dir, struct dentry *dentry)
178{
David Howells2b0143b2015-03-17 22:25:59 +0000179 struct pstore_private *p = d_inode(dentry)->i_private;
Kees Cook83f70f02017-03-04 23:12:24 -0800180 struct pstore_record *record = p->record;
Tony Luckca01d6d2010-12-28 14:25:21 -0800181
Kees Cooka61072a2017-03-04 23:31:19 -0800182 if (!record->psi->erase)
Aruna Balakrishnaiahbf288332013-06-25 14:33:56 +0530183 return -EPERM;
Kees Cooka61072a2017-03-04 23:31:19 -0800184
185 mutex_lock(&record->psi->read_mutex);
186 record->psi->erase(record);
187 mutex_unlock(&record->psi->read_mutex);
Tony Luckca01d6d2010-12-28 14:25:21 -0800188
189 return simple_unlink(dir, dentry);
190}
191
Tony Lucka872d512011-03-18 11:44:48 -0700192static void pstore_evict_inode(struct inode *inode)
193{
Luck, Tony6dda9262011-08-11 15:14:39 -0700194 struct pstore_private *p = inode->i_private;
195 unsigned long flags;
196
Jan Karadbd57682012-05-03 14:48:02 +0200197 clear_inode(inode);
Luck, Tony6dda9262011-08-11 15:14:39 -0700198 if (p) {
199 spin_lock_irqsave(&allpstore_lock, flags);
200 list_del(&p->list);
201 spin_unlock_irqrestore(&allpstore_lock, flags);
Kees Cook1dfff7d2017-03-04 22:46:41 -0800202 free_pstore_private(p);
Luck, Tony6dda9262011-08-11 15:14:39 -0700203 }
Tony Lucka872d512011-03-18 11:44:48 -0700204}
205
Tony Luckca01d6d2010-12-28 14:25:21 -0800206static const struct inode_operations pstore_dir_inode_operations = {
207 .lookup = simple_lookup,
208 .unlink = pstore_unlink,
209};
210
Al Viro22a71c32012-03-22 12:26:35 -0400211static struct inode *pstore_get_inode(struct super_block *sb)
Tony Luckfbe0aa12011-03-17 16:29:15 -0700212{
213 struct inode *inode = new_inode(sb);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700214 if (inode) {
215 inode->i_ino = get_next_ino();
Deepa Dinamani078cd822016-09-14 07:48:04 -0700216 inode->i_atime = inode->i_mtime = inode->i_ctime = current_time(inode);
Tony Luckfbe0aa12011-03-17 16:29:15 -0700217 }
218 return inode;
219}
220
Luck, Tony366f7e72011-03-18 15:33:43 -0700221enum {
222 Opt_kmsg_bytes, Opt_err
223};
224
225static const match_table_t tokens = {
226 {Opt_kmsg_bytes, "kmsg_bytes=%u"},
227 {Opt_err, NULL}
228};
229
230static void parse_options(char *options)
231{
232 char *p;
233 substring_t args[MAX_OPT_ARGS];
234 int option;
235
236 if (!options)
237 return;
238
239 while ((p = strsep(&options, ",")) != NULL) {
240 int token;
241
242 if (!*p)
243 continue;
244
245 token = match_token(p, tokens, args);
246 switch (token) {
247 case Opt_kmsg_bytes:
248 if (!match_int(&args[0], &option))
249 pstore_set_kmsg_bytes(option);
250 break;
251 }
252 }
253}
254
David Howells349d7432017-07-05 16:24:34 +0100255/*
256 * Display the mount options in /proc/mounts.
257 */
258static int pstore_show_options(struct seq_file *m, struct dentry *root)
259{
260 if (kmsg_bytes != PSTORE_DEFAULT_KMSG_BYTES)
261 seq_printf(m, ",kmsg_bytes=%lu", kmsg_bytes);
262 return 0;
263}
264
Luck, Tony366f7e72011-03-18 15:33:43 -0700265static int pstore_remount(struct super_block *sb, int *flags, char *data)
266{
Theodore Ts'o02b99842014-03-13 10:14:33 -0400267 sync_filesystem(sb);
Luck, Tony366f7e72011-03-18 15:33:43 -0700268 parse_options(data);
269
270 return 0;
271}
272
Tony Luckca01d6d2010-12-28 14:25:21 -0800273static const struct super_operations pstore_ops = {
274 .statfs = simple_statfs,
275 .drop_inode = generic_delete_inode,
Tony Lucka872d512011-03-18 11:44:48 -0700276 .evict_inode = pstore_evict_inode,
Luck, Tony366f7e72011-03-18 15:33:43 -0700277 .remount_fs = pstore_remount,
David Howells349d7432017-07-05 16:24:34 +0100278 .show_options = pstore_show_options,
Tony Luckca01d6d2010-12-28 14:25:21 -0800279};
280
281static struct super_block *pstore_sb;
Tony Luckca01d6d2010-12-28 14:25:21 -0800282
Geliang Tang7e26e9f2015-10-22 01:02:33 -0700283bool pstore_is_mounted(void)
Tony Luckca01d6d2010-12-28 14:25:21 -0800284{
Tony Luckfbe0aa12011-03-17 16:29:15 -0700285 return pstore_sb != NULL;
Tony Luckca01d6d2010-12-28 14:25:21 -0800286}
287
288/*
289 * Make a regular file in the root directory of our file system.
290 * Load it up with "size" bytes of data from "buf".
291 * Set the mtime & ctime to the date that this record was originally stored.
292 */
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700293int pstore_mkfile(struct dentry *root, struct pstore_record *record)
Tony Luckca01d6d2010-12-28 14:25:21 -0800294{
Tony Luckca01d6d2010-12-28 14:25:21 -0800295 struct dentry *dentry;
296 struct inode *inode;
Luck, Tony6dda9262011-08-11 15:14:39 -0700297 int rc = 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800298 char name[PSTORE_NAMELEN];
Luck, Tony6dda9262011-08-11 15:14:39 -0700299 struct pstore_private *private, *pos;
300 unsigned long flags;
Kees Cook1edd1aa2017-03-03 18:16:32 -0800301 size_t size = record->size + record->ecc_notice_size;
Luck, Tony6dda9262011-08-11 15:14:39 -0700302
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700303 WARN_ON(!inode_is_locked(d_inode(root)));
304
Luck, Tony6dda9262011-08-11 15:14:39 -0700305 spin_lock_irqsave(&allpstore_lock, flags);
306 list_for_each_entry(pos, &allpstore, list) {
Kees Cook83f70f02017-03-04 23:12:24 -0800307 if (pos->record->type == record->type &&
308 pos->record->id == record->id &&
309 pos->record->psi == record->psi) {
Luck, Tony6dda9262011-08-11 15:14:39 -0700310 rc = -EEXIST;
311 break;
312 }
313 }
314 spin_unlock_irqrestore(&allpstore_lock, flags);
315 if (rc)
316 return rc;
Tony Luckca01d6d2010-12-28 14:25:21 -0800317
318 rc = -ENOMEM;
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700319 inode = pstore_get_inode(root->d_sb);
Tony Luckca01d6d2010-12-28 14:25:21 -0800320 if (!inode)
321 goto fail;
Al Viro22a71c32012-03-22 12:26:35 -0400322 inode->i_mode = S_IFREG | 0444;
323 inode->i_fop = &pstore_file_operations;
Joel Fernandes (Google)f0f23e52018-11-03 16:38:16 -0700324 scnprintf(name, sizeof(name), "%s-%s-%llu%s",
325 pstore_type_to_name(record->type),
326 record->psi->name, record->id,
327 record->compressed ? ".enc.z" : "");
Tony Luckca01d6d2010-12-28 14:25:21 -0800328
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200329 private = kzalloc(sizeof(*private), GFP_KERNEL);
330 if (!private)
331 goto fail_inode;
332
Tony Luckca01d6d2010-12-28 14:25:21 -0800333 dentry = d_alloc_name(root, name);
Dan Carpenterc39524e2013-08-14 10:55:49 -0700334 if (!dentry)
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700335 goto fail_private;
Tony Luckca01d6d2010-12-28 14:25:21 -0800336
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200337 private->record = record;
Kees Cook83f70f02017-03-04 23:12:24 -0800338 inode->i_size = private->total_size = size;
Tony Luckca01d6d2010-12-28 14:25:21 -0800339 inode->i_private = private;
340
Kees Cook1edd1aa2017-03-03 18:16:32 -0800341 if (record->time.tv_sec)
342 inode->i_mtime = inode->i_ctime = record->time;
Tony Luckca01d6d2010-12-28 14:25:21 -0800343
Tony Luckfbe0aa12011-03-17 16:29:15 -0700344 d_add(dentry, inode);
Tony Luckca01d6d2010-12-28 14:25:21 -0800345
Luck, Tony6dda9262011-08-11 15:14:39 -0700346 spin_lock_irqsave(&allpstore_lock, flags);
347 list_add(&private->list, &allpstore);
348 spin_unlock_irqrestore(&allpstore_lock, flags);
349
Tony Luckfbe0aa12011-03-17 16:29:15 -0700350 return 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800351
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700352fail_private:
Kees Cook1dfff7d2017-03-04 22:46:41 -0800353 free_pstore_private(private);
Norbert Manthey4c6d80e2019-07-05 15:06:00 +0200354fail_inode:
Tony Luckca01d6d2010-12-28 14:25:21 -0800355 iput(inode);
356
357fail:
358 return rc;
359}
360
Kees Cook3a7d2fd2017-04-27 15:53:21 -0700361/*
362 * Read all the records from the persistent store. Create
363 * files in our filesystem. Don't warn about -EEXIST errors
364 * when we are re-scanning the backing store looking to add new
365 * error records.
366 */
367void pstore_get_records(int quiet)
368{
369 struct pstore_info *psi = psinfo;
370 struct dentry *root;
371
372 if (!psi || !pstore_sb)
373 return;
374
375 root = pstore_sb->s_root;
376
377 inode_lock(d_inode(root));
378 pstore_get_backend_records(psi, root, quiet);
379 inode_unlock(d_inode(root));
380}
381
Anton Vorontsov364ed2f2012-05-26 06:07:53 -0700382static int pstore_fill_super(struct super_block *sb, void *data, int silent)
Tony Luckca01d6d2010-12-28 14:25:21 -0800383{
Al Viro318ceed2012-02-12 22:08:01 -0500384 struct inode *inode;
Tony Luckca01d6d2010-12-28 14:25:21 -0800385
Tony Luckca01d6d2010-12-28 14:25:21 -0800386 pstore_sb = sb;
387
388 sb->s_maxbytes = MAX_LFS_FILESIZE;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300389 sb->s_blocksize = PAGE_SIZE;
390 sb->s_blocksize_bits = PAGE_SHIFT;
Tony Luckca01d6d2010-12-28 14:25:21 -0800391 sb->s_magic = PSTOREFS_MAGIC;
392 sb->s_op = &pstore_ops;
393 sb->s_time_gran = 1;
394
Luck, Tony366f7e72011-03-18 15:33:43 -0700395 parse_options(data);
396
Al Viro22a71c32012-03-22 12:26:35 -0400397 inode = pstore_get_inode(sb);
Al Viro318ceed2012-02-12 22:08:01 -0500398 if (inode) {
Kees Cookd7caa332017-08-09 20:43:17 -0700399 inode->i_mode = S_IFDIR | 0750;
Al Viro318ceed2012-02-12 22:08:01 -0500400 inode->i_op = &pstore_dir_inode_operations;
Al Viro22a71c32012-03-22 12:26:35 -0400401 inode->i_fop = &simple_dir_operations;
402 inc_nlink(inode);
Tony Luckca01d6d2010-12-28 14:25:21 -0800403 }
Al Viro318ceed2012-02-12 22:08:01 -0500404 sb->s_root = d_make_root(inode);
405 if (!sb->s_root)
406 return -ENOMEM;
Tony Luckca01d6d2010-12-28 14:25:21 -0800407
Luck, Tony6dda9262011-08-11 15:14:39 -0700408 pstore_get_records(0);
Tony Luckca01d6d2010-12-28 14:25:21 -0800409
410 return 0;
Tony Luckca01d6d2010-12-28 14:25:21 -0800411}
412
Tony Luckfbe0aa12011-03-17 16:29:15 -0700413static struct dentry *pstore_mount(struct file_system_type *fs_type,
414 int flags, const char *dev_name, void *data)
Tony Luckca01d6d2010-12-28 14:25:21 -0800415{
Tony Luckfbe0aa12011-03-17 16:29:15 -0700416 return mount_single(fs_type, flags, data, pstore_fill_super);
Tony Luckca01d6d2010-12-28 14:25:21 -0800417}
418
419static void pstore_kill_sb(struct super_block *sb)
420{
421 kill_litter_super(sb);
422 pstore_sb = NULL;
Tony Luckca01d6d2010-12-28 14:25:21 -0800423}
424
425static struct file_system_type pstore_fs_type = {
Geliang Tangee1d2672015-10-20 00:39:03 -0700426 .owner = THIS_MODULE,
Tony Luckca01d6d2010-12-28 14:25:21 -0800427 .name = "pstore",
Tony Luckfbe0aa12011-03-17 16:29:15 -0700428 .mount = pstore_mount,
Tony Luckca01d6d2010-12-28 14:25:21 -0800429 .kill_sb = pstore_kill_sb,
430};
431
Kees Cookcb095af2018-10-18 11:17:42 -0700432int __init pstore_init_fs(void)
Tony Luckca01d6d2010-12-28 14:25:21 -0800433{
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500434 int err;
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800435
436 /* Create a convenient mount point for people to access pstore */
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500437 err = sysfs_create_mount_point(fs_kobj, "pstore");
438 if (err)
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800439 goto out;
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800440
441 err = register_filesystem(&pstore_fs_type);
442 if (err < 0)
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -0500443 sysfs_remove_mount_point(fs_kobj, "pstore");
Josh Boyerfb0af3f2013-02-12 13:07:22 -0800444
445out:
446 return err;
Tony Luckca01d6d2010-12-28 14:25:21 -0800447}
Tony Luckca01d6d2010-12-28 14:25:21 -0800448
Kees Cookcb095af2018-10-18 11:17:42 -0700449void __exit pstore_exit_fs(void)
Geliang Tangee1d2672015-10-20 00:39:03 -0700450{
451 unregister_filesystem(&pstore_fs_type);
452 sysfs_remove_mount_point(fs_kobj, "pstore");
453}