blob: 28d0eb23e18edaa70411ca5878a1ed0c296d5dfa [file] [log] [blame]
Thomas Gleixner7336d0e2019-05-31 01:09:56 -07001// SPDX-License-Identifier: GPL-2.0-only
David Teiglandb3b94fa2006-01-16 16:50:04 +00002/*
3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Steven Whitehouse3a8a9a12006-05-18 15:09:15 -04004 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00005 */
6
Joe Perchesd77d1b52014-03-06 12:10:45 -08007#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8
David Teiglandb3b94fa2006-01-16 16:50:04 +00009#include <linux/slab.h>
10#include <linux/spinlock.h>
11#include <linux/completion.h>
12#include <linux/buffer_head.h>
13#include <linux/module.h>
14#include <linux/init.h>
Steven Whitehouse5c676f62006-02-27 17:23:27 -050015#include <linux/gfs2_ondisk.h>
Steven Whitehousebc015cb2011-01-19 09:30:01 +000016#include <linux/rcupdate.h>
17#include <linux/rculist_bl.h>
Arun Sharma600634972011-07-26 16:09:06 -070018#include <linux/atomic.h>
Steven Whitehouse75ca61c12012-03-08 12:10:23 +000019#include <linux/mempool.h>
David Teiglandb3b94fa2006-01-16 16:50:04 +000020
21#include "gfs2.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050022#include "incore.h"
Steven Whitehouseb2760582008-10-14 16:05:55 +010023#include "super.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000024#include "sys.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050025#include "util.h"
Steven Whitehouse85d1da62006-09-07 14:40:21 -040026#include "glock.h"
Abhijith Das0a7ab792009-01-07 16:03:37 -060027#include "quota.h"
Tejun Heo6ecd7c22010-07-20 22:09:02 +020028#include "recovery.h"
Steven Whitehouse8d123582010-09-17 12:30:23 +010029#include "dir.h"
Benjamin Marzinski2e60d762014-11-13 20:42:04 -060030#include "glops.h"
Abhijith Das0a7ab792009-01-07 16:03:37 -060031
David Teiglande0c2a9a2012-01-09 17:18:05 -050032struct workqueue_struct *gfs2_control_wq;
33
Alexey Dobriyan51cc5062008-07-25 19:45:34 -070034static void gfs2_init_inode_once(void *foo)
Steven Whitehouse320dd102006-05-18 16:25:27 -040035{
36 struct gfs2_inode *ip = foo;
Christoph Lametera35afb82007-05-16 22:10:57 -070037
38 inode_init_once(&ip->i_inode);
Andreas Gruenbacher21f09c42018-08-30 16:01:50 +010039 atomic_set(&ip->i_sizehint, 0);
Christoph Lametera35afb82007-05-16 22:10:57 -070040 init_rwsem(&ip->i_rw_mutex);
Steven Whitehouse813e0c42008-11-18 13:38:48 +000041 INIT_LIST_HEAD(&ip->i_trunc_list);
Bob Peterson75424862020-06-17 07:47:34 -050042 INIT_LIST_HEAD(&ip->i_ordered);
Bob Petersonb54e9a02015-10-26 10:40:28 -050043 ip->i_qadata = NULL;
Andreas Gruenbacher21f09c42018-08-30 16:01:50 +010044 gfs2_holder_mark_uninitialized(&ip->i_rgd_gh);
Bob Petersona097dc7e2015-07-16 08:28:04 -050045 memset(&ip->i_res, 0, sizeof(ip->i_res));
46 RB_CLEAR_NODE(&ip->i_res.rs_node);
Steven Whitehouse17d539f2011-06-15 10:29:37 +010047 ip->i_hash_cache = NULL;
Andreas Gruenbacher6df9f9a2016-06-17 07:31:27 -050048 gfs2_holder_mark_uninitialized(&ip->i_iopen_gh);
Steven Whitehouse320dd102006-05-18 16:25:27 -040049}
50
Alexey Dobriyan51cc5062008-07-25 19:45:34 -070051static void gfs2_init_glock_once(void *foo)
Steven Whitehouseec45d9f2006-08-30 10:36:52 -040052{
53 struct gfs2_glock *gl = foo;
Christoph Lametera35afb82007-05-16 22:10:57 -070054
Andreas Gruenbacherf3dd1642015-10-29 10:58:09 -050055 spin_lock_init(&gl->gl_lockref.lock);
Christoph Lametera35afb82007-05-16 22:10:57 -070056 INIT_LIST_HEAD(&gl->gl_holders);
Steven Whitehouse97cc10252008-11-20 13:39:47 +000057 INIT_LIST_HEAD(&gl->gl_lru);
Christoph Lametera35afb82007-05-16 22:10:57 -070058 INIT_LIST_HEAD(&gl->gl_ail_list);
59 atomic_set(&gl->gl_ail_count, 0);
Bob Peterson638803d2019-06-06 07:33:38 -050060 atomic_set(&gl->gl_revokes, 0);
Steven Whitehouseec45d9f2006-08-30 10:36:52 -040061}
62
Steven Whitehouse009d8512009-12-08 12:12:13 +000063static void gfs2_init_gl_aspace_once(void *foo)
64{
65 struct gfs2_glock *gl = foo;
66 struct address_space *mapping = (struct address_space *)(gl + 1);
67
68 gfs2_init_glock_once(gl);
Miklos Szeredi2aa15892011-02-23 13:49:47 +010069 address_space_init_once(mapping);
Steven Whitehouse009d8512009-12-08 12:12:13 +000070}
71
David Teiglandb3b94fa2006-01-16 16:50:04 +000072/**
73 * init_gfs2_fs - Register GFS2 as a filesystem
74 *
75 * Returns: 0 on success, error code on failure
76 */
77
78static int __init init_gfs2_fs(void)
79{
80 int error;
81
Steven Whitehouse8d123582010-09-17 12:30:23 +010082 gfs2_str2qstr(&gfs2_qdot, ".");
83 gfs2_str2qstr(&gfs2_qdotdot, "..");
Steven Whitehousec754fbb2013-12-12 10:47:59 +000084 gfs2_quota_hash_init();
Steven Whitehouse8d123582010-09-17 12:30:23 +010085
David Teiglandb3b94fa2006-01-16 16:50:04 +000086 error = gfs2_sys_init();
87 if (error)
88 return error;
89
Steven Whitehouse2147dbf2013-11-04 10:15:08 +000090 error = list_lru_init(&gfs2_qd_lru);
91 if (error)
92 goto fail_lru;
93
Steven Whitehouse85d1da62006-09-07 14:40:21 -040094 error = gfs2_glock_init();
95 if (error)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -060096 goto fail_glock;
David Teiglandb3b94fa2006-01-16 16:50:04 +000097
Steven Whitehouse85d1da62006-09-07 14:40:21 -040098 error = -ENOMEM;
David Teiglandb3b94fa2006-01-16 16:50:04 +000099 gfs2_glock_cachep = kmem_cache_create("gfs2_glock",
100 sizeof(struct gfs2_glock),
Zhaoyang Huang00e8e9b2021-01-05 07:48:00 -0500101 0, SLAB_RECLAIM_ACCOUNT,
Paul Mundt20c2df82007-07-20 10:11:58 +0900102 gfs2_init_glock_once);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000103 if (!gfs2_glock_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600104 goto fail_cachep1;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000105
Steven Whitehouse7c9a84a2010-03-12 17:05:31 +0000106 gfs2_glock_aspace_cachep = kmem_cache_create("gfs2_glock(aspace)",
Steven Whitehouse009d8512009-12-08 12:12:13 +0000107 sizeof(struct gfs2_glock) +
108 sizeof(struct address_space),
109 0, 0, gfs2_init_gl_aspace_once);
110
111 if (!gfs2_glock_aspace_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600112 goto fail_cachep2;
Steven Whitehouse009d8512009-12-08 12:12:13 +0000113
David Teiglandb3b94fa2006-01-16 16:50:04 +0000114 gfs2_inode_cachep = kmem_cache_create("gfs2_inode",
115 sizeof(struct gfs2_inode),
Alexey Dobriyaneb1dc332006-10-28 03:03:48 +0400116 0, SLAB_RECLAIM_ACCOUNT|
Vladimir Davydov5d097052016-01-14 15:18:21 -0800117 SLAB_MEM_SPREAD|
118 SLAB_ACCOUNT,
Paul Mundt20c2df82007-07-20 10:11:58 +0900119 gfs2_init_inode_once);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000120 if (!gfs2_inode_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600121 goto fail_cachep3;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000122
123 gfs2_bufdata_cachep = kmem_cache_create("gfs2_bufdata",
124 sizeof(struct gfs2_bufdata),
Paul Mundt20c2df82007-07-20 10:11:58 +0900125 0, 0, NULL);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000126 if (!gfs2_bufdata_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600127 goto fail_cachep4;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000128
Bob Peterson6bdd9be2008-01-28 17:20:26 -0600129 gfs2_rgrpd_cachep = kmem_cache_create("gfs2_rgrpd",
130 sizeof(struct gfs2_rgrpd),
131 0, 0, NULL);
132 if (!gfs2_rgrpd_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600133 goto fail_cachep5;
Bob Peterson6bdd9be2008-01-28 17:20:26 -0600134
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000135 gfs2_quotad_cachep = kmem_cache_create("gfs2_quotad",
136 sizeof(struct gfs2_quota_data),
Zhaoyang Huang00e8e9b2021-01-05 07:48:00 -0500137 0, SLAB_RECLAIM_ACCOUNT, NULL);
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000138 if (!gfs2_quotad_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600139 goto fail_cachep6;
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000140
Bob Petersonb54e9a02015-10-26 10:40:28 -0500141 gfs2_qadata_cachep = kmem_cache_create("gfs2_qadata",
142 sizeof(struct gfs2_qadata),
143 0, 0, NULL);
144 if (!gfs2_qadata_cachep)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600145 goto fail_cachep7;
Bob Petersonb54e9a02015-10-26 10:40:28 -0500146
Bob Petersonb839dad2019-04-17 12:04:27 -0600147 gfs2_trans_cachep = kmem_cache_create("gfs2_trans",
148 sizeof(struct gfs2_trans),
149 0, 0, NULL);
150 if (!gfs2_trans_cachep)
151 goto fail_cachep8;
152
Chao Yue0d735c2016-09-21 12:09:40 -0500153 error = register_shrinker(&gfs2_qd_shrinker);
154 if (error)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600155 goto fail_shrinker;
Abhijith Das0a7ab792009-01-07 16:03:37 -0600156
David Teiglandb3b94fa2006-01-16 16:50:04 +0000157 error = register_filesystem(&gfs2_fs_type);
158 if (error)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600159 goto fail_fs1;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000160
Steven Whitehouse419c93e02006-03-02 16:33:41 -0500161 error = register_filesystem(&gfs2meta_fs_type);
162 if (error)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600163 goto fail_fs2;
Steven Whitehouse419c93e02006-03-02 16:33:41 -0500164
Tejun Heo6ecd7c22010-07-20 22:09:02 +0200165 error = -ENOMEM;
166 gfs_recovery_wq = alloc_workqueue("gfs_recovery",
Tejun Heo58a69cb2011-02-16 09:25:31 +0100167 WQ_MEM_RECLAIM | WQ_FREEZABLE, 0);
Tejun Heo6ecd7c22010-07-20 22:09:02 +0200168 if (!gfs_recovery_wq)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600169 goto fail_wq1;
Steven Whitehousefe64d512009-05-19 10:01:18 +0100170
David Teiglande0c2a9a2012-01-09 17:18:05 -0500171 gfs2_control_wq = alloc_workqueue("gfs2_control",
Tejun Heod08fa652013-07-30 08:40:25 -0400172 WQ_UNBOUND | WQ_FREEZABLE, 0);
David Teiglande0c2a9a2012-01-09 17:18:05 -0500173 if (!gfs2_control_wq)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600174 goto fail_wq2;
Steven Whitehouse75ca61c12012-03-08 12:10:23 +0000175
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600176 gfs2_freeze_wq = alloc_workqueue("freeze_workqueue", 0, 0);
177
178 if (!gfs2_freeze_wq)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600179 goto fail_wq3;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600180
Steven Whitehousee8c92ed2012-04-16 09:28:31 +0100181 gfs2_page_pool = mempool_create_page_pool(64, 0);
182 if (!gfs2_page_pool)
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600183 goto fail_mempool;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500184
Greg Kroah-Hartman2abbf9a2019-01-22 16:21:51 +0100185 gfs2_register_debugfs();
Robert Peterson7c52b162007-03-16 10:26:37 +0000186
Fabian Frederickfc554ed2014-03-05 22:06:42 +0800187 pr_info("GFS2 installed\n");
David Teiglandb3b94fa2006-01-16 16:50:04 +0000188
189 return 0;
190
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600191fail_mempool:
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600192 destroy_workqueue(gfs2_freeze_wq);
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600193fail_wq3:
Steven Whitehouse75ca61c12012-03-08 12:10:23 +0000194 destroy_workqueue(gfs2_control_wq);
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600195fail_wq2:
David Teiglande0c2a9a2012-01-09 17:18:05 -0500196 destroy_workqueue(gfs_recovery_wq);
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600197fail_wq1:
Steven Whitehousefe64d512009-05-19 10:01:18 +0100198 unregister_filesystem(&gfs2meta_fs_type);
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600199fail_fs2:
Steven Whitehouse419c93e02006-03-02 16:33:41 -0500200 unregister_filesystem(&gfs2_fs_type);
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600201fail_fs1:
202 unregister_shrinker(&gfs2_qd_shrinker);
203fail_shrinker:
Bob Petersonb839dad2019-04-17 12:04:27 -0600204 kmem_cache_destroy(gfs2_trans_cachep);
205fail_cachep8:
Tetsuo Handa8b0d7f52017-11-27 08:56:34 -0600206 kmem_cache_destroy(gfs2_qadata_cachep);
207fail_cachep7:
208 kmem_cache_destroy(gfs2_quotad_cachep);
209fail_cachep6:
210 kmem_cache_destroy(gfs2_rgrpd_cachep);
211fail_cachep5:
212 kmem_cache_destroy(gfs2_bufdata_cachep);
213fail_cachep4:
214 kmem_cache_destroy(gfs2_inode_cachep);
215fail_cachep3:
216 kmem_cache_destroy(gfs2_glock_aspace_cachep);
217fail_cachep2:
218 kmem_cache_destroy(gfs2_glock_cachep);
219fail_cachep1:
220 gfs2_glock_exit();
221fail_glock:
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000222 list_lru_destroy(&gfs2_qd_lru);
223fail_lru:
David Teiglandb3b94fa2006-01-16 16:50:04 +0000224 gfs2_sys_uninit();
225 return error;
226}
227
228/**
229 * exit_gfs2_fs - Unregister the file system
230 *
231 */
232
233static void __exit exit_gfs2_fs(void)
234{
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000235 unregister_shrinker(&gfs2_qd_shrinker);
Steven Whitehouse8fbbfd22007-08-01 13:57:10 +0100236 gfs2_glock_exit();
Robert Peterson7c52b162007-03-16 10:26:37 +0000237 gfs2_unregister_debugfs();
David Teiglandb3b94fa2006-01-16 16:50:04 +0000238 unregister_filesystem(&gfs2_fs_type);
Steven Whitehouse419c93e02006-03-02 16:33:41 -0500239 unregister_filesystem(&gfs2meta_fs_type);
Tejun Heo6ecd7c22010-07-20 22:09:02 +0200240 destroy_workqueue(gfs_recovery_wq);
David Teiglande0c2a9a2012-01-09 17:18:05 -0500241 destroy_workqueue(gfs2_control_wq);
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600242 destroy_workqueue(gfs2_freeze_wq);
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000243 list_lru_destroy(&gfs2_qd_lru);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000244
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000245 rcu_barrier();
246
Steven Whitehousee8c92ed2012-04-16 09:28:31 +0100247 mempool_destroy(gfs2_page_pool);
Bob Petersonb839dad2019-04-17 12:04:27 -0600248 kmem_cache_destroy(gfs2_trans_cachep);
Bob Petersonb54e9a02015-10-26 10:40:28 -0500249 kmem_cache_destroy(gfs2_qadata_cachep);
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000250 kmem_cache_destroy(gfs2_quotad_cachep);
Bob Peterson6bdd9be2008-01-28 17:20:26 -0600251 kmem_cache_destroy(gfs2_rgrpd_cachep);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000252 kmem_cache_destroy(gfs2_bufdata_cachep);
253 kmem_cache_destroy(gfs2_inode_cachep);
Steven Whitehouse009d8512009-12-08 12:12:13 +0000254 kmem_cache_destroy(gfs2_glock_aspace_cachep);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000255 kmem_cache_destroy(gfs2_glock_cachep);
256
257 gfs2_sys_uninit();
258}
259
260MODULE_DESCRIPTION("Global File System");
261MODULE_AUTHOR("Red Hat, Inc.");
262MODULE_LICENSE("GPL");
263
264module_init(init_gfs2_fs);
265module_exit(exit_gfs2_fs);
266