blob: 0640d0c70a75e67439b441d9d61d6846725d3542 [file] [log] [blame]
Thomas Gleixner7336d0e2019-05-31 01:09:56 -07001/* SPDX-License-Identifier: GPL-2.0-only */
David Teiglandb3b94fa2006-01-16 16:50:04 +00002/*
3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Bob Peterson29d38cd2008-01-28 22:31:39 -06004 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00005 */
6
7#ifndef __INCORE_DOT_H__
8#define __INCORE_DOT_H__
9
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040010#include <linux/fs.h>
Alexey Dobriyan57cc7212011-01-10 08:18:25 +020011#include <linux/kobject.h>
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -050012#include <linux/workqueue.h>
Steven Whitehousef057f6c2009-01-12 10:43:39 +000013#include <linux/dlm.h>
14#include <linux/buffer_head.h>
Steven Whitehousebc015cb2011-01-19 09:30:01 +000015#include <linux/rcupdate.h>
16#include <linux/rculist_bl.h>
Steven Whitehouse3942ae532011-07-11 08:53:30 +010017#include <linux/completion.h>
Bob Peterson7c9ca622011-08-31 09:53:19 +010018#include <linux/rbtree.h>
Steven Whitehousea2457692012-01-20 10:38:36 +000019#include <linux/ktime.h>
20#include <linux/percpu.h>
Steven Whitehousee66cf162013-10-15 15:18:08 +010021#include <linux/lockref.h>
Bob Peterson88ffbf32015-03-16 11:02:46 -050022#include <linux/rhashtable.h>
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040023
David Teiglandb3b94fa2006-01-16 16:50:04 +000024#define DIO_WAIT 0x00000010
25#define DIO_METADATA 0x00000020
David Teiglandb3b94fa2006-01-16 16:50:04 +000026
27struct gfs2_log_operations;
Bob Petersonc0752aa2012-05-01 12:00:34 -040028struct gfs2_bufdata;
David Teiglandb3b94fa2006-01-16 16:50:04 +000029struct gfs2_holder;
30struct gfs2_glock;
David Teiglandb3b94fa2006-01-16 16:50:04 +000031struct gfs2_quota_data;
David Teiglandb3b94fa2006-01-16 16:50:04 +000032struct gfs2_trans;
David Teiglandb3b94fa2006-01-16 16:50:04 +000033struct gfs2_jdesc;
David Teiglandb3b94fa2006-01-16 16:50:04 +000034struct gfs2_sbd;
Steven Whitehousef057f6c2009-01-12 10:43:39 +000035struct lm_lockops;
David Teiglandb3b94fa2006-01-16 16:50:04 +000036
37typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
38
Steven Whitehousebb8d8a62007-06-01 14:11:58 +010039struct gfs2_log_header_host {
40 u64 lh_sequence; /* Sequence number of this transaction */
41 u32 lh_flags; /* GFS2_LOG_HEAD_... */
42 u32 lh_tail; /* Block number of log tail */
43 u32 lh_blkno;
Abhi Das73092692020-10-20 15:58:03 -050044
45 s64 lh_local_total;
46 s64 lh_local_free;
47 s64 lh_local_dinodes;
Steven Whitehousebb8d8a62007-06-01 14:11:58 +010048};
49
David Teiglandb3b94fa2006-01-16 16:50:04 +000050/*
51 * Structure of operations that are associated with each
52 * type of element in the log.
53 */
54
55struct gfs2_log_operations {
Steven Whitehoused69a3c62014-02-21 15:22:35 +000056 void (*lo_before_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
Benjamin Marzinski16ca9412013-04-05 20:31:46 -050057 void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
David Teiglandb3b94fa2006-01-16 16:50:04 +000058 void (*lo_before_scan) (struct gfs2_jdesc *jd,
Al Viro55167622006-10-13 21:47:13 -040059 struct gfs2_log_header_host *head, int pass);
David Teiglandb3b94fa2006-01-16 16:50:04 +000060 int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
61 struct gfs2_log_descriptor *ld, __be64 *ptr,
62 int pass);
63 void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
Steven Whitehouseb09e5932006-04-07 11:17:32 -040064 const char *lo_name;
David Teiglandb3b94fa2006-01-16 16:50:04 +000065};
66
Steven Whitehouse60a0b8f2009-05-21 12:23:12 +010067#define GBF_FULL 1
68
Bob Petersondffe12a2018-08-07 10:07:00 -050069/**
70 * Clone bitmaps (bi_clone):
71 *
72 * - When a block is freed, we remember the previous state of the block in the
73 * clone bitmap, and only mark the block as free in the real bitmap.
74 *
75 * - When looking for a block to allocate, we check for a free block in the
76 * clone bitmap, and if no clone bitmap exists, in the real bitmap.
77 *
78 * - For allocating a block, we mark it as allocated in the real bitmap, and if
79 * a clone bitmap exists, also in the clone bitmap.
80 *
81 * - At the end of a log_flush, we copy the real bitmap into the clone bitmap
82 * to make the clone bitmap reflect the current allocation state.
83 * (Alternatively, we could remove the clone bitmap.)
84 *
85 * The clone bitmaps are in-core only, and is never written to disk.
86 *
87 * These steps ensure that blocks which have been freed in a transaction cannot
88 * be reallocated in that same transaction.
89 */
David Teiglandb3b94fa2006-01-16 16:50:04 +000090struct gfs2_bitmap {
91 struct buffer_head *bi_bh;
92 char *bi_clone;
Steven Whitehouse60a0b8f2009-05-21 12:23:12 +010093 unsigned long bi_flags;
Steven Whitehousecd915492006-09-04 12:49:07 -040094 u32 bi_offset;
95 u32 bi_start;
Andreas Gruenbacher281b4952018-09-26 23:32:46 +010096 u32 bi_bytes;
Bob Peterson7e230f52013-09-11 13:44:02 -050097 u32 bi_blocks;
David Teiglandb3b94fa2006-01-16 16:50:04 +000098};
99
100struct gfs2_rgrpd {
Bob Peterson7c9ca622011-08-31 09:53:19 +0100101 struct rb_node rd_node; /* Link with superblock */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000102 struct gfs2_glock *rd_gl; /* Glock for this rgrp */
Steven Whitehousebb8d8a62007-06-01 14:11:58 +0100103 u64 rd_addr; /* grp block disk address */
104 u64 rd_data0; /* first data location */
105 u32 rd_length; /* length of rgrp header in fs blocks */
106 u32 rd_data; /* num of data blocks in rgrp */
107 u32 rd_bitbytes; /* number of bytes in data bitmaps */
Steven Whitehousecfc8b542008-11-04 10:25:13 +0000108 u32 rd_free;
Andreas Gruenbacher07974d22020-10-22 20:34:29 +0200109 u32 rd_requested; /* number of blocks in rd_rstree */
Steven Whitehouse73f74942008-11-04 10:32:57 +0000110 u32 rd_free_clone;
111 u32 rd_dinodes;
Steven Whitehoused8b71f72008-11-04 10:19:03 +0000112 u64 rd_igeneration;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000113 struct gfs2_bitmap *rd_bits;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000114 struct gfs2_sbd *rd_sbd;
Benjamin Marzinski90306c42012-05-29 23:01:09 -0500115 struct gfs2_rgrp_lvb *rd_rgl;
Steven Whitehouse73f74942008-11-04 10:32:57 +0000116 u32 rd_last_alloc;
Steven Whitehouse1ce97e52009-05-21 15:18:19 +0100117 u32 rd_flags;
Bob Peterson5ea50502013-11-25 11:16:25 +0000118 u32 rd_extfail_pt; /* extent failure point */
Steven Whitehouse09010972009-05-20 10:48:47 +0100119#define GFS2_RDF_CHECK 0x10000000 /* check for unlinked inodes */
120#define GFS2_RDF_UPTODATE 0x20000000 /* rg is up to date */
121#define GFS2_RDF_ERROR 0x40000000 /* error in rg */
Bob Peterson0e27c182014-10-29 08:02:28 -0500122#define GFS2_RDF_PREFERRED 0x80000000 /* This rgrp is preferred */
Steven Whitehouse09010972009-05-20 10:48:47 +0100123#define GFS2_RDF_MASK 0xf0000000 /* mask for internal flags */
Bob Peterson8e2e0042012-07-19 08:12:40 -0400124 spinlock_t rd_rsspin; /* protects reservation related vars */
125 struct rb_root rd_rstree; /* multi-block reservation tree */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000126};
127
128enum gfs2_state_bits {
129 BH_Pinned = BH_PrivateStart,
Steven Whitehousef42faf42006-01-30 18:34:10 +0000130 BH_Escaped = BH_PrivateStart + 1,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000131};
132
133BUFFER_FNS(Pinned, pinned)
134TAS_BUFFER_FNS(Pinned, pinned)
Steven Whitehousef42faf42006-01-30 18:34:10 +0000135BUFFER_FNS(Escaped, escaped)
136TAS_BUFFER_FNS(Escaped, escaped)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000137
138struct gfs2_bufdata {
139 struct buffer_head *bd_bh;
140 struct gfs2_glock *bd_gl;
Steven Whitehousec50b91c2012-04-16 16:40:56 +0100141 u64 bd_blkno;
Steven Whitehouse82e86082007-09-02 15:39:43 +0100142
Bob Petersonc0752aa2012-05-01 12:00:34 -0400143 struct list_head bd_list;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000144
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500145 struct gfs2_trans *bd_tr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000146 struct list_head bd_ail_st_list;
147 struct list_head bd_ail_gl_list;
148};
149
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000150/*
151 * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
152 * prefix of lock_dlm_ gets awkward.
153 */
154
155#define GDLM_STRNAME_BYTES 25
156#define GDLM_LVB_SIZE 32
157
David Teiglande0c2a9a2012-01-09 17:18:05 -0500158/*
159 * ls_recover_flags:
160 *
161 * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
162 * held by failed nodes whose journals need recovery. Those locks should
163 * only be used for journal recovery until the journal recovery is done.
164 * This is set by the dlm recover_prep callback and cleared by the
165 * gfs2_control thread when journal recovery is complete. To avoid
166 * races between recover_prep setting and gfs2_control clearing, recover_spin
167 * is held while changing this bit and reading/writing recover_block
168 * and recover_start.
169 *
170 * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
171 *
172 * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
173 * recovery of all journals before allowing other nodes to mount the fs.
174 * This is cleared when FIRST_MOUNT_DONE is set.
175 *
176 * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
177 * recovery of all journals, and now allows other nodes to mount the fs.
178 *
179 * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
180 * BLOCK_LOCKS for the first time. The gfs2_control thread should now
181 * control clearing BLOCK_LOCKS for further recoveries.
182 *
183 * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
184 *
185 * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
186 * and recover_done(), i.e. set while recover_block == recover_start.
187 */
188
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000189enum {
190 DFL_BLOCK_LOCKS = 0,
David Teiglande0c2a9a2012-01-09 17:18:05 -0500191 DFL_NO_DLM_OPS = 1,
192 DFL_FIRST_MOUNT = 2,
193 DFL_FIRST_MOUNT_DONE = 3,
194 DFL_MOUNT_DONE = 4,
195 DFL_UNMOUNT = 5,
196 DFL_DLM_RECOVERY = 6,
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000197};
198
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400199/*
200 * We are using struct lm_lockname as an rhashtable key. Avoid holes within
201 * the struct; padding at the end is fine.
202 */
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000203struct lm_lockname {
204 u64 ln_number;
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400205 struct gfs2_sbd *ln_sbd;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000206 unsigned int ln_type;
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400207};
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000208
209#define lm_name_equal(name1, name2) \
Bob Peterson15562c42015-03-16 11:52:05 -0500210 (((name1)->ln_number == (name2)->ln_number) && \
211 ((name1)->ln_type == (name2)->ln_type) && \
212 ((name1)->ln_sbd == (name2)->ln_sbd))
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000213
214
David Teiglandb3b94fa2006-01-16 16:50:04 +0000215struct gfs2_glock_operations {
Bob Peterson1c634f92019-11-13 14:09:28 -0600216 int (*go_sync) (struct gfs2_glock *gl);
Steven Whitehouse6802e342008-05-21 17:03:22 +0100217 int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500218 void (*go_inval) (struct gfs2_glock *gl, int flags);
Steven Whitehouse97cc10252008-11-20 13:39:47 +0000219 int (*go_demote_ok) (const struct gfs2_glock *gl);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500220 int (*go_lock) (struct gfs2_holder *gh);
Bob Peterson3792ce92019-05-09 09:21:48 -0500221 void (*go_dump)(struct seq_file *seq, struct gfs2_glock *gl,
222 const char *fs_id_buf);
Steven Whitehouse81ffbf62013-04-10 10:26:55 +0100223 void (*go_callback)(struct gfs2_glock *gl, bool remote);
Bob Peterson601ef0d2020-01-28 20:23:45 +0100224 void (*go_free)(struct gfs2_glock *gl);
Alexander Aring515b2692020-11-23 10:53:35 -0500225 const int go_subclass;
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400226 const int go_type;
Steven Whitehouse009d8512009-12-08 12:12:13 +0000227 const unsigned long go_flags;
Bob Petersona72d2402019-06-13 13:28:45 -0500228#define GLOF_ASPACE 1 /* address space attached */
229#define GLOF_LVB 2 /* Lock Value Block attached */
230#define GLOF_LRU 4 /* LRU managed */
231#define GLOF_NONDISK 8 /* not I/O related */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000232};
233
234enum {
Steven Whitehousea2457692012-01-20 10:38:36 +0000235 GFS2_LKS_SRTT = 0, /* Non blocking smoothed round trip time */
236 GFS2_LKS_SRTTVAR = 1, /* Non blocking smoothed variance */
237 GFS2_LKS_SRTTB = 2, /* Blocking smoothed round trip time */
238 GFS2_LKS_SRTTVARB = 3, /* Blocking smoothed variance */
239 GFS2_LKS_SIRT = 4, /* Smoothed Inter-request time */
240 GFS2_LKS_SIRTVAR = 5, /* Smoothed Inter-request variance */
241 GFS2_LKS_DCOUNT = 6, /* Count of dlm requests */
242 GFS2_LKS_QCOUNT = 7, /* Count of gfs2_holder queues */
243 GFS2_NR_LKSTATS
244};
245
246struct gfs2_lkstats {
Ben Hutchings4d207132015-08-27 12:51:45 -0500247 u64 stats[GFS2_NR_LKSTATS];
Steven Whitehousea2457692012-01-20 10:38:36 +0000248};
249
250enum {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000251 /* States */
Steven Whitehouse6802e342008-05-21 17:03:22 +0100252 HIF_HOLDER = 6, /* Set for gh that "holds" the glock */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000253 HIF_FIRST = 7,
Steven Whitehousefee852e2007-01-17 15:33:23 +0000254 HIF_WAIT = 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000255};
256
257struct gfs2_holder {
258 struct list_head gh_list;
259
260 struct gfs2_glock *gh_gl;
Pavel Emelyanovb1e058d2008-02-07 00:13:19 -0800261 struct pid *gh_owner_pid;
Bob Petersonb58bf402015-07-24 09:45:43 -0500262 u16 gh_flags;
263 u16 gh_state;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000264
265 int gh_error;
Steven Whitehouse6802e342008-05-21 17:03:22 +0100266 unsigned long gh_iflags; /* HIF_... */
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500267 unsigned long gh_ip;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000268};
269
Jan Karaa937cca2014-09-10 21:22:51 +0200270/* Number of quota types we support */
271#define GFS2_MAXQUOTAS 2
272
Bob Petersonb54e9a02015-10-26 10:40:28 -0500273struct gfs2_qadata { /* quota allocation data */
274 /* Quota stuff */
275 struct gfs2_quota_data *qa_qd[2 * GFS2_MAXQUOTAS];
276 struct gfs2_holder qa_qd_ghs[2 * GFS2_MAXQUOTAS];
277 unsigned int qa_qd_num;
Bob Peterson2fba46a2020-02-27 12:47:53 -0600278 int qa_ref;
Bob Petersonb54e9a02015-10-26 10:40:28 -0500279};
280
Bob Peterson8e2e0042012-07-19 08:12:40 -0400281/* Resource group multi-block reservation, in order of appearance:
282
283 Step 1. Function prepares to write, allocates a mb, sets the size hint.
284 Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
285 Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
286 Step 4. Bits are assigned from the rgrp based on either the reservation
287 or wherever it can.
288*/
289
290struct gfs2_blkreserv {
Andreas Gruenbacherc65b76b2018-10-11 18:56:40 +0200291 struct rb_node rs_node; /* node within rd_rstree */
292 struct gfs2_rgrpd *rs_rgd;
Andreas Gruenbacher07974d22020-10-22 20:34:29 +0200293 u64 rs_start;
294 u32 rs_requested;
Bob Peterson8e2e0042012-07-19 08:12:40 -0400295};
296
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100297/*
298 * Allocation parameters
299 * @target: The number of blocks we'd ideally like to allocate
300 * @aflags: The flags (e.g. Orlov flag)
301 *
302 * The intent is to gradually expand this structure over time in
303 * order to give more information, e.g. alignment, min extent size
304 * to the allocation code.
305 */
306struct gfs2_alloc_parms {
Abhi Dasb8fbf472015-03-18 12:03:41 -0500307 u64 target;
Abhi Das25435e52015-03-18 12:04:37 -0500308 u32 min_target;
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100309 u32 aflags;
Abhi Das25435e52015-03-18 12:04:37 -0500310 u64 allowed;
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100311};
312
David Teiglandb3b94fa2006-01-16 16:50:04 +0000313enum {
Steven Whitehouse6802e342008-05-21 17:03:22 +0100314 GLF_LOCK = 1,
Steven Whitehouse6802e342008-05-21 17:03:22 +0100315 GLF_DEMOTE = 3,
316 GLF_PENDING_DEMOTE = 4,
317 GLF_DEMOTE_IN_PROGRESS = 5,
318 GLF_DIRTY = 6,
319 GLF_LFLUSH = 7,
320 GLF_INVALIDATE_IN_PROGRESS = 8,
321 GLF_REPLY_PENDING = 9,
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000322 GLF_INITIAL = 10,
323 GLF_FROZEN = 11,
Steven Whitehouse627c10b2011-04-14 14:09:52 +0100324 GLF_LRU = 13,
325 GLF_OBJECT = 14, /* Used only for tracing */
Steven Whitehousea2457692012-01-20 10:38:36 +0000326 GLF_BLOCKING = 15,
Andreas Gruenbachera0e3cc62020-01-16 20:12:26 +0100327 GLF_PENDING_DELETE = 17,
Bob Peterson601ef0d2020-01-28 20:23:45 +0100328 GLF_FREEING = 18, /* Wait for glock to be freed */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000329};
330
331struct gfs2_glock {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000332 unsigned long gl_flags; /* GLF_... */
333 struct lm_lockname gl_name;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000334
Steven Whitehousee66cf162013-10-15 15:18:08 +0100335 struct lockref gl_lockref;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000336
Andreas Gruenbacherf3dd1642015-10-29 10:58:09 -0500337 /* State fields protected by gl_lockref.lock */
Steven Whitehouse47a25382010-11-30 15:49:31 +0000338 unsigned int gl_state:2, /* Current state */
339 gl_target:2, /* Target state */
340 gl_demote_state:2, /* State requested by remote node */
341 gl_req:2, /* State in last dlm request */
342 gl_reply:8; /* Last reply from the dlm */
343
Steven Whitehouse3b8249f2007-03-16 09:40:31 +0000344 unsigned long gl_demote_time; /* time of first demote request */
Bob Peterson7cf8dcd2011-06-15 11:41:48 -0400345 long gl_hold_time;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000346 struct list_head gl_holders;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000347
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400348 const struct gfs2_glock_operations *gl_ops;
Steven Whitehousea2457692012-01-20 10:38:36 +0000349 ktime_t gl_dstamp;
350 struct gfs2_lkstats gl_stats;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000351 struct dlm_lksb gl_lksb;
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500352 unsigned long gl_tchange;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000353 void *gl_object;
354
Steven Whitehouse97cc10252008-11-20 13:39:47 +0000355 struct list_head gl_lru;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000356 struct list_head gl_ail_list;
357 atomic_t gl_ail_count;
Bob Peterson638803d2019-06-06 07:33:38 -0500358 atomic_t gl_revokes;
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500359 struct delayed_work gl_work;
Bob Peterson23cfb0c2020-10-15 11:07:26 -0500360 /* For iopen glocks only */
361 struct {
362 struct delayed_work gl_delete;
363 u64 gl_no_formal_ino;
Steven Whitehouse7005c3e2013-12-06 10:16:14 +0000364 };
Andreas Gruenbacher961ae1d2017-07-07 13:22:05 -0500365 struct rcu_head gl_rcu;
Bob Peterson88ffbf32015-03-16 11:02:46 -0500366 struct rhash_head gl_node;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000367};
368
David Teiglandb3b94fa2006-01-16 16:50:04 +0000369enum {
Steven Whitehousebfded272006-11-01 16:05:38 -0500370 GIF_INVALID = 0,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000371 GIF_QD_LOCKED = 1,
Steven Whitehouse40ac2182011-08-02 13:17:27 +0100372 GIF_ALLOC_FAILED = 2,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000373 GIF_SW_PAGED = 3,
Abhi Das05978802014-03-31 10:33:17 -0500374 GIF_FREE_VFS_INODE = 5,
Andreas Gruenbacher4fd1a572017-06-30 07:47:15 -0500375 GIF_GLOP_PENDING = 6,
Andreas Gruenbacher8c7b9262020-01-13 22:16:17 +0100376 GIF_DEFERRED_DELETE = 7,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000377};
378
379struct gfs2_inode {
Steven Whitehouse320dd102006-05-18 16:25:27 -0400380 struct inode i_inode;
Steven Whitehousedbb7cae2007-05-15 15:37:50 +0100381 u64 i_no_addr;
382 u64 i_no_formal_ino;
Steven Whitehousebcf0b5b2008-11-03 13:39:46 +0000383 u64 i_generation;
Steven Whitehouse3767ac22008-11-03 14:28:42 +0000384 u64 i_eattr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000385 unsigned long i_flags; /* GIF_... */
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400386 struct gfs2_glock *i_gl; /* Move into i_gh? */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000387 struct gfs2_holder i_iopen_gh;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000388 struct gfs2_holder i_gh; /* for prepare/commit_write only */
Bob Petersonb54e9a02015-10-26 10:40:28 -0500389 struct gfs2_qadata *i_qadata; /* quota allocation data */
Andreas Gruenbacher21f09c42018-08-30 16:01:50 +0100390 struct gfs2_holder i_rgd_gh;
Bob Petersona097dc7e2015-07-16 08:28:04 -0500391 struct gfs2_blkreserv i_res; /* rgrp multi-block reservation */
Steven Whitehousece276b02008-02-06 09:25:45 +0000392 u64 i_goal; /* goal block for allocations */
Andreas Gruenbacher21f09c42018-08-30 16:01:50 +0100393 atomic_t i_sizehint; /* hint of the write size */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000394 struct rw_semaphore i_rw_mutex;
Steven Whitehouse45138992013-01-28 09:30:07 +0000395 struct list_head i_ordered;
Steven Whitehouse813e0c42008-11-18 13:38:48 +0000396 struct list_head i_trunc_list;
Steven Whitehouse17d539f2011-06-15 10:29:37 +0100397 __be64 *i_hash_cache;
Steven Whitehousead6203f22008-11-03 13:59:19 +0000398 u32 i_entries;
Steven Whitehouse383f01f2008-11-04 10:05:22 +0000399 u32 i_diskflags;
Steven Whitehouseecc30c72008-01-28 10:37:35 +0000400 u8 i_height;
Steven Whitehouse9a004502008-02-01 09:23:44 +0000401 u8 i_depth;
Andreas Gruenbacherc8d57702015-11-11 15:00:35 -0600402 u16 i_rahead;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000403};
404
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400405/*
406 * Since i_inode is the first element of struct gfs2_inode,
407 * this is effectively a cast.
408 */
Steven Whitehouse320dd102006-05-18 16:25:27 -0400409static inline struct gfs2_inode *GFS2_I(struct inode *inode)
410{
411 return container_of(inode, struct gfs2_inode, i_inode);
412}
413
Steven Whitehousebf36a712007-10-17 08:35:19 +0100414static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400415{
416 return inode->i_sb->s_fs_info;
417}
418
David Teiglandb3b94fa2006-01-16 16:50:04 +0000419struct gfs2_file {
Steven Whitehousef55ab262006-02-21 12:51:39 +0000420 struct mutex f_fl_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000421 struct gfs2_holder f_fl_gh;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000422};
423
David Teiglandb3b94fa2006-01-16 16:50:04 +0000424struct gfs2_revoke_replay {
425 struct list_head rr_list;
Steven Whitehousecd915492006-09-04 12:49:07 -0400426 u64 rr_blkno;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000427 unsigned int rr_where;
428};
429
430enum {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000431 QDF_CHANGE = 1,
432 QDF_LOCKED = 2,
Abhijith Das662e3a52011-03-08 10:40:42 -0500433 QDF_REFRESH = 3,
Abhi Das9cde2892015-06-02 11:03:04 -0500434 QDF_QMSG_QUIET = 4,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000435};
436
437struct gfs2_quota_data {
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000438 struct hlist_bl_node qd_hlist;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000439 struct list_head qd_list;
Eric W. Biederman05e0a602013-01-31 19:52:08 -0800440 struct kqid qd_id;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000441 struct gfs2_sbd *qd_sbd;
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000442 struct lockref qd_lockref;
443 struct list_head qd_lru;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000444 unsigned qd_hash;
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000445
David Teiglandb3b94fa2006-01-16 16:50:04 +0000446 unsigned long qd_flags; /* QDF_... */
447
Steven Whitehousecd915492006-09-04 12:49:07 -0400448 s64 qd_change;
449 s64 qd_change_sync;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000450
451 unsigned int qd_slot;
452 unsigned int qd_slot_count;
453
454 struct buffer_head *qd_bh;
455 struct gfs2_quota_change *qd_bh_qc;
456 unsigned int qd_bh_count;
457
458 struct gfs2_glock *qd_gl;
459 struct gfs2_quota_lvb qd_qb;
460
Steven Whitehousecd915492006-09-04 12:49:07 -0400461 u64 qd_sync_gen;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000462 unsigned long qd_last_warn;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000463 struct rcu_head qd_rcu;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000464};
465
Bob Peterson9862ca02017-01-25 12:50:47 -0500466enum {
467 TR_TOUCHED = 1,
468 TR_ATTACHED = 2,
469 TR_ALLOCED = 3,
470};
471
David Teiglandb3b94fa2006-01-16 16:50:04 +0000472struct gfs2_trans {
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500473 unsigned long tr_ip;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000474
475 unsigned int tr_blocks;
476 unsigned int tr_revokes;
477 unsigned int tr_reserved;
Bob Peterson9862ca02017-01-25 12:50:47 -0500478 unsigned long tr_flags;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000479
David Teiglandb3b94fa2006-01-16 16:50:04 +0000480 unsigned int tr_num_buf_new;
Robert Peterson2332c442007-06-18 14:50:20 -0500481 unsigned int tr_num_databuf_new;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000482 unsigned int tr_num_buf_rm;
Robert Peterson2332c442007-06-18 14:50:20 -0500483 unsigned int tr_num_databuf_rm;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000484 unsigned int tr_num_revoke;
Bob Petersona31b4ec2020-01-20 15:49:28 +0100485 unsigned int tr_num_revoke_rm;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000486
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500487 struct list_head tr_list;
Steven Whitehoused69a3c62014-02-21 15:22:35 +0000488 struct list_head tr_databuf;
489 struct list_head tr_buf;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000490
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500491 unsigned int tr_first;
492 struct list_head tr_ail1_list;
493 struct list_head tr_ail2_list;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000494};
495
Bob Petersonda6dd402007-12-11 18:49:21 -0600496struct gfs2_journal_extent {
Steven Whitehouseb50f2272014-03-03 13:35:57 +0000497 struct list_head list;
Bob Petersonda6dd402007-12-11 18:49:21 -0600498
499 unsigned int lblock; /* First logical block */
500 u64 dblock; /* First disk block */
501 u64 blocks;
502};
503
David Teiglandb3b94fa2006-01-16 16:50:04 +0000504struct gfs2_jdesc {
505 struct list_head jd_list;
Bob Petersonda6dd402007-12-11 18:49:21 -0600506 struct list_head extent_list;
Steven Whitehouseb50f2272014-03-03 13:35:57 +0000507 unsigned int nr_extents;
Tejun Heo6ecd7c22010-07-20 22:09:02 +0200508 struct work_struct jd_work;
Steven Whitehouse7359a192006-02-13 12:27:43 +0000509 struct inode *jd_inode;
Steven Whitehousefe64d512009-05-19 10:01:18 +0100510 unsigned long jd_flags;
511#define JDF_RECOVERY 1
David Teiglandb3b94fa2006-01-16 16:50:04 +0000512 unsigned int jd_jid;
Bob Peterson7c70b892019-03-25 09:34:19 -0600513 u32 jd_blocks;
David Teigland376d3772012-01-09 15:29:20 -0500514 int jd_recover_error;
Bob Petersona17d758b2014-03-06 17:19:15 -0500515 /* Replay stuff */
516
517 unsigned int jd_found_blocks;
518 unsigned int jd_found_revokes;
519 unsigned int jd_replayed_blocks;
520
521 struct list_head jd_revoke_list;
522 unsigned int jd_replay_tail;
523
Bob Petersona72d2402019-06-13 13:28:45 -0500524 u64 jd_no_addr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000525};
526
Steven Whitehousebb8d8a62007-06-01 14:11:58 +0100527struct gfs2_statfs_change_host {
528 s64 sc_total;
529 s64 sc_free;
530 s64 sc_dinodes;
531};
532
David Teiglandb3b94fa2006-01-16 16:50:04 +0000533#define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF
534#define GFS2_QUOTA_OFF 0
535#define GFS2_QUOTA_ACCOUNT 1
536#define GFS2_QUOTA_ON 2
537
538#define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED
539#define GFS2_DATA_WRITEBACK 1
540#define GFS2_DATA_ORDERED 2
541
Bob Petersond34843d2009-08-24 10:44:18 +0100542#define GFS2_ERRORS_DEFAULT GFS2_ERRORS_WITHDRAW
543#define GFS2_ERRORS_WITHDRAW 0
544#define GFS2_ERRORS_CONTINUE 1 /* place holder for future feature */
545#define GFS2_ERRORS_RO 2 /* place holder for future feature */
546#define GFS2_ERRORS_PANIC 3
547
David Teiglandb3b94fa2006-01-16 16:50:04 +0000548struct gfs2_args {
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100549 char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */
550 char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */
551 char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */
552 unsigned int ar_spectator:1; /* Don't get a journal */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100553 unsigned int ar_localflocks:1; /* Let the VFS do flock|fcntl */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100554 unsigned int ar_debug:1; /* Oops on errors */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100555 unsigned int ar_posix_acl:1; /* Enable posix acls */
556 unsigned int ar_quota:2; /* off/account/on */
557 unsigned int ar_suiddir:1; /* suiddir support */
558 unsigned int ar_data:2; /* ordered/writeback */
559 unsigned int ar_meta:1; /* mount metafs */
Steven Whitehousef15ab562009-02-09 09:25:01 +0000560 unsigned int ar_discard:1; /* discard requests */
Bob Petersond34843d2009-08-24 10:44:18 +0100561 unsigned int ar_errors:2; /* errors=withdraw | panic */
Christoph Hellwigf25934c2009-10-30 08:03:27 +0100562 unsigned int ar_nobarrier:1; /* do not send barriers */
Benjamin Marzinski90306c42012-05-29 23:01:09 -0500563 unsigned int ar_rgrplvb:1; /* use lvbs for rgrp info */
Benjamin Marzinski471f3db2015-12-01 08:46:55 -0600564 unsigned int ar_loccookie:1; /* use location based readdir
565 cookies */
Andrew Price1f52aa02019-03-27 14:46:00 +0000566 s32 ar_commit; /* Commit interval */
567 s32 ar_statfs_quantum; /* The fast statfs interval */
568 s32 ar_quota_quantum; /* The quota interval */
569 s32 ar_statfs_percent; /* The % change to force sync */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000570};
571
572struct gfs2_tune {
573 spinlock_t gt_spin;
574
David Teiglandb3b94fa2006-01-16 16:50:04 +0000575 unsigned int gt_logd_secs;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000576
David Teiglandb3b94fa2006-01-16 16:50:04 +0000577 unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
578 unsigned int gt_quota_scale_num; /* Numerator */
579 unsigned int gt_quota_scale_den; /* Denominator */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000580 unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000581 unsigned int gt_new_files_jdata;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000582 unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000583 unsigned int gt_complain_secs;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000584 unsigned int gt_statfs_quantum;
585 unsigned int gt_statfs_slow;
586};
587
David Teiglandb3b94fa2006-01-16 16:50:04 +0000588enum {
589 SDF_JOURNAL_CHECKED = 0,
590 SDF_JOURNAL_LIVE = 1,
Bob Peterson04aea0c2019-05-07 13:27:44 -0500591 SDF_WITHDRAWN = 2,
Steven Whitehouse254db572008-09-26 10:23:22 +0100592 SDF_NOBARRIERS = 3,
Steven Whitehousefe64d512009-05-19 10:01:18 +0100593 SDF_NORECOVERY = 4,
Steven Whitehouse913a71d2010-05-06 11:03:29 +0100594 SDF_DEMOTE = 5,
Steven Whitehouseba6e9362010-06-14 10:01:30 +0100595 SDF_NOJOURNALID = 6,
David Teiglande8ca5cc2012-01-09 14:40:06 -0500596 SDF_RORECOVERY = 7, /* read only recovery */
David Teiglandfb6791d2012-11-13 10:58:56 -0500597 SDF_SKIP_DLM_UNLOCK = 8,
Abhi Dasb066a4eeb2017-08-04 12:15:32 -0500598 SDF_FORCE_AIL_FLUSH = 9,
Bob Peterson036330c2019-04-10 11:46:35 -0600599 SDF_FS_FROZEN = 10,
600 SDF_WITHDRAWING = 11, /* Will withdraw eventually */
Bob Peterson601ef0d2020-01-28 20:23:45 +0100601 SDF_WITHDRAW_IN_PROG = 12, /* Withdraw is in progress */
602 SDF_REMOTE_WITHDRAW = 13, /* Performing remote recovery */
603 SDF_WITHDRAW_RECOVERY = 14, /* Wait for journal recovery when we are
604 withdrawing */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000605};
606
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600607enum gfs2_freeze_state {
608 SFS_UNFROZEN = 0,
609 SFS_STARTING_FREEZE = 1,
610 SFS_FROZEN = 2,
611};
612
David Teiglandb3b94fa2006-01-16 16:50:04 +0000613#define GFS2_FSNAME_LEN 256
614
Steven Whitehousebb8d8a62007-06-01 14:11:58 +0100615struct gfs2_inum_host {
616 u64 no_formal_ino;
617 u64 no_addr;
618};
619
620struct gfs2_sb_host {
621 u32 sb_magic;
622 u32 sb_type;
623 u32 sb_format;
624
625 u32 sb_fs_format;
626 u32 sb_multihost_format;
627 u32 sb_bsize;
628 u32 sb_bsize_shift;
629
630 struct gfs2_inum_host sb_master_dir;
631 struct gfs2_inum_host sb_root_dir;
632
633 char sb_lockproto[GFS2_LOCKNAME_LEN];
634 char sb_locktable[GFS2_LOCKNAME_LEN];
635};
636
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000637/*
638 * lm_mount() return values
639 *
640 * ls_jid - the journal ID this node should use
641 * ls_first - this node is the first to mount the file system
642 * ls_lockspace - lock module's context for this file system
643 * ls_ops - lock module's functions
644 */
645
646struct lm_lockstruct {
Steven Whitehousefeb47ca92010-09-29 15:04:18 +0100647 int ls_jid;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000648 unsigned int ls_first;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000649 const struct lm_lockops *ls_ops;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000650 dlm_lockspace_t *ls_dlm;
651
David Teiglande0c2a9a2012-01-09 17:18:05 -0500652 int ls_recover_jid_done; /* These two are deprecated, */
653 int ls_recover_jid_status; /* used previously by gfs_controld */
654
655 struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
656 struct dlm_lksb ls_control_lksb; /* control_lock */
657 char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
658 struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
David Teigland57c73102013-03-05 16:01:47 -0500659 char *ls_lvb_bits;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500660
661 spinlock_t ls_recover_spin; /* protects following fields */
662 unsigned long ls_recover_flags; /* DFL_ */
663 uint32_t ls_recover_mount; /* gen in first recover_done cb */
664 uint32_t ls_recover_start; /* gen in last recover_done cb */
665 uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
666 uint32_t ls_recover_size; /* size of recover_submit, recover_result */
667 uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
668 uint32_t *ls_recover_result; /* result of last jid recovery */
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000669};
670
Steven Whitehousea2457692012-01-20 10:38:36 +0000671struct gfs2_pcpu_lkstats {
672 /* One struct for each glock type */
673 struct gfs2_lkstats lkstats[10];
674};
675
Abhi Das97fd7342020-10-20 15:58:04 -0500676/* List of local (per node) statfs inodes */
677struct local_statfs_inode {
678 struct list_head si_list;
679 struct inode *si_sc_inode;
680 unsigned int si_jid; /* journal id this statfs inode corresponds to */
681};
682
David Teiglandb3b94fa2006-01-16 16:50:04 +0000683struct gfs2_sbd {
684 struct super_block *sd_vfs;
Steven Whitehousea2457692012-01-20 10:38:36 +0000685 struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000686 struct kobject sd_kobj;
Jamie Ilesc2a04b02020-10-12 14:13:09 +0100687 struct completion sd_kobj_unregister;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000688 unsigned long sd_flags; /* SDF_... */
Al Virof50dfaf782006-10-13 20:45:02 -0400689 struct gfs2_sb_host sd_sb;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000690
691 /* Constants computed on mount */
692
Steven Whitehousecd915492006-09-04 12:49:07 -0400693 u32 sd_fsb2bb;
694 u32 sd_fsb2bb_shift;
695 u32 sd_diptrs; /* Number of pointers in a dinode */
696 u32 sd_inptrs; /* Number of pointers in a indirect block */
Bob Peterson2e9eeaa2019-12-13 08:10:51 -0600697 u32 sd_ldptrs; /* Number of pointers in a log descriptor block */
Steven Whitehousecd915492006-09-04 12:49:07 -0400698 u32 sd_jbsize; /* Size of a journaled data block */
699 u32 sd_hash_bsize; /* sizeof(exhash block) */
700 u32 sd_hash_bsize_shift;
701 u32 sd_hash_ptrs; /* Number of pointers in a hash block */
702 u32 sd_qc_per_block;
Bob Petersona68a0a32012-10-19 08:32:51 -0400703 u32 sd_blocks_per_bitmap;
Steven Whitehousecd915492006-09-04 12:49:07 -0400704 u32 sd_max_dirres; /* Max blocks needed to add a directory entry */
705 u32 sd_max_height; /* Max height of a file's metadata tree */
Steven Whitehouseecc30c72008-01-28 10:37:35 +0000706 u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
Benjamin Marzinski471f3db2015-12-01 08:46:55 -0600707 u32 sd_max_dents_per_leaf; /* Max number of dirents in a leaf block */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000708
709 struct gfs2_args sd_args; /* Mount arguments */
710 struct gfs2_tune sd_tune; /* Filesystem tuning structure */
711
712 /* Lock Stuff */
713
714 struct lm_lockstruct sd_lockstruct;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000715 struct gfs2_holder sd_live_gh;
716 struct gfs2_glock *sd_rename_gl;
Benjamin Marzinski24972552014-05-01 22:26:55 -0500717 struct gfs2_glock *sd_freeze_gl;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600718 struct work_struct sd_freeze_work;
Steven Whitehousee4027462010-01-25 11:20:19 +0000719 wait_queue_head_t sd_glock_wait;
Bob Petersonad269672019-08-30 12:31:02 -0500720 wait_queue_head_t sd_async_glock_wait;
Steven Whitehousee4027462010-01-25 11:20:19 +0000721 atomic_t sd_glock_disposal;
Steven Whitehouse3942ae532011-07-11 08:53:30 +0100722 struct completion sd_locking_init;
Steven Whitehousefd95e812013-02-13 12:21:40 +0000723 struct completion sd_wdack;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500724 struct delayed_work sd_control_work;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000725
726 /* Inode Stuff */
727
Steven Whitehouse9b8df982008-08-08 13:45:13 +0100728 struct dentry *sd_master_dir;
729 struct dentry *sd_root_dir;
730
Steven Whitehousef42faf42006-01-30 18:34:10 +0000731 struct inode *sd_jindex;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000732 struct inode *sd_statfs_inode;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000733 struct inode *sd_sc_inode;
Abhi Das97fd7342020-10-20 15:58:04 -0500734 struct list_head sd_sc_inodes_list;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000735 struct inode *sd_qc_inode;
736 struct inode *sd_rindex;
737 struct inode *sd_quota_inode;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000738
David Teiglandb3b94fa2006-01-16 16:50:04 +0000739 /* StatFS stuff */
740
741 spinlock_t sd_statfs_spin;
Al Virobd209cc2006-10-13 23:43:19 -0400742 struct gfs2_statfs_change_host sd_statfs_master;
743 struct gfs2_statfs_change_host sd_statfs_local;
Benjamin Marzinski3d3c10f2009-10-20 02:39:44 -0500744 int sd_statfs_force_sync;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000745
746 /* Resource group stuff */
747
Bob Petersoncf45b752008-01-31 10:31:39 -0600748 int sd_rindex_uptodate;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000749 spinlock_t sd_rindex_spin;
Bob Peterson7c9ca622011-08-31 09:53:19 +0100750 struct rb_root sd_rindex_tree;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000751 unsigned int sd_rgrps;
Benjamin Marzinski39211202010-08-20 00:21:02 -0500752 unsigned int sd_max_rg_data;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000753
754 /* Journal index stuff */
755
756 struct list_head sd_jindex_list;
757 spinlock_t sd_jindex_spin;
Steven Whitehousef55ab262006-02-21 12:51:39 +0000758 struct mutex sd_jindex_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000759 unsigned int sd_journals;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000760
761 struct gfs2_jdesc *sd_jdesc;
762 struct gfs2_holder sd_journal_gh;
763 struct gfs2_holder sd_jinode_gh;
Bob Peterson601ef0d2020-01-28 20:23:45 +0100764 struct gfs2_glock *sd_jinode_gl;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000765
David Teiglandb3b94fa2006-01-16 16:50:04 +0000766 struct gfs2_holder sd_sc_gh;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000767 struct gfs2_holder sd_qc_gh;
768
Bob Peterson0e48e0552014-06-02 09:40:25 -0400769 struct completion sd_journal_ready;
770
David Teiglandb3b94fa2006-01-16 16:50:04 +0000771 /* Daemon stuff */
772
David Teiglandb3b94fa2006-01-16 16:50:04 +0000773 struct task_struct *sd_logd_process;
774 struct task_struct *sd_quotad_process;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000775
David Teiglandb3b94fa2006-01-16 16:50:04 +0000776 /* Quota stuff */
777
778 struct list_head sd_quota_list;
779 atomic_t sd_quota_count;
Steven Whitehousef55ab262006-02-21 12:51:39 +0000780 struct mutex sd_quota_mutex;
Steven Whitehousee46c7722013-10-04 12:29:34 +0100781 struct mutex sd_quota_sync_mutex;
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000782 wait_queue_head_t sd_quota_wait;
Steven Whitehouse813e0c42008-11-18 13:38:48 +0000783 struct list_head sd_trunc_list;
784 spinlock_t sd_trunc_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000785
786 unsigned int sd_quota_slots;
Steven Whitehouseee2411a2013-12-12 17:29:32 +0000787 unsigned long *sd_quota_bitmap;
Steven Whitehouse2d9e7232013-12-13 11:46:28 +0000788 spinlock_t sd_bitmap_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000789
Steven Whitehousecd915492006-09-04 12:49:07 -0400790 u64 sd_quota_sync_gen;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000791
792 /* Log stuff */
793
Steven Whitehouse70d4ee92013-12-06 16:19:54 +0000794 struct address_space sd_aspace;
795
David Teiglandb3b94fa2006-01-16 16:50:04 +0000796 spinlock_t sd_log_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000797
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500798 struct gfs2_trans *sd_log_tr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000799 unsigned int sd_log_blks_reserved;
Andreas Gruenbacher5d439752020-01-09 13:54:36 +0100800 int sd_log_committed_revoke;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000801
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500802 atomic_t sd_log_pinned;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000803 unsigned int sd_log_num_revoke;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000804
Andreas Gruenbachera5b1d3f2019-04-05 12:16:14 +0100805 struct list_head sd_log_revokes;
806 struct list_head sd_log_ordered;
Steven Whitehouse45138992013-01-28 09:30:07 +0000807 spinlock_t sd_ordered_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000808
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500809 atomic_t sd_log_thresh1;
810 atomic_t sd_log_thresh2;
Steven Whitehousefd041f02007-11-08 14:55:03 +0000811 atomic_t sd_log_blks_free;
Bob Petersonf07b3522017-01-05 16:01:45 -0500812 atomic_t sd_log_blks_needed;
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500813 wait_queue_head_t sd_log_waitq;
814 wait_queue_head_t sd_logd_waitq;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000815
Steven Whitehousecd915492006-09-04 12:49:07 -0400816 u64 sd_log_sequence;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000817 unsigned int sd_log_head;
818 unsigned int sd_log_tail;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000819 int sd_log_idle;
820
Steven Whitehouse484adff2006-03-29 09:12:12 -0500821 struct rw_semaphore sd_log_flush_lock;
Steven Whitehouse16615be2007-09-17 10:59:52 +0100822 atomic_t sd_log_in_flight;
Steven Whitehousee8c92ed2012-04-16 09:28:31 +0100823 struct bio *sd_log_bio;
Steven Whitehouse16615be2007-09-17 10:59:52 +0100824 wait_queue_head_t sd_log_flush_wait;
Bob Peterson036330c2019-04-10 11:46:35 -0600825 int sd_log_error; /* First log error */
Bob Peterson601ef0d2020-01-28 20:23:45 +0100826 wait_queue_head_t sd_withdraw_wait;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000827
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600828 atomic_t sd_reserving_log;
829 wait_queue_head_t sd_reserving_log_wait;
830
David Teiglandb3b94fa2006-01-16 16:50:04 +0000831 unsigned int sd_log_flush_head;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000832
Dave Chinnerd6a079e2011-03-11 11:52:25 +0000833 spinlock_t sd_ail_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000834 struct list_head sd_ail1_list;
835 struct list_head sd_ail2_list;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000836
David Teiglandb3b94fa2006-01-16 16:50:04 +0000837 /* For quiescing the filesystem */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000838 struct gfs2_holder sd_freeze_gh;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600839 atomic_t sd_freeze_state;
840 struct mutex sd_freeze_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000841
Andreas Gruenbacher561b7962017-08-22 12:17:35 -0500842 char sd_fsname[GFS2_FSNAME_LEN + 3 * sizeof(int) + 2];
David Teiglandb3b94fa2006-01-16 16:50:04 +0000843 char sd_table_name[GFS2_FSNAME_LEN];
844 char sd_proto_name[GFS2_FSNAME_LEN];
845
846 /* Debugging crud */
847
848 unsigned long sd_last_warning;
Robert Peterson5f882092007-04-18 11:41:11 -0500849 struct dentry *debugfs_dir; /* debugfs directory */
Bob Peterson601ef0d2020-01-28 20:23:45 +0100850 unsigned long sd_glock_dqs_held;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000851};
852
Steven Whitehousea2457692012-01-20 10:38:36 +0000853static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
854{
855 gl->gl_stats.stats[which]++;
856}
857
858static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
859{
Bob Peterson15562c42015-03-16 11:52:05 -0500860 const struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
Steven Whitehousea2457692012-01-20 10:38:36 +0000861 preempt_disable();
862 this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
863 preempt_enable();
864}
865
Andreas Gruenbacher6f6597ba2017-06-30 07:55:08 -0500866extern struct gfs2_rgrpd *gfs2_glock2rgrp(struct gfs2_glock *gl);
867
Andreas Gruenbacher235628c2017-11-14 16:53:12 +0100868static inline unsigned gfs2_max_stuffed_size(const struct gfs2_inode *ip)
869{
870 return GFS2_SB(&ip->i_inode)->sd_sb.sb_bsize - sizeof(struct gfs2_dinode);
871}
872
David Teiglandb3b94fa2006-01-16 16:50:04 +0000873#endif /* __INCORE_DOT_H__ */
874