blob: 9150cfa4df7dc6bf4a0744a37eb7cfe9ef47801b [file] [log] [blame]
Thomas Gleixner328970d2019-05-24 12:04:05 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Mark Fashehccd979b2005-12-15 14:31:24 -08002/* -*- mode: c; c-basic-offset: 8; -*-
3 * vim: noexpandtab sw=8 ts=8 sts=0:
4 *
5 * ocfs2.h
6 *
7 * Defines macros and structures used in OCFS2
8 *
9 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
Mark Fashehccd979b2005-12-15 14:31:24 -080010 */
11
12#ifndef OCFS2_H
13#define OCFS2_H
14
15#include <linux/spinlock.h>
16#include <linux/sched.h>
17#include <linux/wait.h>
18#include <linux/list.h>
Jan Karae3a767b2014-04-03 14:46:56 -070019#include <linux/llist.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080020#include <linux/rbtree.h>
21#include <linux/workqueue.h>
22#include <linux/kref.h>
Arjan van de Venc74ec2f2006-01-13 21:54:23 -080023#include <linux/mutex.h>
Jan Karacb257972009-06-04 15:26:50 +020024#include <linux/lockdep.h>
Sunil Mushran7aee47b2009-11-06 14:50:22 -080025#include <linux/jbd2.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080026
Joel Becker8f2c9c12008-02-01 12:16:57 -080027/* For union ocfs2_dlm_lksb */
28#include "stackglue.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080029
30#include "ocfs2_fs.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080031#include "ocfs2_lockid.h"
Tristan Ye9df57782010-03-02 13:59:42 +080032#include "ocfs2_ioctl.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080033
Joel Becker73be1922009-01-06 14:57:08 -080034/* For struct ocfs2_blockcheck_stats */
35#include "blockcheck.h"
36
Mark Fashehd02f00c2009-12-07 13:10:48 -080037#include "reservations.h"
Joel Becker47460d62009-02-10 16:05:07 -080038
Gang He5f483c42018-04-05 16:19:29 -070039#include "filecheck.h"
40
Joel Becker47460d62009-02-10 16:05:07 -080041/* Caching of metadata buffers */
42
Mark Fashehccd979b2005-12-15 14:31:24 -080043/* Most user visible OCFS2 inodes will have very few pieces of
44 * metadata, but larger files (including bitmaps, etc) must be taken
45 * into account when designing an access scheme. We allow a small
46 * amount of inlined blocks to be stored on an array and grow the
47 * structure into a rb tree when necessary. */
Joel Becker47460d62009-02-10 16:05:07 -080048#define OCFS2_CACHE_INFO_MAX_ARRAY 2
49
50/* Flags for ocfs2_caching_info */
51
52enum ocfs2_caching_info_flags {
53 /* Indicates that the metadata cache is using the inline array */
54 OCFS2_CACHE_FL_INLINE = 1<<1,
55};
Mark Fashehccd979b2005-12-15 14:31:24 -080056
Joel Becker6e5a3d72009-02-10 19:00:37 -080057struct ocfs2_caching_operations;
Mark Fashehccd979b2005-12-15 14:31:24 -080058struct ocfs2_caching_info {
Joel Becker47460d62009-02-10 16:05:07 -080059 /*
60 * The parent structure provides the locks, but because the
Joel Becker6e5a3d72009-02-10 19:00:37 -080061 * parent structure can differ, it provides locking operations
62 * to struct ocfs2_caching_info.
Joel Becker47460d62009-02-10 16:05:07 -080063 */
Joel Becker6e5a3d72009-02-10 19:00:37 -080064 const struct ocfs2_caching_operations *ci_ops;
Joel Becker47460d62009-02-10 16:05:07 -080065
Joel Becker292dd272009-02-12 15:41:59 -080066 /* next two are protected by trans_inc_lock */
67 /* which transaction were we created on? Zero if none. */
68 unsigned long ci_created_trans;
Joel Becker66fb3452009-02-12 15:24:40 -080069 /* last transaction we were a part of. */
70 unsigned long ci_last_trans;
71
72 /* Cache structures */
Joel Becker47460d62009-02-10 16:05:07 -080073 unsigned int ci_flags;
Mark Fashehccd979b2005-12-15 14:31:24 -080074 unsigned int ci_num_cached;
75 union {
Joel Becker47460d62009-02-10 16:05:07 -080076 sector_t ci_array[OCFS2_CACHE_INFO_MAX_ARRAY];
Mark Fashehccd979b2005-12-15 14:31:24 -080077 struct rb_root ci_tree;
78 } ci_cache;
79};
Joel Becker0cf2f762009-02-12 16:41:25 -080080/*
81 * Need this prototype here instead of in uptodate.h because journal.h
82 * uses it.
83 */
84struct super_block *ocfs2_metadata_cache_get_super(struct ocfs2_caching_info *ci);
Mark Fashehccd979b2005-12-15 14:31:24 -080085
86/* this limits us to 256 nodes
87 * if we need more, we can do a kmalloc for the map */
88#define OCFS2_NODE_MAP_MAX_NODES 256
89struct ocfs2_node_map {
90 u16 num_nodes;
91 unsigned long map[BITS_TO_LONGS(OCFS2_NODE_MAP_MAX_NODES)];
92};
93
94enum ocfs2_ast_action {
95 OCFS2_AST_INVALID = 0,
96 OCFS2_AST_ATTACH,
97 OCFS2_AST_CONVERT,
98 OCFS2_AST_DOWNCONVERT,
99};
100
101/* actions for an unlockast function to take. */
102enum ocfs2_unlock_action {
103 OCFS2_UNLOCK_INVALID = 0,
104 OCFS2_UNLOCK_CANCEL_CONVERT,
105 OCFS2_UNLOCK_DROP_LOCK,
106};
107
108/* ocfs2_lock_res->l_flags flags. */
Coly Li3b5da012008-11-05 15:16:24 +0800109#define OCFS2_LOCK_ATTACHED (0x00000001) /* we have initialized
Mark Fashehccd979b2005-12-15 14:31:24 -0800110 * the lvb */
111#define OCFS2_LOCK_BUSY (0x00000002) /* we are currently in
112 * dlm_lock */
113#define OCFS2_LOCK_BLOCKED (0x00000004) /* blocked waiting to
114 * downconvert*/
115#define OCFS2_LOCK_LOCAL (0x00000008) /* newly created inode */
116#define OCFS2_LOCK_NEEDS_REFRESH (0x00000010)
117#define OCFS2_LOCK_REFRESHING (0x00000020)
118#define OCFS2_LOCK_INITIALIZED (0x00000040) /* track initialization
119 * for shutdown paths */
120#define OCFS2_LOCK_FREEING (0x00000080) /* help dlmglue track
121 * when to skip queueing
122 * a lock because it's
123 * about to be
124 * dropped. */
125#define OCFS2_LOCK_QUEUED (0x00000100) /* queued for downconvert */
Mark Fashehcf8e06f2007-12-20 16:43:10 -0800126#define OCFS2_LOCK_NOCACHE (0x00000200) /* don't use a holder count */
Joel Beckerde551242008-02-01 14:45:08 -0800127#define OCFS2_LOCK_PENDING (0x00000400) /* This lockres is pending a
128 call to dlm_lock. Only
129 exists with BUSY set. */
Sunil Mushrana1912822010-01-21 10:50:03 -0800130#define OCFS2_LOCK_UPCONVERT_FINISHING (0x00000800) /* blocks the dc thread
131 * from downconverting
132 * before the upconvert
133 * has completed */
Mark Fashehccd979b2005-12-15 14:31:24 -0800134
Xue jiufeid1e782382014-12-10 15:41:59 -0800135#define OCFS2_LOCK_NONBLOCK_FINISHED (0x00001000) /* NONBLOCK cluster
136 * lock has already
137 * returned, do not block
138 * dc thread from
139 * downconverting */
140
Mark Fashehccd979b2005-12-15 14:31:24 -0800141struct ocfs2_lock_res_ops;
142
143typedef void (*ocfs2_lock_callback)(int status, unsigned long data);
144
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800145#ifdef CONFIG_OCFS2_FS_STATS
146struct ocfs2_lock_stats {
147 u64 ls_total; /* Total wait in NSEC */
148 u32 ls_gets; /* Num acquires */
149 u32 ls_fail; /* Num failed acquires */
150
151 /* Storing max wait in usecs saves 24 bytes per inode */
152 u32 ls_max; /* Max wait in USEC */
Gang He8a7f5f42019-07-11 20:53:02 -0700153 u64 ls_last; /* Last unlock time in USEC */
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800154};
155#endif
156
Mark Fashehccd979b2005-12-15 14:31:24 -0800157struct ocfs2_lock_res {
158 void *l_priv;
159 struct ocfs2_lock_res_ops *l_ops;
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500160
Mark Fashehccd979b2005-12-15 14:31:24 -0800161
162 struct list_head l_blocked_list;
163 struct list_head l_mask_waiters;
Eric Ren439a36b2017-02-22 15:40:41 -0800164 struct list_head l_holders;
Mark Fashehccd979b2005-12-15 14:31:24 -0800165
Mark Fashehccd979b2005-12-15 14:31:24 -0800166 unsigned long l_flags;
167 char l_name[OCFS2_LOCK_ID_MAX_LEN];
Mark Fashehccd979b2005-12-15 14:31:24 -0800168 unsigned int l_ro_holders;
169 unsigned int l_ex_holders;
Milton Millera2a2f552010-11-17 22:20:11 -0600170 signed char l_level;
171 signed char l_requested;
172 signed char l_blocking;
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500173
174 /* Data packed - type enum ocfs2_lock_type */
175 unsigned char l_type;
Mark Fashehccd979b2005-12-15 14:31:24 -0800176
177 /* used from AST/BAST funcs. */
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500178 /* Data packed - enum type ocfs2_ast_action */
179 unsigned char l_action;
180 /* Data packed - enum type ocfs2_unlock_action */
181 unsigned char l_unlock_action;
Joel Beckerde551242008-02-01 14:45:08 -0800182 unsigned int l_pending_gen;
Mark Fashehccd979b2005-12-15 14:31:24 -0800183
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500184 spinlock_t l_lock;
185
186 struct ocfs2_dlm_lksb l_lksb;
187
Mark Fashehccd979b2005-12-15 14:31:24 -0800188 wait_queue_head_t l_event;
189
190 struct list_head l_debug_list;
Sunil Mushran8ddb7b02008-05-13 13:45:15 -0700191
192#ifdef CONFIG_OCFS2_FS_STATS
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800193 struct ocfs2_lock_stats l_lock_prmode; /* PR mode stats */
194 u32 l_lock_refresh; /* Disk refreshes */
Gang He5da844a2019-07-11 20:53:09 -0700195 u64 l_lock_wait; /* First lock wait time */
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800196 struct ocfs2_lock_stats l_lock_exmode; /* EX mode stats */
Sunil Mushran8ddb7b02008-05-13 13:45:15 -0700197#endif
Jan Karacb257972009-06-04 15:26:50 +0200198#ifdef CONFIG_DEBUG_LOCK_ALLOC
199 struct lockdep_map l_lockdep_map;
200#endif
Mark Fashehccd979b2005-12-15 14:31:24 -0800201};
202
Joseph Qied460cf2015-02-16 15:59:57 -0800203enum ocfs2_orphan_reco_type {
204 ORPHAN_NO_NEED_TRUNCATE = 0,
205 ORPHAN_NEED_TRUNCATE,
206};
207
Sunil Mushran692684e2009-06-19 16:53:17 -0700208enum ocfs2_orphan_scan_state {
209 ORPHAN_SCAN_ACTIVE,
210 ORPHAN_SCAN_INACTIVE
211};
212
Srinivas Eeda83273932009-06-03 17:02:55 -0700213struct ocfs2_orphan_scan {
214 struct mutex os_lock;
215 struct ocfs2_super *os_osb;
216 struct ocfs2_lock_res os_lockres; /* lock to synchronize scans */
217 struct delayed_work os_orphan_scan_work;
Deepa Dinamani395627b2016-12-12 16:41:23 -0800218 time64_t os_scantime; /* time this node ran the scan */
Srinivas Eeda15633a22009-06-03 17:02:56 -0700219 u32 os_count; /* tracks node specific scans */
220 u32 os_seqno; /* tracks cluster wide scans */
Sunil Mushran692684e2009-06-19 16:53:17 -0700221 atomic_t os_state; /* ACTIVE or INACTIVE */
Srinivas Eeda83273932009-06-03 17:02:55 -0700222};
223
Mark Fashehccd979b2005-12-15 14:31:24 -0800224struct ocfs2_dlm_debug {
225 struct kref d_refcnt;
Gang He80567732019-07-11 20:53:05 -0700226 u32 d_filter_secs;
Mark Fashehccd979b2005-12-15 14:31:24 -0800227 struct list_head d_lockres_tracking;
228};
229
230enum ocfs2_vol_state
231{
232 VOLUME_INIT = 0,
233 VOLUME_MOUNTED,
Jan Kara19ece542008-08-21 20:13:17 +0200234 VOLUME_MOUNTED_QUOTAS,
Mark Fashehccd979b2005-12-15 14:31:24 -0800235 VOLUME_DISMOUNTED,
236 VOLUME_DISABLED
237};
238
239struct ocfs2_alloc_stats
240{
241 atomic_t moves;
242 atomic_t local_data;
243 atomic_t bitmap_data;
244 atomic_t bg_allocs;
245 atomic_t bg_extends;
246};
247
248enum ocfs2_local_alloc_state
249{
Mark Fasheh9c7af402008-07-28 18:02:53 -0700250 OCFS2_LA_UNUSED = 0, /* Local alloc will never be used for
251 * this mountpoint. */
252 OCFS2_LA_ENABLED, /* Local alloc is in use. */
253 OCFS2_LA_THROTTLED, /* Local alloc is in use, but number
254 * of bits has been reduced. */
255 OCFS2_LA_DISABLED /* Local alloc has temporarily been
256 * disabled. */
Mark Fashehccd979b2005-12-15 14:31:24 -0800257};
258
259enum ocfs2_mount_options
260{
Sunil Mushran2c442712010-10-07 15:23:50 -0700261 OCFS2_MOUNT_HB_LOCAL = 1 << 0, /* Local heartbeat */
Mark Fashehccd979b2005-12-15 14:31:24 -0800262 OCFS2_MOUNT_BARRIER = 1 << 1, /* Use block barriers */
263 OCFS2_MOUNT_NOINTR = 1 << 2, /* Don't catch signals */
264 OCFS2_MOUNT_ERRORS_PANIC = 1 << 3, /* Panic on errors */
265 OCFS2_MOUNT_DATA_WRITEBACK = 1 << 4, /* No data ordering */
Mark Fasheh53fc6222007-12-20 16:49:04 -0800266 OCFS2_MOUNT_LOCALFLOCKS = 1 << 5, /* No cluster aware user file locks */
Tiger Yangcf1d6c72008-08-18 17:11:00 +0800267 OCFS2_MOUNT_NOUSERXATTR = 1 << 6, /* No user xattr */
Joel Becker12462f12008-09-03 20:03:40 -0700268 OCFS2_MOUNT_INODE64 = 1 << 7, /* Allow inode numbers > 2^32 */
Jan Kara5297aad2009-10-15 14:54:04 +0200269 OCFS2_MOUNT_POSIX_ACL = 1 << 8, /* Force POSIX access control lists */
270 OCFS2_MOUNT_NO_POSIX_ACL = 1 << 9, /* Disable POSIX access
271 control lists */
272 OCFS2_MOUNT_USRQUOTA = 1 << 10, /* We support user quotas */
273 OCFS2_MOUNT_GRPQUOTA = 1 << 11, /* We support group quotas */
Joel Beckerfc371892010-10-15 13:03:09 -0700274 OCFS2_MOUNT_COHERENCY_BUFFERED = 1 << 12, /* Allow concurrent O_DIRECT
275 writes */
276 OCFS2_MOUNT_HB_NONE = 1 << 13, /* No heartbeat */
277 OCFS2_MOUNT_HB_GLOBAL = 1 << 14, /* Global heartbeat */
alex chen1dfeb762015-02-10 14:09:04 -0800278
279 OCFS2_MOUNT_JOURNAL_ASYNC_COMMIT = 1 << 15, /* Journal Async Commit */
Goldwyn Rodrigues7d0fb912015-09-04 15:44:11 -0700280 OCFS2_MOUNT_ERRORS_CONT = 1 << 16, /* Return EIO to the calling process on error */
281 OCFS2_MOUNT_ERRORS_ROFS = 1 << 17, /* Change filesystem to read-only on error */
Mark Fashehccd979b2005-12-15 14:31:24 -0800282};
283
Goldwyn Rodrigues8ed6b232014-04-03 14:46:59 -0700284#define OCFS2_OSB_SOFT_RO 0x0001
285#define OCFS2_OSB_HARD_RO 0x0002
286#define OCFS2_OSB_ERROR_FS 0x0004
287#define OCFS2_DEFAULT_ATIME_QUANTUM 60
Mark Fashehccd979b2005-12-15 14:31:24 -0800288
289struct ocfs2_journal;
Joel Beckerd85b20e2008-02-01 12:01:05 -0800290struct ocfs2_slot_info;
Joel Becker553abd02008-02-01 12:03:57 -0800291struct ocfs2_recovery_map;
Srinivas Eeda9140db02009-03-06 14:21:46 -0800292struct ocfs2_replay_map;
Jan Kara22053632008-10-20 23:50:38 +0200293struct ocfs2_quota_recovery;
Mark Fashehccd979b2005-12-15 14:31:24 -0800294struct ocfs2_super
295{
Mark Fashehccd979b2005-12-15 14:31:24 -0800296 struct task_struct *commit_task;
297 struct super_block *sb;
298 struct inode *root_inode;
299 struct inode *sys_root_inode;
Tao Mab4d693f2010-08-16 16:58:21 +0800300 struct inode *global_system_inodes[NUM_GLOBAL_SYSTEM_INODES];
301 struct inode **local_system_inodes;
Mark Fashehccd979b2005-12-15 14:31:24 -0800302
303 struct ocfs2_slot_info *slot_info;
304
Sunil Mushran539d8262008-07-14 17:31:10 -0700305 u32 *slot_recovery_generations;
306
Mark Fashehccd979b2005-12-15 14:31:24 -0800307 spinlock_t node_map_lock;
Mark Fashehccd979b2005-12-15 14:31:24 -0800308
Mark Fashehccd979b2005-12-15 14:31:24 -0800309 u64 root_blkno;
310 u64 system_dir_blkno;
311 u64 bitmap_blkno;
312 u32 bitmap_cpg;
Mark Fashehccd979b2005-12-15 14:31:24 -0800313 char *uuid_str;
Tiger Yangcf1d6c72008-08-18 17:11:00 +0800314 u32 uuid_hash;
Mark Fashehccd979b2005-12-15 14:31:24 -0800315 u8 *vol_label;
316 u64 first_cluster_group_blkno;
317 u32 fs_generation;
318
319 u32 s_feature_compat;
320 u32 s_feature_incompat;
321 u32 s_feature_ro_compat;
322
Tao Ma4d0ddb22008-03-05 16:11:46 +0800323 /* Protects s_next_generation, osb_flags and s_inode_steal_slot.
324 * Could protect more on osb as it's very short lived.
325 */
Mark Fashehccd979b2005-12-15 14:31:24 -0800326 spinlock_t osb_lock;
327 u32 s_next_generation;
328 unsigned long osb_flags;
Tao Ma4d0ddb22008-03-05 16:11:46 +0800329 s16 s_inode_steal_slot;
Tiger Yangb89c5422010-01-25 14:11:06 +0800330 s16 s_meta_steal_slot;
Tao Ma4d0ddb22008-03-05 16:11:46 +0800331 atomic_t s_num_inodes_stolen;
Tiger Yangb89c5422010-01-25 14:11:06 +0800332 atomic_t s_num_meta_stolen;
Mark Fashehccd979b2005-12-15 14:31:24 -0800333
334 unsigned long s_mount_opt;
Tiger Yang7f1a37e2006-11-15 15:48:42 +0800335 unsigned int s_atime_quantum;
Mark Fashehccd979b2005-12-15 14:31:24 -0800336
Joel Beckerfc881fa2008-02-01 12:04:48 -0800337 unsigned int max_slots;
Joel Becker19fdb622008-01-30 15:38:24 -0800338 unsigned int node_num;
Joel Beckerfc881fa2008-02-01 12:04:48 -0800339 int slot_num;
340 int preferred_slot;
Mark Fashehccd979b2005-12-15 14:31:24 -0800341 int s_sectsize_bits;
342 int s_clustersize;
343 int s_clustersize_bits;
Tiger Yangfdd77702008-08-18 17:08:55 +0800344 unsigned int s_xattr_inline_size;
Mark Fashehccd979b2005-12-15 14:31:24 -0800345
346 atomic_t vol_state;
Arjan van de Venc74ec2f2006-01-13 21:54:23 -0800347 struct mutex recovery_lock;
Joel Becker553abd02008-02-01 12:03:57 -0800348 struct ocfs2_recovery_map *recovery_map;
Srinivas Eeda9140db02009-03-06 14:21:46 -0800349 struct ocfs2_replay_map *replay_map;
Mark Fashehccd979b2005-12-15 14:31:24 -0800350 struct task_struct *recovery_thread_task;
351 int disable_recovery;
352 wait_queue_head_t checkpoint_event;
Mark Fashehccd979b2005-12-15 14:31:24 -0800353 struct ocfs2_journal *journal;
Mark Fashehd147b3d2007-11-07 14:40:36 -0800354 unsigned long osb_commit_interval;
Mark Fashehccd979b2005-12-15 14:31:24 -0800355
Mark Fasheh9c7af402008-07-28 18:02:53 -0700356 struct delayed_work la_enable_wq;
357
358 /*
359 * Must hold local alloc i_mutex and osb->osb_lock to change
360 * local_alloc_bits. Reads can be done under either lock.
361 */
Mark Fashehebcee4b2008-07-28 14:55:20 -0700362 unsigned int local_alloc_bits;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700363 unsigned int local_alloc_default_bits;
Mark Fasheh6b820212010-04-05 18:17:14 -0700364 /* osb_clusters_at_boot can become stale! Do not trust it to
365 * be up to date. */
366 unsigned int osb_clusters_at_boot;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700367
368 enum ocfs2_local_alloc_state local_alloc_state; /* protected
369 * by osb_lock */
370
Mark Fashehccd979b2005-12-15 14:31:24 -0800371 struct buffer_head *local_alloc_bh;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700372
Mark Fasheh883d4ca2006-06-05 16:41:00 -0400373 u64 la_last_gd;
Mark Fashehccd979b2005-12-15 14:31:24 -0800374
Mark Fashehd02f00c2009-12-07 13:10:48 -0800375 struct ocfs2_reservation_map osb_la_resmap;
376
377 unsigned int osb_resv_level;
Mark Fasheh83f92312010-04-05 18:17:16 -0700378 unsigned int osb_dir_resv_level;
Mark Fashehd02f00c2009-12-07 13:10:48 -0800379
Jun Piao964f14a2017-09-06 16:19:11 -0700380 /* Next two fields are for local node slot recovery during
Mark Fashehccd979b2005-12-15 14:31:24 -0800381 * mount. */
Mark Fashehccd979b2005-12-15 14:31:24 -0800382 struct ocfs2_dinode *local_alloc_copy;
Jan Kara22053632008-10-20 23:50:38 +0200383 struct ocfs2_quota_recovery *quota_rec;
Mark Fashehccd979b2005-12-15 14:31:24 -0800384
Joel Becker73be1922009-01-06 14:57:08 -0800385 struct ocfs2_blockcheck_stats osb_ecc_stats;
Mark Fashehccd979b2005-12-15 14:31:24 -0800386 struct ocfs2_alloc_stats alloc_stats;
387 char dev_str[20]; /* "major,minor" of the device */
388
Sunil Mushran98f486f22010-10-09 10:24:46 -0700389 u8 osb_stackflags;
390
Joel Beckerb61817e2008-02-01 15:08:23 -0800391 char osb_cluster_stack[OCFS2_STACK_LABEL_LEN + 1];
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -0800392 char osb_cluster_name[OCFS2_CLUSTER_NAME_LEN + 1];
Joel Becker4670c462008-02-01 14:39:35 -0800393 struct ocfs2_cluster_connection *cconn;
Mark Fashehccd979b2005-12-15 14:31:24 -0800394 struct ocfs2_lock_res osb_super_lockres;
395 struct ocfs2_lock_res osb_rename_lockres;
wengang wang6ca497a2009-03-06 21:29:10 +0800396 struct ocfs2_lock_res osb_nfs_sync_lockres;
Gang He4882abe2018-01-31 16:15:10 -0800397 struct ocfs2_lock_res osb_trim_fs_lockres;
Gang He5500ab42019-03-05 15:41:45 -0800398 struct mutex obs_trim_fs_mutex;
Mark Fashehccd979b2005-12-15 14:31:24 -0800399 struct ocfs2_dlm_debug *osb_dlm_debug;
400
401 struct dentry *osb_debug_root;
402
403 wait_queue_head_t recovery_event;
404
Mark Fasheh34d024f2007-09-24 15:56:19 -0700405 spinlock_t dc_task_lock;
406 struct task_struct *dc_task;
407 wait_queue_head_t dc_event;
408 unsigned long dc_wake_sequence;
409 unsigned long dc_work_sequence;
Mark Fashehccd979b2005-12-15 14:31:24 -0800410
Mark Fasheh7ec373c2008-01-23 16:54:48 -0800411 /*
412 * Any thread can add locks to the list, but the downconvert
413 * thread is the only one allowed to remove locks. Any change
414 * to this rule requires updating
415 * ocfs2_downconvert_thread_do_work().
416 */
Mark Fashehccd979b2005-12-15 14:31:24 -0800417 struct list_head blocked_lock_list;
418 unsigned long blocked_lock_count;
419
Jan Karae3a767b2014-04-03 14:46:56 -0700420 /* List of dquot structures to drop last reference to */
421 struct llist_head dquot_drop_list;
422 struct work_struct dquot_drop_work;
423
Mark Fashehccd979b2005-12-15 14:31:24 -0800424 wait_queue_head_t osb_mount_event;
425
426 /* Truncate log info */
427 struct inode *osb_tl_inode;
428 struct buffer_head *osb_tl_bh;
David Howellsc4028952006-11-22 14:57:56 +0000429 struct delayed_work osb_truncate_log_wq;
Xue jiufeia9e9aca2014-06-04 16:06:13 -0700430 atomic_t osb_tl_disable;
Tao Ma50308d82010-11-04 15:14:11 +0800431 /*
432 * How many clusters in our truncate log.
433 * It must be protected by osb_tl_inode->i_mutex.
434 */
435 unsigned int truncated_clusters;
Mark Fashehb4df6ed2006-02-22 17:35:08 -0800436
437 struct ocfs2_node_map osb_recovering_orphan_dirs;
438 unsigned int *osb_orphan_wipes;
439 wait_queue_head_t osb_wipe_event;
Tao Mac8b9cf92009-02-24 17:40:26 -0800440
Srinivas Eeda83273932009-06-03 17:02:55 -0700441 struct ocfs2_orphan_scan osb_orphan_scan;
442
Tao Mac8b9cf92009-02-24 17:40:26 -0800443 /* used to protect metaecc calculation check of xattr. */
444 spinlock_t osb_xattr_lock;
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800445
446 unsigned int osb_dx_mask;
447 u32 osb_dx_seed[4];
Tao Mafeb473a2009-02-25 00:53:25 +0800448
449 /* the group we used to allocate inodes. */
450 u64 osb_inode_alloc_group;
Tao Ma374a2632009-08-24 11:13:37 +0800451
452 /* rb tree root for refcount lock. */
453 struct rb_root osb_rf_lock_tree;
454 struct ocfs2_refcount_tree *osb_ref_tree_lru;
jiangyiwen43b10a22014-04-03 14:47:13 -0700455
456 struct mutex system_file_mutex;
jiangyiwen35ddf782016-03-25 14:21:32 -0700457
458 /*
459 * OCFS2 needs to schedule several different types of work which
460 * require cluster locking, disk I/O, recovery waits, etc. Since these
461 * types of work tend to be heavy we avoid using the kernel events
462 * workqueue and schedule on our own.
463 */
464 struct workqueue_struct *ocfs2_wq;
Gang He5f483c42018-04-05 16:19:29 -0700465
466 /* sysfs directory per partition */
467 struct kset *osb_dev_kset;
468
469 /* file check related stuff */
470 struct ocfs2_filecheck_sysfs_entry osb_fc_ent;
Mark Fashehccd979b2005-12-15 14:31:24 -0800471};
472
473#define OCFS2_SB(sb) ((struct ocfs2_super *)(sb)->s_fs_info)
Mark Fashehccd979b2005-12-15 14:31:24 -0800474
Joel Becker13723d02008-10-17 19:25:01 -0700475/* Useful typedef for passing around journal access functions */
Joel Becker0cf2f762009-02-12 16:41:25 -0800476typedef int (*ocfs2_journal_access_func)(handle_t *handle,
477 struct ocfs2_caching_info *ci,
Joel Becker13723d02008-10-17 19:25:01 -0700478 struct buffer_head *bh, int type);
479
Mark Fashehccd979b2005-12-15 14:31:24 -0800480static inline int ocfs2_should_order_data(struct inode *inode)
481{
482 if (!S_ISREG(inode->i_mode))
483 return 0;
484 if (OCFS2_SB(inode->i_sb)->s_mount_opt & OCFS2_MOUNT_DATA_WRITEBACK)
485 return 0;
486 return 1;
487}
488
Mark Fashehdcd05382007-01-16 11:32:23 -0800489static inline int ocfs2_sparse_alloc(struct ocfs2_super *osb)
490{
491 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_SPARSE_ALLOC)
492 return 1;
493 return 0;
494}
495
Mark Fasheh328d5752007-06-18 10:48:04 -0700496static inline int ocfs2_writes_unwritten_extents(struct ocfs2_super *osb)
497{
498 /*
499 * Support for sparse files is a pre-requisite
500 */
501 if (!ocfs2_sparse_alloc(osb))
502 return 0;
503
504 if (osb->s_feature_ro_compat & OCFS2_FEATURE_RO_COMPAT_UNWRITTEN)
505 return 1;
506 return 0;
507}
508
Joseph Qi160cc262015-02-16 16:00:15 -0800509static inline int ocfs2_supports_append_dio(struct ocfs2_super *osb)
510{
Mark Fasheh18d585f2015-03-12 16:25:46 -0700511 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_APPEND_DIO)
Joseph Qi160cc262015-02-16 16:00:15 -0800512 return 1;
513 return 0;
514}
515
516
Mark Fasheh15b1e362007-09-07 13:58:15 -0700517static inline int ocfs2_supports_inline_data(struct ocfs2_super *osb)
518{
519 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INLINE_DATA)
520 return 1;
521 return 0;
522}
523
Tiger Yang8154da32008-08-18 17:11:46 +0800524static inline int ocfs2_supports_xattr(struct ocfs2_super *osb)
525{
526 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_XATTR)
527 return 1;
528 return 0;
529}
530
Joel Becker70ad1ba2008-10-16 17:54:25 -0700531static inline int ocfs2_meta_ecc(struct ocfs2_super *osb)
532{
533 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_META_ECC)
534 return 1;
535 return 0;
536}
537
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800538static inline int ocfs2_supports_indexed_dirs(struct ocfs2_super *osb)
539{
540 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INDEXED_DIRS)
541 return 1;
542 return 0;
543}
544
Tao Ma47119542010-04-22 14:09:15 +0800545static inline int ocfs2_supports_discontig_bg(struct ocfs2_super *osb)
Joel Becker798db352010-04-13 14:26:32 +0800546{
547 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_DISCONTIG_BG)
548 return 1;
549 return 0;
550}
551
Mark Fasheh198a1ca2008-11-20 17:54:57 -0800552static inline unsigned int ocfs2_link_max(struct ocfs2_super *osb)
553{
554 if (ocfs2_supports_indexed_dirs(osb))
555 return OCFS2_DX_LINK_MAX;
556 return OCFS2_LINK_MAX;
557}
558
559static inline unsigned int ocfs2_read_links_count(struct ocfs2_dinode *di)
560{
561 u32 nlink = le16_to_cpu(di->i_links_count);
562 u32 hi = le16_to_cpu(di->i_links_count_hi);
563
564 if (di->i_dyn_features & cpu_to_le16(OCFS2_INDEXED_DIR_FL))
565 nlink |= (hi << OCFS2_LINKS_HI_SHIFT);
566
567 return nlink;
568}
569
570static inline void ocfs2_set_links_count(struct ocfs2_dinode *di, u32 nlink)
571{
572 u16 lo, hi;
573
574 lo = nlink;
575 hi = nlink >> OCFS2_LINKS_HI_SHIFT;
576
577 di->i_links_count = cpu_to_le16(lo);
578 di->i_links_count_hi = cpu_to_le16(hi);
579}
580
581static inline void ocfs2_add_links_count(struct ocfs2_dinode *di, int n)
582{
583 u32 links = ocfs2_read_links_count(di);
584
585 links += n;
586
587 ocfs2_set_links_count(di, links);
588}
589
Tao Ma1aa75fe2009-08-18 11:28:39 +0800590static inline int ocfs2_refcount_tree(struct ocfs2_super *osb)
591{
592 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_REFCOUNT_TREE)
593 return 1;
594 return 0;
595}
596
Mark Fashehccd979b2005-12-15 14:31:24 -0800597/* set / clear functions because cluster events can make these happen
598 * in parallel so we want the transitions to be atomic. this also
599 * means that any future flags osb_flags must be protected by spinlock
600 * too! */
601static inline void ocfs2_set_osb_flag(struct ocfs2_super *osb,
602 unsigned long flag)
603{
604 spin_lock(&osb->osb_lock);
605 osb->osb_flags |= flag;
606 spin_unlock(&osb->osb_lock);
607}
608
609static inline void ocfs2_set_ro_flag(struct ocfs2_super *osb,
610 int hard)
611{
612 spin_lock(&osb->osb_lock);
613 osb->osb_flags &= ~(OCFS2_OSB_SOFT_RO|OCFS2_OSB_HARD_RO);
614 if (hard)
615 osb->osb_flags |= OCFS2_OSB_HARD_RO;
616 else
617 osb->osb_flags |= OCFS2_OSB_SOFT_RO;
618 spin_unlock(&osb->osb_lock);
619}
620
621static inline int ocfs2_is_hard_readonly(struct ocfs2_super *osb)
622{
623 int ret;
624
625 spin_lock(&osb->osb_lock);
626 ret = osb->osb_flags & OCFS2_OSB_HARD_RO;
627 spin_unlock(&osb->osb_lock);
628
629 return ret;
630}
631
632static inline int ocfs2_is_soft_readonly(struct ocfs2_super *osb)
633{
634 int ret;
635
636 spin_lock(&osb->osb_lock);
637 ret = osb->osb_flags & OCFS2_OSB_SOFT_RO;
638 spin_unlock(&osb->osb_lock);
639
640 return ret;
641}
642
Sunil Mushran98f486f22010-10-09 10:24:46 -0700643static inline int ocfs2_clusterinfo_valid(struct ocfs2_super *osb)
Joel Beckerb61817e2008-02-01 15:08:23 -0800644{
645 return (osb->s_feature_incompat &
Sunil Mushran98f486f22010-10-09 10:24:46 -0700646 (OCFS2_FEATURE_INCOMPAT_USERSPACE_STACK |
647 OCFS2_FEATURE_INCOMPAT_CLUSTERINFO));
648}
649
650static inline int ocfs2_userspace_stack(struct ocfs2_super *osb)
651{
652 if (ocfs2_clusterinfo_valid(osb) &&
653 memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
654 OCFS2_STACK_LABEL_LEN))
655 return 1;
656 return 0;
657}
658
659static inline int ocfs2_o2cb_stack(struct ocfs2_super *osb)
660{
661 if (ocfs2_clusterinfo_valid(osb) &&
662 !memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
663 OCFS2_STACK_LABEL_LEN))
664 return 1;
665 return 0;
666}
667
668static inline int ocfs2_cluster_o2cb_global_heartbeat(struct ocfs2_super *osb)
669{
670 return ocfs2_o2cb_stack(osb) &&
671 (osb->osb_stackflags & OCFS2_CLUSTER_O2CB_GLOBAL_HEARTBEAT);
Joel Beckerb61817e2008-02-01 15:08:23 -0800672}
673
Sunil Mushranc271c5c2006-12-05 17:56:35 -0800674static inline int ocfs2_mount_local(struct ocfs2_super *osb)
675{
676 return (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_LOCAL_MOUNT);
677}
678
Joel Becker386a2ef2008-02-01 12:06:54 -0800679static inline int ocfs2_uses_extended_slot_map(struct ocfs2_super *osb)
680{
681 return (osb->s_feature_incompat &
682 OCFS2_FEATURE_INCOMPAT_EXTENDED_SLOT_MAP);
683}
684
685
Mark Fashehccd979b2005-12-15 14:31:24 -0800686#define OCFS2_IS_VALID_DINODE(ptr) \
687 (!strcmp((ptr)->i_signature, OCFS2_INODE_SIGNATURE))
688
Mark Fashehccd979b2005-12-15 14:31:24 -0800689#define OCFS2_IS_VALID_EXTENT_BLOCK(ptr) \
690 (!strcmp((ptr)->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE))
691
Mark Fashehccd979b2005-12-15 14:31:24 -0800692#define OCFS2_IS_VALID_GROUP_DESC(ptr) \
693 (!strcmp((ptr)->bg_signature, OCFS2_GROUP_DESC_SIGNATURE))
694
Mark Fashehccd979b2005-12-15 14:31:24 -0800695
Joel Beckerf6087fb2008-10-20 18:20:43 -0700696#define OCFS2_IS_VALID_XATTR_BLOCK(ptr) \
697 (!strcmp((ptr)->xb_signature, OCFS2_XATTR_BLOCK_SIGNATURE))
698
Mark Fasheh87d35a72008-12-10 17:36:25 -0800699#define OCFS2_IS_VALID_DIR_TRAILER(ptr) \
700 (!strcmp((ptr)->db_signature, OCFS2_DIR_TRAILER_SIGNATURE))
701
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800702#define OCFS2_IS_VALID_DX_ROOT(ptr) \
703 (!strcmp((ptr)->dr_signature, OCFS2_DX_ROOT_SIGNATURE))
704
705#define OCFS2_IS_VALID_DX_LEAF(ptr) \
706 (!strcmp((ptr)->dl_signature, OCFS2_DX_LEAF_SIGNATURE))
707
Tao Maf2c870e2009-08-18 11:19:26 +0800708#define OCFS2_IS_VALID_REFCOUNT_BLOCK(ptr) \
709 (!strcmp((ptr)->rf_signature, OCFS2_REFCOUNT_BLOCK_SIGNATURE))
710
Mark Fashehccd979b2005-12-15 14:31:24 -0800711static inline unsigned long ino_from_blkno(struct super_block *sb,
712 u64 blkno)
713{
714 return (unsigned long)(blkno & (u64)ULONG_MAX);
715}
716
717static inline u64 ocfs2_clusters_to_blocks(struct super_block *sb,
718 u32 clusters)
719{
720 int c_to_b_bits = OCFS2_SB(sb)->s_clustersize_bits -
721 sb->s_blocksize_bits;
722
723 return (u64)clusters << c_to_b_bits;
724}
725
Joseph Qiae1f0812015-06-24 16:55:23 -0700726static inline u32 ocfs2_clusters_for_blocks(struct super_block *sb,
727 u64 blocks)
728{
729 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
730 sb->s_blocksize_bits;
731
732 blocks += (1 << b_to_c_bits) - 1;
733 return (u32)(blocks >> b_to_c_bits);
734}
735
Mark Fashehccd979b2005-12-15 14:31:24 -0800736static inline u32 ocfs2_blocks_to_clusters(struct super_block *sb,
737 u64 blocks)
738{
739 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
740 sb->s_blocksize_bits;
741
742 return (u32)(blocks >> b_to_c_bits);
743}
744
745static inline unsigned int ocfs2_clusters_for_bytes(struct super_block *sb,
746 u64 bytes)
747{
748 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
749 unsigned int clusters;
750
751 bytes += OCFS2_SB(sb)->s_clustersize - 1;
752 /* OCFS2 just cannot have enough clusters to overflow this */
753 clusters = (unsigned int)(bytes >> cl_bits);
754
755 return clusters;
756}
757
Joseph Qi24c40b32015-02-16 16:00:00 -0800758static inline unsigned int ocfs2_bytes_to_clusters(struct super_block *sb,
759 u64 bytes)
760{
761 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
762 unsigned int clusters;
763
764 clusters = (unsigned int)(bytes >> cl_bits);
765 return clusters;
766}
767
Mark Fashehccd979b2005-12-15 14:31:24 -0800768static inline u64 ocfs2_blocks_for_bytes(struct super_block *sb,
769 u64 bytes)
770{
771 bytes += sb->s_blocksize - 1;
772 return bytes >> sb->s_blocksize_bits;
773}
774
775static inline u64 ocfs2_clusters_to_bytes(struct super_block *sb,
776 u32 clusters)
777{
778 return (u64)clusters << OCFS2_SB(sb)->s_clustersize_bits;
779}
780
Mark Fasheh1d46dc02009-02-19 13:17:05 -0800781static inline u64 ocfs2_block_to_cluster_start(struct super_block *sb,
782 u64 blocks)
783{
784 int bits = OCFS2_SB(sb)->s_clustersize_bits - sb->s_blocksize_bits;
785 unsigned int clusters;
786
787 clusters = ocfs2_blocks_to_clusters(sb, blocks);
788 return (u64)clusters << bits;
789}
790
Mark Fashehccd979b2005-12-15 14:31:24 -0800791static inline u64 ocfs2_align_bytes_to_clusters(struct super_block *sb,
792 u64 bytes)
793{
794 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
795 unsigned int clusters;
796
797 clusters = ocfs2_clusters_for_bytes(sb, bytes);
798 return (u64)clusters << cl_bits;
799}
800
801static inline u64 ocfs2_align_bytes_to_blocks(struct super_block *sb,
802 u64 bytes)
803{
804 u64 blocks;
805
806 blocks = ocfs2_blocks_for_bytes(sb, bytes);
807 return blocks << sb->s_blocksize_bits;
808}
809
810static inline unsigned long ocfs2_align_bytes_to_sectors(u64 bytes)
811{
812 return (unsigned long)((bytes + 511) >> 9);
813}
814
Mark Fasheh9517bac2007-02-09 20:24:12 -0800815static inline unsigned int ocfs2_page_index_to_clusters(struct super_block *sb,
816 unsigned long pg_index)
817{
818 u32 clusters = pg_index;
819 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
820
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300821 if (unlikely(PAGE_SHIFT > cbits))
822 clusters = pg_index << (PAGE_SHIFT - cbits);
823 else if (PAGE_SHIFT < cbits)
824 clusters = pg_index >> (cbits - PAGE_SHIFT);
Mark Fasheh9517bac2007-02-09 20:24:12 -0800825
826 return clusters;
827}
828
829/*
830 * Find the 1st page index which covers the given clusters.
831 */
Mark Fasheh7c08d702007-07-20 11:58:36 -0700832static inline pgoff_t ocfs2_align_clusters_to_page_index(struct super_block *sb,
Mark Fasheh9517bac2007-02-09 20:24:12 -0800833 u32 clusters)
834{
835 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
Mark Fasheh7c08d702007-07-20 11:58:36 -0700836 pgoff_t index = clusters;
Mark Fasheh9517bac2007-02-09 20:24:12 -0800837
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300838 if (PAGE_SHIFT > cbits) {
839 index = (pgoff_t)clusters >> (PAGE_SHIFT - cbits);
840 } else if (PAGE_SHIFT < cbits) {
841 index = (pgoff_t)clusters << (cbits - PAGE_SHIFT);
Mark Fasheh9517bac2007-02-09 20:24:12 -0800842 }
843
844 return index;
845}
846
Mark Fasheh60b11392007-02-16 11:46:50 -0800847static inline unsigned int ocfs2_pages_per_cluster(struct super_block *sb)
848{
849 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
850 unsigned int pages_per_cluster = 1;
851
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300852 if (PAGE_SHIFT < cbits)
853 pages_per_cluster = 1 << (cbits - PAGE_SHIFT);
Mark Fasheh60b11392007-02-16 11:46:50 -0800854
855 return pages_per_cluster;
856}
857
Mark Fashehebcee4b2008-07-28 14:55:20 -0700858static inline unsigned int ocfs2_megabytes_to_clusters(struct super_block *sb,
859 unsigned int megs)
860{
861 BUILD_BUG_ON(OCFS2_MAX_CLUSTERSIZE > 1048576);
862
863 return megs << (20 - OCFS2_SB(sb)->s_clustersize_bits);
864}
865
Mark Fasheh73c8a802010-04-05 18:17:13 -0700866static inline unsigned int ocfs2_clusters_to_megabytes(struct super_block *sb,
867 unsigned int clusters)
868{
869 return clusters >> (20 - OCFS2_SB(sb)->s_clustersize_bits);
870}
871
Mark Fashehb4414ee2010-03-11 18:31:09 -0800872static inline void _ocfs2_set_bit(unsigned int bit, unsigned long *bitmap)
873{
Akinobu Mita730e6632011-05-30 21:58:05 +0900874 __set_bit_le(bit, bitmap);
Mark Fashehb4414ee2010-03-11 18:31:09 -0800875}
876#define ocfs2_set_bit(bit, addr) _ocfs2_set_bit((bit), (unsigned long *)(addr))
877
878static inline void _ocfs2_clear_bit(unsigned int bit, unsigned long *bitmap)
879{
Akinobu Mita730e6632011-05-30 21:58:05 +0900880 __clear_bit_le(bit, bitmap);
Mark Fashehb4414ee2010-03-11 18:31:09 -0800881}
882#define ocfs2_clear_bit(bit, addr) _ocfs2_clear_bit((bit), (unsigned long *)(addr))
883
Akinobu Mitac4354d02011-03-23 16:42:08 -0700884#define ocfs2_test_bit test_bit_le
885#define ocfs2_find_next_zero_bit find_next_zero_bit_le
886#define ocfs2_find_next_bit find_next_bit_le
Akinobu Mita93925572011-11-15 14:56:34 -0800887
888static inline void *correct_addr_and_bit_unaligned(int *bit, void *addr)
889{
890#if BITS_PER_LONG == 64
891 *bit += ((unsigned long) addr & 7UL) << 3;
892 addr = (void *) ((unsigned long) addr & ~7UL);
893#elif BITS_PER_LONG == 32
894 *bit += ((unsigned long) addr & 3UL) << 3;
895 addr = (void *) ((unsigned long) addr & ~3UL);
896#else
897#error "how many bits you are?!"
898#endif
899 return addr;
900}
901
902static inline void ocfs2_set_bit_unaligned(int bit, void *bitmap)
903{
904 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
905 ocfs2_set_bit(bit, bitmap);
906}
907
908static inline void ocfs2_clear_bit_unaligned(int bit, void *bitmap)
909{
910 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
911 ocfs2_clear_bit(bit, bitmap);
912}
913
914static inline int ocfs2_test_bit_unaligned(int bit, void *bitmap)
915{
916 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
917 return ocfs2_test_bit(bit, bitmap);
918}
919
920static inline int ocfs2_find_next_zero_bit_unaligned(void *bitmap, int max,
921 int start)
922{
923 int fix = 0, ret, tmpmax;
924 bitmap = correct_addr_and_bit_unaligned(&fix, bitmap);
925 tmpmax = max + fix;
926 start += fix;
927
928 ret = ocfs2_find_next_zero_bit(bitmap, tmpmax, start) - fix;
929 if (ret > max)
930 return max;
931 return ret;
932}
933
Mark Fashehccd979b2005-12-15 14:31:24 -0800934#endif /* OCFS2_H */
935