blob: 67f145e1ae7a34fce7e0b5d772d9143c25b837a9 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Sage Weilde576062009-10-06 11:31:07 -07002#ifndef _FS_CEPH_SUPER_H
3#define _FS_CEPH_SUPER_H
4
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -07005#include <linux/ceph/ceph_debug.h>
Sage Weilde576062009-10-06 11:31:07 -07006
7#include <asm/unaligned.h>
8#include <linux/backing-dev.h>
9#include <linux/completion.h>
10#include <linux/exportfs.h>
11#include <linux/fs.h>
12#include <linux/mempool.h>
13#include <linux/pagemap.h>
14#include <linux/wait.h>
Stephen Rothwellf1a3d572010-01-18 11:53:08 +110015#include <linux/writeback.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Guangliang Zhaoc969d9b2014-02-16 08:35:52 -080017#include <linux/posix_acl.h>
Elena Reshetova805692d2017-03-03 11:15:07 +020018#include <linux/refcount.h>
Jeff Layton668959a2019-08-06 09:07:51 -040019#include <linux/security.h>
Sage Weilde576062009-10-06 11:31:07 -070020
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070021#include <linux/ceph/libceph.h>
Sage Weilde576062009-10-06 11:31:07 -070022
Milosz Tanski99ccbd22013-08-21 17:29:54 -040023#ifdef CONFIG_CEPH_FSCACHE
24#include <linux/fscache.h>
25#endif
26
Sage Weilde576062009-10-06 11:31:07 -070027/* large granularity for statfs utilization stats to facilitate
28 * large volume sizes on 32-bit machines. */
Sage Weil92a49fb2013-02-22 15:31:00 -080029#define CEPH_BLOCK_SHIFT 22 /* 4 MB */
Sage Weilde576062009-10-06 11:31:07 -070030#define CEPH_BLOCK (1 << CEPH_BLOCK_SHIFT)
Kotresh HR8e55ba82021-11-10 23:30:21 +053031#define CEPH_4K_BLOCK_SHIFT 12 /* 4 KB */
Sage Weilde576062009-10-06 11:31:07 -070032
Ilya Dryomov0b98acd2020-09-14 13:39:19 +020033#define CEPH_MOUNT_OPT_CLEANRECOVER (1<<1) /* auto reonnect (clean mode) after blocklisted */
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070034#define CEPH_MOUNT_OPT_DIRSTAT (1<<4) /* `cat dirname` for stats */
35#define CEPH_MOUNT_OPT_RBYTES (1<<5) /* dir st_bytes = rbytes */
36#define CEPH_MOUNT_OPT_NOASYNCREADDIR (1<<7) /* no dcache readdir */
Yehuda Sadehad1fee92011-01-21 16:44:03 -080037#define CEPH_MOUNT_OPT_INO32 (1<<8) /* 32 bit inos */
Sage Weila40dc6c2012-01-10 09:12:55 -080038#define CEPH_MOUNT_OPT_DCACHE (1<<9) /* use dcache for readdir etc */
Milosz Tanski99ccbd22013-08-21 17:29:54 -040039#define CEPH_MOUNT_OPT_FSCACHE (1<<10) /* use fscache */
Yan, Zheng10183a62015-04-27 15:33:28 +080040#define CEPH_MOUNT_OPT_NOPOOLPERM (1<<11) /* no pool permission check */
Yan, Zhenge9e427f2016-11-10 16:02:06 +080041#define CEPH_MOUNT_OPT_MOUNTWAIT (1<<12) /* mount waits if no mds is up */
Luis Henriques9122eed2018-01-31 10:53:13 +000042#define CEPH_MOUNT_OPT_NOQUOTADF (1<<13) /* no root dir quota in statfs */
Luis Henriquesea4cdc52018-10-15 16:46:00 +010043#define CEPH_MOUNT_OPT_NOCOPYFROM (1<<14) /* don't use RADOS 'copy-from' op */
Jeff Layton2ccb4542019-04-02 15:35:56 -040044#define CEPH_MOUNT_OPT_ASYNC_DIROPS (1<<15) /* allow async directory ops */
Jeff Layton94cc0872021-11-30 14:12:13 -050045#define CEPH_MOUNT_OPT_NOPAGECACHE (1<<16) /* bypass pagecache altogether */
Sage Weil6a259382010-07-07 09:06:08 -070046
Luis Henriques6f9718f2018-12-10 10:23:12 +000047#define CEPH_MOUNT_OPT_DEFAULT \
48 (CEPH_MOUNT_OPT_DCACHE | \
Jeff Laytonf7a67b42021-08-09 11:55:15 -040049 CEPH_MOUNT_OPT_NOCOPYFROM | \
50 CEPH_MOUNT_OPT_ASYNC_DIROPS)
Sage Weilde576062009-10-06 11:31:07 -070051
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070052#define ceph_set_mount_opt(fsc, opt) \
Jeff Layton2ccb4542019-04-02 15:35:56 -040053 (fsc)->mount_options->flags |= CEPH_MOUNT_OPT_##opt
54#define ceph_clear_mount_opt(fsc, opt) \
55 (fsc)->mount_options->flags &= ~CEPH_MOUNT_OPT_##opt
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070056#define ceph_test_mount_opt(fsc, opt) \
57 (!!((fsc)->mount_options->flags & CEPH_MOUNT_OPT_##opt))
Sage Weilde576062009-10-06 11:31:07 -070058
Yan, Zhengaa187922017-07-11 15:56:09 +080059/* max size of osd read request, limited by libceph */
60#define CEPH_MAX_READ_SIZE CEPH_MSG_MAX_DATA_LEN
Yan, Zheng95cca2b2017-07-11 17:34:46 +080061/* osd has a configurable limitaion of max write size.
62 * CEPH_MSG_MAX_DATA_LEN should be small enough. */
63#define CEPH_MAX_WRITE_SIZE CEPH_MSG_MAX_DATA_LEN
Andreas Gerstmayr7c94ba22017-01-10 14:17:56 +010064#define CEPH_RASIZE_DEFAULT (8192*1024) /* max readahead */
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070065#define CEPH_MAX_READDIR_DEFAULT 1024
66#define CEPH_MAX_READDIR_BYTES_DEFAULT (512*1024)
67#define CEPH_SNAPDIRNAME_DEFAULT ".snap"
Sage Weilde576062009-10-06 11:31:07 -070068
Yan, Zheng4214fb12017-07-11 18:49:44 +080069/*
70 * Delay telling the MDS we no longer want caps, in case we reopen
71 * the file. Delay a minimum amount of time, even if we send a cap
72 * message for some other reason. Otherwise, take the oppotunity to
73 * update the mds to avoid sending another message later.
74 */
75#define CEPH_CAPS_WANTED_DELAY_MIN_DEFAULT 5 /* cap release delay */
76#define CEPH_CAPS_WANTED_DELAY_MAX_DEFAULT 60 /* cap release delay */
77
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070078struct ceph_mount_options {
Jeff Laytonad8c28a2019-09-09 15:58:55 -040079 unsigned int flags;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070080
Jeff Laytonad8c28a2019-09-09 15:58:55 -040081 unsigned int wsize; /* max write size */
82 unsigned int rsize; /* max read size */
83 unsigned int rasize; /* max readahead */
84 unsigned int congestion_kb; /* max writeback in flight */
85 unsigned int caps_wanted_delay_min, caps_wanted_delay_max;
Yan, Zhengfe330322019-02-01 14:57:15 +080086 int caps_max;
Jeff Laytonad8c28a2019-09-09 15:58:55 -040087 unsigned int max_readdir; /* max readdir result (entries) */
88 unsigned int max_readdir_bytes; /* max readdir result (bytes) */
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070089
Venky Shankar7b19b4d2021-07-14 15:35:52 +053090 bool new_dev_syntax;
91
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070092 /*
93 * everything above this point can be memcmp'd; everything below
94 * is handled in compare_mount_options()
95 */
96
Sage Weilde576062009-10-06 11:31:07 -070097 char *snapdir_name; /* default ".snap" */
Yan, Zheng430afba2016-07-08 11:25:38 +080098 char *mds_namespace; /* default NULL */
Ilya Dryomovb27a9392020-02-10 22:51:08 +010099 char *server_path; /* default NULL (means "/") */
Yan, Zheng1d8f8362017-06-27 11:57:56 +0800100 char *fscache_uniq; /* default NULL */
Venky Shankar7b19b4d2021-07-14 15:35:52 +0530101 char *mon_addr;
Sage Weilde576062009-10-06 11:31:07 -0700102};
103
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700104struct ceph_fs_client {
Sage Weilde576062009-10-06 11:31:07 -0700105 struct super_block *sb;
106
Xiubo Li18f473b2020-07-16 10:05:57 -0400107 struct list_head metric_wakeup;
108
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700109 struct ceph_mount_options *mount_options;
110 struct ceph_client *client;
111
Jeff Laytonaa5c7912020-10-06 08:38:20 -0400112 int mount_state;
Yan, Zheng81f148a2019-07-25 20:16:46 +0800113
Ilya Dryomov0b98acd2020-09-14 13:39:19 +0200114 bool blocklisted;
Yan, Zheng131d7eb2019-07-25 20:16:47 +0800115
Luis Henriques78beb0f2020-01-08 10:03:53 +0000116 bool have_copy_from2;
117
Yan, Zheng81f148a2019-07-25 20:16:46 +0800118 u32 filp_gen;
Chengguang Xu719784b2018-07-19 22:15:24 +0800119 loff_t max_file_size;
Sage Weil85ccce42010-02-17 10:02:43 -0800120
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700121 struct ceph_mds_client *mdsc;
Sage Weilde576062009-10-06 11:31:07 -0700122
Yan, Zhenge3ec8d62019-01-14 17:21:19 +0800123 atomic_long_t writeback_count;
124
Yan, Zheng1cf89a82019-05-18 11:18:44 +0800125 struct workqueue_struct *inode_wq;
Yan, Zhenge3ec8d62019-01-14 17:21:19 +0800126 struct workqueue_struct *cap_wq;
Sage Weilde576062009-10-06 11:31:07 -0700127
Sage Weil07433042009-11-18 16:50:41 -0800128#ifdef CONFIG_DEBUG_FS
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700129 struct dentry *debugfs_dentry_lru, *debugfs_caps;
Yehuda Sadeh2baba252009-12-18 13:51:57 -0800130 struct dentry *debugfs_congestion_kb;
Sage Weil06edf042009-12-15 14:44:32 -0800131 struct dentry *debugfs_bdi;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700132 struct dentry *debugfs_mdsc, *debugfs_mdsmap;
Xiubo Li247b1f12020-11-11 09:29:39 +0800133 struct dentry *debugfs_status;
John Spray14ed9702014-09-12 16:58:49 +0100134 struct dentry *debugfs_mds_sessions;
Luís Henriquescbed4ff2021-10-27 11:01:30 +0100135 struct dentry *debugfs_metrics_dir;
Sage Weil07433042009-11-18 16:50:41 -0800136#endif
Milosz Tanski99ccbd22013-08-21 17:29:54 -0400137
138#ifdef CONFIG_CEPH_FSCACHE
Jeff Layton400e1282021-12-07 08:44:50 -0500139 struct fscache_volume *fscache;
Milosz Tanski99ccbd22013-08-21 17:29:54 -0400140#endif
Sage Weilde576062009-10-06 11:31:07 -0700141};
142
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700143
Sage Weilde576062009-10-06 11:31:07 -0700144/*
145 * File i/o capability. This tracks shared state with the metadata
146 * server that allows us to cache or writeback attributes or to read
147 * and write data. For any given inode, we should have one or more
148 * capabilities, one issued by each metadata server, and our
149 * cumulative access is the OR of all issued capabilities.
150 *
151 * Each cap is referenced by the inode's i_caps rbtree and by per-mds
152 * session capability lists.
153 */
154struct ceph_cap {
155 struct ceph_inode_info *ci;
156 struct rb_node ci_node; /* per-ci cap tree */
157 struct ceph_mds_session *session;
158 struct list_head session_caps; /* per-session caplist */
Sage Weilde576062009-10-06 11:31:07 -0700159 u64 cap_id; /* unique cap id (mds provided) */
Yan, Zheng745a8e32015-05-14 17:22:42 +0800160 union {
161 /* in-use caps */
162 struct {
163 int issued; /* latest, from the mds */
164 int implemented; /* implemented superset of
165 issued (for revocation) */
Jeff Laytonc74d79a2020-10-06 12:24:19 -0400166 int mds; /* mds index for this cap */
167 int mds_wanted; /* caps wanted from this mds */
Yan, Zheng745a8e32015-05-14 17:22:42 +0800168 };
169 /* caps to release */
170 struct {
171 u64 cap_ino;
172 int queue_release;
173 };
174 };
Sage Weil685f9a5d2009-11-09 12:05:48 -0800175 u32 seq, issue_seq, mseq;
176 u32 cap_gen; /* active/stale cycle */
Sage Weilde576062009-10-06 11:31:07 -0700177 unsigned long last_used;
178 struct list_head caps_item;
179};
180
Yan, Zhenga0d93e32020-03-05 20:21:01 +0800181#define CHECK_CAPS_AUTHONLY 1 /* only check auth cap */
182#define CHECK_CAPS_FLUSH 2 /* flush any dirty caps */
183#define CHECK_CAPS_NOINVAL 4 /* don't invalidate pagecache */
Sage Weilde576062009-10-06 11:31:07 -0700184
Yan, Zheng0e294382016-07-04 18:06:41 +0800185struct ceph_cap_flush {
186 u64 tid;
Xiubo Lib2f9fa12021-08-18 21:38:42 +0800187 int caps;
Yan, Zhengc8799fc2016-07-07 15:22:38 +0800188 bool wake; /* wake up flush waiters when finish ? */
Xiubo Lib2f9fa12021-08-18 21:38:42 +0800189 bool is_capsnap; /* true means capsnap */
Yan, Zheng0e294382016-07-04 18:06:41 +0800190 struct list_head g_list; // global
191 struct list_head i_list; // per inode
192};
193
Sage Weilde576062009-10-06 11:31:07 -0700194/*
195 * Snapped cap state that is pending flush to mds. When a snapshot occurs,
196 * we first complete any in-process sync writes and writeback any dirty
197 * data before flushing the snapped state (tracked here) back to the MDS.
198 */
199struct ceph_cap_snap {
Elena Reshetova805692d2017-03-03 11:15:07 +0200200 refcount_t nref;
Yan, Zheng0e294382016-07-04 18:06:41 +0800201 struct list_head ci_item;
Sage Weilde576062009-10-06 11:31:07 -0700202
Yan, Zheng0e294382016-07-04 18:06:41 +0800203 struct ceph_cap_flush cap_flush;
204
205 u64 follows;
Sage Weilde576062009-10-06 11:31:07 -0700206 int issued, dirty;
207 struct ceph_snap_context *context;
208
Al Viro5706b272011-07-26 04:52:22 -0400209 umode_t mode;
Eric W. Biederman05cb11c2013-01-31 02:56:19 -0800210 kuid_t uid;
211 kgid_t gid;
Sage Weilde576062009-10-06 11:31:07 -0700212
Sage Weil4a625be2010-08-22 15:03:56 -0700213 struct ceph_buffer *xattr_blob;
Sage Weilde576062009-10-06 11:31:07 -0700214 u64 xattr_version;
215
216 u64 size;
Jeff Layton176c77c2019-06-06 08:06:40 -0400217 u64 change_attr;
Jeff Laytonec62b892019-05-29 12:23:14 -0400218 struct timespec64 mtime, atime, ctime, btime;
Sage Weilde576062009-10-06 11:31:07 -0700219 u64 time_warp_seq;
Yan, Zheng5f743e42016-11-15 16:04:37 +0800220 u64 truncate_size;
221 u32 truncate_seq;
Sage Weilde576062009-10-06 11:31:07 -0700222 int writing; /* a sync write is still in progress */
223 int dirty_pages; /* dirty pages awaiting writeback */
Yan, Zhenge20d2582014-11-14 22:39:13 +0800224 bool inline_data;
Yan, Zheng86056092015-05-01 16:57:16 +0800225 bool need_flush;
Sage Weilde576062009-10-06 11:31:07 -0700226};
227
228static inline void ceph_put_cap_snap(struct ceph_cap_snap *capsnap)
229{
Elena Reshetova805692d2017-03-03 11:15:07 +0200230 if (refcount_dec_and_test(&capsnap->nref)) {
Sage Weil4a625be2010-08-22 15:03:56 -0700231 if (capsnap->xattr_blob)
232 ceph_buffer_put(capsnap->xattr_blob);
Sage Weilde576062009-10-06 11:31:07 -0700233 kfree(capsnap);
Sage Weil4a625be2010-08-22 15:03:56 -0700234 }
Sage Weilde576062009-10-06 11:31:07 -0700235}
236
237/*
238 * The frag tree describes how a directory is fragmented, potentially across
239 * multiple metadata servers. It is also used to indicate points where
240 * metadata authority is delegated, and whether/where metadata is replicated.
241 *
242 * A _leaf_ frag will be present in the i_fragtree IFF there is
243 * delegation info. That is, if mds >= 0 || ndist > 0.
244 */
245#define CEPH_MAX_DIRFRAG_REP 4
246
247struct ceph_inode_frag {
248 struct rb_node node;
249
250 /* fragtree state */
251 u32 frag;
252 int split_by; /* i.e. 2^(split_by) children */
253
254 /* delegation and replication info */
255 int mds; /* -1 if same authority as parent */
256 int ndist; /* >0 if replicated */
257 int dist[CEPH_MAX_DIRFRAG_REP];
258};
259
260/*
261 * We cache inode xattrs as an encoded blob until they are first used,
262 * at which point we parse them into an rbtree.
263 */
264struct ceph_inode_xattr {
265 struct rb_node node;
266
267 const char *name;
268 int name_len;
269 const char *val;
270 int val_len;
271 int dirty;
272
273 int should_free_name;
274 int should_free_val;
275};
276
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700277/*
278 * Ceph dentry state
279 */
280struct ceph_dentry_info {
Yan, Zheng37c4efc2019-01-31 16:55:51 +0800281 struct dentry *dentry;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700282 struct ceph_mds_session *lease_session;
Yan, Zheng37c4efc2019-01-31 16:55:51 +0800283 struct list_head lease_list;
284 unsigned flags;
Yan, Zheng97aeb6b2017-11-27 10:47:46 +0800285 int lease_shared_gen;
286 u32 lease_gen;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700287 u32 lease_seq;
288 unsigned long lease_renew_after, lease_renew_from;
Miklos Szeredi9b16f03c2016-06-22 16:35:04 +0200289 unsigned long time;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700290 u64 offset;
291};
292
Yan, Zheng37c4efc2019-01-31 16:55:51 +0800293#define CEPH_DENTRY_REFERENCED 1
294#define CEPH_DENTRY_LEASE_LIST 2
295#define CEPH_DENTRY_SHRINK_LIST 4
Jeff Laytonf5e17ae2020-02-18 14:12:32 -0500296#define CEPH_DENTRY_PRIMARY_LINK 8
Yan, Zheng37c4efc2019-01-31 16:55:51 +0800297
Sage Weilde576062009-10-06 11:31:07 -0700298struct ceph_inode_xattrs_info {
299 /*
300 * (still encoded) xattr blob. we avoid the overhead of parsing
301 * this until someone actually calls getxattr, etc.
302 *
303 * blob->vec.iov_len == 4 implies there are no xattrs; blob ==
304 * NULL means we don't know.
305 */
306 struct ceph_buffer *blob, *prealloc_blob;
307
308 struct rb_root index;
309 bool dirty;
310 int count;
311 int names_size;
312 int vals_size;
313 u64 version, index_version;
314};
315
316/*
317 * Ceph inode.
318 */
Sage Weilde576062009-10-06 11:31:07 -0700319struct ceph_inode_info {
320 struct ceph_vino i_vino; /* ceph ino + snap */
321
Sage Weilbe655592011-11-30 09:47:09 -0800322 spinlock_t i_ceph_lock;
323
Sage Weilde576062009-10-06 11:31:07 -0700324 u64 i_version;
Yan, Zheng31c542a2014-11-14 21:41:55 +0800325 u64 i_inline_version;
Sage Weilde576062009-10-06 11:31:07 -0700326 u32 i_time_warp_seq;
327
Jeff Layton891f3f52020-01-14 15:06:40 -0500328 unsigned long i_ceph_flags;
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800329 atomic64_t i_release_count;
330 atomic64_t i_ordered_count;
331 atomic64_t i_complete_seq[2];
Sage Weilde576062009-10-06 11:31:07 -0700332
Sage Weil6c0f3af2010-11-16 11:14:34 -0800333 struct ceph_dir_layout i_dir_layout;
Sage Weilde576062009-10-06 11:31:07 -0700334 struct ceph_file_layout i_layout;
Jeff Layton785892f2020-01-02 07:11:38 -0500335 struct ceph_file_layout i_cached_layout; // for async creates
Sage Weilde576062009-10-06 11:31:07 -0700336 char *i_symlink;
337
338 /* for dirs */
Arnd Bergmann9bbeab42018-07-13 22:18:36 +0200339 struct timespec64 i_rctime;
Yanhu Caoe7f72952020-08-28 09:28:44 +0800340 u64 i_rbytes, i_rfiles, i_rsubdirs, i_rsnaps;
Sage Weilde576062009-10-06 11:31:07 -0700341 u64 i_files, i_subdirs;
Sage Weilde576062009-10-06 11:31:07 -0700342
Luis Henriquesfb18a572018-01-05 10:47:18 +0000343 /* quotas */
344 u64 i_max_bytes, i_max_files;
345
Yan, Zheng08796872019-01-09 11:07:02 +0800346 s32 i_dir_pin;
347
Sage Weilde576062009-10-06 11:31:07 -0700348 struct rb_root i_fragtree;
Yan, Zheng1b1bc162016-05-04 11:40:30 +0800349 int i_fragtree_nsplits;
Sage Weilde576062009-10-06 11:31:07 -0700350 struct mutex i_fragtree_mutex;
351
352 struct ceph_inode_xattrs_info i_xattrs;
353
Sage Weilbe655592011-11-30 09:47:09 -0800354 /* capabilities. protected _both_ by i_ceph_lock and cap->session's
Sage Weilde576062009-10-06 11:31:07 -0700355 * s_mutex. */
356 struct rb_root i_caps; /* cap list */
357 struct ceph_cap *i_auth_cap; /* authoritative cap, if any */
358 unsigned i_dirty_caps, i_flushing_caps; /* mask of dirtied fields */
Jeff Layton1cf03a62020-04-01 17:07:52 -0400359
360 /*
Randy Dunlapf1f565a2020-07-17 16:36:04 -0700361 * Link to the auth cap's session's s_cap_dirty list. s_cap_dirty
Jeff Layton1cf03a62020-04-01 17:07:52 -0400362 * is protected by the mdsc->cap_dirty_lock, but each individual item
363 * is also protected by the inode's i_ceph_lock. Walking s_cap_dirty
364 * requires the mdsc->cap_dirty_lock. List presence for an item can
365 * be tested under the i_ceph_lock. Changing anything requires both.
366 */
367 struct list_head i_dirty_item;
368
369 /*
Jeff Layton829ad4d2020-04-03 13:09:07 -0400370 * Link to session's s_cap_flushing list. Protected in a similar
371 * fashion to i_dirty_item, but also by the s_mutex for changes. The
372 * s_cap_flushing list can be walked while holding either the s_mutex
373 * or msdc->cap_dirty_lock. List presence can also be checked while
374 * holding the i_ceph_lock for this inode.
Jeff Layton1cf03a62020-04-01 17:07:52 -0400375 */
376 struct list_head i_flushing_item;
377
Sage Weilde576062009-10-06 11:31:07 -0700378 /* we need to track cap writeback on a per-cap-bit basis, to allow
379 * overlapping, pipelined cap flushes to the mds. we can probably
380 * reduce the tid to 8 bits if we're concerned about inode size. */
Yan, Zhengf66fd9f2015-06-10 17:26:13 +0800381 struct ceph_cap_flush *i_prealloc_cap_flush;
Yan, Zhenge4500b52016-07-06 11:12:56 +0800382 struct list_head i_cap_flush_list;
Sage Weilde576062009-10-06 11:31:07 -0700383 wait_queue_head_t i_cap_wq; /* threads waiting on a capability */
Sage Weilde576062009-10-06 11:31:07 -0700384 unsigned long i_hold_caps_max; /* jiffies */
385 struct list_head i_cap_delay_list; /* for delayed cap release to mds */
Sage Weilde576062009-10-06 11:31:07 -0700386 struct ceph_cap_reservation i_cap_migration_resv;
387 struct list_head i_cap_snaps; /* snapped state pending flush to mds */
Sage Weil7d8cb262010-08-24 08:44:16 -0700388 struct ceph_snap_context *i_head_snapc; /* set if wr_buffer_head > 0 or
389 dirty|flushing caps */
Sage Weilde576062009-10-06 11:31:07 -0700390 unsigned i_snap_caps; /* cap bits for snapped files */
391
Yan, Zheng719a2512020-03-05 20:21:00 +0800392 unsigned long i_last_rd;
393 unsigned long i_last_wr;
Yan, Zheng774a6a12016-06-06 16:01:39 +0800394 int i_nr_by_mode[CEPH_FILE_MODE_BITS]; /* open file counts */
Sage Weilde576062009-10-06 11:31:07 -0700395
Yan, Zhengb0d7c222013-08-12 21:42:15 -0700396 struct mutex i_truncate_mutex;
Sage Weilde576062009-10-06 11:31:07 -0700397 u32 i_truncate_seq; /* last truncate to smaller size */
398 u64 i_truncate_size; /* and the size we last truncated down to */
399 int i_truncate_pending; /* still need to call vmtruncate */
400
401 u64 i_max_size; /* max file size authorized by mds */
402 u64 i_reported_size; /* (max_)size reported to or requested of mds */
403 u64 i_wanted_max_size; /* offset we'd like to write too */
404 u64 i_requested_max_size; /* max_size we've requested */
405
406 /* held references to caps */
407 int i_pin_ref;
Jeff Laytonf85122a2019-04-02 08:04:30 -0400408 int i_rd_ref, i_rdcache_ref, i_wr_ref, i_wb_ref, i_fx_ref;
Sage Weilde576062009-10-06 11:31:07 -0700409 int i_wrbuffer_ref, i_wrbuffer_ref_head;
Yan, Zheng89aa5932017-09-08 15:23:18 +0800410 atomic_t i_filelock_ref;
Yan, Zheng97aeb6b2017-11-27 10:47:46 +0800411 atomic_t i_shared_gen; /* increment each time we get FILE_SHARED */
Sage Weilcd045cb2010-11-04 11:05:05 -0700412 u32 i_rdcache_gen; /* incremented each time we get FILE_CACHE. */
Sage Weilde576062009-10-06 11:31:07 -0700413 u32 i_rdcache_revoking; /* RDCACHE gen to async invalidate, if any */
414
Sage Weilde576062009-10-06 11:31:07 -0700415 struct list_head i_unsafe_dirops; /* uncommitted mds dir ops */
Yan, Zheng68cd5b42015-10-27 18:36:06 +0800416 struct list_head i_unsafe_iops; /* uncommitted mds inode ops */
Sage Weilde576062009-10-06 11:31:07 -0700417 spinlock_t i_unsafe_lock;
418
Yan, Zheng75c96272017-12-14 15:11:09 +0800419 union {
420 struct ceph_snap_realm *i_snap_realm; /* snap realm (if caps) */
421 struct ceph_snapid_map *i_snapid_map; /* snapid -> dev_t */
422 };
Sage Weilde576062009-10-06 11:31:07 -0700423 struct list_head i_snap_realm_item;
424 struct list_head i_snap_flush_item;
Jeff Layton245ce992019-05-29 11:19:42 -0400425 struct timespec64 i_btime;
David Disseldorp193e7b32019-04-18 14:15:46 +0200426 struct timespec64 i_snap_btime;
Sage Weilde576062009-10-06 11:31:07 -0700427
Yan, Zheng1cf89a82019-05-18 11:18:44 +0800428 struct work_struct i_work;
429 unsigned long i_work_mask;
Sage Weilde576062009-10-06 11:31:07 -0700430
Milosz Tanski99ccbd22013-08-21 17:29:54 -0400431#ifdef CONFIG_CEPH_FSCACHE
432 struct fscache_cookie *fscache;
Milosz Tanski99ccbd22013-08-21 17:29:54 -0400433#endif
Sage Weilde576062009-10-06 11:31:07 -0700434 struct inode vfs_inode; /* at end */
435};
436
Jeff Layton721d5c12019-08-01 14:11:15 -0400437static inline struct ceph_inode_info *
438ceph_inode(const struct inode *inode)
Sage Weilde576062009-10-06 11:31:07 -0700439{
Noah Watkinsfbbccec2009-10-28 11:54:49 -0700440 return container_of(inode, struct ceph_inode_info, vfs_inode);
Sage Weilde576062009-10-06 11:31:07 -0700441}
442
Jeff Layton721d5c12019-08-01 14:11:15 -0400443static inline struct ceph_fs_client *
444ceph_inode_to_client(const struct inode *inode)
Yehuda Sadehad1fee92011-01-21 16:44:03 -0800445{
446 return (struct ceph_fs_client *)inode->i_sb->s_fs_info;
447}
448
Jeff Layton721d5c12019-08-01 14:11:15 -0400449static inline struct ceph_fs_client *
450ceph_sb_to_client(const struct super_block *sb)
Yehuda Sadehad1fee92011-01-21 16:44:03 -0800451{
452 return (struct ceph_fs_client *)sb->s_fs_info;
453}
454
Xiubo Li2678da82020-09-03 09:01:39 -0400455static inline struct ceph_mds_client *
456ceph_sb_to_mdsc(const struct super_block *sb)
457{
458 return (struct ceph_mds_client *)ceph_sb_to_client(sb)->mdsc;
459}
460
Jeff Layton721d5c12019-08-01 14:11:15 -0400461static inline struct ceph_vino
462ceph_vino(const struct inode *inode)
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700463{
464 return ceph_inode(inode)->i_vino;
465}
466
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400467static inline u32 ceph_ino_to_ino32(u64 vino)
Yehuda Sadehad1fee92011-01-21 16:44:03 -0800468{
Amon Ott3310f752011-10-20 13:04:07 -0700469 u32 ino = vino & 0xffffffff;
470 ino ^= vino >> 32;
Yehuda Sadehad1fee92011-01-21 16:44:03 -0800471 if (!ino)
Amon Otta661fc52012-01-23 09:25:23 -0800472 ino = 2;
Yehuda Sadehad1fee92011-01-21 16:44:03 -0800473 return ino;
474}
475
476/*
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400477 * Inode numbers in cephfs are 64 bits, but inode->i_ino is 32-bits on
478 * some arches. We generally do not use this value inside the ceph driver, but
479 * we do want to set it to something, so that generic vfs code has an
480 * appropriate value for tracepoints and the like.
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700481 */
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400482static inline ino_t ceph_vino_to_ino_t(struct ceph_vino vino)
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700483{
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400484 if (sizeof(ino_t) == sizeof(u32))
485 return ceph_ino_to_ino32(vino.ino);
Amon Ott3310f752011-10-20 13:04:07 -0700486 return (ino_t)vino.ino;
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700487}
488
489/* for printf-style formatting */
490#define ceph_vinop(i) ceph_inode(i)->i_vino.ino, ceph_inode(i)->i_vino.snap
491
492static inline u64 ceph_ino(struct inode *inode)
493{
494 return ceph_inode(inode)->i_vino.ino;
495}
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400496
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700497static inline u64 ceph_snap(struct inode *inode)
498{
499 return ceph_inode(inode)->i_vino.snap;
500}
501
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400502/**
503 * ceph_present_ino - format an inode number for presentation to userland
504 * @sb: superblock where the inode lives
505 * @ino: inode number to (possibly) convert
506 *
507 * If the user mounted with the ino32 option, then the 64-bit value needs
508 * to be converted to something that can fit inside 32 bits. Note that
509 * internal kernel code never uses this value, so this is entirely for
510 * userland consumption.
511 */
512static inline u64 ceph_present_ino(struct super_block *sb, u64 ino)
513{
514 if (unlikely(ceph_test_mount_opt(ceph_sb_to_client(sb), INO32)))
515 return ceph_ino_to_ino32(ino);
516 return ino;
517}
518
519static inline u64 ceph_present_inode(struct inode *inode)
520{
521 return ceph_present_ino(inode->i_sb, ceph_ino(inode));
522}
523
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700524static inline int ceph_ino_compare(struct inode *inode, void *data)
525{
526 struct ceph_vino *pvino = (struct ceph_vino *)data;
527 struct ceph_inode_info *ci = ceph_inode(inode);
528 return ci->i_vino.ino == pvino->ino &&
529 ci->i_vino.snap == pvino->snap;
530}
531
Jeff Laytond4f6b312021-04-01 13:55:11 -0400532/*
533 * The MDS reserves a set of inodes for its own usage. These should never
534 * be accessible by clients, and so the MDS has no reason to ever hand these
535 * out. The range is CEPH_MDS_INO_MDSDIR_OFFSET..CEPH_INO_SYSTEM_BASE.
536 *
537 * These come from src/mds/mdstypes.h in the ceph sources.
538 */
Jeff Layton0078ea32021-11-09 09:54:49 -0500539#define CEPH_MAX_MDS 0x100
540#define CEPH_NUM_STRAY 10
Jeff Laytond4f6b312021-04-01 13:55:11 -0400541#define CEPH_MDS_INO_MDSDIR_OFFSET (1 * CEPH_MAX_MDS)
Jeff Layton0078ea32021-11-09 09:54:49 -0500542#define CEPH_MDS_INO_LOG_OFFSET (2 * CEPH_MAX_MDS)
Jeff Laytond4f6b312021-04-01 13:55:11 -0400543#define CEPH_INO_SYSTEM_BASE ((6*CEPH_MAX_MDS) + (CEPH_MAX_MDS * CEPH_NUM_STRAY))
544
545static inline bool ceph_vino_is_reserved(const struct ceph_vino vino)
546{
Jeff Layton0078ea32021-11-09 09:54:49 -0500547 if (vino.ino >= CEPH_INO_SYSTEM_BASE ||
548 vino.ino < CEPH_MDS_INO_MDSDIR_OFFSET)
549 return false;
550
551 /* Don't warn on mdsdirs */
552 WARN_RATELIMIT(vino.ino >= CEPH_MDS_INO_LOG_OFFSET,
553 "Attempt to access reserved inode number 0x%llx",
554 vino.ino);
555 return true;
Jeff Laytond4f6b312021-04-01 13:55:11 -0400556}
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400557
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700558static inline struct inode *ceph_find_inode(struct super_block *sb,
559 struct ceph_vino vino)
560{
Jeff Laytond4f6b312021-04-01 13:55:11 -0400561 if (ceph_vino_is_reserved(vino))
562 return NULL;
563
Jeff Laytonebce3eb2020-08-18 08:03:48 -0400564 /*
565 * NB: The hashval will be run through the fs/inode.c hash function
566 * anyway, so there is no need to squash the inode number down to
567 * 32-bits first. Just use low-order bits on arches with 32-bit long.
568 */
569 return ilookup5(sb, (unsigned long)vino.ino, ceph_ino_compare, &vino);
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700570}
571
572
573/*
574 * Ceph inode.
575 */
Yan, Zheng10183a62015-04-27 15:33:28 +0800576#define CEPH_I_DIR_ORDERED (1 << 0) /* dentries in dir are ordered */
Yan, Zheng10183a62015-04-27 15:33:28 +0800577#define CEPH_I_FLUSH (1 << 2) /* do not delay flush of dirty metadata */
Jeff Laytondaca8bd2019-07-05 10:55:38 -0400578#define CEPH_I_POOL_PERM (1 << 3) /* pool rd/wr bits are valid */
579#define CEPH_I_POOL_RD (1 << 4) /* can read from pool */
580#define CEPH_I_POOL_WR (1 << 5) /* can write to pool */
581#define CEPH_I_SEC_INITED (1 << 6) /* security initialized */
Yan, Zhengc0e385b2020-03-05 20:20:59 +0800582#define CEPH_I_KICK_FLUSH (1 << 7) /* kick flushing caps */
583#define CEPH_I_FLUSH_SNAPS (1 << 8) /* need flush snapss */
584#define CEPH_I_ERROR_WRITE (1 << 9) /* have seen write errors */
585#define CEPH_I_ERROR_FILELOCK (1 << 10) /* have seen file lock errors */
586#define CEPH_I_ODIRECT (1 << 11) /* inode in direct I/O mode */
587#define CEPH_ASYNC_CREATE_BIT (12) /* async create in flight for this */
Jeff Layton891f3f52020-01-14 15:06:40 -0500588#define CEPH_I_ASYNC_CREATE (1 << CEPH_ASYNC_CREATE_BIT)
Jeff Layton5d6451b2021-08-31 13:39:13 -0400589#define CEPH_I_SHUTDOWN (1 << 13) /* inode is no longer usable */
Jeff Layton26544c622017-04-04 08:39:46 -0400590
591/*
Yan, Zheng1cf89a82019-05-18 11:18:44 +0800592 * Masks of ceph inode work.
593 */
Jeff Laytona8810cd2020-12-10 14:39:26 -0500594#define CEPH_I_WORK_WRITEBACK 0
595#define CEPH_I_WORK_INVALIDATE_PAGES 1
596#define CEPH_I_WORK_VMTRUNCATE 2
597#define CEPH_I_WORK_CHECK_CAPS 3
598#define CEPH_I_WORK_FLUSH_SNAPS 4
Yan, Zheng1cf89a82019-05-18 11:18:44 +0800599
600/*
Jeff Layton26544c622017-04-04 08:39:46 -0400601 * We set the ERROR_WRITE bit when we start seeing write errors on an inode
602 * and then clear it when they start succeeding. Note that we do a lockless
603 * check first, and only take the lock if it looks like it needs to be changed.
604 * The write submission code just takes this as a hint, so we're not too
605 * worried if a few slip through in either direction.
606 */
607static inline void ceph_set_error_write(struct ceph_inode_info *ci)
608{
609 if (!(READ_ONCE(ci->i_ceph_flags) & CEPH_I_ERROR_WRITE)) {
610 spin_lock(&ci->i_ceph_lock);
611 ci->i_ceph_flags |= CEPH_I_ERROR_WRITE;
612 spin_unlock(&ci->i_ceph_lock);
613 }
614}
615
616static inline void ceph_clear_error_write(struct ceph_inode_info *ci)
617{
618 if (READ_ONCE(ci->i_ceph_flags) & CEPH_I_ERROR_WRITE) {
619 spin_lock(&ci->i_ceph_lock);
620 ci->i_ceph_flags &= ~CEPH_I_ERROR_WRITE;
621 spin_unlock(&ci->i_ceph_lock);
622 }
623}
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700624
Yan, Zheng2f276c52013-03-13 19:44:32 +0800625static inline void __ceph_dir_set_complete(struct ceph_inode_info *ci,
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800626 long long release_count,
627 long long ordered_count)
Sage Weilde576062009-10-06 11:31:07 -0700628{
Andrea Parri74960772019-05-20 19:23:58 +0200629 /*
630 * Makes sure operations that setup readdir cache (update page
631 * cache and i_size) are strongly ordered w.r.t. the following
632 * atomic64_set() operations.
633 */
634 smp_mb();
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800635 atomic64_set(&ci->i_complete_seq[0], release_count);
636 atomic64_set(&ci->i_complete_seq[1], ordered_count);
Sage Weilde576062009-10-06 11:31:07 -0700637}
638
Yan, Zheng2f276c52013-03-13 19:44:32 +0800639static inline void __ceph_dir_clear_complete(struct ceph_inode_info *ci)
Sage Weilde576062009-10-06 11:31:07 -0700640{
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800641 atomic64_inc(&ci->i_release_count);
642}
643
644static inline void __ceph_dir_clear_ordered(struct ceph_inode_info *ci)
645{
646 atomic64_inc(&ci->i_ordered_count);
Sage Weilde576062009-10-06 11:31:07 -0700647}
648
Yan, Zheng2f276c52013-03-13 19:44:32 +0800649static inline bool __ceph_dir_is_complete(struct ceph_inode_info *ci)
Sage Weilde576062009-10-06 11:31:07 -0700650{
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800651 return atomic64_read(&ci->i_complete_seq[0]) ==
652 atomic64_read(&ci->i_release_count);
Yan, Zheng2f276c52013-03-13 19:44:32 +0800653}
Sage Weilde576062009-10-06 11:31:07 -0700654
Yan, Zheng70db4f32014-10-21 18:09:56 -0700655static inline bool __ceph_dir_is_complete_ordered(struct ceph_inode_info *ci)
656{
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800657 return atomic64_read(&ci->i_complete_seq[0]) ==
658 atomic64_read(&ci->i_release_count) &&
659 atomic64_read(&ci->i_complete_seq[1]) ==
660 atomic64_read(&ci->i_ordered_count);
Yan, Zheng70db4f32014-10-21 18:09:56 -0700661}
662
Yan, Zheng2f276c52013-03-13 19:44:32 +0800663static inline void ceph_dir_clear_complete(struct inode *inode)
664{
665 __ceph_dir_clear_complete(ceph_inode(inode));
666}
667
Yan, Zheng70db4f32014-10-21 18:09:56 -0700668static inline void ceph_dir_clear_ordered(struct inode *inode)
Yan, Zheng2f276c52013-03-13 19:44:32 +0800669{
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800670 __ceph_dir_clear_ordered(ceph_inode(inode));
Sage Weilde576062009-10-06 11:31:07 -0700671}
672
Yan, Zheng70db4f32014-10-21 18:09:56 -0700673static inline bool ceph_dir_is_complete_ordered(struct inode *inode)
674{
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800675 bool ret = __ceph_dir_is_complete_ordered(ceph_inode(inode));
676 smp_rmb();
Yan, Zheng70db4f32014-10-21 18:09:56 -0700677 return ret;
678}
Sage Weilde576062009-10-06 11:31:07 -0700679
680/* find a specific frag @f */
681extern struct ceph_inode_frag *__ceph_find_frag(struct ceph_inode_info *ci,
682 u32 f);
683
684/*
685 * choose fragment for value @v. copy frag content to pfrag, if leaf
686 * exists
687 */
688extern u32 ceph_choose_frag(struct ceph_inode_info *ci, u32 v,
689 struct ceph_inode_frag *pfrag,
690 int *found);
691
Yan, Zheng1e9c2eb2019-01-28 20:43:55 +0800692static inline struct ceph_dentry_info *ceph_dentry(const struct dentry *dentry)
Sage Weilde576062009-10-06 11:31:07 -0700693{
694 return (struct ceph_dentry_info *)dentry->d_fsdata;
695}
696
Sage Weilde576062009-10-06 11:31:07 -0700697/*
698 * caps helpers
699 */
700static inline bool __ceph_is_any_real_caps(struct ceph_inode_info *ci)
701{
702 return !RB_EMPTY_ROOT(&ci->i_caps);
703}
704
705extern int __ceph_caps_issued(struct ceph_inode_info *ci, int *implemented);
706extern int __ceph_caps_issued_mask(struct ceph_inode_info *ci, int mask, int t);
Xiubo Li1af16d52020-03-19 23:45:00 -0400707extern int __ceph_caps_issued_mask_metric(struct ceph_inode_info *ci, int mask,
708 int t);
Sage Weilde576062009-10-06 11:31:07 -0700709extern int __ceph_caps_issued_other(struct ceph_inode_info *ci,
710 struct ceph_cap *cap);
711
712static inline int ceph_caps_issued(struct ceph_inode_info *ci)
713{
714 int issued;
Sage Weilbe655592011-11-30 09:47:09 -0800715 spin_lock(&ci->i_ceph_lock);
Sage Weilde576062009-10-06 11:31:07 -0700716 issued = __ceph_caps_issued(ci, NULL);
Sage Weilbe655592011-11-30 09:47:09 -0800717 spin_unlock(&ci->i_ceph_lock);
Sage Weilde576062009-10-06 11:31:07 -0700718 return issued;
719}
720
Xiubo Li1af16d52020-03-19 23:45:00 -0400721static inline int ceph_caps_issued_mask_metric(struct ceph_inode_info *ci,
722 int mask, int touch)
Sage Weilde576062009-10-06 11:31:07 -0700723{
724 int r;
Sage Weilbe655592011-11-30 09:47:09 -0800725 spin_lock(&ci->i_ceph_lock);
Xiubo Li1af16d52020-03-19 23:45:00 -0400726 r = __ceph_caps_issued_mask_metric(ci, mask, touch);
Sage Weilbe655592011-11-30 09:47:09 -0800727 spin_unlock(&ci->i_ceph_lock);
Sage Weilde576062009-10-06 11:31:07 -0700728 return r;
729}
730
731static inline int __ceph_caps_dirty(struct ceph_inode_info *ci)
732{
733 return ci->i_dirty_caps | ci->i_flushing_caps;
734}
Yan, Zhengf66fd9f2015-06-10 17:26:13 +0800735extern struct ceph_cap_flush *ceph_alloc_cap_flush(void);
736extern void ceph_free_cap_flush(struct ceph_cap_flush *cf);
737extern int __ceph_mark_dirty_caps(struct ceph_inode_info *ci, int mask,
738 struct ceph_cap_flush **pcf);
Sage Weilde576062009-10-06 11:31:07 -0700739
Yan, Zheng9563f882013-11-22 13:50:45 +0800740extern int __ceph_caps_revoking_other(struct ceph_inode_info *ci,
741 struct ceph_cap *ocap, int mask);
Sage Weilde576062009-10-06 11:31:07 -0700742extern int ceph_caps_revoking(struct ceph_inode_info *ci, int mask);
743extern int __ceph_caps_used(struct ceph_inode_info *ci);
744
Yan, Zheng719a2512020-03-05 20:21:00 +0800745static inline bool __ceph_is_file_opened(struct ceph_inode_info *ci)
746{
747 return ci->i_nr_by_mode[0];
748}
Sage Weilde576062009-10-06 11:31:07 -0700749extern int __ceph_caps_file_wanted(struct ceph_inode_info *ci);
Yan, Zheng525d15e2019-05-11 17:27:59 +0800750extern int __ceph_caps_wanted(struct ceph_inode_info *ci);
Sage Weilde576062009-10-06 11:31:07 -0700751
752/* what the mds thinks we want */
Yan, Zhengc1944fe2017-01-29 22:15:47 +0800753extern int __ceph_caps_mds_wanted(struct ceph_inode_info *ci, bool check);
Sage Weilde576062009-10-06 11:31:07 -0700754
Yehuda Sadeh37151662010-06-17 16:16:12 -0700755extern void ceph_caps_init(struct ceph_mds_client *mdsc);
756extern void ceph_caps_finalize(struct ceph_mds_client *mdsc);
Yan, Zhengfe330322019-02-01 14:57:15 +0800757extern void ceph_adjust_caps_max_min(struct ceph_mds_client *mdsc,
758 struct ceph_mount_options *fsopt);
Zhi Zhange30ee582018-01-24 21:24:33 +0800759extern int ceph_reserve_caps(struct ceph_mds_client *mdsc,
Yehuda Sadeh37151662010-06-17 16:16:12 -0700760 struct ceph_cap_reservation *ctx, int need);
Chengguang Xu7bf8f732018-07-28 23:15:35 +0800761extern void ceph_unreserve_caps(struct ceph_mds_client *mdsc,
Yehuda Sadeh37151662010-06-17 16:16:12 -0700762 struct ceph_cap_reservation *ctx);
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700763extern void ceph_reservation_status(struct ceph_fs_client *client,
Sage Weilde576062009-10-06 11:31:07 -0700764 int *total, int *avail, int *used,
Sage Weil85ccce42010-02-17 10:02:43 -0800765 int *reserved, int *min);
Sage Weilde576062009-10-06 11:31:07 -0700766
Sage Weilde576062009-10-06 11:31:07 -0700767
Sage Weilde576062009-10-06 11:31:07 -0700768
769/*
770 * we keep buffered readdir results attached to file->private_data
771 */
Sage Weil4918b6d2011-07-26 11:26:07 -0700772#define CEPH_F_SYNC 1
Sage Weil9cfa1092011-07-26 11:26:18 -0700773#define CEPH_F_ATEND 2
Sage Weil4918b6d2011-07-26 11:26:07 -0700774
Sage Weilde576062009-10-06 11:31:07 -0700775struct ceph_file_info {
Sage Weil252c6722011-07-26 11:25:27 -0700776 short fmode; /* initialized on open */
777 short flags; /* CEPH_F_* */
Sage Weilde576062009-10-06 11:31:07 -0700778
Yan, Zheng5d988302017-12-15 11:15:36 +0800779 spinlock_t rw_contexts_lock;
780 struct list_head rw_contexts;
Yan, Zhengf4b97862019-07-25 20:16:42 +0800781
Yan, Zheng81f148a2019-07-25 20:16:46 +0800782 u32 filp_gen;
Yan, Zhengff5d9132019-07-25 20:16:45 +0800783 atomic_t num_locks;
Chengguang Xubb48bd42018-03-13 10:42:44 +0800784};
785
786struct ceph_dir_file_info {
787 struct ceph_file_info file_info;
Yan, Zheng5d988302017-12-15 11:15:36 +0800788
Sage Weilde576062009-10-06 11:31:07 -0700789 /* readdir: position within the dir */
790 u32 frag;
791 struct ceph_mds_request *last_readdir;
Sage Weilde576062009-10-06 11:31:07 -0700792
793 /* readdir: position within a frag */
Yan, Zhengf0494202014-02-27 16:26:24 +0800794 unsigned next_offset; /* offset of next chunk (last_name's + 1) */
Sage Weilde576062009-10-06 11:31:07 -0700795 char *last_name; /* last entry in previous chunk */
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800796 long long dir_release_count;
797 long long dir_ordered_count;
798 int readdir_cache_idx;
Sage Weilde576062009-10-06 11:31:07 -0700799
800 /* used for -o dirstat read() on directory thing */
801 char *dir_info;
802 int dir_info_len;
803};
804
Yan, Zheng5d988302017-12-15 11:15:36 +0800805struct ceph_rw_context {
806 struct list_head list;
807 struct task_struct *thread;
808 int caps;
809};
810
811#define CEPH_DEFINE_RW_CONTEXT(_name, _caps) \
812 struct ceph_rw_context _name = { \
813 .thread = current, \
814 .caps = _caps, \
815 }
816
817static inline void ceph_add_rw_context(struct ceph_file_info *cf,
818 struct ceph_rw_context *ctx)
819{
820 spin_lock(&cf->rw_contexts_lock);
821 list_add(&ctx->list, &cf->rw_contexts);
822 spin_unlock(&cf->rw_contexts_lock);
823}
824
825static inline void ceph_del_rw_context(struct ceph_file_info *cf,
826 struct ceph_rw_context *ctx)
827{
828 spin_lock(&cf->rw_contexts_lock);
829 list_del(&ctx->list);
830 spin_unlock(&cf->rw_contexts_lock);
831}
832
833static inline struct ceph_rw_context*
834ceph_find_rw_context(struct ceph_file_info *cf)
835{
836 struct ceph_rw_context *ctx, *found = NULL;
837 spin_lock(&cf->rw_contexts_lock);
838 list_for_each_entry(ctx, &cf->rw_contexts, list) {
839 if (ctx->thread == current) {
840 found = ctx;
841 break;
842 }
843 }
844 spin_unlock(&cf->rw_contexts_lock);
845 return found;
846}
847
Yan, Zhengfdd4e152015-06-16 20:48:56 +0800848struct ceph_readdir_cache_control {
849 struct page *page;
850 struct dentry **dentries;
851 int index;
852};
Sage Weilde576062009-10-06 11:31:07 -0700853
854/*
Sage Weilde576062009-10-06 11:31:07 -0700855 * A "snap realm" describes a subset of the file hierarchy sharing
856 * the same set of snapshots that apply to it. The realms themselves
857 * are organized into a hierarchy, such that children inherit (some of)
858 * the snapshots of their parents.
859 *
860 * All inodes within the realm that have capabilities are linked into a
861 * per-realm list.
862 */
863struct ceph_snap_realm {
864 u64 ino;
Luis Henriquese3161f12018-01-12 17:19:28 +0000865 struct inode *inode;
Sage Weilde576062009-10-06 11:31:07 -0700866 atomic_t nref;
Sage Weila105f002010-02-15 14:37:55 -0800867 struct rb_node node;
868
Sage Weilde576062009-10-06 11:31:07 -0700869 u64 created, seq;
870 u64 parent_ino;
871 u64 parent_since; /* snapid when our current parent became so */
872
873 u64 *prior_parent_snaps; /* snaps inherited from any parents we */
Alex Elderaa711ee32012-07-13 20:35:11 -0500874 u32 num_prior_parent_snaps; /* had prior to parent_since */
Sage Weilde576062009-10-06 11:31:07 -0700875 u64 *snaps; /* snaps specific to this realm */
Alex Elderaa711ee32012-07-13 20:35:11 -0500876 u32 num_snaps;
Sage Weilde576062009-10-06 11:31:07 -0700877
878 struct ceph_snap_realm *parent;
879 struct list_head children; /* list of child realms */
880 struct list_head child_item;
881
882 struct list_head empty_item; /* if i have ref==0 */
883
Sage Weilae00d4f2010-09-16 16:26:51 -0700884 struct list_head dirty_item; /* if realm needs new context */
885
Sage Weilde576062009-10-06 11:31:07 -0700886 /* the current set of snaps for this realm */
887 struct ceph_snap_context *cached_context;
888
889 struct list_head inodes_with_caps;
890 spinlock_t inodes_with_caps_lock;
891};
892
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700893static inline int default_congestion_kb(void)
Sage Weilde576062009-10-06 11:31:07 -0700894{
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700895 int congestion_kb;
896
897 /*
898 * Copied from NFS
899 *
900 * congestion size, scale with available memory.
901 *
902 * 64MB: 8192k
903 * 128MB: 11585k
904 * 256MB: 16384k
905 * 512MB: 23170k
906 * 1GB: 32768k
907 * 2GB: 46340k
908 * 4GB: 65536k
909 * 8GB: 92681k
910 * 16GB: 131072k
911 *
912 * This allows larger machines to have larger/more transfers.
913 * Limit the default to 256M
914 */
Arun KSca79b0c2018-12-28 00:34:29 -0800915 congestion_kb = (16*int_sqrt(totalram_pages())) << (PAGE_SHIFT-10);
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -0700916 if (congestion_kb > 256*1024)
917 congestion_kb = 256*1024;
918
919 return congestion_kb;
Sage Weilde576062009-10-06 11:31:07 -0700920}
921
922
Yan, Zhengd468e722019-07-25 20:16:44 +0800923/* super.c */
924extern int ceph_force_reconnect(struct super_block *sb);
Sage Weilde576062009-10-06 11:31:07 -0700925/* snap.c */
926struct ceph_snap_realm *ceph_lookup_snap_realm(struct ceph_mds_client *mdsc,
927 u64 ino);
928extern void ceph_get_snap_realm(struct ceph_mds_client *mdsc,
929 struct ceph_snap_realm *realm);
930extern void ceph_put_snap_realm(struct ceph_mds_client *mdsc,
931 struct ceph_snap_realm *realm);
932extern int ceph_update_snap_trace(struct ceph_mds_client *m,
Yan, Zheng982d6012014-12-23 15:30:54 +0800933 void *p, void *e, bool deletion,
934 struct ceph_snap_realm **realm_ret);
Jeff Layton0ba92e12021-08-02 11:01:26 -0400935void ceph_change_snap_realm(struct inode *inode, struct ceph_snap_realm *realm);
Sage Weilde576062009-10-06 11:31:07 -0700936extern void ceph_handle_snap(struct ceph_mds_client *mdsc,
Sage Weil2600d2d2010-02-22 15:12:16 -0800937 struct ceph_mds_session *session,
Sage Weilde576062009-10-06 11:31:07 -0700938 struct ceph_msg *msg);
Sage Weilde576062009-10-06 11:31:07 -0700939extern int __ceph_finish_cap_snap(struct ceph_inode_info *ci,
940 struct ceph_cap_snap *capsnap);
941extern void ceph_cleanup_empty_realms(struct ceph_mds_client *mdsc);
942
Yan, Zheng75c96272017-12-14 15:11:09 +0800943extern struct ceph_snapid_map *ceph_get_snapid_map(struct ceph_mds_client *mdsc,
944 u64 snap);
945extern void ceph_put_snapid_map(struct ceph_mds_client* mdsc,
946 struct ceph_snapid_map *sm);
947extern void ceph_trim_snapid_map(struct ceph_mds_client *mdsc);
948extern void ceph_cleanup_snapid_map(struct ceph_mds_client *mdsc);
Jeff Layton631ed4b2021-10-14 11:10:47 -0400949void ceph_umount_begin(struct super_block *sb);
Yan, Zheng75c96272017-12-14 15:11:09 +0800950
951
Sage Weilde576062009-10-06 11:31:07 -0700952/*
953 * a cap_snap is "pending" if it is still awaiting an in-progress
954 * sync write (that may/may not still update size, mtime, etc.).
955 */
956static inline bool __ceph_have_pending_cap_snap(struct ceph_inode_info *ci)
957{
958 return !list_empty(&ci->i_cap_snaps) &&
Yan, Zheng86056092015-05-01 16:57:16 +0800959 list_last_entry(&ci->i_cap_snaps, struct ceph_cap_snap,
960 ci_item)->writing;
Sage Weilde576062009-10-06 11:31:07 -0700961}
962
Sage Weilde576062009-10-06 11:31:07 -0700963/* inode.c */
Jeff Layton966c7162019-12-05 09:09:25 -0500964struct ceph_mds_reply_info_in;
965struct ceph_mds_reply_dirfrag;
966
Sage Weilde576062009-10-06 11:31:07 -0700967extern const struct inode_operations ceph_file_iops;
968
969extern struct inode *ceph_alloc_inode(struct super_block *sb);
Yan, Zheng87bc5b82019-06-02 09:45:38 +0800970extern void ceph_evict_inode(struct inode *inode);
Al Virocfa6d412019-04-10 15:18:50 -0400971extern void ceph_free_inode(struct inode *inode);
Sage Weilde576062009-10-06 11:31:07 -0700972
973extern struct inode *ceph_get_inode(struct super_block *sb,
974 struct ceph_vino vino);
975extern struct inode *ceph_get_snapdir(struct inode *parent);
976extern int ceph_fill_file_size(struct inode *inode, int issued,
977 u32 truncate_seq, u64 truncate_size, u64 size);
978extern void ceph_fill_file_time(struct inode *inode, int issued,
Arnd Bergmann9bbeab42018-07-13 22:18:36 +0200979 u64 time_warp_seq, struct timespec64 *ctime,
980 struct timespec64 *mtime,
981 struct timespec64 *atime);
Jeff Layton966c7162019-12-05 09:09:25 -0500982extern int ceph_fill_inode(struct inode *inode, struct page *locked_page,
983 struct ceph_mds_reply_info_in *iinfo,
984 struct ceph_mds_reply_dirfrag *dirinfo,
985 struct ceph_mds_session *session, int cap_fmode,
986 struct ceph_cap_reservation *caps_reservation);
Sage Weilde576062009-10-06 11:31:07 -0700987extern int ceph_fill_trace(struct super_block *sb,
Jeff Laytonf5a03b02017-01-31 11:06:13 -0500988 struct ceph_mds_request *req);
Sage Weilde576062009-10-06 11:31:07 -0700989extern int ceph_readdir_prepopulate(struct ceph_mds_request *req,
990 struct ceph_mds_session *session);
991
992extern int ceph_inode_holds_cap(struct inode *inode, int mask);
993
Yan, Zhengefb0ca72017-05-22 12:03:32 +0800994extern bool ceph_inode_set_size(struct inode *inode, loff_t size);
Yan, Zhengb415bf42013-07-02 12:40:19 +0800995extern void __ceph_do_pending_vmtruncate(struct inode *inode);
Jeff Layton64f28c62020-10-09 14:24:34 -0400996
Jeff Layton64f28c62020-10-09 14:24:34 -0400997void ceph_queue_inode_work(struct inode *inode, int work_bit);
998
999static inline void ceph_queue_vmtruncate(struct inode *inode)
1000{
1001 ceph_queue_inode_work(inode, CEPH_I_WORK_VMTRUNCATE);
1002}
1003
1004static inline void ceph_queue_invalidate(struct inode *inode)
1005{
1006 ceph_queue_inode_work(inode, CEPH_I_WORK_INVALIDATE_PAGES);
1007}
1008
1009static inline void ceph_queue_writeback(struct inode *inode)
1010{
1011 ceph_queue_inode_work(inode, CEPH_I_WORK_WRITEBACK);
1012}
1013
Jeff Laytona8810cd2020-12-10 14:39:26 -05001014static inline void ceph_queue_check_caps(struct inode *inode)
1015{
1016 ceph_queue_inode_work(inode, CEPH_I_WORK_CHECK_CAPS);
1017}
1018
1019static inline void ceph_queue_flush_snaps(struct inode *inode)
1020{
1021 ceph_queue_inode_work(inode, CEPH_I_WORK_FLUSH_SNAPS);
1022}
1023
Yan, Zheng01deead2014-11-14 21:56:29 +08001024extern int __ceph_do_getattr(struct inode *inode, struct page *locked_page,
1025 int mask, bool force);
1026static inline int ceph_do_getattr(struct inode *inode, int mask, bool force)
1027{
1028 return __ceph_do_getattr(inode, NULL, mask, force);
1029}
Christian Brauner549c7292021-01-21 14:19:43 +01001030extern int ceph_permission(struct user_namespace *mnt_userns,
1031 struct inode *inode, int mask);
Andreas Gruenbachera26fecc2016-04-14 00:30:16 +02001032extern int __ceph_setattr(struct inode *inode, struct iattr *attr);
Christian Brauner549c7292021-01-21 14:19:43 +01001033extern int ceph_setattr(struct user_namespace *mnt_userns,
1034 struct dentry *dentry, struct iattr *attr);
1035extern int ceph_getattr(struct user_namespace *mnt_userns,
1036 const struct path *path, struct kstat *stat,
David Howellsa528d352017-01-31 16:46:22 +00001037 u32 request_mask, unsigned int flags);
Jeff Layton5d6451b2021-08-31 13:39:13 -04001038void ceph_inode_shutdown(struct inode *inode);
1039
1040static inline bool ceph_inode_is_shutdown(struct inode *inode)
1041{
1042 unsigned long flags = READ_ONCE(ceph_inode(inode)->i_ceph_flags);
1043 struct ceph_fs_client *fsc = ceph_inode_to_client(inode);
1044 int state = READ_ONCE(fsc->mount_state);
1045
1046 return (flags & CEPH_I_SHUTDOWN) || state >= CEPH_MOUNT_SHUTDOWN;
1047}
Sage Weilde576062009-10-06 11:31:07 -07001048
1049/* xattr.c */
Andreas Gruenbachera26fecc2016-04-14 00:30:16 +02001050int __ceph_setxattr(struct inode *, const char *, const void *, size_t, int);
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001051ssize_t __ceph_getxattr(struct inode *, const char *, void *, size_t);
Sage Weilde576062009-10-06 11:31:07 -07001052extern ssize_t ceph_listxattr(struct dentry *, char *, size_t);
Luis Henriques12fe3dd2019-07-19 15:32:21 +01001053extern struct ceph_buffer *__ceph_build_xattrs_blob(struct ceph_inode_info *ci);
Sage Weilde576062009-10-06 11:31:07 -07001054extern void __ceph_destroy_xattrs(struct ceph_inode_info *ci);
Yan, Zhengb1ee94a2014-09-16 20:35:17 +08001055extern const struct xattr_handler *ceph_xattr_handlers[];
Sage Weilde576062009-10-06 11:31:07 -07001056
Yan, Zheng5c31e922019-05-26 15:35:39 +08001057struct ceph_acl_sec_ctx {
1058#ifdef CONFIG_CEPH_FS_POSIX_ACL
1059 void *default_acl;
1060 void *acl;
1061#endif
Yan, Zhengac6713c2019-05-26 16:27:56 +08001062#ifdef CONFIG_CEPH_FS_SECURITY_LABEL
1063 void *sec_ctx;
1064 u32 sec_ctxlen;
1065#endif
Yan, Zheng5c31e922019-05-26 15:35:39 +08001066 struct ceph_pagelist *pagelist;
1067};
1068
Yan, Zheng315f2402016-03-07 10:34:50 +08001069#ifdef CONFIG_SECURITY
1070extern bool ceph_security_xattr_deadlock(struct inode *in);
1071extern bool ceph_security_xattr_wanted(struct inode *in);
1072#else
1073static inline bool ceph_security_xattr_deadlock(struct inode *in)
1074{
1075 return false;
1076}
1077static inline bool ceph_security_xattr_wanted(struct inode *in)
1078{
1079 return false;
1080}
1081#endif
1082
Yan, Zhengac6713c2019-05-26 16:27:56 +08001083#ifdef CONFIG_CEPH_FS_SECURITY_LABEL
1084extern int ceph_security_init_secctx(struct dentry *dentry, umode_t mode,
1085 struct ceph_acl_sec_ctx *ctx);
Jeff Layton668959a2019-08-06 09:07:51 -04001086static inline void ceph_security_invalidate_secctx(struct inode *inode)
1087{
1088 security_inode_invalidate_secctx(inode);
1089}
Yan, Zhengac6713c2019-05-26 16:27:56 +08001090#else
1091static inline int ceph_security_init_secctx(struct dentry *dentry, umode_t mode,
1092 struct ceph_acl_sec_ctx *ctx)
1093{
1094 return 0;
1095}
1096static inline void ceph_security_invalidate_secctx(struct inode *inode)
1097{
1098}
1099#endif
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001100
Yan, Zheng5c31e922019-05-26 15:35:39 +08001101void ceph_release_acl_sec_ctx(struct ceph_acl_sec_ctx *as_ctx);
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001102
Yan, Zheng5c31e922019-05-26 15:35:39 +08001103/* acl.c */
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001104#ifdef CONFIG_CEPH_FS_POSIX_ACL
1105
Miklos Szeredi0cad6242021-08-18 22:08:24 +02001106struct posix_acl *ceph_get_acl(struct inode *, int, bool);
Christian Brauner549c7292021-01-21 14:19:43 +01001107int ceph_set_acl(struct user_namespace *mnt_userns,
1108 struct inode *inode, struct posix_acl *acl, int type);
Yan, Zhengb1ee94a2014-09-16 20:35:17 +08001109int ceph_pre_init_acls(struct inode *dir, umode_t *mode,
Yan, Zheng5c31e922019-05-26 15:35:39 +08001110 struct ceph_acl_sec_ctx *as_ctx);
1111void ceph_init_inode_acls(struct inode *inode,
1112 struct ceph_acl_sec_ctx *as_ctx);
Guangliang Zhaoc969d9b2014-02-16 08:35:52 -08001113
1114static inline void ceph_forget_all_cached_acls(struct inode *inode)
1115{
1116 forget_all_cached_acls(inode);
1117}
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001118
1119#else
1120
1121#define ceph_get_acl NULL
Sage Weil72466d02014-01-29 06:22:25 -08001122#define ceph_set_acl NULL
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001123
Yan, Zhengb1ee94a2014-09-16 20:35:17 +08001124static inline int ceph_pre_init_acls(struct inode *dir, umode_t *mode,
Yan, Zheng5c31e922019-05-26 15:35:39 +08001125 struct ceph_acl_sec_ctx *as_ctx)
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001126{
1127 return 0;
1128}
Yan, Zhengb1ee94a2014-09-16 20:35:17 +08001129static inline void ceph_init_inode_acls(struct inode *inode,
Yan, Zheng5c31e922019-05-26 15:35:39 +08001130 struct ceph_acl_sec_ctx *as_ctx)
Yan, Zhengb1ee94a2014-09-16 20:35:17 +08001131{
1132}
Guangliang Zhao7221fe42013-11-11 15:18:03 +08001133static inline int ceph_acl_chmod(struct dentry *dentry, struct inode *inode)
1134{
1135 return 0;
1136}
1137
1138static inline void ceph_forget_all_cached_acls(struct inode *inode)
1139{
1140}
1141
1142#endif
1143
Sage Weilde576062009-10-06 11:31:07 -07001144/* caps.c */
1145extern const char *ceph_cap_string(int c);
1146extern void ceph_handle_caps(struct ceph_mds_session *session,
1147 struct ceph_msg *msg);
Yan, Zhengd9df2782014-04-18 09:57:11 +08001148extern struct ceph_cap *ceph_get_cap(struct ceph_mds_client *mdsc,
1149 struct ceph_cap_reservation *ctx);
1150extern void ceph_add_cap(struct inode *inode,
1151 struct ceph_mds_session *session, u64 cap_id,
Yan, Zheng135e6712020-03-05 20:21:02 +08001152 unsigned issued, unsigned wanted,
Yan, Zhengd9df2782014-04-18 09:57:11 +08001153 unsigned cap, unsigned seq, u64 realmino, int flags,
1154 struct ceph_cap **new_cap);
Yan, Zhenga096b092013-09-22 10:15:58 +08001155extern void __ceph_remove_cap(struct ceph_cap *cap, bool queue_release);
Xiubo Lia76d0a92021-08-25 21:45:45 +08001156extern void ceph_remove_cap(struct ceph_cap *cap, bool queue_release);
Yan, Zhengd6e47812019-05-23 11:01:37 +08001157extern void __ceph_remove_caps(struct ceph_inode_info *ci);
Yehuda Sadeh37151662010-06-17 16:16:12 -07001158extern void ceph_put_cap(struct ceph_mds_client *mdsc,
1159 struct ceph_cap *cap);
Yan, Zheng9215aee2013-11-30 12:47:41 +08001160extern int ceph_is_any_caps(struct inode *inode);
Sage Weilde576062009-10-06 11:31:07 -07001161
Stephen Rothwellf1a3d572010-01-18 11:53:08 +11001162extern int ceph_write_inode(struct inode *inode, struct writeback_control *wbc);
Josef Bacik02c24a82011-07-16 20:44:56 -04001163extern int ceph_fsync(struct file *file, loff_t start, loff_t end,
1164 int datasync);
Yan, Zhenge548e9b2015-06-10 15:17:56 +08001165extern void ceph_early_kick_flushing_caps(struct ceph_mds_client *mdsc,
1166 struct ceph_mds_session *session);
Sage Weilde576062009-10-06 11:31:07 -07001167extern void ceph_kick_flushing_caps(struct ceph_mds_client *mdsc,
1168 struct ceph_mds_session *session);
Jeff Laytone8a4d262020-02-25 11:49:53 -08001169void ceph_kick_flushing_inode_caps(struct ceph_mds_session *session,
1170 struct ceph_inode_info *ci);
Greg Farnum2bc50252010-06-30 12:44:34 -07001171extern struct ceph_cap *ceph_get_cap_for_mds(struct ceph_inode_info *ci,
1172 int mds);
Jeff Layton40dcf752020-01-14 09:23:49 -05001173extern void ceph_take_cap_refs(struct ceph_inode_info *ci, int caps,
1174 bool snap_rwsem_locked);
Sage Weilde576062009-10-06 11:31:07 -07001175extern void ceph_get_cap_refs(struct ceph_inode_info *ci, int caps);
1176extern void ceph_put_cap_refs(struct ceph_inode_info *ci, int had);
Jeff Laytona8810cd2020-12-10 14:39:26 -05001177extern void ceph_put_cap_refs_async(struct ceph_inode_info *ci, int had);
Xiubo Lie64f44a2020-05-27 09:09:27 -04001178extern void ceph_put_cap_refs_no_check_caps(struct ceph_inode_info *ci,
1179 int had);
Sage Weilde576062009-10-06 11:31:07 -07001180extern void ceph_put_wrbuffer_cap_refs(struct ceph_inode_info *ci, int nr,
1181 struct ceph_snap_context *snapc);
Xiubo Lia6d37cc2021-08-25 21:45:43 +08001182extern void __ceph_remove_capsnap(struct inode *inode,
1183 struct ceph_cap_snap *capsnap,
1184 bool *wake_ci, bool *wake_mdsc);
1185extern void ceph_remove_capsnap(struct inode *inode,
1186 struct ceph_cap_snap *capsnap,
1187 bool *wake_ci, bool *wake_mdsc);
Yan, Zhenged9b4302016-07-05 21:08:07 +08001188extern void ceph_flush_snaps(struct ceph_inode_info *ci,
1189 struct ceph_mds_session **psession);
Yan, Zhengefb0ca72017-05-22 12:03:32 +08001190extern bool __ceph_should_report_size(struct ceph_inode_info *ci);
Sage Weilde576062009-10-06 11:31:07 -07001191extern void ceph_check_caps(struct ceph_inode_info *ci, int flags,
1192 struct ceph_mds_session *session);
Luis Henriquesbf2ba432021-07-06 14:52:41 +01001193extern unsigned long ceph_check_delayed_caps(struct ceph_mds_client *mdsc);
Sage Weilafcdaea2009-10-14 14:27:38 -07001194extern void ceph_flush_dirty_caps(struct ceph_mds_client *mdsc);
Zhi Zhang6ef0bc62018-01-24 21:24:33 +08001195extern int ceph_drop_caps_for_unlink(struct inode *inode);
Sage Weilde576062009-10-06 11:31:07 -07001196extern int ceph_encode_inode_release(void **p, struct inode *inode,
1197 int mds, int drop, int unless, int force);
1198extern int ceph_encode_dentry_release(void **p, struct dentry *dn,
Jeff Laytonca6c8ae2016-12-15 08:37:59 -05001199 struct inode *dir,
Sage Weilde576062009-10-06 11:31:07 -07001200 int mds, int drop, int unless);
1201
Yan, Zheng5e3ded12019-07-25 20:16:43 +08001202extern int ceph_get_caps(struct file *filp, int need, int want,
Jeff Laytone72968e2021-04-05 12:19:35 -04001203 loff_t endoff, int *got);
Yan, Zheng5e3ded12019-07-25 20:16:43 +08001204extern int ceph_try_get_caps(struct inode *inode,
Luis Henriques2ee9dd92018-10-15 16:45:57 +01001205 int need, int want, bool nonblock, int *got);
Sage Weilde576062009-10-06 11:31:07 -07001206
1207/* for counting open files by mode */
Yan, Zheng719a2512020-03-05 20:21:00 +08001208extern void ceph_get_fmode(struct ceph_inode_info *ci, int mode, int count);
1209extern void ceph_put_fmode(struct ceph_inode_info *ci, int mode, int count);
1210extern void __ceph_touch_fmode(struct ceph_inode_info *ci,
1211 struct ceph_mds_client *mdsc, int fmode);
Sage Weilde576062009-10-06 11:31:07 -07001212
1213/* addr.c */
1214extern const struct address_space_operations ceph_aops;
1215extern int ceph_mmap(struct file *file, struct vm_area_struct *vma);
Yan, Zheng10183a62015-04-27 15:33:28 +08001216extern int ceph_uninline_data(struct file *filp, struct page *locked_page);
Yan, Zheng5e3ded12019-07-25 20:16:43 +08001217extern int ceph_pool_perm_check(struct inode *inode, int need);
Yan, Zheng10183a62015-04-27 15:33:28 +08001218extern void ceph_pool_perm_destroy(struct ceph_mds_client* mdsc);
Jeff Layton36e6da92021-09-02 13:06:57 -04001219int ceph_purge_inode_cap(struct inode *inode, struct ceph_cap *cap, bool *invalidate);
Sage Weilde576062009-10-06 11:31:07 -07001220
1221/* file.c */
1222extern const struct file_operations ceph_file_fops;
Alex Elder9e0eb852013-02-06 13:11:38 -06001223
Yan, Zheng719a2512020-03-05 20:21:00 +08001224extern int ceph_renew_caps(struct inode *inode, int fmode);
Sage Weilde576062009-10-06 11:31:07 -07001225extern int ceph_open(struct inode *inode, struct file *file);
Sage Weil5ef50c32012-07-31 11:27:36 -07001226extern int ceph_atomic_open(struct inode *dir, struct dentry *dentry,
Al Viro44907d72018-06-08 13:32:02 -04001227 struct file *file, unsigned flags, umode_t mode);
Sage Weilde576062009-10-06 11:31:07 -07001228extern int ceph_release(struct inode *inode, struct file *filp);
Yan, Zheng31c542a2014-11-14 21:41:55 +08001229extern void ceph_fill_inline_data(struct inode *inode, struct page *locked_page,
1230 char *data, size_t len);
Ilya Dryomov55f2a042017-02-13 14:44:19 +01001231
Sage Weilde576062009-10-06 11:31:07 -07001232/* dir.c */
1233extern const struct file_operations ceph_dir_fops;
Yan, Zheng38c48b52015-01-14 13:46:04 +08001234extern const struct file_operations ceph_snapdir_fops;
Sage Weilde576062009-10-06 11:31:07 -07001235extern const struct inode_operations ceph_dir_iops;
Yan, Zheng38c48b52015-01-14 13:46:04 +08001236extern const struct inode_operations ceph_snapdir_iops;
Al Viro18fc8ab2016-10-28 21:52:50 -04001237extern const struct dentry_operations ceph_dentry_ops;
Sage Weilde576062009-10-06 11:31:07 -07001238
Yan, Zhengf3c4ebe2016-04-29 11:27:30 +08001239extern loff_t ceph_make_fpos(unsigned high, unsigned off, bool hash_order);
Sage Weilde576062009-10-06 11:31:07 -07001240extern int ceph_handle_notrace_create(struct inode *dir, struct dentry *dentry);
Jeff Laytonaa60cfc2021-03-01 08:01:54 -05001241extern struct dentry *ceph_handle_snapdir(struct ceph_mds_request *req,
Jeff Layton7a971e22021-06-02 12:46:07 -04001242 struct dentry *dentry);
Sage Weilde576062009-10-06 11:31:07 -07001243extern struct dentry *ceph_finish_lookup(struct ceph_mds_request *req,
1244 struct dentry *dentry, int err);
1245
Yan, Zheng37c4efc2019-01-31 16:55:51 +08001246extern void __ceph_dentry_lease_touch(struct ceph_dentry_info *di);
1247extern void __ceph_dentry_dir_lease_touch(struct ceph_dentry_info *di);
Sage Weil81a6cf22010-05-14 09:35:38 -07001248extern void ceph_invalidate_dentry_lease(struct dentry *dentry);
Yan, Zheng37c4efc2019-01-31 16:55:51 +08001249extern int ceph_trim_dentries(struct ceph_mds_client *mdsc);
Sage Weile5f86dc2011-07-26 11:30:55 -07001250extern unsigned ceph_dentry_hash(struct inode *dir, struct dentry *dn);
Yan, Zhengfdd4e152015-06-16 20:48:56 +08001251extern void ceph_readdir_cache_release(struct ceph_readdir_cache_control *ctl);
Sage Weilde576062009-10-06 11:31:07 -07001252
Sage Weilde576062009-10-06 11:31:07 -07001253/* ioctl.c */
1254extern long ceph_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
1255
1256/* export.c */
1257extern const struct export_operations ceph_export_ops;
Luis Henriques38862742019-03-21 10:20:09 +00001258struct inode *ceph_lookup_inode(struct super_block *sb, u64 ino);
Sage Weilde576062009-10-06 11:31:07 -07001259
Greg Farnum40819f62010-08-02 15:34:23 -07001260/* locks.c */
Yan, Zhengeb13e832014-03-09 23:16:40 +08001261extern __init void ceph_flock_init(void);
Greg Farnum40819f62010-08-02 15:34:23 -07001262extern int ceph_lock(struct file *file, int cmd, struct file_lock *fl);
1263extern int ceph_flock(struct file *file, int cmd, struct file_lock *fl);
1264extern void ceph_count_locks(struct inode *inode, int *p_num, int *f_num);
Jim Schutt39be95e2013-05-15 13:03:35 -05001265extern int ceph_encode_locks_to_buffer(struct inode *inode,
1266 struct ceph_filelock *flocks,
1267 int num_fcntl_locks,
1268 int num_flock_locks);
1269extern int ceph_locks_to_pagelist(struct ceph_filelock *flocks,
1270 struct ceph_pagelist *pagelist,
1271 int num_fcntl_locks, int num_flock_locks);
Greg Farnum40819f62010-08-02 15:34:23 -07001272
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -07001273/* debugfs.c */
Greg Kroah-Hartman1a829ff2019-06-12 16:55:38 +02001274extern void ceph_fs_debugfs_init(struct ceph_fs_client *client);
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -07001275extern void ceph_fs_debugfs_cleanup(struct ceph_fs_client *client);
1276
Luis Henriquesfb18a572018-01-05 10:47:18 +00001277/* quota.c */
Luis Henriquesd557c482018-01-12 17:19:29 +00001278static inline bool __ceph_has_any_quota(struct ceph_inode_info *ci)
1279{
1280 return ci->i_max_files || ci->i_max_bytes;
1281}
1282
1283extern void ceph_adjust_quota_realms_count(struct inode *inode, bool inc);
1284
1285static inline void __ceph_update_quota(struct ceph_inode_info *ci,
1286 u64 max_bytes, u64 max_files)
1287{
1288 bool had_quota, has_quota;
1289 had_quota = __ceph_has_any_quota(ci);
1290 ci->i_max_bytes = max_bytes;
1291 ci->i_max_files = max_files;
1292 has_quota = __ceph_has_any_quota(ci);
1293
1294 if (had_quota != has_quota)
1295 ceph_adjust_quota_realms_count(&ci->vfs_inode, has_quota);
1296}
1297
Luis Henriquesfb18a572018-01-05 10:47:18 +00001298extern void ceph_handle_quota(struct ceph_mds_client *mdsc,
1299 struct ceph_mds_session *session,
1300 struct ceph_msg *msg);
Luis Henriquesb7a29212018-01-05 10:47:19 +00001301extern bool ceph_quota_is_max_files_exceeded(struct inode *inode);
Luis Henriques6646ea12020-11-12 15:23:21 +00001302extern bool ceph_quota_is_same_realm(struct inode *old, struct inode *new);
Luis Henriques2b838452018-01-05 10:47:21 +00001303extern bool ceph_quota_is_max_bytes_exceeded(struct inode *inode,
1304 loff_t newlen);
Luis Henriques1ab302a2018-01-05 10:47:22 +00001305extern bool ceph_quota_is_max_bytes_approaching(struct inode *inode,
1306 loff_t newlen);
Luis Henriques9122eed2018-01-31 10:53:13 +00001307extern bool ceph_quota_update_statfs(struct ceph_fs_client *fsc,
1308 struct kstatfs *buf);
Luis Henriques0c44a8e2019-03-21 10:20:10 +00001309extern void ceph_cleanup_quotarealms_inodes(struct ceph_mds_client *mdsc);
Luis Henriquesfb18a572018-01-05 10:47:18 +00001310
Sage Weilde576062009-10-06 11:31:07 -07001311#endif /* _FS_CEPH_SUPER_H */