blob: 9d6cb246c6c55737967011a919023fc2dad9c861 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Copyright (c) 2001 The Regents of the University of Michigan.
3 * All rights reserved.
4 *
5 * Kendrick Smith <kmsmith@umich.edu>
6 * Andy Adamson <andros@umich.edu>
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 *
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. Neither the name of the University nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
22 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
23 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
24 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
28 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
29 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
30 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
31 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 *
33 */
34
35#ifndef _NFSD4_STATE_H
36#define _NFSD4_STATE_H
37
J. Bruce Fields38c2f4b2011-09-23 17:01:19 -040038#include <linux/idr.h>
Elena Reshetovaa15dfcd2017-10-20 12:53:28 +030039#include <linux/refcount.h>
J. Bruce Fields19cf5c02010-06-06 18:37:16 -040040#include <linux/sunrpc/svc_xprt.h>
J. Bruce Fields1557aca2009-12-04 19:36:06 -050041#include "nfsfh.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Linus Torvalds1da177e2005-04-16 15:20:36 -070043typedef struct {
44 u32 cl_boot;
45 u32 cl_id;
46} clientid_t;
47
48typedef struct {
J. Bruce Fieldsd3b313a2011-09-15 15:02:41 -040049 clientid_t so_clid;
50 u32 so_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051} stateid_opaque_t;
52
53typedef struct {
54 u32 si_generation;
55 stateid_opaque_t si_opaque;
56} stateid_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Benny Halevy8c10cbd2009-10-19 12:04:53 +020058#define STATEID_FMT "(%08x/%08x/%08x/%08x)"
59#define STATEID_VAL(s) \
J. Bruce Fieldsd3b313a2011-09-15 15:02:41 -040060 (s)->si_opaque.so_clid.cl_boot, \
61 (s)->si_opaque.so_clid.cl_id, \
62 (s)->si_opaque.so_id, \
Benny Halevy8c10cbd2009-10-19 12:04:53 +020063 (s)->si_generation
64
J. Bruce Fields227f98d92010-02-18 08:27:24 -080065struct nfsd4_callback {
J. Bruce Fieldsfb003922010-05-31 18:21:37 -040066 struct nfs4_client *cb_clp;
J. Bruce Fields58784532010-05-16 16:47:08 -040067 struct rpc_message cb_msg;
Julia Lawallc4cb8972015-11-21 22:57:39 +010068 const struct nfsd4_callback_ops *cb_ops;
J. Bruce Fieldsb5a1a812010-03-03 14:52:55 -050069 struct work_struct cb_work;
Kinglong Mee7ba6cad2015-06-24 16:33:37 +080070 int cb_seq_status;
Christoph Hellwigef2a1b32015-04-30 11:49:23 +020071 int cb_status;
Christoph Hellwigcba5f622015-04-30 11:49:24 +020072 bool cb_need_restart;
Trond Myklebuste6abc8c2019-04-05 08:54:37 -070073 bool cb_holds_slot;
J. Bruce Fields227f98d92010-02-18 08:27:24 -080074};
75
Christoph Hellwig0162ac22014-09-24 12:19:19 +020076struct nfsd4_callback_ops {
77 void (*prepare)(struct nfsd4_callback *);
78 int (*done)(struct nfsd4_callback *, struct rpc_task *);
79 void (*release)(struct nfsd4_callback *);
80};
81
Jeff Layton14a571a2014-08-05 15:13:30 -040082/*
83 * A core object that represents a "common" stateid. These are generally
84 * embedded within the different (more specific) stateid objects and contain
85 * fields that are of general use to any stateid.
86 */
J. Bruce Fieldsd5477a82011-09-08 12:07:44 -040087struct nfs4_stid {
Elena Reshetovaa15dfcd2017-10-20 12:53:28 +030088 refcount_t sc_count;
J. Bruce Fieldsd5477a82011-09-08 12:07:44 -040089#define NFS4_OPEN_STID 1
90#define NFS4_LOCK_STID 2
91#define NFS4_DELEG_STID 4
J. Bruce Fieldsf7a4d872011-09-16 20:12:38 -040092/* For an open stateid kept around *only* to process close replays: */
93#define NFS4_CLOSED_STID 8
J. Bruce Fields3bd64a52013-04-09 17:02:51 -040094/* For a deleg stateid kept around only to process free_stateid's: */
95#define NFS4_REVOKED_DELEG_STID 16
Trond Myklebustb0fc29d2014-07-16 10:31:59 -040096#define NFS4_CLOSED_DELEG_STID 32
Christoph Hellwig9cf514c2014-05-05 13:11:59 +020097#define NFS4_LAYOUT_STID 64
Jeff Layton9767feb2015-10-01 09:05:50 -040098 unsigned char sc_type;
99 stateid_t sc_stateid;
100 spinlock_t sc_lock;
101 struct nfs4_client *sc_client;
102 struct nfs4_file *sc_file;
103 void (*sc_free)(struct nfs4_stid *);
J. Bruce Fieldsd5477a82011-09-08 12:07:44 -0400104};
105
Jeff Layton14a571a2014-08-05 15:13:30 -0400106/*
107 * Represents a delegation stateid. The nfs4_client holds references to these
108 * and they are put when it is being destroyed or when the delegation is
109 * returned by the client:
110 *
111 * o 1 reference as long as a delegation is still in force (taken when it's
112 * alloc'd, put when it's returned or revoked)
113 *
114 * o 1 reference as long as a recall rpc is in progress (taken when the lease
115 * is broken, put when the rpc exits)
116 *
117 * o 1 more ephemeral reference for each nfsd thread currently doing something
118 * with that delegation without holding the cl_lock
119 *
120 * If the server attempts to recall a delegation and the client doesn't do so
121 * before a timeout, the server may also revoke the delegation. In that case,
122 * the object will either be destroyed (v4.0) or moved to a per-client list of
123 * revoked delegations (v4.1+).
124 *
125 * This object is a superset of the nfs4_stid.
126 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127struct nfs4_delegation {
J. Bruce Fields996e0932011-10-17 11:14:48 -0400128 struct nfs4_stid dl_stid; /* must be first field */
NeilBrownea1da632005-06-23 22:04:17 -0700129 struct list_head dl_perfile;
130 struct list_head dl_perclnt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 struct list_head dl_recall_lru; /* delegation recalled */
Sachin Bhamare8287f002015-04-27 14:50:14 +0200132 struct nfs4_clnt_odstate *dl_clnt_odstate;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 u32 dl_type;
134 time_t dl_time;
J. Bruce Fieldsb53d40c2009-05-01 19:50:00 -0400135/* For recall: */
J. Bruce Fields3aea09d2009-05-01 20:11:12 -0400136 int dl_retries;
J. Bruce Fields227f98d92010-02-18 08:27:24 -0800137 struct nfsd4_callback dl_recall;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138};
139
Jeff Layton34549ab2014-10-01 08:05:22 -0400140#define cb_to_delegation(cb) \
141 container_of(cb, struct nfs4_delegation, dl_recall)
142
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143/* client delegation callback info */
J. Bruce Fieldsc237dc02009-04-29 19:09:19 -0400144struct nfs4_cb_conn {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 /* SETCLIENTID info */
Jeff Laytonaa9a4ec2009-08-14 12:57:57 -0400146 struct sockaddr_storage cb_addr;
Takuma Umeya6f3d7722010-12-15 14:09:01 +0900147 struct sockaddr_storage cb_saddr;
Jeff Laytonaa9a4ec2009-08-14 12:57:57 -0400148 size_t cb_addrlen;
J. Bruce Fields8b5ce5c2010-10-19 17:31:50 -0400149 u32 cb_prog; /* used only in 4.0 case;
150 per-session otherwise */
Andy Adamsonab52ae62009-06-16 04:20:53 +0300151 u32 cb_ident; /* minorversion 0 only */
J. Bruce Fields2bf23872010-03-08 12:37:27 -0500152 struct svc_xprt *cb_xprt; /* minorversion 1 only */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153};
154
J. Bruce Fieldsf459e452011-09-09 09:06:12 -0400155static inline struct nfs4_delegation *delegstateid(struct nfs4_stid *s)
156{
157 return container_of(s, struct nfs4_delegation, dl_stid);
158}
159
Andy Adamsona649637c72009-08-28 08:45:01 -0400160/* Maximum number of slots per session. 160 is useful for long haul TCP */
161#define NFSD_MAX_SLOTS_PER_SESSION 160
Andy Adamsonec6b5d72009-04-03 08:28:28 +0300162/* Maximum number of operations per session compound */
163#define NFSD_MAX_OPS_PER_COMPOUND 16
Andy Adamson557ce262009-08-28 08:45:04 -0400164/* Maximum session per slot cache size */
J. Bruce Fields24906f32014-03-12 15:17:18 -0400165#define NFSD_SLOT_CACHE_SIZE 2048
Andy Adamsona649637c72009-08-28 08:45:01 -0400166/* Maximum number of NFSD_SLOT_CACHE_SIZE slots per session */
167#define NFSD_CACHE_SIZE_SLOTS_PER_SESSION 32
168#define NFSD_MAX_MEM_PER_SESSION \
169 (NFSD_CACHE_SIZE_SLOTS_PER_SESSION * NFSD_SLOT_CACHE_SIZE)
Andy Adamson074fe892009-04-03 08:28:15 +0300170
Andy Adamson7116ed62009-04-03 08:27:43 +0300171struct nfsd4_slot {
Andy Adamson557ce262009-08-28 08:45:04 -0400172 u32 sl_seqid;
173 __be32 sl_status;
J. Bruce Fields53da6a52017-10-17 20:38:49 -0400174 struct svc_cred sl_cred;
Andy Adamson557ce262009-08-28 08:45:04 -0400175 u32 sl_datalen;
J. Bruce Fields73e79482012-02-13 16:39:00 -0500176 u16 sl_opcnt;
177#define NFSD4_SLOT_INUSE (1 << 0)
178#define NFSD4_SLOT_CACHETHIS (1 << 1)
J. Bruce Fieldsbf5c43c2012-02-13 16:56:19 -0500179#define NFSD4_SLOT_INITIALIZED (1 << 2)
J. Bruce Fields085def32017-10-18 16:17:18 -0400180#define NFSD4_SLOT_CACHED (1 << 3)
J. Bruce Fields73e79482012-02-13 16:39:00 -0500181 u8 sl_flags;
Andy Adamson557ce262009-08-28 08:45:04 -0400182 char sl_data[];
Andy Adamson7116ed62009-04-03 08:27:43 +0300183};
184
Alexandros Batsakis6c18ba92009-06-16 04:19:13 +0300185struct nfsd4_channel_attrs {
186 u32 headerpadsz;
187 u32 maxreq_sz;
188 u32 maxresp_sz;
189 u32 maxresp_cached;
190 u32 maxops;
191 u32 maxreqs;
192 u32 nr_rdma_attrs;
193 u32 rdma_attrs;
194};
195
J. Bruce Fieldsacb28872012-03-27 14:50:26 -0400196struct nfsd4_cb_sec {
J. Bruce Fields12fc3e92012-11-05 16:01:48 -0500197 u32 flavor; /* (u32)(-1) used to mean "no valid flavor" */
Eric W. Biederman03bc6d12013-02-02 06:24:49 -0800198 kuid_t uid;
199 kgid_t gid;
J. Bruce Fieldsacb28872012-03-27 14:50:26 -0400200};
201
Andy Adamson49557cc2009-07-23 19:02:16 -0400202struct nfsd4_create_session {
203 clientid_t clientid;
204 struct nfs4_sessionid sessionid;
205 u32 seqid;
206 u32 flags;
207 struct nfsd4_channel_attrs fore_channel;
208 struct nfsd4_channel_attrs back_channel;
209 u32 callback_prog;
J. Bruce Fieldsacb28872012-03-27 14:50:26 -0400210 struct nfsd4_cb_sec cb_sec;
Andy Adamson49557cc2009-07-23 19:02:16 -0400211};
212
J. Bruce Fieldscb73a9f2012-11-01 18:09:48 -0400213struct nfsd4_backchannel_ctl {
214 u32 bc_cb_program;
215 struct nfsd4_cb_sec bc_cb_sec;
216};
217
J. Bruce Fields1d1bc8f2010-10-04 23:12:59 -0400218struct nfsd4_bind_conn_to_session {
219 struct nfs4_sessionid sessionid;
220 u32 dir;
221};
222
Andy Adamson49557cc2009-07-23 19:02:16 -0400223/* The single slot clientid cache structure */
224struct nfsd4_clid_slot {
225 u32 sl_seqid;
226 __be32 sl_status;
227 struct nfsd4_create_session sl_cr_ses;
228};
229
J. Bruce Fieldsc7662512010-06-06 18:12:14 -0400230struct nfsd4_conn {
231 struct list_head cn_persession;
232 struct svc_xprt *cn_xprt;
J. Bruce Fields19cf5c02010-06-06 18:37:16 -0400233 struct svc_xpt_user cn_xpt_user;
234 struct nfsd4_session *cn_session;
J. Bruce Fieldsc7662512010-06-06 18:12:14 -0400235/* CDFC4_FORE, CDFC4_BACK: */
236 unsigned char cn_flags;
237};
238
Jeff Layton14a571a2014-08-05 15:13:30 -0400239/*
240 * Representation of a v4.1+ session. These are refcounted in a similar fashion
241 * to the nfs4_client. References are only taken when the server is actively
242 * working on the object (primarily during the processing of compounds).
243 */
Andy Adamson7116ed62009-04-03 08:27:43 +0300244struct nfsd4_session {
J. Bruce Fields66b2b9b2013-03-19 12:05:39 -0400245 atomic_t se_ref;
Andy Adamson7116ed62009-04-03 08:27:43 +0300246 struct list_head se_hash; /* hash by sessionid */
247 struct list_head se_perclnt;
J. Bruce Fields66b2b9b2013-03-19 12:05:39 -0400248/* See SESSION4_PERSIST, etc. for standard flags; this is internal-only: */
249#define NFS4_SESSION_DEAD 0x010
Andy Adamson7116ed62009-04-03 08:27:43 +0300250 u32 se_flags;
Benny Halevy07cd4902010-05-12 00:13:41 +0300251 struct nfs4_client *se_client;
Andy Adamson7116ed62009-04-03 08:27:43 +0300252 struct nfs4_sessionid se_sessionid;
Alexandros Batsakis6c18ba92009-06-16 04:19:13 +0300253 struct nfsd4_channel_attrs se_fchannel;
254 struct nfsd4_channel_attrs se_bchannel;
J. Bruce Fieldsacb28872012-03-27 14:50:26 -0400255 struct nfsd4_cb_sec se_cb_sec;
J. Bruce Fieldsc7662512010-06-06 18:12:14 -0400256 struct list_head se_conns;
J. Bruce Fields8b5ce5c2010-10-19 17:31:50 -0400257 u32 se_cb_prog;
J. Bruce Fieldsac7c46f22010-06-14 19:01:57 -0400258 u32 se_cb_seq_nr;
Andy Adamson557ce262009-08-28 08:45:04 -0400259 struct nfsd4_slot *se_slots[]; /* forward channel slots */
Andy Adamson7116ed62009-04-03 08:27:43 +0300260};
261
Marc Eshel5282fd72009-04-03 08:27:52 +0300262/* formatted contents of nfs4_sessionid */
263struct nfsd4_sessionid {
264 clientid_t clientid;
265 u32 sequence;
266 u32 reserved;
267};
268
NeilBrowna55370a2005-06-23 22:03:52 -0700269#define HEXDIR_LEN 33 /* hex version of 16 byte md5 of cl_name plus '\0' */
270
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271/*
272 * struct nfs4_client - one per client. Clientids live here.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 *
Jeff Layton14a571a2014-08-05 15:13:30 -0400274 * The initial object created by an NFS client using SETCLIENTID (for NFSv4.0)
275 * or EXCHANGE_ID (for NFSv4.1+). These objects are refcounted and timestamped.
276 * Each nfsd_net_ns object contains a set of these and they are tracked via
277 * short and long form clientid. They are hashed and searched for under the
278 * per-nfsd_net client_lock spinlock.
279 *
280 * References to it are only held during the processing of compounds, and in
281 * certain other operations. In their "resting state" they have a refcount of
282 * 0. If they are not renewed within a lease period, they become eligible for
283 * destruction by the laundromat.
284 *
285 * These objects can also be destroyed prematurely by the fault injection code,
286 * or if the client sends certain forms of SETCLIENTID or EXCHANGE_ID updates.
287 * Care is taken *not* to do this however when the objects have an elevated
288 * refcount.
289 *
290 * o Each nfs4_client is hashed by clientid
291 *
292 * o Each nfs4_clients is also hashed by name (the opaque quantity initially
293 * sent by the client to identify itself).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 *
Jeff Layton14a571a2014-08-05 15:13:30 -0400295 * o cl_perclient list is used to ensure no dangling stateowner references
296 * when we expire the nfs4_client
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297 */
298struct nfs4_client {
299 struct list_head cl_idhash; /* hash by cl_clientid.id */
Jeff Laytonac55fdc2012-11-12 15:00:56 -0500300 struct rb_node cl_namenode; /* link into by-name trees */
Trond Myklebustd4f04892014-07-29 21:34:36 -0400301 struct list_head *cl_ownerstr_hashtbl;
NeilBrownea1da632005-06-23 22:04:17 -0700302 struct list_head cl_openowners;
J. Bruce Fields38c2f4b2011-09-23 17:01:19 -0400303 struct idr cl_stateids; /* stateid lookup */
NeilBrownea1da632005-06-23 22:04:17 -0700304 struct list_head cl_delegations;
J. Bruce Fields3bd64a52013-04-09 17:02:51 -0400305 struct list_head cl_revoked; /* unacknowledged, revoked 4.1 state */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 struct list_head cl_lru; /* tail queue */
Christoph Hellwig9cf514c2014-05-05 13:11:59 +0200307#ifdef CONFIG_NFSD_PNFS
308 struct list_head cl_lo_states; /* outstanding layout states */
309#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310 struct xdr_netobj cl_name; /* id generated by client */
311 nfs4_verifier cl_verifier; /* generated by client */
312 time_t cl_time; /* time of last lease renewal */
Jeff Layton363168b2009-08-14 12:57:56 -0400313 struct sockaddr_storage cl_addr; /* client ipaddress */
J. Bruce Fields57266a62013-04-13 14:27:29 -0400314 bool cl_mach_cred; /* SP4_MACH_CRED in force */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 struct svc_cred cl_cred; /* setclientid principal */
316 clientid_t cl_clientid; /* generated by server */
317 nfs4_verifier cl_confirm; /* generated by server */
J. Bruce Fields8323c3b2010-10-19 19:36:51 -0400318 u32 cl_minorversion;
Marc Eshel9fb87072009-04-03 08:27:46 +0300319
J. Bruce Fields2bf23872010-03-08 12:37:27 -0500320 /* for v4.0 and v4.1 callbacks: */
321 struct nfs4_cb_conn cl_cb_conn;
Jeff Laytona52d7262012-03-21 09:52:02 -0400322#define NFSD4_CLIENT_CB_UPDATE (0)
323#define NFSD4_CLIENT_CB_KILL (1)
324#define NFSD4_CLIENT_STABLE (2) /* client on stable storage */
325#define NFSD4_CLIENT_RECLAIM_COMPLETE (3) /* reclaim_complete done */
Jeff Laytonac55fdc2012-11-12 15:00:56 -0500326#define NFSD4_CLIENT_CONFIRMED (4) /* client is confirmed */
Jeff Laytond682e752014-09-12 16:40:21 -0400327#define NFSD4_CLIENT_UPCALL_LOCK (5) /* upcall serialization */
Jeff Laytona52d7262012-03-21 09:52:02 -0400328#define NFSD4_CLIENT_CB_FLAG_MASK (1 << NFSD4_CLIENT_CB_UPDATE | \
329 1 << NFSD4_CLIENT_CB_KILL)
330 unsigned long cl_flags;
NeilBrowna52458b2018-12-03 11:30:31 +1100331 const struct cred *cl_cb_cred;
J. Bruce Fields2bf23872010-03-08 12:37:27 -0500332 struct rpc_clnt *cl_cb_client;
J. Bruce Fields6ff8da02010-06-04 20:04:45 -0400333 u32 cl_cb_ident;
J. Bruce Fields77a35692010-04-30 18:51:44 -0400334#define NFSD4_CB_UP 0
335#define NFSD4_CB_UNKNOWN 1
336#define NFSD4_CB_DOWN 2
Benny Halevy54237322011-10-19 19:12:58 -0700337#define NFSD4_CB_FAULT 3
J. Bruce Fields77a35692010-04-30 18:51:44 -0400338 int cl_cb_state;
J. Bruce Fieldscee277d2010-05-26 17:52:14 -0400339 struct nfsd4_callback cl_cb_null;
J. Bruce Fieldsedd76782010-06-14 22:26:31 -0400340 struct nfsd4_session *cl_cb_session;
J. Bruce Fields2bf23872010-03-08 12:37:27 -0500341
J. Bruce Fields6ff8da02010-06-04 20:04:45 -0400342 /* for all client information that callback code might need: */
343 spinlock_t cl_lock;
344
Marc Eshel9fb87072009-04-03 08:27:46 +0300345 /* for nfs41 */
346 struct list_head cl_sessions;
Andy Adamson49557cc2009-07-23 19:02:16 -0400347 struct nfsd4_clid_slot cl_cs_slot; /* create_session slot */
Andy Adamson0733d212009-04-03 08:28:01 +0300348 u32 cl_exchange_flags;
Benny Halevy46583e22010-05-12 00:13:29 +0300349 /* number of rpc's in progress over an associated session: */
350 atomic_t cl_refcount;
Andrew Elbleed941642016-06-15 12:52:09 -0400351 struct nfs4_op_map cl_spo_must_allow;
Andy Adamson38524ab2009-09-10 12:25:59 +0300352
353 /* for nfs41 callbacks */
Ricardo Labiaga199ff352009-09-10 12:26:25 +0300354 /* We currently support a single back channel with a single slot */
355 unsigned long cl_cb_slot_busy;
Ricardo Labiaga199ff352009-09-10 12:26:25 +0300356 struct rpc_wait_queue cl_cb_waitq; /* backchannel callers may */
357 /* wait here for slots */
Stanislav Kinsburskyc212cec2012-11-14 18:21:10 +0300358 struct net *net;
Olga Kornievskaiae0639dc2018-07-20 18:19:20 -0400359 struct list_head async_copies; /* list of async copies */
360 spinlock_t async_lock; /* lock for async copies */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361};
362
363/* struct nfs4_client_reset
364 * one per old client. Populates reset_str_hashtbl. Filled from conf_id_hashtbl
365 * upon lease reset, or from upcall to state_daemon (to read in state
366 * from non-volitile storage) upon reboot.
367 */
368struct nfs4_client_reclaim {
369 struct list_head cr_strhash; /* hash by cr_name */
Jeff Layton0ce0c2b2012-11-12 15:00:55 -0500370 struct nfs4_client *cr_clp; /* pointer to associated clp */
NeilBrowna55370a2005-06-23 22:03:52 -0700371 char cr_recdir[HEXDIR_LEN]; /* recover dir */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372};
373
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374/* A reasonable value for REPLAY_ISIZE was estimated as follows:
375 * The OPEN response, typically the largest, requires
376 * 4(status) + 8(stateid) + 20(changeinfo) + 4(rflags) + 8(verifier) +
377 * 4(deleg. type) + 8(deleg. stateid) + 4(deleg. recall flag) +
378 * 20(deleg. space limit) + ~32(deleg. ace) = 112 bytes
379 */
380
381#define NFSD4_REPLAY_ISIZE 112
382
383/*
384 * Replay buffer, where the result of the last seqid-mutating operation
385 * is cached.
386 */
387struct nfs4_replay {
Al Virob37ad282006-10-19 23:28:59 -0700388 __be32 rp_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 unsigned int rp_buflen;
390 char *rp_buf;
J. Bruce Fieldsa4773c02009-02-02 17:23:10 -0500391 struct knfsd_fh rp_openfh;
Jeff Layton58fb12e2014-07-29 21:34:27 -0400392 struct mutex rp_mutex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393 char rp_ibuf[NFSD4_REPLAY_ISIZE];
394};
395
Jeff Layton6b180f02014-07-29 21:34:26 -0400396struct nfs4_stateowner;
397
398struct nfs4_stateowner_operations {
Jeff Layton8f4b54c2014-07-29 21:34:29 -0400399 void (*so_unhash)(struct nfs4_stateowner *);
Jeff Layton6b180f02014-07-29 21:34:26 -0400400 void (*so_free)(struct nfs4_stateowner *);
401};
402
Jeff Layton14a571a2014-08-05 15:13:30 -0400403/*
404 * A core object that represents either an open or lock owner. The object and
405 * lock owner objects have one of these embedded within them. Refcounts and
406 * other fields common to both owner types are contained within these
407 * structures.
408 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409struct nfs4_stateowner {
Jeff Layton6b180f02014-07-29 21:34:26 -0400410 struct list_head so_strhash;
411 struct list_head so_stateids;
412 struct nfs4_client *so_client;
413 const struct nfs4_stateowner_operations *so_ops;
J. Bruce Fields83e452f2014-07-31 16:10:08 -0400414 /* after increment in nfsd4_bump_seqid, represents the next
NeilBrown7fb64ce2005-07-07 17:59:20 -0700415 * sequence id expected from the client: */
Jeff Layton6b180f02014-07-29 21:34:26 -0400416 atomic_t so_count;
417 u32 so_seqid;
418 struct xdr_netobj so_owner; /* open owner name */
419 struct nfs4_replay so_replay;
420 bool so_is_open_owner;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421};
422
Jeff Layton14a571a2014-08-05 15:13:30 -0400423/*
424 * When a file is opened, the client provides an open state owner opaque string
425 * that indicates the "owner" of that open. These objects are refcounted.
426 * References to it are held by each open state associated with it. This object
427 * is a superset of the nfs4_stateowner struct.
428 */
J. Bruce Fieldsfe0750e2011-07-30 23:33:59 -0400429struct nfs4_openowner {
430 struct nfs4_stateowner oo_owner; /* must be first field */
431 struct list_head oo_perclient;
J. Bruce Fieldsb31b30e2011-09-28 11:47:20 -0400432 /*
433 * We keep around openowners a little while after last close,
434 * which saves clients from having to confirm, and allows us to
435 * handle close replays if they come soon enough. The close_lru
436 * is a list of such openowners, to be reaped by the laundromat
437 * thread eventually if they remain unused:
438 */
439 struct list_head oo_close_lru;
J. Bruce Fields38c387b2011-09-16 17:42:48 -0400440 struct nfs4_ol_stateid *oo_last_closed_stid;
J. Bruce Fieldsfe0750e2011-07-30 23:33:59 -0400441 time_t oo_time; /* time of placement on so_close_lru */
J. Bruce Fieldsdad1c062011-09-12 12:24:13 -0400442#define NFS4_OO_CONFIRMED 1
443 unsigned char oo_flags;
J. Bruce Fieldsfe0750e2011-07-30 23:33:59 -0400444};
445
Jeff Layton14a571a2014-08-05 15:13:30 -0400446/*
447 * Represents a generic "lockowner". Similar to an openowner. References to it
448 * are held by the lock stateids that are created on its behalf. This object is
Jeff Layton76d348f2016-09-16 16:28:24 -0400449 * a superset of the nfs4_stateowner struct.
Jeff Layton14a571a2014-08-05 15:13:30 -0400450 */
J. Bruce Fieldsfe0750e2011-07-30 23:33:59 -0400451struct nfs4_lockowner {
Jeff Layton76d348f2016-09-16 16:28:24 -0400452 struct nfs4_stateowner lo_owner; /* must be first element */
453 struct list_head lo_blocked; /* blocked file_locks */
J. Bruce Fieldsfe0750e2011-07-30 23:33:59 -0400454};
455
456static inline struct nfs4_openowner * openowner(struct nfs4_stateowner *so)
457{
458 return container_of(so, struct nfs4_openowner, oo_owner);
459}
460
461static inline struct nfs4_lockowner * lockowner(struct nfs4_stateowner *so)
462{
463 return container_of(so, struct nfs4_lockowner, lo_owner);
464}
465
Jeff Layton14a571a2014-08-05 15:13:30 -0400466/*
Sachin Bhamare8287f002015-04-27 14:50:14 +0200467 * Per-client state indicating no. of opens and outstanding delegations
468 * on a file from a particular client.'od' stands for 'open & delegation'
469 */
470struct nfs4_clnt_odstate {
471 struct nfs4_client *co_client;
472 struct nfs4_file *co_file;
473 struct list_head co_perfile;
Elena Reshetovacff7cb22017-10-20 12:53:29 +0300474 refcount_t co_odcount;
Sachin Bhamare8287f002015-04-27 14:50:14 +0200475};
476
477/*
Jeff Layton14a571a2014-08-05 15:13:30 -0400478 * nfs4_file: a file opened by some number of (open) nfs4_stateowners.
479 *
Jeff Laytonccc63982014-10-16 08:49:37 -0400480 * These objects are global. nfsd keeps one instance of a nfs4_file per
481 * filehandle (though it may keep multiple file descriptors for each). Each
482 * inode can have multiple filehandles associated with it, so there is
483 * (potentially) a many to one relationship between this struct and struct
484 * inode.
485 *
486 * These are hashed by filehandle in the file_hashtbl, which is protected by
487 * the global state_lock spinlock.
Jeff Layton14a571a2014-08-05 15:13:30 -0400488 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489struct nfs4_file {
Elena Reshetova818a34e2017-10-20 12:53:30 +0300490 refcount_t fi_ref;
Trond Myklebust1d31a252014-07-10 14:07:25 -0400491 spinlock_t fi_lock;
Jeff Laytonccc63982014-10-16 08:49:37 -0400492 struct hlist_node fi_hash; /* hash on fi_fhandle */
NeilBrown8beefa22005-06-23 22:03:08 -0700493 struct list_head fi_stateids;
Jeff Layton5b095e92014-10-23 08:01:02 -0400494 union {
495 struct list_head fi_delegations;
496 struct rcu_head fi_rcu;
497 };
Sachin Bhamare8287f002015-04-27 14:50:14 +0200498 struct list_head fi_clnt_odstate;
J. Bruce Fieldsf9d75622010-07-08 11:02:09 -0400499 /* One each for O_RDONLY, O_WRONLY, O_RDWR: */
500 struct file * fi_fds[3];
J. Bruce Fieldsf9d75622010-07-08 11:02:09 -0400501 /*
J. Bruce Fields6409a5a2011-09-28 11:37:56 -0400502 * Each open or lock stateid contributes 0-4 to the counts
503 * below depending on which bits are set in st_access_bitmap:
504 * 1 to fi_access[O_RDONLY] if NFS4_SHARE_ACCES_READ is set
505 * + 1 to fi_access[O_WRONLY] if NFS4_SHARE_ACCESS_WRITE is set
506 * + 1 to both of the above if NFS4_SHARE_ACCESS_BOTH is set.
J. Bruce Fieldsf9d75622010-07-08 11:02:09 -0400507 */
J. Bruce Fields9ae78bc2011-03-17 12:52:33 -0400508 atomic_t fi_access[2];
Jeff Laytonbaeb4ff2014-07-10 14:07:34 -0400509 u32 fi_share_deny;
J. Bruce Fieldsacfdf5c2011-01-31 19:20:39 -0500510 struct file *fi_deleg_file;
Jeff Layton67db1032014-12-13 09:11:40 -0500511 int fi_delegees;
Trond Myklebuste2cf80d2014-07-23 16:17:38 -0400512 struct knfsd_fh fi_fhandle;
Meelap Shah47f99402007-07-17 04:04:40 -0700513 bool fi_had_conflict;
Christoph Hellwig9cf514c2014-05-05 13:11:59 +0200514#ifdef CONFIG_NFSD_PNFS
515 struct list_head fi_lo_states;
Christoph Hellwigc5c707f2014-09-23 12:38:48 +0200516 atomic_t fi_lo_recalls;
Christoph Hellwig9cf514c2014-05-05 13:11:59 +0200517#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518};
519
Jeff Layton14a571a2014-08-05 15:13:30 -0400520/*
521 * A generic struct representing either a open or lock stateid. The nfs4_client
522 * holds a reference to each of these objects, and they in turn hold a
523 * reference to their respective stateowners. The client's reference is
524 * released in response to a close or unlock (depending on whether it's an open
525 * or lock stateid) or when the client is being destroyed.
526 *
527 * In the case of v4.0 open stateids, these objects are preserved for a little
528 * while after close in order to handle CLOSE replays. Those are eventually
529 * reclaimed via a LRU scheme by the laundromat.
530 *
531 * This object is a superset of the nfs4_stid. "ol" stands for "Open or Lock".
532 * Better suggestions welcome.
533 */
J. Bruce Fieldsdcef0412011-09-07 16:06:42 -0400534struct nfs4_ol_stateid {
Jeff Layton35a92fe2015-09-17 07:47:08 -0400535 struct nfs4_stid st_stid;
536 struct list_head st_perfile;
537 struct list_head st_perstateowner;
538 struct list_head st_locks;
539 struct nfs4_stateowner *st_stateowner;
540 struct nfs4_clnt_odstate *st_clnt_odstate;
541 unsigned char st_access_bmap;
542 unsigned char st_deny_bmap;
543 struct nfs4_ol_stateid *st_openstp;
Oleg Drokinfeb9dad2016-06-14 23:28:04 -0400544 struct mutex st_mutex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545};
546
J. Bruce Fieldsdcef0412011-09-07 16:06:42 -0400547static inline struct nfs4_ol_stateid *openlockstateid(struct nfs4_stid *s)
548{
549 return container_of(s, struct nfs4_ol_stateid, st_stid);
550}
551
Christoph Hellwig9cf514c2014-05-05 13:11:59 +0200552struct nfs4_layout_stateid {
553 struct nfs4_stid ls_stid;
554 struct list_head ls_perclnt;
555 struct list_head ls_perfile;
556 spinlock_t ls_lock;
557 struct list_head ls_layouts;
558 u32 ls_layout_type;
Christoph Hellwigc5c707f2014-09-23 12:38:48 +0200559 struct file *ls_file;
560 struct nfsd4_callback ls_recall;
561 stateid_t ls_recall_sid;
562 bool ls_recalled;
Jeff Laytoncc8a5532015-09-17 07:58:24 -0400563 struct mutex ls_mutex;
Christoph Hellwig9cf514c2014-05-05 13:11:59 +0200564};
565
566static inline struct nfs4_layout_stateid *layoutstateid(struct nfs4_stid *s)
567{
568 return container_of(s, struct nfs4_layout_stateid, ls_stid);
569}
570
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571/* flags for preprocess_seqid_op() */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572#define RD_STATE 0x00000010
573#define WR_STATE 0x00000020
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574
Christoph Hellwig326129d2014-09-24 12:19:17 +0200575enum nfsd4_cb_op {
576 NFSPROC4_CLNT_CB_NULL = 0,
577 NFSPROC4_CLNT_CB_RECALL,
Christoph Hellwigc5c707f2014-09-23 12:38:48 +0200578 NFSPROC4_CLNT_CB_LAYOUT,
Olga Kornievskaia9eb190fca8f2018-07-20 18:19:17 -0400579 NFSPROC4_CLNT_CB_OFFLOAD,
Christoph Hellwig326129d2014-09-24 12:19:17 +0200580 NFSPROC4_CLNT_CB_SEQUENCE,
Jeff Laytona188620e2016-09-16 16:28:23 -0400581 NFSPROC4_CLNT_CB_NOTIFY_LOCK,
Christoph Hellwig326129d2014-09-24 12:19:17 +0200582};
583
Jeff Layton14b7f4a2016-05-05 06:53:47 -0400584/* Returns true iff a is later than b: */
585static inline bool nfsd4_stateid_generation_after(stateid_t *a, stateid_t *b)
586{
587 return (s32)(a->si_generation - b->si_generation) > 0;
588}
Christoph Hellwig326129d2014-09-24 12:19:17 +0200589
Jeff Layton76d348f2016-09-16 16:28:24 -0400590/*
591 * When a client tries to get a lock on a file, we set one of these objects
592 * on the blocking lock. When the lock becomes free, we can then issue a
593 * CB_NOTIFY_LOCK to the server.
594 */
Jeff Laytona188620e2016-09-16 16:28:23 -0400595struct nfsd4_blocked_lock {
Jeff Layton76d348f2016-09-16 16:28:24 -0400596 struct list_head nbl_list;
Jeff Layton7919d0a2016-09-16 16:28:25 -0400597 struct list_head nbl_lru;
598 unsigned long nbl_time;
Jeff Laytona188620e2016-09-16 16:28:23 -0400599 struct file_lock nbl_lock;
600 struct knfsd_fh nbl_fh;
601 struct nfsd4_callback nbl_cb;
602};
603
Benny Halevydd453df2009-04-03 08:28:41 +0300604struct nfsd4_compound_state;
Stanislav Kinsbursky2c142ba2012-07-25 16:57:45 +0400605struct nfsd_net;
Olga Kornievskaiae0639dc2018-07-20 18:19:20 -0400606struct nfsd4_copy;
Benny Halevydd453df2009-04-03 08:28:41 +0300607
Christoph Hellwigaf90f702015-06-18 16:45:00 +0200608extern __be32 nfs4_preprocess_stateid_op(struct svc_rqst *rqstp,
Anna Schumakeraa0d6ae2015-12-03 12:59:51 +0100609 struct nfsd4_compound_state *cstate, struct svc_fh *fhp,
610 stateid_t *stateid, int flags, struct file **filp, bool *tmp_file);
Christoph Hellwigcd61c522014-08-14 08:44:57 +0200611__be32 nfsd4_lookup_stateid(struct nfsd4_compound_state *cstate,
612 stateid_t *stateid, unsigned char typemask,
613 struct nfs4_stid **s, struct nfsd_net *nn);
Kinglong Meed19fb702017-01-18 19:04:42 +0800614struct nfs4_stid *nfs4_alloc_stid(struct nfs4_client *cl, struct kmem_cache *slab,
615 void (*sc_free)(struct nfs4_stid *));
Olga Kornievskaiae0639dc2018-07-20 18:19:20 -0400616int nfs4_init_cp_state(struct nfsd_net *nn, struct nfsd4_copy *copy);
617void nfs4_free_cp_state(struct nfsd4_copy *copy);
Christoph Hellwigcd61c522014-08-14 08:44:57 +0200618void nfs4_unhash_stid(struct nfs4_stid *s);
Trond Myklebust60116952014-07-29 21:34:06 -0400619void nfs4_put_stid(struct nfs4_stid *s);
Jeff Layton9767feb2015-10-01 09:05:50 -0400620void nfs4_inc_and_copy_stateid(stateid_t *dst, struct nfs4_stid *stid);
Stanislav Kinsbursky52e19c02012-11-14 18:21:16 +0300621void nfs4_remove_reclaim_record(struct nfs4_client_reclaim *, struct nfsd_net *);
622extern void nfs4_release_reclaim(struct nfsd_net *);
623extern struct nfs4_client_reclaim *nfsd4_find_reclaim_client(const char *recdir,
624 struct nfsd_net *nn);
Trond Myklebust0fe492d2014-06-30 11:48:47 -0400625extern __be32 nfs4_check_open_reclaim(clientid_t *clid,
626 struct nfsd4_compound_state *cstate, struct nfsd_net *nn);
J. Bruce Fields5a3c9d72010-10-19 17:56:52 -0400627extern void nfsd4_probe_callback(struct nfs4_client *clp);
J. Bruce Fields84f5f7c2010-12-09 15:52:19 -0500628extern void nfsd4_probe_callback_sync(struct nfs4_client *clp);
J. Bruce Fields5a3c9d72010-10-19 17:56:52 -0400629extern void nfsd4_change_callback(struct nfs4_client *clp, struct nfs4_cb_conn *);
Christoph Hellwigf0b5de12014-09-24 12:19:18 +0200630extern void nfsd4_init_cb(struct nfsd4_callback *cb, struct nfs4_client *clp,
Julia Lawallc4cb8972015-11-21 22:57:39 +0100631 const struct nfsd4_callback_ops *ops, enum nfsd4_cb_op op);
Christoph Hellwigf0b5de12014-09-24 12:19:18 +0200632extern void nfsd4_run_cb(struct nfsd4_callback *cb);
J. Bruce Fieldsb5a1a812010-03-03 14:52:55 -0500633extern int nfsd4_create_callback_queue(void);
634extern void nfsd4_destroy_callback_queue(void);
J. Bruce Fields6ff8da02010-06-04 20:04:45 -0400635extern void nfsd4_shutdown_callback(struct nfs4_client *);
Olga Kornievskaiae0639dc2018-07-20 18:19:20 -0400636extern void nfsd4_shutdown_copy(struct nfs4_client *clp);
Jeff Layton02e12152014-07-16 10:31:57 -0400637extern void nfsd4_prepare_cb_recall(struct nfs4_delegation *dp);
Stanislav Kinsbursky52e19c02012-11-14 18:21:16 +0300638extern struct nfs4_client_reclaim *nfs4_client_to_reclaim(const char *name,
639 struct nfsd_net *nn);
640extern bool nfs4_has_reclaimed_state(const char *name, struct nfsd_net *nn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641
Christoph Hellwige6ba76e2014-08-14 08:50:16 +0200642struct nfs4_file *find_file(struct knfsd_fh *fh);
643void put_nfs4_file(struct nfs4_file *fi);
Olga Kornievskaiae0639dc2018-07-20 18:19:20 -0400644extern void nfs4_put_copy(struct nfsd4_copy *copy);
645extern struct nfsd4_copy *
646find_async_copy(struct nfs4_client *clp, stateid_t *staetid);
Christoph Hellwige6ba76e2014-08-14 08:50:16 +0200647static inline void get_nfs4_file(struct nfs4_file *fi)
648{
Elena Reshetova818a34e2017-10-20 12:53:30 +0300649 refcount_inc(&fi->fi_ref);
Christoph Hellwige6ba76e2014-08-14 08:50:16 +0200650}
Christoph Hellwig4d227fc2014-08-17 07:40:00 -0500651struct file *find_any_file(struct nfs4_file *f);
Christoph Hellwige6ba76e2014-08-14 08:50:16 +0200652
Jeff Layton7f5ef2e2014-09-12 16:40:21 -0400653/* grace period management */
654void nfsd4_end_grace(struct nfsd_net *nn);
655
Jeff Layton2a4317c2012-03-21 16:42:43 -0400656/* nfs4recover operations */
657extern int nfsd4_client_tracking_init(struct net *net);
658extern void nfsd4_client_tracking_exit(struct net *net);
659extern void nfsd4_client_record_create(struct nfs4_client *clp);
660extern void nfsd4_client_record_remove(struct nfs4_client *clp);
661extern int nfsd4_client_record_check(struct nfs4_client *clp);
Jeff Layton919b8042014-09-12 16:40:20 -0400662extern void nfsd4_record_grace_done(struct nfsd_net *nn);
Bryan Schumakerf3c75212012-11-27 09:35:10 -0500663
664/* nfs fault injection functions */
665#ifdef CONFIG_NFSD_FAULT_INJECTION
666int nfsd_fault_inject_init(void);
667void nfsd_fault_inject_cleanup(void);
Bryan Schumaker8ce54e02012-11-29 11:40:43 -0500668
Jeff Layton285abde2014-07-30 08:27:24 -0400669u64 nfsd_inject_print_clients(void);
670u64 nfsd_inject_forget_client(struct sockaddr_storage *, size_t);
671u64 nfsd_inject_forget_clients(u64);
Jeff Laytona0926d12014-07-30 08:27:18 -0400672
Jeff Layton285abde2014-07-30 08:27:24 -0400673u64 nfsd_inject_print_locks(void);
674u64 nfsd_inject_forget_client_locks(struct sockaddr_storage *, size_t);
675u64 nfsd_inject_forget_locks(u64);
Jeff Layton016200c2014-07-30 08:27:21 -0400676
Jeff Layton285abde2014-07-30 08:27:24 -0400677u64 nfsd_inject_print_openowners(void);
678u64 nfsd_inject_forget_client_openowners(struct sockaddr_storage *, size_t);
679u64 nfsd_inject_forget_openowners(u64);
Jeff Layton82e05ef2014-07-30 08:27:22 -0400680
Jeff Layton285abde2014-07-30 08:27:24 -0400681u64 nfsd_inject_print_delegations(void);
682u64 nfsd_inject_forget_client_delegations(struct sockaddr_storage *, size_t);
683u64 nfsd_inject_forget_delegations(u64);
684u64 nfsd_inject_recall_client_delegations(struct sockaddr_storage *, size_t);
685u64 nfsd_inject_recall_delegations(u64);
Bryan Schumakerf3c75212012-11-27 09:35:10 -0500686#else /* CONFIG_NFSD_FAULT_INJECTION */
687static inline int nfsd_fault_inject_init(void) { return 0; }
688static inline void nfsd_fault_inject_cleanup(void) {}
689#endif /* CONFIG_NFSD_FAULT_INJECTION */
690
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691#endif /* NFSD4_STATE_H */