blob: 89cb484f1cfbeccde41d872298c7e08aaadd5b87 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Central processing for nfsd.
4 *
5 * Authors: Olaf Kirch (okir@monad.swb.de)
6 *
7 * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de>
8 */
9
Ingo Molnar3f07c012017-02-08 18:51:30 +010010#include <linux/sched/signal.h>
Rafael J. Wysocki83144182007-07-17 04:03:35 -070011#include <linux/freezer.h>
Paul Gortmaker143cb492011-07-01 14:23:34 -040012#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/fs_struct.h>
Andy Adamsonc3d06f92009-04-03 08:28:18 +030014#include <linux/swap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/sunrpc/stats.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/sunrpc/svcsock.h>
Scott Mayhew36684992015-12-11 16:45:59 -050018#include <linux/sunrpc/svc_xprt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/lockd/bind.h>
Andreas Gruenbachera257cdd2005-06-22 17:16:26 +000020#include <linux/nfsacl.h>
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +090021#include <linux/seq_file.h>
Scott Mayhew36684992015-12-11 16:45:59 -050022#include <linux/inetdevice.h>
23#include <net/addrconf.h>
24#include <net/ipv6.h>
Pavel Emelyanovfc5d00b2010-09-29 16:03:50 +040025#include <net/net_namespace.h>
Boaz Harrosh9a74af22009-12-03 20:30:56 +020026#include "nfsd.h"
27#include "cache.h"
J. Bruce Fields0a3adad2009-11-04 18:12:35 -050028#include "vfs.h"
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +030029#include "netns.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31#define NFSDDBG_FACILITY NFSDDBG_SVC
32
Linus Torvalds1da177e2005-04-16 15:20:36 -070033extern struct svc_program nfsd_program;
Jeff Layton9867d762008-06-10 08:40:38 -040034static int nfsd(void *vrqstp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Neil Brownbedbdd82008-06-10 08:40:35 -040036/*
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +030037 * nfsd_mutex protects nn->nfsd_serv -- both the pointer itself and the members
Neil Brownbedbdd82008-06-10 08:40:35 -040038 * of the svc_serv struct. In particular, ->sv_nrthreads but also to some
39 * extent ->sv_temp_socks and ->sv_permsocks. It also protects nfsdstats.th_cnt
40 *
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +030041 * If (out side the lock) nn->nfsd_serv is non-NULL, then it must point to a
Neil Brownbedbdd82008-06-10 08:40:35 -040042 * properly initialised 'struct svc_serv' with ->sv_nrthreads > 0. That number
43 * of nfsd threads must exist and each must listed in ->sp_all_threads in each
44 * entry of ->sv_pools[].
45 *
46 * Transitions of the thread count between zero and non-zero are of particular
47 * interest since the svc_serv needs to be created and initialized at that
48 * point, or freed.
Jeff Layton3dd98a32008-06-10 08:40:36 -040049 *
50 * Finally, the nfsd_mutex also protects some of the global variables that are
51 * accessed when nfsd starts and that are settable via the write_* routines in
52 * nfsctl.c. In particular:
53 *
54 * user_recovery_dirname
55 * user_lease_time
56 * nfsd_versions
Neil Brownbedbdd82008-06-10 08:40:35 -040057 */
58DEFINE_MUTEX(nfsd_mutex);
Neil Brownbedbdd82008-06-10 08:40:35 -040059
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040060/*
61 * nfsd_drc_lock protects nfsd_drc_max_pages and nfsd_drc_pages_used.
62 * nfsd_drc_max_pages limits the total amount of memory available for
63 * version 4.1 DRC caches.
64 * nfsd_drc_pages_used tracks the current version 4.1 DRC memory usage.
65 */
66spinlock_t nfsd_drc_lock;
Zhang Yanfei697ce9b2013-02-22 16:35:47 -080067unsigned long nfsd_drc_max_mem;
68unsigned long nfsd_drc_mem_used;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040069
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080070#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
71static struct svc_stat nfsd_acl_svcstats;
Christoph Hellwige9679182017-05-12 16:21:37 +020072static const struct svc_version *nfsd_acl_version[] = {
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080073 [2] = &nfsd_acl_version2,
74 [3] = &nfsd_acl_version3,
75};
76
77#define NFSD_ACL_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -080078#define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version)
Christoph Hellwige9679182017-05-12 16:21:37 +020079static const struct svc_version *nfsd_acl_versions[NFSD_ACL_NRVERS];
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080080
81static struct svc_program nfsd_acl_program = {
82 .pg_prog = NFS_ACL_PROGRAM,
83 .pg_nvers = NFSD_ACL_NRVERS,
84 .pg_vers = nfsd_acl_versions,
NeilBrown1a8eff62007-01-26 00:56:58 -080085 .pg_name = "nfsacl",
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080086 .pg_class = "nfsd",
87 .pg_stats = &nfsd_acl_svcstats,
88 .pg_authenticate = &svc_set_client,
89};
90
91static struct svc_stat nfsd_acl_svcstats = {
92 .program = &nfsd_acl_program,
93};
94#endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */
95
Christoph Hellwige9679182017-05-12 16:21:37 +020096static const struct svc_version *nfsd_version[] = {
NeilBrown70c3b762005-11-07 01:00:25 -080097 [2] = &nfsd_version2,
98#if defined(CONFIG_NFSD_V3)
99 [3] = &nfsd_version3,
100#endif
101#if defined(CONFIG_NFSD_V4)
102 [4] = &nfsd_version4,
103#endif
104};
105
106#define NFSD_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -0800107#define NFSD_NRVERS ARRAY_SIZE(nfsd_version)
Christoph Hellwige9679182017-05-12 16:21:37 +0200108static const struct svc_version *nfsd_versions[NFSD_NRVERS];
NeilBrown70c3b762005-11-07 01:00:25 -0800109
110struct svc_program nfsd_program = {
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -0800111#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
112 .pg_next = &nfsd_acl_program,
113#endif
NeilBrown70c3b762005-11-07 01:00:25 -0800114 .pg_prog = NFS_PROGRAM, /* program number */
115 .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */
116 .pg_vers = nfsd_versions, /* version table */
117 .pg_name = "nfsd", /* program name */
118 .pg_class = "nfsd", /* authentication class */
119 .pg_stats = &nfsd_svcstats, /* version table */
120 .pg_authenticate = &svc_set_client, /* export authentication */
121
122};
123
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400124static bool nfsd_supported_minorversions[NFSD_SUPPORTED_MINOR_VERSION + 1] = {
125 [0] = 1,
126 [1] = 1,
J. Bruce Fieldsc23ae602015-01-12 14:52:15 -0500127 [2] = 1,
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400128};
Benny Halevy8daf2202009-04-03 08:28:59 +0300129
NeilBrown6658d3a2006-10-02 02:17:46 -0700130int nfsd_vers(int vers, enum vers_op change)
131{
132 if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS)
Pavel Emelyanov15ddb4a2010-05-14 15:33:36 +0400133 return 0;
NeilBrown6658d3a2006-10-02 02:17:46 -0700134 switch(change) {
135 case NFSD_SET:
136 nfsd_versions[vers] = nfsd_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700137#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
138 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800139 nfsd_acl_versions[vers] = nfsd_acl_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700140#endif
NeilBrown1a8eff62007-01-26 00:56:58 -0800141 break;
NeilBrown6658d3a2006-10-02 02:17:46 -0700142 case NFSD_CLEAR:
143 nfsd_versions[vers] = NULL;
144#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
145 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800146 nfsd_acl_versions[vers] = NULL;
NeilBrown6658d3a2006-10-02 02:17:46 -0700147#endif
148 break;
149 case NFSD_TEST:
150 return nfsd_versions[vers] != NULL;
151 case NFSD_AVAIL:
152 return nfsd_version[vers] != NULL;
153 }
154 return 0;
155}
Benny Halevy8daf2202009-04-03 08:28:59 +0300156
Trond Myklebustd3635ff2017-02-22 18:35:32 -0500157static void
158nfsd_adjust_nfsd_versions4(void)
159{
160 unsigned i;
161
162 for (i = 0; i <= NFSD_SUPPORTED_MINOR_VERSION; i++) {
163 if (nfsd_supported_minorversions[i])
164 return;
165 }
166 nfsd_vers(4, NFSD_CLEAR);
167}
168
Benny Halevy8daf2202009-04-03 08:28:59 +0300169int nfsd_minorversion(u32 minorversion, enum vers_op change)
170{
NeilBrown928c6fb2017-03-10 11:36:39 +1100171 if (minorversion > NFSD_SUPPORTED_MINOR_VERSION &&
172 change != NFSD_AVAIL)
Benny Halevy8daf2202009-04-03 08:28:59 +0300173 return -1;
174 switch(change) {
175 case NFSD_SET:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400176 nfsd_supported_minorversions[minorversion] = true;
Trond Myklebustd3635ff2017-02-22 18:35:32 -0500177 nfsd_vers(4, NFSD_SET);
Benny Halevy8daf2202009-04-03 08:28:59 +0300178 break;
179 case NFSD_CLEAR:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400180 nfsd_supported_minorversions[minorversion] = false;
Trond Myklebustd3635ff2017-02-22 18:35:32 -0500181 nfsd_adjust_nfsd_versions4();
Benny Halevy8daf2202009-04-03 08:28:59 +0300182 break;
183 case NFSD_TEST:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400184 return nfsd_supported_minorversions[minorversion];
Benny Halevy8daf2202009-04-03 08:28:59 +0300185 case NFSD_AVAIL:
186 return minorversion <= NFSD_SUPPORTED_MINOR_VERSION;
187 }
188 return 0;
189}
190
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191/*
192 * Maximum number of nfsd processes
193 */
194#define NFSD_MAXSERVS 8192
195
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300196int nfsd_nrthreads(struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197{
Neil Brownc7d106c2008-06-12 13:38:42 +1000198 int rv = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300199 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
200
Neil Brownc7d106c2008-06-12 13:38:42 +1000201 mutex_lock(&nfsd_mutex);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300202 if (nn->nfsd_serv)
203 rv = nn->nfsd_serv->sv_nrthreads;
Neil Brownc7d106c2008-06-12 13:38:42 +1000204 mutex_unlock(&nfsd_mutex);
205 return rv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206}
207
Stanislav Kinsburskydb6e1822012-12-10 12:19:09 +0300208static int nfsd_init_socks(struct net *net)
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400209{
210 int error;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300211 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
212
213 if (!list_empty(&nn->nfsd_serv->sv_permsocks))
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400214 return 0;
215
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300216 error = svc_create_xprt(nn->nfsd_serv, "udp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400217 SVC_SOCK_DEFAULTS);
218 if (error < 0)
219 return error;
220
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300221 error = svc_create_xprt(nn->nfsd_serv, "tcp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400222 SVC_SOCK_DEFAULTS);
223 if (error < 0)
224 return error;
225
226 return 0;
227}
228
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300229static int nfsd_users = 0;
Jeff Layton4ad9a342010-07-19 16:50:04 -0400230
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300231static int nfsd_startup_generic(int nrservs)
232{
233 int ret;
234
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300235 if (nfsd_users++)
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300236 return 0;
237
238 /*
239 * Readahead param cache - will no-op if it already exists.
240 * (Note therefore results will be suboptimal if number of
241 * threads is modified after nfsd start.)
242 */
243 ret = nfsd_racache_init(2*nrservs);
244 if (ret)
Kinglong Meed9499a92014-07-30 21:26:05 +0800245 goto dec_users;
246
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300247 ret = nfs4_state_start();
248 if (ret)
249 goto out_racache;
250 return 0;
251
252out_racache:
253 nfsd_racache_shutdown();
Kinglong Meed9499a92014-07-30 21:26:05 +0800254dec_users:
255 nfsd_users--;
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300256 return ret;
257}
258
259static void nfsd_shutdown_generic(void)
260{
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300261 if (--nfsd_users)
262 return;
263
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300264 nfs4_state_shutdown();
265 nfsd_racache_shutdown();
266}
267
Kinglong Mee8ef66712013-12-31 13:17:30 +0800268static bool nfsd_needs_lockd(void)
269{
Kinglong Meeff888252014-01-06 11:28:41 +0800270#if defined(CONFIG_NFSD_V3)
Kinglong Mee8ef66712013-12-31 13:17:30 +0800271 return (nfsd_versions[2] != NULL) || (nfsd_versions[3] != NULL);
Kinglong Meeff888252014-01-06 11:28:41 +0800272#else
273 return (nfsd_versions[2] != NULL);
274#endif
Kinglong Mee8ef66712013-12-31 13:17:30 +0800275}
276
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300277static int nfsd_startup_net(int nrservs, struct net *net)
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300278{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300279 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300280 int ret;
281
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300282 if (nn->nfsd_net_up)
283 return 0;
284
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300285 ret = nfsd_startup_generic(nrservs);
286 if (ret)
287 return ret;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300288 ret = nfsd_init_socks(net);
289 if (ret)
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300290 goto out_socks;
Kinglong Mee8ef66712013-12-31 13:17:30 +0800291
292 if (nfsd_needs_lockd() && !nn->lockd_up) {
293 ret = lockd_up(net);
294 if (ret)
295 goto out_socks;
296 nn->lockd_up = 1;
297 }
298
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300299 ret = nfs4_state_start_net(net);
300 if (ret)
301 goto out_lockd;
302
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300303 nn->nfsd_net_up = true;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300304 return 0;
305
306out_lockd:
Kinglong Mee8ef66712013-12-31 13:17:30 +0800307 if (nn->lockd_up) {
308 lockd_down(net);
309 nn->lockd_up = 0;
310 }
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300311out_socks:
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300312 nfsd_shutdown_generic();
Jeff Layton4ad9a342010-07-19 16:50:04 -0400313 return ret;
314}
315
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300316static void nfsd_shutdown_net(struct net *net)
317{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300318 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
319
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300320 nfs4_state_shutdown_net(net);
Kinglong Mee8ef66712013-12-31 13:17:30 +0800321 if (nn->lockd_up) {
322 lockd_down(net);
323 nn->lockd_up = 0;
324 }
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300325 nn->nfsd_net_up = false;
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300326 nfsd_shutdown_generic();
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300327}
328
Scott Mayhew36684992015-12-11 16:45:59 -0500329static int nfsd_inetaddr_event(struct notifier_block *this, unsigned long event,
330 void *ptr)
331{
332 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
333 struct net_device *dev = ifa->ifa_dev->dev;
334 struct net *net = dev_net(dev);
335 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
336 struct sockaddr_in sin;
337
Vasily Averin2317dc52017-11-10 10:19:35 +0300338 if ((event != NETDEV_DOWN) ||
339 !atomic_inc_not_zero(&nn->ntf_refcnt))
Scott Mayhew36684992015-12-11 16:45:59 -0500340 goto out;
341
342 if (nn->nfsd_serv) {
343 dprintk("nfsd_inetaddr_event: removed %pI4\n", &ifa->ifa_local);
344 sin.sin_family = AF_INET;
345 sin.sin_addr.s_addr = ifa->ifa_local;
346 svc_age_temp_xprts_now(nn->nfsd_serv, (struct sockaddr *)&sin);
347 }
Vasily Averin2317dc52017-11-10 10:19:35 +0300348 atomic_dec(&nn->ntf_refcnt);
349 wake_up(&nn->ntf_wq);
Scott Mayhew36684992015-12-11 16:45:59 -0500350
351out:
352 return NOTIFY_DONE;
353}
354
355static struct notifier_block nfsd_inetaddr_notifier = {
356 .notifier_call = nfsd_inetaddr_event,
357};
358
359#if IS_ENABLED(CONFIG_IPV6)
360static int nfsd_inet6addr_event(struct notifier_block *this,
361 unsigned long event, void *ptr)
362{
363 struct inet6_ifaddr *ifa = (struct inet6_ifaddr *)ptr;
364 struct net_device *dev = ifa->idev->dev;
365 struct net *net = dev_net(dev);
366 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
367 struct sockaddr_in6 sin6;
368
Vasily Averin2317dc52017-11-10 10:19:35 +0300369 if ((event != NETDEV_DOWN) ||
370 !atomic_inc_not_zero(&nn->ntf_refcnt))
Scott Mayhew36684992015-12-11 16:45:59 -0500371 goto out;
372
373 if (nn->nfsd_serv) {
374 dprintk("nfsd_inet6addr_event: removed %pI6\n", &ifa->addr);
375 sin6.sin6_family = AF_INET6;
376 sin6.sin6_addr = ifa->addr;
Scott Mayhew7b198242017-01-05 16:34:49 -0500377 if (ipv6_addr_type(&sin6.sin6_addr) & IPV6_ADDR_LINKLOCAL)
378 sin6.sin6_scope_id = ifa->idev->dev->ifindex;
Scott Mayhew36684992015-12-11 16:45:59 -0500379 svc_age_temp_xprts_now(nn->nfsd_serv, (struct sockaddr *)&sin6);
380 }
Vasily Averin2317dc52017-11-10 10:19:35 +0300381 atomic_dec(&nn->ntf_refcnt);
382 wake_up(&nn->ntf_wq);
Scott Mayhew36684992015-12-11 16:45:59 -0500383out:
384 return NOTIFY_DONE;
385}
386
387static struct notifier_block nfsd_inet6addr_notifier = {
388 .notifier_call = nfsd_inet6addr_event,
389};
390#endif
391
Vasily Averin1eca45f2016-09-21 15:33:05 +0300392/* Only used under nfsd_mutex, so this atomic may be overkill: */
393static atomic_t nfsd_notifier_refcount = ATOMIC_INIT(0);
394
Stanislav Kinsbursky541e8642012-12-06 14:23:44 +0300395static void nfsd_last_thread(struct svc_serv *serv, struct net *net)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400396{
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300397 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
398
Vasily Averin2317dc52017-11-10 10:19:35 +0300399 atomic_dec(&nn->ntf_refcnt);
Vasily Averin1eca45f2016-09-21 15:33:05 +0300400 /* check if the notifier still has clients */
401 if (atomic_dec_return(&nfsd_notifier_refcount) == 0) {
402 unregister_inetaddr_notifier(&nfsd_inetaddr_notifier);
Scott Mayhew36684992015-12-11 16:45:59 -0500403#if IS_ENABLED(CONFIG_IPV6)
Vasily Averin1eca45f2016-09-21 15:33:05 +0300404 unregister_inet6addr_notifier(&nfsd_inet6addr_notifier);
Scott Mayhew36684992015-12-11 16:45:59 -0500405#endif
Vasily Averin1eca45f2016-09-21 15:33:05 +0300406 }
Vasily Averin2317dc52017-11-10 10:19:35 +0300407 wait_event(nn->ntf_wq, atomic_read(&nn->ntf_refcnt) == 0);
Vasily Averin1eca45f2016-09-21 15:33:05 +0300408
Jeff Layton4ad9a342010-07-19 16:50:04 -0400409 /*
410 * write_ports can create the server without actually starting
411 * any threads--if we get shut down before any threads are
412 * started, then nfsd_last_thread will be run before any of this
Kinglong Mee691412b2016-01-04 11:15:21 +0800413 * other initialization has been done except the rpcb information.
Jeff Layton4ad9a342010-07-19 16:50:04 -0400414 */
Kinglong Mee691412b2016-01-04 11:15:21 +0800415 svc_rpcb_cleanup(serv, net);
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300416 if (!nn->nfsd_net_up)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400417 return;
Kinglong Mee691412b2016-01-04 11:15:21 +0800418
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300419 nfsd_shutdown_net(net);
Jeff Laytone096bbc2008-06-10 08:40:37 -0400420 printk(KERN_WARNING "nfsd: last server has exited, flushing export "
421 "cache\n");
Stanislav Kinsburskyb3853e02012-04-11 15:13:21 +0400422 nfsd_export_flush(net);
NeilBrownbc591cc2006-10-02 02:17:44 -0700423}
NeilBrown6658d3a2006-10-02 02:17:46 -0700424
425void nfsd_reset_versions(void)
426{
NeilBrown6658d3a2006-10-02 02:17:46 -0700427 int i;
428
NeilBrown800a9382017-03-10 11:36:39 +1100429 for (i = 0; i < NFSD_NRVERS; i++)
430 if (nfsd_vers(i, NFSD_TEST))
431 return;
NeilBrown6658d3a2006-10-02 02:17:46 -0700432
NeilBrown800a9382017-03-10 11:36:39 +1100433 for (i = 0; i < NFSD_NRVERS; i++)
434 if (i != 4)
435 nfsd_vers(i, NFSD_SET);
436 else {
437 int minor = 0;
438 while (nfsd_minorversion(minor, NFSD_SET) >= 0)
439 minor++;
440 }
NeilBrown6658d3a2006-10-02 02:17:46 -0700441}
442
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300443/*
444 * Each session guarantees a negotiated per slot memory cache for replies
445 * which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated
446 * NFSv4.1 server might want to use more memory for a DRC than a machine
447 * with mutiple services.
448 *
449 * Impose a hard limit on the number of pages for the DRC which varies
450 * according to the machines free pages. This is of course only a default.
451 *
452 * For now this is a #defined shift which could be under admin control
453 * in the future.
454 */
455static void set_max_drc(void)
456{
J. Bruce Fields44d86602017-09-19 20:51:31 -0400457 #define NFSD_DRC_SIZE_SHIFT 7
Andy Adamson0c193052009-07-27 19:09:19 -0400458 nfsd_drc_max_mem = (nr_free_buffer_pages()
459 >> NFSD_DRC_SIZE_SHIFT) * PAGE_SIZE;
460 nfsd_drc_mem_used = 0;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -0400461 spin_lock_init(&nfsd_drc_lock);
Zhang Yanfei697ce9b2013-02-22 16:35:47 -0800462 dprintk("%s nfsd_drc_max_mem %lu \n", __func__, nfsd_drc_max_mem);
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300463}
Neil Brownbedbdd82008-06-10 08:40:35 -0400464
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500465static int nfsd_get_default_max_blksize(void)
466{
467 struct sysinfo i;
468 unsigned long long target;
469 unsigned long ret;
470
471 si_meminfo(&i);
J. Bruce Fields508f9222012-01-30 16:21:11 -0500472 target = (i.totalram - i.totalhigh) << PAGE_SHIFT;
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500473 /*
474 * Aim for 1/4096 of memory per thread This gives 1MB on 4Gig
475 * machines, but only uses 32K on 128M machines. Bottom out at
476 * 8K on 32M and smaller. Of course, this is only a default.
477 */
478 target >>= 12;
479
480 ret = NFSSVC_MAXBLKSIZE;
481 while (ret > target && ret >= 8*1024*2)
482 ret /= 2;
483 return ret;
484}
485
Chuck Leverafea5652017-08-01 12:00:06 -0400486static const struct svc_serv_ops nfsd_thread_sv_ops = {
Jeff Laytonb9e13cd2015-06-08 12:06:51 -0700487 .svo_shutdown = nfsd_last_thread,
488 .svo_function = nfsd,
489 .svo_enqueue_xprt = svc_xprt_do_enqueue,
Jeff Layton598e2352015-06-08 12:08:33 -0700490 .svo_setup = svc_set_num_threads,
Jeff Laytonb9e13cd2015-06-08 12:06:51 -0700491 .svo_module = THIS_MODULE,
Jeff Laytonea126e72015-06-08 12:03:32 -0700492};
493
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300494int nfsd_create_serv(struct net *net)
NeilBrown02a375f2006-10-02 02:17:46 -0700495{
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400496 int error;
Stanislav Kinsburskyb9c0ef82012-12-06 14:23:19 +0300497 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400498
Neil Brownbedbdd82008-06-10 08:40:35 -0400499 WARN_ON(!mutex_is_locked(&nfsd_mutex));
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300500 if (nn->nfsd_serv) {
501 svc_get(nn->nfsd_serv);
NeilBrown02a375f2006-10-02 02:17:46 -0700502 return 0;
503 }
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500504 if (nfsd_max_blksize == 0)
505 nfsd_max_blksize = nfsd_get_default_max_blksize();
J. Bruce Fieldse844a7b2010-08-06 15:48:03 -0400506 nfsd_reset_versions();
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300507 nn->nfsd_serv = svc_create_pooled(&nfsd_program, nfsd_max_blksize,
Jeff Laytonb9e13cd2015-06-08 12:06:51 -0700508 &nfsd_thread_sv_ops);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300509 if (nn->nfsd_serv == NULL)
Jeff Layton628b3682010-07-21 16:40:08 -0400510 return -ENOMEM;
Neil Brownbedbdd82008-06-10 08:40:35 -0400511
Jeff Layton5b8db002014-07-02 16:11:22 -0400512 nn->nfsd_serv->sv_maxconn = nn->max_connections;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300513 error = svc_bind(nn->nfsd_serv, net);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400514 if (error < 0) {
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300515 svc_destroy(nn->nfsd_serv);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400516 return error;
517 }
518
Jeff Layton628b3682010-07-21 16:40:08 -0400519 set_max_drc();
Vasily Averin1eca45f2016-09-21 15:33:05 +0300520 /* check if the notifier is already set */
521 if (atomic_inc_return(&nfsd_notifier_refcount) == 1) {
522 register_inetaddr_notifier(&nfsd_inetaddr_notifier);
Scott Mayhew36684992015-12-11 16:45:59 -0500523#if IS_ENABLED(CONFIG_IPV6)
Vasily Averin1eca45f2016-09-21 15:33:05 +0300524 register_inet6addr_notifier(&nfsd_inet6addr_notifier);
Scott Mayhew36684992015-12-11 16:45:59 -0500525#endif
Vasily Averin1eca45f2016-09-21 15:33:05 +0300526 }
Vasily Averin2317dc52017-11-10 10:19:35 +0300527 atomic_inc(&nn->ntf_refcnt);
Arnd Bergmann256a89f2017-10-19 12:04:11 +0200528 ktime_get_real_ts64(&nn->nfssvc_boot); /* record boot time */
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500529 return 0;
NeilBrown02a375f2006-10-02 02:17:46 -0700530}
531
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300532int nfsd_nrpools(struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700533{
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300534 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
535
536 if (nn->nfsd_serv == NULL)
Greg Bankseed29652006-10-02 02:18:02 -0700537 return 0;
538 else
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300539 return nn->nfsd_serv->sv_nrpools;
Greg Bankseed29652006-10-02 02:18:02 -0700540}
541
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300542int nfsd_get_nrthreads(int n, int *nthreads, struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700543{
544 int i = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300545 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Greg Bankseed29652006-10-02 02:18:02 -0700546
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300547 if (nn->nfsd_serv != NULL) {
548 for (i = 0; i < nn->nfsd_serv->sv_nrpools && i < n; i++)
549 nthreads[i] = nn->nfsd_serv->sv_pools[i].sp_nrthreads;
Greg Bankseed29652006-10-02 02:18:02 -0700550 }
551
552 return 0;
553}
554
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300555void nfsd_destroy(struct net *net)
556{
557 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
558 int destroy = (nn->nfsd_serv->sv_nrthreads == 1);
559
560 if (destroy)
561 svc_shutdown_net(nn->nfsd_serv, net);
562 svc_destroy(nn->nfsd_serv);
563 if (destroy)
564 nn->nfsd_serv = NULL;
565}
566
Stanislav Kinsbursky3938a0d2012-12-10 12:19:30 +0300567int nfsd_set_nrthreads(int n, int *nthreads, struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700568{
569 int i = 0;
570 int tot = 0;
571 int err = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300572 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Greg Bankseed29652006-10-02 02:18:02 -0700573
Neil Brownbedbdd82008-06-10 08:40:35 -0400574 WARN_ON(!mutex_is_locked(&nfsd_mutex));
575
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300576 if (nn->nfsd_serv == NULL || n <= 0)
Greg Bankseed29652006-10-02 02:18:02 -0700577 return 0;
578
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300579 if (n > nn->nfsd_serv->sv_nrpools)
580 n = nn->nfsd_serv->sv_nrpools;
Greg Bankseed29652006-10-02 02:18:02 -0700581
582 /* enforce a global maximum number of threads */
583 tot = 0;
584 for (i = 0; i < n; i++) {
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800585 nthreads[i] = min(nthreads[i], NFSD_MAXSERVS);
Greg Bankseed29652006-10-02 02:18:02 -0700586 tot += nthreads[i];
587 }
588 if (tot > NFSD_MAXSERVS) {
589 /* total too large: scale down requested numbers */
590 for (i = 0; i < n && tot > 0; i++) {
591 int new = nthreads[i] * NFSD_MAXSERVS / tot;
592 tot -= (nthreads[i] - new);
593 nthreads[i] = new;
594 }
595 for (i = 0; i < n && tot > 0; i++) {
596 nthreads[i]--;
597 tot--;
598 }
599 }
600
601 /*
602 * There must always be a thread in pool 0; the admin
603 * can't shut down NFS completely using pool_threads.
604 */
605 if (nthreads[0] == 0)
606 nthreads[0] = 1;
607
608 /* apply the new numbers */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300609 svc_get(nn->nfsd_serv);
Greg Bankseed29652006-10-02 02:18:02 -0700610 for (i = 0; i < n; i++) {
Jeff Layton598e2352015-06-08 12:08:33 -0700611 err = nn->nfsd_serv->sv_ops->svo_setup(nn->nfsd_serv,
612 &nn->nfsd_serv->sv_pools[i], nthreads[i]);
Greg Bankseed29652006-10-02 02:18:02 -0700613 if (err)
614 break;
615 }
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400616 nfsd_destroy(net);
Greg Bankseed29652006-10-02 02:18:02 -0700617 return err;
618}
619
Jeff Laytonac77efb2010-07-20 14:10:22 -0400620/*
621 * Adjust the number of threads and return the new number of threads.
622 * This is also the function that starts the server if necessary, if
623 * this is the first time nrservs is nonzero.
624 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625int
Stanislav Kinsburskyd41a9412012-12-10 12:19:25 +0300626nfsd_svc(int nrservs, struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627{
628 int error;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400629 bool nfsd_up_before;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300630 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Neil Brownbedbdd82008-06-10 08:40:35 -0400631
632 mutex_lock(&nfsd_mutex);
NeilBrown6658d3a2006-10-02 02:17:46 -0700633 dprintk("nfsd: creating service\n");
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800634
635 nrservs = max(nrservs, 0);
636 nrservs = min(nrservs, NFSD_MAXSERVS);
NeilBrown671e1fc2009-06-16 11:03:20 +1000637 error = 0;
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800638
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300639 if (nrservs == 0 && nn->nfsd_serv == NULL)
NeilBrown671e1fc2009-06-16 11:03:20 +1000640 goto out;
641
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300642 error = nfsd_create_serv(net);
NeilBrown02a375f2006-10-02 02:17:46 -0700643 if (error)
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400644 goto out;
645
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300646 nfsd_up_before = nn->nfsd_net_up;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400647
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300648 error = nfsd_startup_net(nrservs, net);
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400649 if (error)
650 goto out_destroy;
Jeff Layton598e2352015-06-08 12:08:33 -0700651 error = nn->nfsd_serv->sv_ops->svo_setup(nn->nfsd_serv,
652 NULL, nrservs);
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400653 if (error)
654 goto out_shutdown;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300655 /* We are holding a reference to nn->nfsd_serv which
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400656 * we don't want to count in the return value,
657 * so subtract 1
658 */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300659 error = nn->nfsd_serv->sv_nrthreads - 1;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400660out_shutdown:
661 if (error < 0 && !nfsd_up_before)
Stanislav Kinsbursky541e8642012-12-06 14:23:44 +0300662 nfsd_shutdown_net(net);
Jeff Layton4ad9a342010-07-19 16:50:04 -0400663out_destroy:
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400664 nfsd_destroy(net); /* Release server */
Jeff Layton4ad9a342010-07-19 16:50:04 -0400665out:
Neil Brownbedbdd82008-06-10 08:40:35 -0400666 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 return error;
668}
669
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670
671/*
672 * This is the NFS server kernel thread
673 */
Jeff Layton9867d762008-06-10 08:40:38 -0400674static int
675nfsd(void *vrqstp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676{
Jeff Layton9867d762008-06-10 08:40:38 -0400677 struct svc_rqst *rqstp = (struct svc_rqst *) vrqstp;
Stanislav Kinsbursky88c47662012-12-06 18:34:42 +0300678 struct svc_xprt *perm_sock = list_entry(rqstp->rq_server->sv_permsocks.next, typeof(struct svc_xprt), xpt_list);
679 struct net *net = perm_sock->xpt_net;
Jeff Layton5b8db002014-07-02 16:11:22 -0400680 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
J. Bruce Fields5b444cc2012-08-17 21:47:53 -0400681 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682
683 /* Lock module and set up kernel thread */
Neil Brownbedbdd82008-06-10 08:40:35 -0400684 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685
Jeff Layton9867d762008-06-10 08:40:38 -0400686 /* At this point, the thread shares current->fs
Andreas Gruenbacher47057ab2016-01-12 20:24:14 +0100687 * with the init process. We need to create files with the
688 * umask as defined by the client instead of init's umask. */
Al Viro3e93cd62009-03-29 19:00:13 -0400689 if (unshare_fs_struct() < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690 printk("Unable to start nfsd thread: out of memory\n");
691 goto out;
692 }
Al Viro3e93cd62009-03-29 19:00:13 -0400693
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694 current->fs->umask = 0;
695
Jeff Layton9867d762008-06-10 08:40:38 -0400696 /*
697 * thread is spawned with all signals set to SIG_IGN, re-enable
Jeff Layton100766f2008-06-30 14:09:46 -0400698 * the ones that will bring down the thread
Jeff Layton9867d762008-06-10 08:40:38 -0400699 */
Jeff Layton100766f2008-06-30 14:09:46 -0400700 allow_signal(SIGKILL);
701 allow_signal(SIGHUP);
702 allow_signal(SIGINT);
703 allow_signal(SIGQUIT);
Neil Brownbedbdd82008-06-10 08:40:35 -0400704
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705 nfsdstats.th_cnt++;
Neil Brownbedbdd82008-06-10 08:40:35 -0400706 mutex_unlock(&nfsd_mutex);
707
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700708 set_freezable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709
710 /*
711 * The main request loop
712 */
713 for (;;) {
Jeff Layton5b8db002014-07-02 16:11:22 -0400714 /* Update sv_maxconn if it has changed */
715 rqstp->rq_server->sv_maxconn = nn->max_connections;
716
Linus Torvalds1da177e2005-04-16 15:20:36 -0700717 /*
718 * Find a socket with data available and call its
719 * recvfrom routine.
720 */
NeilBrown6fb2b472006-10-02 02:17:50 -0700721 while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722 ;
Jeff Layton9867d762008-06-10 08:40:38 -0400723 if (err == -EINTR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700724 break;
David Howellse0e81732009-09-02 09:13:40 +0100725 validate_process_creds();
NeilBrown6fb2b472006-10-02 02:17:50 -0700726 svc_process(rqstp);
David Howellse0e81732009-09-02 09:13:40 +0100727 validate_process_creds();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 }
729
NeilBrown24e36662006-10-02 02:17:45 -0700730 /* Clear signals before calling svc_exit_thread() */
NeilBrown9e4160522005-04-16 15:26:37 -0700731 flush_signals(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732
Neil Brownbedbdd82008-06-10 08:40:35 -0400733 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 nfsdstats.th_cnt --;
735
736out:
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400737 rqstp->rq_server = NULL;
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400738
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739 /* Release the thread */
740 svc_exit_thread(rqstp);
741
Stanislav Kinsbursky88c47662012-12-06 18:34:42 +0300742 nfsd_destroy(net);
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400743
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744 /* Release module */
Neil Brownbedbdd82008-06-10 08:40:35 -0400745 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 module_put_and_exit(0);
Jeff Layton9867d762008-06-10 08:40:38 -0400747 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700748}
749
Andy Adamson32c1eb02007-07-17 04:04:48 -0700750static __be32 map_new_errors(u32 vers, __be32 nfserr)
751{
752 if (nfserr == nfserr_jukebox && vers == 2)
753 return nfserr_dropit;
754 if (nfserr == nfserr_wrongsec && vers < 4)
755 return nfserr_acces;
756 return nfserr;
757}
758
J. Bruce Fieldse6838a22017-04-21 16:10:18 -0400759/*
760 * A write procedure can have a large argument, and a read procedure can
761 * have a large reply, but no NFSv2 or NFSv3 procedure has argument and
762 * reply that can both be larger than a page. The xdr code has taken
763 * advantage of this assumption to be a sloppy about bounds checking in
764 * some cases. Pending a rewrite of the NFSv2/v3 xdr code to fix that
765 * problem, we enforce these assumptions here:
766 */
767static bool nfs_request_too_big(struct svc_rqst *rqstp,
Christoph Hellwig860bda22017-05-12 16:11:49 +0200768 const struct svc_procedure *proc)
J. Bruce Fieldse6838a22017-04-21 16:10:18 -0400769{
770 /*
771 * The ACL code has more careful bounds-checking and is not
772 * susceptible to this problem:
773 */
774 if (rqstp->rq_prog != NFS_PROGRAM)
775 return false;
776 /*
777 * Ditto NFSv4 (which can in theory have argument and reply both
778 * more than a page):
779 */
780 if (rqstp->rq_vers >= 4)
781 return false;
782 /* The reply will be small, we're OK: */
783 if (proc->pc_xdrressize > 0 &&
784 proc->pc_xdrressize < XDR_QUADLEN(PAGE_SIZE))
785 return false;
786
787 return rqstp->rq_arg.len > PAGE_SIZE;
788}
789
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790int
Al Viroc7afef12006-10-19 23:29:02 -0700791nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792{
Christoph Hellwig860bda22017-05-12 16:11:49 +0200793 const struct svc_procedure *proc;
Al Viroad451d32006-10-19 23:28:55 -0700794 __be32 nfserr;
795 __be32 *nfserrp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700796
797 dprintk("nfsd_dispatch: vers %d proc %d\n",
798 rqstp->rq_vers, rqstp->rq_proc);
799 proc = rqstp->rq_procinfo;
800
J. Bruce Fieldse6838a22017-04-21 16:10:18 -0400801 if (nfs_request_too_big(rqstp, proc)) {
802 dprintk("nfsd: NFSv%d argument too large\n", rqstp->rq_vers);
803 *statp = rpc_garbage_args;
804 return 1;
805 }
J. Bruce Fields10910062011-01-24 12:11:02 -0500806 /*
807 * Give the xdr decoder a chance to change this if it wants
808 * (necessary in the NFSv4.0 compound case)
809 */
810 rqstp->rq_cachetype = proc->pc_cachetype;
811 /* Decode arguments */
Christoph Hellwig026fec72017-05-08 19:01:48 +0200812 if (proc->pc_decode &&
813 !proc->pc_decode(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base)) {
J. Bruce Fields10910062011-01-24 12:11:02 -0500814 dprintk("nfsd: failed to decode arguments!\n");
815 *statp = rpc_garbage_args;
816 return 1;
817 }
818
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819 /* Check whether we have this call in the cache. */
J. Bruce Fields10910062011-01-24 12:11:02 -0500820 switch (nfsd_cache_lookup(rqstp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 case RC_DROPIT:
822 return 0;
823 case RC_REPLY:
824 return 1;
825 case RC_DOIT:;
826 /* do it */
827 }
828
Linus Torvalds1da177e2005-04-16 15:20:36 -0700829 /* need to grab the location to store the status, as
830 * nfsv4 does some encoding while processing
831 */
832 nfserrp = rqstp->rq_res.head[0].iov_base
833 + rqstp->rq_res.head[0].iov_len;
Al Viroad451d32006-10-19 23:28:55 -0700834 rqstp->rq_res.head[0].iov_len += sizeof(__be32);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700835
836 /* Now call the procedure handler, and encode NFS status. */
Christoph Hellwiga6beb732017-05-08 17:35:49 +0200837 nfserr = proc->pc_func(rqstp);
Andy Adamson32c1eb02007-07-17 04:04:48 -0700838 nfserr = map_new_errors(rqstp->rq_vers, nfserr);
Jeff Layton78b65eb2014-11-19 07:51:17 -0500839 if (nfserr == nfserr_dropit || test_bit(RQ_DROPME, &rqstp->rq_flags)) {
J. Bruce Fields45457e02007-06-22 17:26:32 -0400840 dprintk("nfsd: Dropping request; may be revisited later\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
842 return 0;
843 }
844
845 if (rqstp->rq_proc != 0)
846 *nfserrp++ = nfserr;
847
848 /* Encode result.
849 * For NFSv2, additional info is never returned in case of an error.
850 */
851 if (!(nfserr && rqstp->rq_vers == 2)) {
Christoph Hellwig63f8de32017-05-08 19:42:02 +0200852 if (proc->pc_encode && !proc->pc_encode(rqstp, nfserrp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853 /* Failed to encode result. Release cache entry */
854 dprintk("nfsd: failed to encode result!\n");
855 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
856 *statp = rpc_system_err;
857 return 1;
858 }
859 }
860
861 /* Store reply in cache. */
J. Bruce Fields57d276d2012-11-16 15:22:43 -0500862 nfsd_cache_update(rqstp, rqstp->rq_cachetype, statp + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700863 return 1;
864}
Greg Banks03cf6c92009-01-13 21:26:36 +1100865
866int nfsd_pool_stats_open(struct inode *inode, struct file *file)
867{
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900868 int ret;
Stanislav Kinsbursky11f77942013-02-01 15:56:12 +0300869 struct nfsd_net *nn = net_generic(inode->i_sb->s_fs_info, nfsd_net_id);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300870
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900871 mutex_lock(&nfsd_mutex);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300872 if (nn->nfsd_serv == NULL) {
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900873 mutex_unlock(&nfsd_mutex);
Greg Banks03cf6c92009-01-13 21:26:36 +1100874 return -ENODEV;
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900875 }
876 /* bump up the psudo refcount while traversing */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300877 svc_get(nn->nfsd_serv);
878 ret = svc_pool_stats_open(nn->nfsd_serv, file);
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900879 mutex_unlock(&nfsd_mutex);
880 return ret;
881}
882
883int nfsd_pool_stats_release(struct inode *inode, struct file *file)
884{
885 int ret = seq_release(inode, file);
Stanislav Kinsbursky11f77942013-02-01 15:56:12 +0300886 struct net *net = inode->i_sb->s_fs_info;
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400887
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900888 mutex_lock(&nfsd_mutex);
889 /* this function really, really should have been called svc_put() */
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400890 nfsd_destroy(net);
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900891 mutex_unlock(&nfsd_mutex);
892 return ret;
Greg Banks03cf6c92009-01-13 21:26:36 +1100893}