blob: 40992cd5bff9bd5b553b0984977feccbad0ce67e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Central processing for nfsd.
3 *
4 * Authors: Olaf Kirch (okir@monad.swb.de)
5 *
6 * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de>
7 */
8
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +04009#include <linux/sched.h>
Rafael J. Wysocki83144182007-07-17 04:03:35 -070010#include <linux/freezer.h>
Paul Gortmaker143cb492011-07-01 14:23:34 -040011#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/fs_struct.h>
Andy Adamsonc3d06f92009-04-03 08:28:18 +030013#include <linux/swap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/sunrpc/stats.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/sunrpc/svcsock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/lockd/bind.h>
Andreas Gruenbachera257cdd2005-06-22 17:16:26 +000018#include <linux/nfsacl.h>
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +090019#include <linux/seq_file.h>
Pavel Emelyanovfc5d00b2010-09-29 16:03:50 +040020#include <net/net_namespace.h>
Boaz Harrosh9a74af22009-12-03 20:30:56 +020021#include "nfsd.h"
22#include "cache.h"
J. Bruce Fields0a3adad2009-11-04 18:12:35 -050023#include "vfs.h"
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +030024#include "netns.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26#define NFSDDBG_FACILITY NFSDDBG_SVC
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028extern struct svc_program nfsd_program;
Jeff Layton9867d762008-06-10 08:40:38 -040029static int nfsd(void *vrqstp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Neil Brownbedbdd82008-06-10 08:40:35 -040031/*
32 * nfsd_mutex protects nfsd_serv -- both the pointer itself and the members
33 * of the svc_serv struct. In particular, ->sv_nrthreads but also to some
34 * extent ->sv_temp_socks and ->sv_permsocks. It also protects nfsdstats.th_cnt
35 *
36 * If (out side the lock) nfsd_serv is non-NULL, then it must point to a
37 * properly initialised 'struct svc_serv' with ->sv_nrthreads > 0. That number
38 * of nfsd threads must exist and each must listed in ->sp_all_threads in each
39 * entry of ->sv_pools[].
40 *
41 * Transitions of the thread count between zero and non-zero are of particular
42 * interest since the svc_serv needs to be created and initialized at that
43 * point, or freed.
Jeff Layton3dd98a32008-06-10 08:40:36 -040044 *
45 * Finally, the nfsd_mutex also protects some of the global variables that are
46 * accessed when nfsd starts and that are settable via the write_* routines in
47 * nfsctl.c. In particular:
48 *
49 * user_recovery_dirname
50 * user_lease_time
51 * nfsd_versions
Neil Brownbedbdd82008-06-10 08:40:35 -040052 */
53DEFINE_MUTEX(nfsd_mutex);
54struct svc_serv *nfsd_serv;
55
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040056/*
57 * nfsd_drc_lock protects nfsd_drc_max_pages and nfsd_drc_pages_used.
58 * nfsd_drc_max_pages limits the total amount of memory available for
59 * version 4.1 DRC caches.
60 * nfsd_drc_pages_used tracks the current version 4.1 DRC memory usage.
61 */
62spinlock_t nfsd_drc_lock;
Andy Adamson0c193052009-07-27 19:09:19 -040063unsigned int nfsd_drc_max_mem;
64unsigned int nfsd_drc_mem_used;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040065
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080066#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
67static struct svc_stat nfsd_acl_svcstats;
68static struct svc_version * nfsd_acl_version[] = {
69 [2] = &nfsd_acl_version2,
70 [3] = &nfsd_acl_version3,
71};
72
73#define NFSD_ACL_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -080074#define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version)
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080075static struct svc_version *nfsd_acl_versions[NFSD_ACL_NRVERS];
76
77static struct svc_program nfsd_acl_program = {
78 .pg_prog = NFS_ACL_PROGRAM,
79 .pg_nvers = NFSD_ACL_NRVERS,
80 .pg_vers = nfsd_acl_versions,
NeilBrown1a8eff62007-01-26 00:56:58 -080081 .pg_name = "nfsacl",
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080082 .pg_class = "nfsd",
83 .pg_stats = &nfsd_acl_svcstats,
84 .pg_authenticate = &svc_set_client,
85};
86
87static struct svc_stat nfsd_acl_svcstats = {
88 .program = &nfsd_acl_program,
89};
90#endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */
91
NeilBrown70c3b762005-11-07 01:00:25 -080092static struct svc_version * nfsd_version[] = {
93 [2] = &nfsd_version2,
94#if defined(CONFIG_NFSD_V3)
95 [3] = &nfsd_version3,
96#endif
97#if defined(CONFIG_NFSD_V4)
98 [4] = &nfsd_version4,
99#endif
100};
101
102#define NFSD_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -0800103#define NFSD_NRVERS ARRAY_SIZE(nfsd_version)
NeilBrown70c3b762005-11-07 01:00:25 -0800104static struct svc_version *nfsd_versions[NFSD_NRVERS];
105
106struct svc_program nfsd_program = {
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -0800107#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
108 .pg_next = &nfsd_acl_program,
109#endif
NeilBrown70c3b762005-11-07 01:00:25 -0800110 .pg_prog = NFS_PROGRAM, /* program number */
111 .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */
112 .pg_vers = nfsd_versions, /* version table */
113 .pg_name = "nfsd", /* program name */
114 .pg_class = "nfsd", /* authentication class */
115 .pg_stats = &nfsd_svcstats, /* version table */
116 .pg_authenticate = &svc_set_client, /* export authentication */
117
118};
119
Benny Halevy8daf2202009-04-03 08:28:59 +0300120u32 nfsd_supported_minorversion;
121
NeilBrown6658d3a2006-10-02 02:17:46 -0700122int nfsd_vers(int vers, enum vers_op change)
123{
124 if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS)
Pavel Emelyanov15ddb4a2010-05-14 15:33:36 +0400125 return 0;
NeilBrown6658d3a2006-10-02 02:17:46 -0700126 switch(change) {
127 case NFSD_SET:
128 nfsd_versions[vers] = nfsd_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700129#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
130 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800131 nfsd_acl_versions[vers] = nfsd_acl_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700132#endif
NeilBrown1a8eff62007-01-26 00:56:58 -0800133 break;
NeilBrown6658d3a2006-10-02 02:17:46 -0700134 case NFSD_CLEAR:
135 nfsd_versions[vers] = NULL;
136#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
137 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800138 nfsd_acl_versions[vers] = NULL;
NeilBrown6658d3a2006-10-02 02:17:46 -0700139#endif
140 break;
141 case NFSD_TEST:
142 return nfsd_versions[vers] != NULL;
143 case NFSD_AVAIL:
144 return nfsd_version[vers] != NULL;
145 }
146 return 0;
147}
Benny Halevy8daf2202009-04-03 08:28:59 +0300148
149int nfsd_minorversion(u32 minorversion, enum vers_op change)
150{
151 if (minorversion > NFSD_SUPPORTED_MINOR_VERSION)
152 return -1;
153 switch(change) {
154 case NFSD_SET:
155 nfsd_supported_minorversion = minorversion;
156 break;
157 case NFSD_CLEAR:
158 if (minorversion == 0)
159 return -1;
160 nfsd_supported_minorversion = minorversion - 1;
161 break;
162 case NFSD_TEST:
163 return minorversion <= nfsd_supported_minorversion;
164 case NFSD_AVAIL:
165 return minorversion <= NFSD_SUPPORTED_MINOR_VERSION;
166 }
167 return 0;
168}
169
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170/*
171 * Maximum number of nfsd processes
172 */
173#define NFSD_MAXSERVS 8192
174
175int nfsd_nrthreads(void)
176{
Neil Brownc7d106c2008-06-12 13:38:42 +1000177 int rv = 0;
178 mutex_lock(&nfsd_mutex);
179 if (nfsd_serv)
180 rv = nfsd_serv->sv_nrthreads;
181 mutex_unlock(&nfsd_mutex);
182 return rv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183}
184
Stanislav Kinsburskydb6e1822012-12-10 12:19:09 +0300185static int nfsd_init_socks(struct net *net)
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400186{
187 int error;
188 if (!list_empty(&nfsd_serv->sv_permsocks))
189 return 0;
190
Stanislav Kinsburskydb6e1822012-12-10 12:19:09 +0300191 error = svc_create_xprt(nfsd_serv, "udp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400192 SVC_SOCK_DEFAULTS);
193 if (error < 0)
194 return error;
195
Stanislav Kinsburskydb6e1822012-12-10 12:19:09 +0300196 error = svc_create_xprt(nfsd_serv, "tcp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400197 SVC_SOCK_DEFAULTS);
198 if (error < 0)
199 return error;
200
201 return 0;
202}
203
Jeff Layton4ad9a342010-07-19 16:50:04 -0400204static bool nfsd_up = false;
205
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300206static int nfsd_startup_net(struct net *net)
207{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300208 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300209 int ret;
210
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300211 if (nn->nfsd_net_up)
212 return 0;
213
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300214 ret = nfsd_init_socks(net);
215 if (ret)
216 return ret;
217 ret = lockd_up(net);
218 if (ret)
219 return ret;
220 ret = nfs4_state_start_net(net);
221 if (ret)
222 goto out_lockd;
223
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300224 nn->nfsd_net_up = true;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300225 return 0;
226
227out_lockd:
228 lockd_down(net);
229 return ret;
230}
231
Stanislav Kinsburskydb42d1a2012-12-10 12:19:14 +0300232static int nfsd_startup(int nrservs, struct net *net)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400233{
234 int ret;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400235
236 if (nfsd_up)
237 return 0;
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400238 /*
239 * Readahead param cache - will no-op if it already exists.
240 * (Note therefore results will be suboptimal if number of
241 * threads is modified after nfsd start.)
242 */
243 ret = nfsd_racache_init(2*nrservs);
244 if (ret)
245 return ret;
Jeff Layton4ad9a342010-07-19 16:50:04 -0400246 ret = nfs4_state_start();
Jeff Laytonac77efb2010-07-20 14:10:22 -0400247 if (ret)
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300248 goto out_racache;
249 ret = nfsd_startup_net(net);
Stanislav Kinsburskyf252bc62012-11-26 15:22:18 +0300250 if (ret)
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300251 goto out_net;
Stanislav Kinsburskyf252bc62012-11-26 15:22:18 +0300252
Jeff Layton4ad9a342010-07-19 16:50:04 -0400253 nfsd_up = true;
Jeff Laytonac77efb2010-07-20 14:10:22 -0400254 return 0;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300255
256out_net:
Stanislav Kinsburskyf252bc62012-11-26 15:22:18 +0300257 nfs4_state_shutdown();
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400258out_racache:
259 nfsd_racache_shutdown();
Jeff Layton4ad9a342010-07-19 16:50:04 -0400260 return ret;
261}
262
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300263static void nfsd_shutdown_net(struct net *net)
264{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300265 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
266
267 if (!nn->nfsd_net_up)
268 return;
269
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300270 nfs4_state_shutdown_net(net);
271 lockd_down(net);
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300272 nn->nfsd_net_up = false;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300273}
274
Stanislav Kinsburskydb42d1a2012-12-10 12:19:14 +0300275static void nfsd_shutdown(struct net *net)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400276{
277 /*
278 * write_ports can create the server without actually starting
279 * any threads--if we get shut down before any threads are
280 * started, then nfsd_last_thread will be run before any of this
281 * other initialization has been done.
282 */
283 if (!nfsd_up)
284 return;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300285 nfsd_shutdown_net(net);
Jeff Layton4ad9a342010-07-19 16:50:04 -0400286 nfs4_state_shutdown();
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400287 nfsd_racache_shutdown();
Jeff Layton4ad9a342010-07-19 16:50:04 -0400288 nfsd_up = false;
289}
290
Stanislav Kinsbursky5ecebb72012-01-13 14:03:04 +0400291static void nfsd_last_thread(struct svc_serv *serv, struct net *net)
NeilBrownbc591cc2006-10-02 02:17:44 -0700292{
Stanislav Kinsburskydb42d1a2012-12-10 12:19:14 +0300293 nfsd_shutdown(net);
NeilBrownbc591cc2006-10-02 02:17:44 -0700294
Stanislav Kinsbursky5ecebb72012-01-13 14:03:04 +0400295 svc_rpcb_cleanup(serv, net);
Stanislav Kinsbursky16d05872011-10-25 14:17:28 +0300296
Jeff Laytone096bbc2008-06-10 08:40:37 -0400297 printk(KERN_WARNING "nfsd: last server has exited, flushing export "
298 "cache\n");
Stanislav Kinsburskyb3853e02012-04-11 15:13:21 +0400299 nfsd_export_flush(net);
NeilBrownbc591cc2006-10-02 02:17:44 -0700300}
NeilBrown6658d3a2006-10-02 02:17:46 -0700301
302void nfsd_reset_versions(void)
303{
304 int found_one = 0;
305 int i;
306
307 for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++) {
308 if (nfsd_program.pg_vers[i])
309 found_one = 1;
310 }
311
312 if (!found_one) {
313 for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++)
314 nfsd_program.pg_vers[i] = nfsd_version[i];
315#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
316 for (i = NFSD_ACL_MINVERS; i < NFSD_ACL_NRVERS; i++)
317 nfsd_acl_program.pg_vers[i] =
318 nfsd_acl_version[i];
319#endif
320 }
321}
322
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300323/*
324 * Each session guarantees a negotiated per slot memory cache for replies
325 * which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated
326 * NFSv4.1 server might want to use more memory for a DRC than a machine
327 * with mutiple services.
328 *
329 * Impose a hard limit on the number of pages for the DRC which varies
330 * according to the machines free pages. This is of course only a default.
331 *
332 * For now this is a #defined shift which could be under admin control
333 * in the future.
334 */
335static void set_max_drc(void)
336{
Andy Adamson6a14dd12009-07-27 19:06:45 -0400337 #define NFSD_DRC_SIZE_SHIFT 10
Andy Adamson0c193052009-07-27 19:09:19 -0400338 nfsd_drc_max_mem = (nr_free_buffer_pages()
339 >> NFSD_DRC_SIZE_SHIFT) * PAGE_SIZE;
340 nfsd_drc_mem_used = 0;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -0400341 spin_lock_init(&nfsd_drc_lock);
Andy Adamson0c193052009-07-27 19:09:19 -0400342 dprintk("%s nfsd_drc_max_mem %u \n", __func__, nfsd_drc_max_mem);
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300343}
Neil Brownbedbdd82008-06-10 08:40:35 -0400344
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500345static int nfsd_get_default_max_blksize(void)
346{
347 struct sysinfo i;
348 unsigned long long target;
349 unsigned long ret;
350
351 si_meminfo(&i);
J. Bruce Fields508f9222012-01-30 16:21:11 -0500352 target = (i.totalram - i.totalhigh) << PAGE_SHIFT;
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500353 /*
354 * Aim for 1/4096 of memory per thread This gives 1MB on 4Gig
355 * machines, but only uses 32K on 128M machines. Bottom out at
356 * 8K on 32M and smaller. Of course, this is only a default.
357 */
358 target >>= 12;
359
360 ret = NFSSVC_MAXBLKSIZE;
361 while (ret > target && ret >= 8*1024*2)
362 ret /= 2;
363 return ret;
364}
365
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300366int nfsd_create_serv(struct net *net)
NeilBrown02a375f2006-10-02 02:17:46 -0700367{
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400368 int error;
Stanislav Kinsburskyb9c0ef82012-12-06 14:23:19 +0300369 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400370
Neil Brownbedbdd82008-06-10 08:40:35 -0400371 WARN_ON(!mutex_is_locked(&nfsd_mutex));
NeilBrown02a375f2006-10-02 02:17:46 -0700372 if (nfsd_serv) {
Greg Banks9a24ab52006-10-02 02:17:58 -0700373 svc_get(nfsd_serv);
NeilBrown02a375f2006-10-02 02:17:46 -0700374 return 0;
375 }
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500376 if (nfsd_max_blksize == 0)
377 nfsd_max_blksize = nfsd_get_default_max_blksize();
J. Bruce Fieldse844a7b2010-08-06 15:48:03 -0400378 nfsd_reset_versions();
Jeff Laytone096bbc2008-06-10 08:40:37 -0400379 nfsd_serv = svc_create_pooled(&nfsd_program, nfsd_max_blksize,
Jeff Laytona75c5d02008-06-10 08:40:39 -0400380 nfsd_last_thread, nfsd, THIS_MODULE);
NeilBrown02a375f2006-10-02 02:17:46 -0700381 if (nfsd_serv == NULL)
Jeff Layton628b3682010-07-21 16:40:08 -0400382 return -ENOMEM;
Neil Brownbedbdd82008-06-10 08:40:35 -0400383
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400384 error = svc_bind(nfsd_serv, net);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400385 if (error < 0) {
386 svc_destroy(nfsd_serv);
387 return error;
388 }
389
Jeff Layton628b3682010-07-21 16:40:08 -0400390 set_max_drc();
Stanislav Kinsburskyb9c0ef82012-12-06 14:23:19 +0300391 do_gettimeofday(&nn->nfssvc_boot); /* record boot time */
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500392 return 0;
NeilBrown02a375f2006-10-02 02:17:46 -0700393}
394
Greg Bankseed29652006-10-02 02:18:02 -0700395int nfsd_nrpools(void)
396{
397 if (nfsd_serv == NULL)
398 return 0;
399 else
400 return nfsd_serv->sv_nrpools;
401}
402
403int nfsd_get_nrthreads(int n, int *nthreads)
404{
405 int i = 0;
406
407 if (nfsd_serv != NULL) {
408 for (i = 0; i < nfsd_serv->sv_nrpools && i < n; i++)
409 nthreads[i] = nfsd_serv->sv_pools[i].sp_nrthreads;
410 }
411
412 return 0;
413}
414
Stanislav Kinsbursky3938a0d2012-12-10 12:19:30 +0300415int nfsd_set_nrthreads(int n, int *nthreads, struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700416{
417 int i = 0;
418 int tot = 0;
419 int err = 0;
420
Neil Brownbedbdd82008-06-10 08:40:35 -0400421 WARN_ON(!mutex_is_locked(&nfsd_mutex));
422
Greg Bankseed29652006-10-02 02:18:02 -0700423 if (nfsd_serv == NULL || n <= 0)
424 return 0;
425
426 if (n > nfsd_serv->sv_nrpools)
427 n = nfsd_serv->sv_nrpools;
428
429 /* enforce a global maximum number of threads */
430 tot = 0;
431 for (i = 0; i < n; i++) {
432 if (nthreads[i] > NFSD_MAXSERVS)
433 nthreads[i] = NFSD_MAXSERVS;
434 tot += nthreads[i];
435 }
436 if (tot > NFSD_MAXSERVS) {
437 /* total too large: scale down requested numbers */
438 for (i = 0; i < n && tot > 0; i++) {
439 int new = nthreads[i] * NFSD_MAXSERVS / tot;
440 tot -= (nthreads[i] - new);
441 nthreads[i] = new;
442 }
443 for (i = 0; i < n && tot > 0; i++) {
444 nthreads[i]--;
445 tot--;
446 }
447 }
448
449 /*
450 * There must always be a thread in pool 0; the admin
451 * can't shut down NFS completely using pool_threads.
452 */
453 if (nthreads[0] == 0)
454 nthreads[0] = 1;
455
456 /* apply the new numbers */
Greg Bankseed29652006-10-02 02:18:02 -0700457 svc_get(nfsd_serv);
458 for (i = 0; i < n; i++) {
459 err = svc_set_num_threads(nfsd_serv, &nfsd_serv->sv_pools[i],
460 nthreads[i]);
461 if (err)
462 break;
463 }
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400464 nfsd_destroy(net);
Greg Bankseed29652006-10-02 02:18:02 -0700465 return err;
466}
467
Jeff Laytonac77efb2010-07-20 14:10:22 -0400468/*
469 * Adjust the number of threads and return the new number of threads.
470 * This is also the function that starts the server if necessary, if
471 * this is the first time nrservs is nonzero.
472 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473int
Stanislav Kinsburskyd41a9412012-12-10 12:19:25 +0300474nfsd_svc(int nrservs, struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475{
476 int error;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400477 bool nfsd_up_before;
Neil Brownbedbdd82008-06-10 08:40:35 -0400478
479 mutex_lock(&nfsd_mutex);
NeilBrown6658d3a2006-10-02 02:17:46 -0700480 dprintk("nfsd: creating service\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481 if (nrservs <= 0)
482 nrservs = 0;
483 if (nrservs > NFSD_MAXSERVS)
484 nrservs = NFSD_MAXSERVS;
NeilBrown671e1fc2009-06-16 11:03:20 +1000485 error = 0;
486 if (nrservs == 0 && nfsd_serv == NULL)
487 goto out;
488
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300489 error = nfsd_create_serv(net);
NeilBrown02a375f2006-10-02 02:17:46 -0700490 if (error)
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400491 goto out;
492
493 nfsd_up_before = nfsd_up;
494
Stanislav Kinsburskydb42d1a2012-12-10 12:19:14 +0300495 error = nfsd_startup(nrservs, net);
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400496 if (error)
497 goto out_destroy;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400498 error = svc_set_num_threads(nfsd_serv, NULL, nrservs);
499 if (error)
500 goto out_shutdown;
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400501 /* We are holding a reference to nfsd_serv which
502 * we don't want to count in the return value,
503 * so subtract 1
504 */
505 error = nfsd_serv->sv_nrthreads - 1;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400506out_shutdown:
507 if (error < 0 && !nfsd_up_before)
Stanislav Kinsburskydb42d1a2012-12-10 12:19:14 +0300508 nfsd_shutdown(net);
Jeff Layton4ad9a342010-07-19 16:50:04 -0400509out_destroy:
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400510 nfsd_destroy(net); /* Release server */
Jeff Layton4ad9a342010-07-19 16:50:04 -0400511out:
Neil Brownbedbdd82008-06-10 08:40:35 -0400512 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700513 return error;
514}
515
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516
517/*
518 * This is the NFS server kernel thread
519 */
Jeff Layton9867d762008-06-10 08:40:38 -0400520static int
521nfsd(void *vrqstp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522{
Jeff Layton9867d762008-06-10 08:40:38 -0400523 struct svc_rqst *rqstp = (struct svc_rqst *) vrqstp;
J. Bruce Fields5b444cc2012-08-17 21:47:53 -0400524 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525
526 /* Lock module and set up kernel thread */
Neil Brownbedbdd82008-06-10 08:40:35 -0400527 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528
Jeff Layton9867d762008-06-10 08:40:38 -0400529 /* At this point, the thread shares current->fs
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530 * with the init process. We need to create files with a
531 * umask of 0 instead of init's umask. */
Al Viro3e93cd62009-03-29 19:00:13 -0400532 if (unshare_fs_struct() < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 printk("Unable to start nfsd thread: out of memory\n");
534 goto out;
535 }
Al Viro3e93cd62009-03-29 19:00:13 -0400536
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537 current->fs->umask = 0;
538
Jeff Layton9867d762008-06-10 08:40:38 -0400539 /*
540 * thread is spawned with all signals set to SIG_IGN, re-enable
Jeff Layton100766f2008-06-30 14:09:46 -0400541 * the ones that will bring down the thread
Jeff Layton9867d762008-06-10 08:40:38 -0400542 */
Jeff Layton100766f2008-06-30 14:09:46 -0400543 allow_signal(SIGKILL);
544 allow_signal(SIGHUP);
545 allow_signal(SIGINT);
546 allow_signal(SIGQUIT);
Neil Brownbedbdd82008-06-10 08:40:35 -0400547
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548 nfsdstats.th_cnt++;
Neil Brownbedbdd82008-06-10 08:40:35 -0400549 mutex_unlock(&nfsd_mutex);
550
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551 /*
552 * We want less throttling in balance_dirty_pages() so that nfs to
553 * localhost doesn't cause nfsd to lock up due to all the client's
554 * dirty pages.
555 */
556 current->flags |= PF_LESS_THROTTLE;
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700557 set_freezable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558
559 /*
560 * The main request loop
561 */
562 for (;;) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563 /*
564 * Find a socket with data available and call its
565 * recvfrom routine.
566 */
NeilBrown6fb2b472006-10-02 02:17:50 -0700567 while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 ;
Jeff Layton9867d762008-06-10 08:40:38 -0400569 if (err == -EINTR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 break;
David Howellse0e81732009-09-02 09:13:40 +0100571 validate_process_creds();
NeilBrown6fb2b472006-10-02 02:17:50 -0700572 svc_process(rqstp);
David Howellse0e81732009-09-02 09:13:40 +0100573 validate_process_creds();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 }
575
NeilBrown24e36662006-10-02 02:17:45 -0700576 /* Clear signals before calling svc_exit_thread() */
NeilBrown9e4160522005-04-16 15:26:37 -0700577 flush_signals(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578
Neil Brownbedbdd82008-06-10 08:40:35 -0400579 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 nfsdstats.th_cnt --;
581
582out:
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400583 rqstp->rq_server = NULL;
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400584
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585 /* Release the thread */
586 svc_exit_thread(rqstp);
587
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400588 nfsd_destroy(&init_net);
589
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590 /* Release module */
Neil Brownbedbdd82008-06-10 08:40:35 -0400591 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 module_put_and_exit(0);
Jeff Layton9867d762008-06-10 08:40:38 -0400593 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594}
595
Andy Adamson32c1eb02007-07-17 04:04:48 -0700596static __be32 map_new_errors(u32 vers, __be32 nfserr)
597{
598 if (nfserr == nfserr_jukebox && vers == 2)
599 return nfserr_dropit;
600 if (nfserr == nfserr_wrongsec && vers < 4)
601 return nfserr_acces;
602 return nfserr;
603}
604
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605int
Al Viroc7afef12006-10-19 23:29:02 -0700606nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607{
608 struct svc_procedure *proc;
609 kxdrproc_t xdr;
Al Viroad451d32006-10-19 23:28:55 -0700610 __be32 nfserr;
611 __be32 *nfserrp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612
613 dprintk("nfsd_dispatch: vers %d proc %d\n",
614 rqstp->rq_vers, rqstp->rq_proc);
615 proc = rqstp->rq_procinfo;
616
J. Bruce Fields10910062011-01-24 12:11:02 -0500617 /*
618 * Give the xdr decoder a chance to change this if it wants
619 * (necessary in the NFSv4.0 compound case)
620 */
621 rqstp->rq_cachetype = proc->pc_cachetype;
622 /* Decode arguments */
623 xdr = proc->pc_decode;
624 if (xdr && !xdr(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base,
625 rqstp->rq_argp)) {
626 dprintk("nfsd: failed to decode arguments!\n");
627 *statp = rpc_garbage_args;
628 return 1;
629 }
630
Linus Torvalds1da177e2005-04-16 15:20:36 -0700631 /* Check whether we have this call in the cache. */
J. Bruce Fields10910062011-01-24 12:11:02 -0500632 switch (nfsd_cache_lookup(rqstp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700633 case RC_INTR:
634 case RC_DROPIT:
635 return 0;
636 case RC_REPLY:
637 return 1;
638 case RC_DOIT:;
639 /* do it */
640 }
641
Linus Torvalds1da177e2005-04-16 15:20:36 -0700642 /* need to grab the location to store the status, as
643 * nfsv4 does some encoding while processing
644 */
645 nfserrp = rqstp->rq_res.head[0].iov_base
646 + rqstp->rq_res.head[0].iov_len;
Al Viroad451d32006-10-19 23:28:55 -0700647 rqstp->rq_res.head[0].iov_len += sizeof(__be32);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648
649 /* Now call the procedure handler, and encode NFS status. */
650 nfserr = proc->pc_func(rqstp, rqstp->rq_argp, rqstp->rq_resp);
Andy Adamson32c1eb02007-07-17 04:04:48 -0700651 nfserr = map_new_errors(rqstp->rq_vers, nfserr);
J. Bruce Fields9e701c612011-01-02 21:56:36 -0500652 if (nfserr == nfserr_dropit || rqstp->rq_dropme) {
J. Bruce Fields45457e02007-06-22 17:26:32 -0400653 dprintk("nfsd: Dropping request; may be revisited later\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
655 return 0;
656 }
657
658 if (rqstp->rq_proc != 0)
659 *nfserrp++ = nfserr;
660
661 /* Encode result.
662 * For NFSv2, additional info is never returned in case of an error.
663 */
664 if (!(nfserr && rqstp->rq_vers == 2)) {
665 xdr = proc->pc_encode;
666 if (xdr && !xdr(rqstp, nfserrp,
667 rqstp->rq_resp)) {
668 /* Failed to encode result. Release cache entry */
669 dprintk("nfsd: failed to encode result!\n");
670 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
671 *statp = rpc_system_err;
672 return 1;
673 }
674 }
675
676 /* Store reply in cache. */
J. Bruce Fields57d276d2012-11-16 15:22:43 -0500677 nfsd_cache_update(rqstp, rqstp->rq_cachetype, statp + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678 return 1;
679}
Greg Banks03cf6c92009-01-13 21:26:36 +1100680
681int nfsd_pool_stats_open(struct inode *inode, struct file *file)
682{
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900683 int ret;
684 mutex_lock(&nfsd_mutex);
685 if (nfsd_serv == NULL) {
686 mutex_unlock(&nfsd_mutex);
Greg Banks03cf6c92009-01-13 21:26:36 +1100687 return -ENODEV;
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900688 }
689 /* bump up the psudo refcount while traversing */
690 svc_get(nfsd_serv);
691 ret = svc_pool_stats_open(nfsd_serv, file);
692 mutex_unlock(&nfsd_mutex);
693 return ret;
694}
695
696int nfsd_pool_stats_release(struct inode *inode, struct file *file)
697{
698 int ret = seq_release(inode, file);
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400699 struct net *net = &init_net;
700
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900701 mutex_lock(&nfsd_mutex);
702 /* this function really, really should have been called svc_put() */
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400703 nfsd_destroy(net);
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900704 mutex_unlock(&nfsd_mutex);
705 return ret;
Greg Banks03cf6c92009-01-13 21:26:36 +1100706}