blob: f96367a2463e37a355d777fdfe4314eeb561191e [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/fs/nfs/file.c
4 *
5 * Copyright (C) 1992 Rick Sladkey
6 *
7 * Changes Copyright (C) 1994 by Florian La Roche
8 * - Do not copy data too often around in the kernel.
9 * - In nfs_file_read the return value of kmalloc wasn't checked.
10 * - Put in a better version of read look-ahead buffering. Original idea
11 * and implementation by Wai S Kok elekokws@ee.nus.sg.
12 *
13 * Expire cache on write to a file by Wai S Kok (Oct 1994).
14 *
15 * Total rewrite of read side for new NFS buffer cache.. Linus.
16 *
17 * nfs regular file handling functions
18 */
19
Bryan Schumakerddda8e02012-07-30 16:05:23 -040020#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/time.h>
22#include <linux/kernel.h>
23#include <linux/errno.h>
24#include <linux/fcntl.h>
25#include <linux/stat.h>
26#include <linux/nfs_fs.h>
27#include <linux/nfs_mount.h>
28#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/pagemap.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090030#include <linux/gfp.h>
Trond Myklebustb608b282010-07-30 15:31:54 -040031#include <linux/swap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080033#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#include "delegation.h"
Trond Myklebust94387fb2007-07-22 17:09:05 -040036#include "internal.h"
Chuck Lever91d5b472006-03-20 13:44:14 -050037#include "iostat.h"
David Howells545db452009-04-03 16:42:44 +010038#include "fscache.h"
Christoph Hellwig612aa9832014-09-10 08:23:30 -070039#include "pnfs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Trond Myklebustf4ce1292013-08-19 18:59:33 -040041#include "nfstrace.h"
42
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#define NFSDBG_FACILITY NFSDBG_FILE
44
Alexey Dobriyanf0f37e2f2009-09-27 22:29:37 +040045static const struct vm_operations_struct nfs_file_vm_ops;
Trond Myklebust94387fb2007-07-22 17:09:05 -040046
Linus Torvalds1da177e2005-04-16 15:20:36 -070047/* Hack for future NFS swap support */
48#ifndef IS_SWAPFILE
49# define IS_SWAPFILE(inode) (0)
50#endif
51
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -040052int nfs_check_flags(int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053{
54 if ((flags & (O_APPEND | O_DIRECT)) == (O_APPEND | O_DIRECT))
55 return -EINVAL;
56
57 return 0;
58}
Bryan Schumaker89d77c82012-07-30 16:05:25 -040059EXPORT_SYMBOL_GPL(nfs_check_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61/*
62 * Open file
63 */
64static int
65nfs_file_open(struct inode *inode, struct file *filp)
66{
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 int res;
68
Al Viro6de14722013-09-16 10:53:17 -040069 dprintk("NFS: open file(%pD2)\n", filp);
Chuck Levercc0dd2d2008-06-11 17:55:42 -040070
Chuck Leverc2459dc2010-02-01 14:17:14 -050071 nfs_inc_stats(inode, NFSIOS_VFSOPEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 res = nfs_check_flags(filp->f_flags);
73 if (res)
74 return res;
75
Trond Myklebust46cb6502008-06-11 16:32:46 -040076 res = nfs_open(inode, filp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 return res;
78}
79
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -040080int
Linus Torvalds1da177e2005-04-16 15:20:36 -070081nfs_file_release(struct inode *inode, struct file *filp)
82{
Al Viro6de14722013-09-16 10:53:17 -040083 dprintk("NFS: release(%pD2)\n", filp);
Chuck Lever6da24bc2008-06-11 17:55:58 -040084
Chuck Lever91d5b472006-03-20 13:44:14 -050085 nfs_inc_stats(inode, NFSIOS_VFSRELEASE);
Anna Schumakeraff8d8d2015-07-13 14:01:33 -040086 nfs_file_clear_open_context(filp);
87 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088}
Bryan Schumaker89d77c82012-07-30 16:05:25 -040089EXPORT_SYMBOL_GPL(nfs_file_release);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090
Trond Myklebust980802e2005-06-13 11:14:01 -040091/**
92 * nfs_revalidate_size - Revalidate the file size
Trond Myklebust302fad72019-02-18 13:32:38 -050093 * @inode: pointer to inode struct
94 * @filp: pointer to struct file
Trond Myklebust980802e2005-06-13 11:14:01 -040095 *
96 * Revalidates the file length. This is basically a wrapper around
97 * nfs_revalidate_inode() that takes into account the fact that we may
98 * have cached writes (in which case we don't care about the server's
99 * idea of what the file length is), or O_DIRECT (in which case we
100 * shouldn't trust the cache).
101 */
102static int nfs_revalidate_file_size(struct inode *inode, struct file *filp)
103{
104 struct nfs_server *server = NFS_SERVER(inode);
Trond Myklebustd7cf8dd2010-04-16 16:42:46 -0400105
Trond Myklebust980802e2005-06-13 11:14:01 -0400106 if (filp->f_flags & O_DIRECT)
107 goto force_reval;
Trond Myklebust61540bf2016-12-08 18:18:38 -0500108 if (nfs_check_cache_invalid(inode, NFS_INO_REVAL_PAGECACHE))
Trond Myklebustd7cf8dd2010-04-16 16:42:46 -0400109 goto force_reval;
Trond Myklebustd7cf8dd2010-04-16 16:42:46 -0400110 return 0;
Trond Myklebust980802e2005-06-13 11:14:01 -0400111force_reval:
112 return __nfs_revalidate_inode(server, inode);
113}
114
Andrew Morton965c8e52012-12-17 15:59:39 -0800115loff_t nfs_file_llseek(struct file *filp, loff_t offset, int whence)
Trond Myklebust980802e2005-06-13 11:14:01 -0400116{
Al Viro6de14722013-09-16 10:53:17 -0400117 dprintk("NFS: llseek file(%pD2, %lld, %d)\n",
118 filp, offset, whence);
Chuck Leverb84e06c2008-06-11 17:55:34 -0400119
Josef Bacik06222e42011-07-18 13:21:38 -0400120 /*
Andrew Morton965c8e52012-12-17 15:59:39 -0800121 * whence == SEEK_END || SEEK_DATA || SEEK_HOLE => we must revalidate
Josef Bacik06222e42011-07-18 13:21:38 -0400122 * the cached file length
123 */
Andrew Morton965c8e52012-12-17 15:59:39 -0800124 if (whence != SEEK_SET && whence != SEEK_CUR) {
Trond Myklebust980802e2005-06-13 11:14:01 -0400125 struct inode *inode = filp->f_mapping->host;
Trond Myklebustd5e66342008-09-23 17:28:35 -0400126
Trond Myklebust980802e2005-06-13 11:14:01 -0400127 int retval = nfs_revalidate_file_size(inode, filp);
128 if (retval < 0)
129 return (loff_t)retval;
Andi Kleen79835a712011-09-15 16:06:52 -0700130 }
Trond Myklebustd5e66342008-09-23 17:28:35 -0400131
Andrew Morton965c8e52012-12-17 15:59:39 -0800132 return generic_file_llseek(filp, offset, whence);
Trond Myklebust980802e2005-06-13 11:14:01 -0400133}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400134EXPORT_SYMBOL_GPL(nfs_file_llseek);
Trond Myklebust980802e2005-06-13 11:14:01 -0400135
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136/*
137 * Flush all dirty pages, and check for write errors.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 */
Trond Myklebust5445b1f2015-09-05 19:06:58 -0400139static int
Miklos Szeredi75e1fcc2006-06-23 02:05:12 -0700140nfs_file_flush(struct file *file, fl_owner_t id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141{
Al Viro6de14722013-09-16 10:53:17 -0400142 struct inode *inode = file_inode(file);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
Al Viro6de14722013-09-16 10:53:17 -0400144 dprintk("NFS: flush(%pD2)\n", file);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
Chuck Leverc2459dc2010-02-01 14:17:14 -0500146 nfs_inc_stats(inode, NFSIOS_VFSFLUSH);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 if ((file->f_mode & FMODE_WRITE) == 0)
148 return 0;
Trond Myklebust7b159fc2007-07-25 14:09:54 -0400149
Trond Myklebust7fe5c392009-03-19 15:35:50 -0400150 /* Flush writes to the server and return any errors */
Trond Myklebustaded8d72019-04-07 13:59:04 -0400151 return nfs_wb_all(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152}
153
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -0400154ssize_t
Al Viro3aa2d192014-04-02 20:14:12 -0400155nfs_file_read(struct kiocb *iocb, struct iov_iter *to)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
Al Viro6de14722013-09-16 10:53:17 -0400157 struct inode *inode = file_inode(iocb->ki_filp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 ssize_t result;
159
Al Viro2ba48ce2015-04-09 13:52:01 -0400160 if (iocb->ki_flags & IOCB_DIRECT)
Christoph Hellwigc8b8e322016-04-07 08:51:58 -0700161 return nfs_file_direct_read(iocb, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162
Al Viro619d30b2014-03-04 21:53:33 -0500163 dprintk("NFS: read(%pD2, %zu@%lu)\n",
Al Viro6de14722013-09-16 10:53:17 -0400164 iocb->ki_filp,
Al Viro3aa2d192014-04-02 20:14:12 -0400165 iov_iter_count(to), (unsigned long) iocb->ki_pos);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166
Trond Myklebusta5864c92016-06-03 17:07:19 -0400167 nfs_start_io_read(inode);
168 result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping);
Chuck Lever4184dcf2010-02-01 14:17:23 -0500169 if (!result) {
Al Viro3aa2d192014-04-02 20:14:12 -0400170 result = generic_file_read_iter(iocb, to);
Chuck Lever4184dcf2010-02-01 14:17:23 -0500171 if (result > 0)
172 nfs_add_stats(inode, NFSIOS_NORMALREADBYTES, result);
173 }
Trond Myklebusta5864c92016-06-03 17:07:19 -0400174 nfs_end_io_read(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 return result;
176}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400177EXPORT_SYMBOL_GPL(nfs_file_read);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -0400179int
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180nfs_file_mmap(struct file * file, struct vm_area_struct * vma)
181{
Al Viro6de14722013-09-16 10:53:17 -0400182 struct inode *inode = file_inode(file);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 int status;
184
Al Viro6de14722013-09-16 10:53:17 -0400185 dprintk("NFS: mmap(%pD2)\n", file);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186
Trond Myklebuste1ebfd32009-03-11 14:37:54 -0400187 /* Note: generic_file_mmap() returns ENOSYS on nommu systems
188 * so we call that before revalidating the mapping
189 */
190 status = generic_file_mmap(file, vma);
Trond Myklebust94387fb2007-07-22 17:09:05 -0400191 if (!status) {
192 vma->vm_ops = &nfs_file_vm_ops;
Trond Myklebuste1ebfd32009-03-11 14:37:54 -0400193 status = nfs_revalidate_mapping(inode, file->f_mapping);
Trond Myklebust94387fb2007-07-22 17:09:05 -0400194 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 return status;
196}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400197EXPORT_SYMBOL_GPL(nfs_file_mmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198
199/*
200 * Flush any dirty pages for this process, and check for write errors.
201 * The return status from this call provides a reliable indication of
202 * whether any write errors occurred for this process.
203 */
Christoph Hellwig4ff79bc2016-03-02 17:35:54 +0100204static int
NeilBrownbf4b4902017-09-11 13:15:50 +1000205nfs_file_fsync_commit(struct file *file, int datasync)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206{
Al Viro6de14722013-09-16 10:53:17 -0400207 struct inode *inode = file_inode(file);
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500208 int ret;
Trond Myklebustaf7fa162010-07-31 14:29:06 -0400209
Al Viro6de14722013-09-16 10:53:17 -0400210 dprintk("NFS: fsync file(%pD2) datasync %d\n", file, datasync);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211
Chuck Lever91d5b472006-03-20 13:44:14 -0500212 nfs_inc_stats(inode, NFSIOS_VFSFSYNC);
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500213 ret = nfs_commit_inode(inode, FLUSH_SYNC);
214 if (ret < 0)
215 return ret;
216 return file_check_and_advance_wb_err(file);
Bryan Schumakera5c58892012-06-20 15:53:42 -0400217}
218
Christoph Hellwig4ff79bc2016-03-02 17:35:54 +0100219int
Bryan Schumakera5c58892012-06-20 15:53:42 -0400220nfs_file_fsync(struct file *file, loff_t start, loff_t end, int datasync)
221{
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500222 struct nfs_open_context *ctx = nfs_file_open_context(file);
Al Viro496ad9a2013-01-23 17:07:38 -0500223 struct inode *inode = file_inode(file);
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500224 int ret;
Bryan Schumakera5c58892012-06-20 15:53:42 -0400225
Trond Myklebustf4ce1292013-08-19 18:59:33 -0400226 trace_nfs_fsync_enter(inode);
227
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500228 for (;;) {
Trond Myklebust6fbda892019-04-07 13:59:05 -0400229 ret = file_write_and_wait_range(file, start, end);
Trond Myklebust05990d12012-09-11 16:01:22 -0400230 if (ret != 0)
231 break;
NeilBrownbf4b4902017-09-11 13:15:50 +1000232 ret = nfs_file_fsync_commit(file, datasync);
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500233 if (ret != 0)
234 break;
235 ret = pnfs_sync_inode(inode, !!datasync);
236 if (ret != 0)
237 break;
238 if (!test_and_clear_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags))
239 break;
Trond Myklebustdcfc4f22012-09-11 16:19:38 -0400240 /*
241 * If nfs_file_fsync_commit detected a server reboot, then
242 * resend all dirty pages that might have been covered by
243 * the NFS_CONTEXT_RESEND_WRITES flag
244 */
245 start = 0;
246 end = LLONG_MAX;
Trond Myklebust2197e9b2020-01-06 15:25:03 -0500247 }
Trond Myklebust05990d12012-09-11 16:01:22 -0400248
Trond Myklebustf4ce1292013-08-19 18:59:33 -0400249 trace_nfs_fsync_exit(inode, ret);
Trond Myklebustaf7fa162010-07-31 14:29:06 -0400250 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251}
Christoph Hellwig4ff79bc2016-03-02 17:35:54 +0100252EXPORT_SYMBOL_GPL(nfs_file_fsync);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253
254/*
Peter Staubach38c73042009-08-10 08:54:16 -0400255 * Decide whether a read/modify/write cycle may be more efficient
256 * then a modify/write/read cycle when writing to a page in the
257 * page cache.
258 *
Kazuo Ito2cde04e2019-02-14 18:39:03 +0900259 * Some pNFS layout drivers can only read/write at a certain block
260 * granularity like all block devices and therefore we must perform
261 * read/modify/write whenever a page hasn't read yet and the data
262 * to be written there is not aligned to a block boundary and/or
263 * smaller than the block size.
264 *
Peter Staubach38c73042009-08-10 08:54:16 -0400265 * The modify/write/read cycle may occur if a page is read before
266 * being completely filled by the writer. In this situation, the
267 * page must be completely written to stable storage on the server
268 * before it can be refilled by reading in the page from the server.
269 * This can lead to expensive, small, FILE_SYNC mode writes being
270 * done.
271 *
272 * It may be more efficient to read the page first if the file is
273 * open for reading in addition to writing, the page is not marked
274 * as Uptodate, it is not dirty or waiting to be committed,
275 * indicating that it was previously allocated and then modified,
276 * that there were valid bytes of data in that range of the file,
277 * and that the new data won't completely replace the old data in
278 * that range of the file.
279 */
Kazuo Ito2cde04e2019-02-14 18:39:03 +0900280static bool nfs_full_page_write(struct page *page, loff_t pos, unsigned int len)
Peter Staubach38c73042009-08-10 08:54:16 -0400281{
282 unsigned int pglen = nfs_page_length(page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300283 unsigned int offset = pos & (PAGE_SIZE - 1);
Peter Staubach38c73042009-08-10 08:54:16 -0400284 unsigned int end = offset + len;
285
Kazuo Ito2cde04e2019-02-14 18:39:03 +0900286 return !pglen || (end >= pglen && !offset);
287}
Christoph Hellwig612aa9832014-09-10 08:23:30 -0700288
Kazuo Ito2cde04e2019-02-14 18:39:03 +0900289static bool nfs_want_read_modify_write(struct file *file, struct page *page,
290 loff_t pos, unsigned int len)
291{
292 /*
293 * Up-to-date pages, those with ongoing or full-page write
294 * don't need read/modify/write
295 */
296 if (PageUptodate(page) || PagePrivate(page) ||
297 nfs_full_page_write(page, pos, len))
298 return false;
299
300 if (pnfs_ld_read_whole_page(file->f_mapping->host))
301 return true;
302 /* Open for reading too? */
303 if (file->f_mode & FMODE_READ)
304 return true;
305 return false;
Peter Staubach38c73042009-08-10 08:54:16 -0400306}
307
308/*
Nick Piggin4899f9c2007-10-16 01:25:16 -0700309 * This does the "real" work of the write. We must allocate and lock the
310 * page to be sent back to the generic routine, which then copies the
311 * data from user space.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312 *
313 * If the writer ends up delaying the write, the writer needs to
314 * increment the page use counts until he is done with the page.
315 */
Nick Piggin4899f9c2007-10-16 01:25:16 -0700316static int nfs_write_begin(struct file *file, struct address_space *mapping,
317 loff_t pos, unsigned len, unsigned flags,
318 struct page **pagep, void **fsdata)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319{
Nick Piggin4899f9c2007-10-16 01:25:16 -0700320 int ret;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300321 pgoff_t index = pos >> PAGE_SHIFT;
Nick Piggin4899f9c2007-10-16 01:25:16 -0700322 struct page *page;
Peter Staubach38c73042009-08-10 08:54:16 -0400323 int once_thru = 0;
Nick Piggin4899f9c2007-10-16 01:25:16 -0700324
Niels de Vos1e8968c2013-12-17 18:20:16 +0100325 dfprintk(PAGECACHE, "NFS: write_begin(%pD2(%lu), %u@%lld)\n",
Al Viro6de14722013-09-16 10:53:17 -0400326 file, mapping->host->i_ino, len, (long long) pos);
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400327
Peter Staubach38c73042009-08-10 08:54:16 -0400328start:
Nick Piggin54566b22009-01-04 12:00:53 -0800329 page = grab_cache_page_write_begin(mapping, index, flags);
Nick Piggin4899f9c2007-10-16 01:25:16 -0700330 if (!page)
331 return -ENOMEM;
332 *pagep = page;
333
334 ret = nfs_flush_incompatible(file, page);
335 if (ret) {
336 unlock_page(page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300337 put_page(page);
Peter Staubach38c73042009-08-10 08:54:16 -0400338 } else if (!once_thru &&
339 nfs_want_read_modify_write(file, page, pos, len)) {
340 once_thru = 1;
341 ret = nfs_readpage(file, page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300342 put_page(page);
Peter Staubach38c73042009-08-10 08:54:16 -0400343 if (!ret)
344 goto start;
Nick Piggin4899f9c2007-10-16 01:25:16 -0700345 }
346 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347}
348
Nick Piggin4899f9c2007-10-16 01:25:16 -0700349static int nfs_write_end(struct file *file, struct address_space *mapping,
350 loff_t pos, unsigned len, unsigned copied,
351 struct page *page, void *fsdata)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352{
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300353 unsigned offset = pos & (PAGE_SIZE - 1);
Andy Adamsondc248262013-08-14 11:59:16 -0400354 struct nfs_open_context *ctx = nfs_file_open_context(file);
Nick Piggin4899f9c2007-10-16 01:25:16 -0700355 int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356
Niels de Vos1e8968c2013-12-17 18:20:16 +0100357 dfprintk(PAGECACHE, "NFS: write_end(%pD2(%lu), %u@%lld)\n",
Al Viro6de14722013-09-16 10:53:17 -0400358 file, mapping->host->i_ino, len, (long long) pos);
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400359
Trond Myklebustefc91ed2008-06-10 18:31:00 -0400360 /*
361 * Zero any uninitialised parts of the page, and then mark the page
362 * as up to date if it turns out that we're extending the file.
363 */
364 if (!PageUptodate(page)) {
365 unsigned pglen = nfs_page_length(page);
Al Viroc0cf3ef2016-09-05 21:42:32 -0400366 unsigned end = offset + copied;
Trond Myklebustefc91ed2008-06-10 18:31:00 -0400367
368 if (pglen == 0) {
369 zero_user_segments(page, 0, offset,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300370 end, PAGE_SIZE);
Trond Myklebustefc91ed2008-06-10 18:31:00 -0400371 SetPageUptodate(page);
372 } else if (end >= pglen) {
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300373 zero_user_segment(page, end, PAGE_SIZE);
Trond Myklebustefc91ed2008-06-10 18:31:00 -0400374 if (offset == 0)
375 SetPageUptodate(page);
376 } else
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300377 zero_user_segment(page, pglen, PAGE_SIZE);
Trond Myklebustefc91ed2008-06-10 18:31:00 -0400378 }
379
Nick Piggin4899f9c2007-10-16 01:25:16 -0700380 status = nfs_updatepage(file, page, offset, copied);
Nick Piggin4899f9c2007-10-16 01:25:16 -0700381
382 unlock_page(page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300383 put_page(page);
Nick Piggin4899f9c2007-10-16 01:25:16 -0700384
Chuck Lever3d509e52007-12-20 14:55:04 -0500385 if (status < 0)
386 return status;
Andy Adamson2701d082012-05-24 13:13:24 -0400387 NFS_I(mapping->host)->write_io += copied;
Andy Adamsondc248262013-08-14 11:59:16 -0400388
Scott Mayhewce52914e2016-06-07 15:14:48 -0400389 if (nfs_ctx_key_to_expire(ctx, mapping->host)) {
Andy Adamsondc248262013-08-14 11:59:16 -0400390 status = nfs_wb_all(mapping->host);
391 if (status < 0)
392 return status;
393 }
394
Chuck Lever3d509e52007-12-20 14:55:04 -0500395 return copied;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396}
397
David Howells6b9b3512009-04-03 16:42:41 +0100398/*
399 * Partially or wholly invalidate a page
400 * - Release the private state associated with a page if undergoing complete
401 * page invalidation
David Howells545db452009-04-03 16:42:44 +0100402 * - Called if either PG_private or PG_fscache is set on the page
David Howells6b9b3512009-04-03 16:42:41 +0100403 * - Caller holds page lock
404 */
Lukas Czernerd47992f2013-05-21 23:17:23 -0400405static void nfs_invalidate_page(struct page *page, unsigned int offset,
406 unsigned int length)
Trond Myklebustcd52ed32006-03-20 13:44:04 -0500407{
Lukas Czernerd47992f2013-05-21 23:17:23 -0400408 dfprintk(PAGECACHE, "NFS: invalidate_page(%p, %u, %u)\n",
409 page, offset, length);
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400410
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300411 if (offset != 0 || length < PAGE_SIZE)
Trond Myklebust1c759502006-10-09 16:18:38 -0400412 return;
Trond Myklebustd2ccddf2006-05-31 01:13:38 -0400413 /* Cancel any unstarted writes on this page */
Mel Gormand56b4dd2012-07-31 16:45:06 -0700414 nfs_wb_page_cancel(page_file_mapping(page)->host, page);
David Howells545db452009-04-03 16:42:44 +0100415
416 nfs_fscache_invalidate_page(page, page->mapping->host);
Trond Myklebustcd52ed32006-03-20 13:44:04 -0500417}
418
David Howells6b9b3512009-04-03 16:42:41 +0100419/*
420 * Attempt to release the private state associated with a page
David Howells545db452009-04-03 16:42:44 +0100421 * - Called if either PG_private or PG_fscache is set on the page
David Howells6b9b3512009-04-03 16:42:41 +0100422 * - Caller holds page lock
423 * - Return true (may release page) or false (may not)
424 */
Trond Myklebustcd52ed32006-03-20 13:44:04 -0500425static int nfs_release_page(struct page *page, gfp_t gfp)
426{
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400427 dfprintk(PAGECACHE, "NFS: release_page(%p)\n", page);
428
Trond Myklebuste3db7692007-01-10 23:15:39 -0800429 /* If PagePrivate() is set, then the page is not freeable */
David Howells545db452009-04-03 16:42:44 +0100430 if (PagePrivate(page))
431 return 0;
432 return nfs_fscache_release_page(page, gfp);
Trond Myklebuste3db7692007-01-10 23:15:39 -0800433}
434
Mel Gormanf919b192013-07-03 15:02:06 -0700435static void nfs_check_dirty_writeback(struct page *page,
436 bool *dirty, bool *writeback)
437{
438 struct nfs_inode *nfsi;
439 struct address_space *mapping = page_file_mapping(page);
440
441 if (!mapping || PageSwapCache(page))
442 return;
443
444 /*
445 * Check if an unstable page is currently being committed and
446 * if so, have the VM treat it as if the page is under writeback
447 * so it will not block due to pages that will shortly be freeable.
448 */
449 nfsi = NFS_I(mapping->host);
Trond Myklebustaf7cf052015-09-29 20:34:05 -0400450 if (atomic_read(&nfsi->commit_info.rpcs_out)) {
Mel Gormanf919b192013-07-03 15:02:06 -0700451 *writeback = true;
452 return;
453 }
454
455 /*
456 * If PagePrivate() is set, then the page is not freeable and as the
457 * inode is not being committed, it's not going to be cleaned in the
458 * near future so treat it as dirty
459 */
460 if (PagePrivate(page))
461 *dirty = true;
462}
463
David Howells6b9b3512009-04-03 16:42:41 +0100464/*
465 * Attempt to clear the private state associated with a page when an error
466 * occurs that requires the cached contents of an inode to be written back or
467 * destroyed
David Howells545db452009-04-03 16:42:44 +0100468 * - Called if either PG_private or fscache is set on the page
David Howells6b9b3512009-04-03 16:42:41 +0100469 * - Caller holds page lock
470 * - Return 0 if successful, -error otherwise
471 */
Trond Myklebuste3db7692007-01-10 23:15:39 -0800472static int nfs_launder_page(struct page *page)
473{
Mel Gormand56b4dd2012-07-31 16:45:06 -0700474 struct inode *inode = page_file_mapping(page)->host;
David Howells545db452009-04-03 16:42:44 +0100475 struct nfs_inode *nfsi = NFS_I(inode);
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400476
477 dfprintk(PAGECACHE, "NFS: launder_page(%ld, %llu)\n",
478 inode->i_ino, (long long)page_offset(page));
479
David Howells545db452009-04-03 16:42:44 +0100480 nfs_fscache_wait_on_page_write(nfsi, page);
Trond Myklebustc373fff2017-04-26 12:26:22 -0400481 return nfs_wb_page(inode, page);
Trond Myklebustcd52ed32006-03-20 13:44:04 -0500482}
483
Mel Gormana564b8f2012-07-31 16:45:12 -0700484static int nfs_swap_activate(struct swap_info_struct *sis, struct file *file,
485 sector_t *span)
486{
Murphy Zhoubd89bc62020-01-02 16:04:26 +0800487 unsigned long blocks;
488 long long isize;
Jeff Laytondad2b012014-09-10 09:03:55 -0400489 struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
Murphy Zhoubd89bc62020-01-02 16:04:26 +0800490 struct inode *inode = file->f_mapping->host;
491
492 spin_lock(&inode->i_lock);
493 blocks = inode->i_blocks;
494 isize = inode->i_size;
495 spin_unlock(&inode->i_lock);
496 if (blocks*512 < isize) {
497 pr_warn("swap activate: swapfile has holes\n");
498 return -EINVAL;
499 }
Jeff Laytondad2b012014-09-10 09:03:55 -0400500
Mel Gormana564b8f2012-07-31 16:45:12 -0700501 *span = sis->pages;
Jeff Laytondad2b012014-09-10 09:03:55 -0400502
Jeff Layton3c87ef62015-06-03 16:14:25 -0400503 return rpc_clnt_swap_activate(clnt);
Mel Gormana564b8f2012-07-31 16:45:12 -0700504}
505
506static void nfs_swap_deactivate(struct file *file)
507{
Jeff Laytondad2b012014-09-10 09:03:55 -0400508 struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
509
Jeff Layton3c87ef62015-06-03 16:14:25 -0400510 rpc_clnt_swap_deactivate(clnt);
Mel Gormana564b8f2012-07-31 16:45:12 -0700511}
Mel Gormana564b8f2012-07-31 16:45:12 -0700512
Christoph Hellwigf5e54d62006-06-28 04:26:44 -0700513const struct address_space_operations nfs_file_aops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514 .readpage = nfs_readpage,
515 .readpages = nfs_readpages,
Trond Myklebust9cccef92007-07-22 17:09:05 -0400516 .set_page_dirty = __set_page_dirty_nobuffers,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517 .writepage = nfs_writepage,
518 .writepages = nfs_writepages,
Nick Piggin4899f9c2007-10-16 01:25:16 -0700519 .write_begin = nfs_write_begin,
520 .write_end = nfs_write_end,
Trond Myklebustcd52ed32006-03-20 13:44:04 -0500521 .invalidatepage = nfs_invalidate_page,
522 .releasepage = nfs_release_page,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700523 .direct_IO = nfs_direct_IO,
Chao Yuf844cd02016-09-20 13:59:07 +0800524#ifdef CONFIG_MIGRATION
Trond Myklebust074cc1d2009-08-10 08:54:13 -0400525 .migratepage = nfs_migrate_page,
Chao Yuf844cd02016-09-20 13:59:07 +0800526#endif
Trond Myklebuste3db7692007-01-10 23:15:39 -0800527 .launder_page = nfs_launder_page,
Mel Gormanf919b192013-07-03 15:02:06 -0700528 .is_dirty_writeback = nfs_check_dirty_writeback,
Andi Kleenf590f332009-09-16 11:50:17 +0200529 .error_remove_page = generic_error_remove_page,
Mel Gormana564b8f2012-07-31 16:45:12 -0700530 .swap_activate = nfs_swap_activate,
531 .swap_deactivate = nfs_swap_deactivate,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700532};
533
David Howells6b9b3512009-04-03 16:42:41 +0100534/*
535 * Notification that a PTE pointing to an NFS page is about to be made
536 * writable, implying that someone is about to modify the page through a
537 * shared-writable mapping
538 */
Souptick Joarder01a36842018-07-02 20:57:09 +0530539static vm_fault_t nfs_vm_page_mkwrite(struct vm_fault *vmf)
Trond Myklebust94387fb2007-07-22 17:09:05 -0400540{
Nick Pigginc2ec1752009-03-31 15:23:21 -0700541 struct page *page = vmf->page;
Dave Jiang11bac802017-02-24 14:56:41 -0800542 struct file *filp = vmf->vma->vm_file;
Al Viro6de14722013-09-16 10:53:17 -0400543 struct inode *inode = file_inode(filp);
Trond Myklebust94387fb2007-07-22 17:09:05 -0400544 unsigned pagelen;
Souptick Joarder01a36842018-07-02 20:57:09 +0530545 vm_fault_t ret = VM_FAULT_NOPAGE;
Nick Piggin4899f9c2007-10-16 01:25:16 -0700546 struct address_space *mapping;
Trond Myklebust94387fb2007-07-22 17:09:05 -0400547
Niels de Vos1e8968c2013-12-17 18:20:16 +0100548 dfprintk(PAGECACHE, "NFS: vm_page_mkwrite(%pD2(%lu), offset %lld)\n",
Al Viro6de14722013-09-16 10:53:17 -0400549 filp, filp->f_mapping->host->i_ino,
Chuck Leverb7eaefa2008-06-11 17:55:50 -0400550 (long long)page_offset(page));
551
Trond Myklebust9a773e72016-06-23 11:09:04 -0400552 sb_start_pagefault(inode->i_sb);
553
David Howells545db452009-04-03 16:42:44 +0100554 /* make sure the cache has finished storing the page */
Al Viro6de14722013-09-16 10:53:17 -0400555 nfs_fscache_wait_on_page_write(NFS_I(inode), page);
David Howells545db452009-04-03 16:42:44 +0100556
Trond Myklebustef070dc2015-03-03 00:06:35 -0500557 wait_on_bit_action(&NFS_I(inode)->flags, NFS_INO_INVALIDATING,
558 nfs_wait_bit_killable, TASK_KILLABLE);
559
Trond Myklebust94387fb2007-07-22 17:09:05 -0400560 lock_page(page);
Mel Gormand56b4dd2012-07-31 16:45:06 -0700561 mapping = page_file_mapping(page);
Al Viro6de14722013-09-16 10:53:17 -0400562 if (mapping != inode->i_mapping)
Trond Myklebust8b1f9ee2008-01-22 17:13:06 -0500563 goto out_unlock;
564
Trond Myklebust2aeb98f2012-01-17 22:04:26 -0500565 wait_on_page_writeback(page);
566
Trond Myklebust94387fb2007-07-22 17:09:05 -0400567 pagelen = nfs_page_length(page);
Trond Myklebust8b1f9ee2008-01-22 17:13:06 -0500568 if (pagelen == 0)
569 goto out_unlock;
570
Trond Myklebustbc4866b2010-10-04 17:59:08 -0400571 ret = VM_FAULT_LOCKED;
572 if (nfs_flush_incompatible(filp, page) == 0 &&
573 nfs_updatepage(filp, page, 0, pagelen) == 0)
574 goto out;
Trond Myklebust8b1f9ee2008-01-22 17:13:06 -0500575
Trond Myklebustbc4866b2010-10-04 17:59:08 -0400576 ret = VM_FAULT_SIGBUS;
Trond Myklebust8b1f9ee2008-01-22 17:13:06 -0500577out_unlock:
Trond Myklebust94387fb2007-07-22 17:09:05 -0400578 unlock_page(page);
Trond Myklebustbc4866b2010-10-04 17:59:08 -0400579out:
Trond Myklebust9a773e72016-06-23 11:09:04 -0400580 sb_end_pagefault(inode->i_sb);
Trond Myklebustbc4866b2010-10-04 17:59:08 -0400581 return ret;
Trond Myklebust94387fb2007-07-22 17:09:05 -0400582}
583
Alexey Dobriyanf0f37e2f2009-09-27 22:29:37 +0400584static const struct vm_operations_struct nfs_file_vm_ops = {
Trond Myklebust94387fb2007-07-22 17:09:05 -0400585 .fault = filemap_fault,
Kirill A. Shutemovf1820362014-04-07 15:37:19 -0700586 .map_pages = filemap_map_pages,
Trond Myklebust94387fb2007-07-22 17:09:05 -0400587 .page_mkwrite = nfs_vm_page_mkwrite,
588};
589
Trond Myklebust7e94d6c2015-08-17 16:55:18 -0500590static int nfs_need_check_write(struct file *filp, struct inode *inode)
Trond Myklebust7b159fc2007-07-25 14:09:54 -0400591{
592 struct nfs_open_context *ctx;
593
Trond Myklebustcd3758e2007-08-10 17:44:32 -0400594 ctx = nfs_file_open_context(filp);
Trond Myklebust6fbda892019-04-07 13:59:05 -0400595 if (nfs_ctx_key_to_expire(ctx, inode))
Trond Myklebust7b159fc2007-07-25 14:09:54 -0400596 return 1;
597 return 0;
598}
599
Al Viroedaf4362014-04-03 14:07:25 -0400600ssize_t nfs_file_write(struct kiocb *iocb, struct iov_iter *from)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601{
Al Viro6de14722013-09-16 10:53:17 -0400602 struct file *file = iocb->ki_filp;
603 struct inode *inode = file_inode(file);
Chuck Lever7e381172010-02-01 14:17:41 -0500604 unsigned long written = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605 ssize_t result;
606
Al Viro6de14722013-09-16 10:53:17 -0400607 result = nfs_key_timeout_notify(file, inode);
Andy Adamsondc248262013-08-14 11:59:16 -0400608 if (result)
609 return result;
610
Trond Myklebust89698b22016-06-23 10:35:48 -0400611 if (iocb->ki_flags & IOCB_DIRECT)
Al Viro65a4a1c2015-04-09 14:11:08 -0400612 return nfs_file_direct_write(iocb, from);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613
Al Viro619d30b2014-03-04 21:53:33 -0500614 dprintk("NFS: write(%pD2, %zu@%Ld)\n",
Trond Myklebust18290652016-06-23 15:00:42 -0400615 file, iov_iter_count(from), (long long) iocb->ki_pos);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 if (IS_SWAPFILE(inode))
618 goto out_swapfile;
Trond Myklebust7d52e862005-06-22 17:16:30 +0000619 /*
620 * O_APPEND implies that we must revalidate the file length.
621 */
Al Viro2ba48ce2015-04-09 13:52:01 -0400622 if (iocb->ki_flags & IOCB_APPEND) {
Al Viro6de14722013-09-16 10:53:17 -0400623 result = nfs_revalidate_file_size(inode, file);
Trond Myklebust7d52e862005-06-22 17:16:30 +0000624 if (result)
625 goto out;
Trond Myklebustfe51beec2005-06-22 17:16:30 +0000626 }
NeilBrown6ba80d42017-07-24 13:18:50 +1000627 if (iocb->ki_pos > i_size_read(inode))
628 nfs_revalidate_mapping(inode, file->f_mapping);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629
Trond Myklebusta5864c92016-06-03 17:07:19 -0400630 nfs_start_io_write(inode);
Trond Myklebust18290652016-06-23 15:00:42 -0400631 result = generic_write_checks(iocb, from);
632 if (result > 0) {
633 current->backing_dev_info = inode_to_bdi(inode);
634 result = generic_perform_write(file, from, iocb->ki_pos);
635 current->backing_dev_info = NULL;
636 }
Trond Myklebusta5864c92016-06-03 17:07:19 -0400637 nfs_end_io_write(inode);
Trond Myklebust18290652016-06-23 15:00:42 -0400638 if (result <= 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639 goto out;
640
Trond Myklebustc49edec2016-09-03 12:05:31 -0400641 written = result;
Trond Myklebust18290652016-06-23 15:00:42 -0400642 iocb->ki_pos += written;
tarangg@amazon.come973b1a52017-09-07 09:29:23 -0400643 result = generic_write_sync(iocb, written);
644 if (result < 0)
645 goto out;
Chuck Lever7e381172010-02-01 14:17:41 -0500646
Trond Myklebust7e94d6c2015-08-17 16:55:18 -0500647 /* Return error values */
Trond Myklebust18290652016-06-23 15:00:42 -0400648 if (nfs_need_check_write(file, inode)) {
Trond Myklebustaded8d72019-04-07 13:59:04 -0400649 int err = nfs_wb_all(inode);
Trond Myklebust200baa22006-12-05 00:35:40 -0500650 if (err < 0)
651 result = err;
652 }
Trond Myklebust18290652016-06-23 15:00:42 -0400653 nfs_add_stats(inode, NFSIOS_NORMALWRITTENBYTES, written);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654out:
655 return result;
656
657out_swapfile:
658 printk(KERN_INFO "NFS: attempt to write to active swap file!\n");
Anna Schumaker89658c42019-11-08 16:02:24 -0500659 return -ETXTBSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400661EXPORT_SYMBOL_GPL(nfs_file_write);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400663static int
664do_getlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665{
666 struct inode *inode = filp->f_mapping->host;
667 int status = 0;
Sergey Vlasov21ac19d2010-11-28 21:04:05 +0000668 unsigned int saved_type = fl->fl_type;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669
Trond Myklebust039c4d72005-10-18 14:20:16 -0700670 /* Try local locking first */
J. Bruce Fields6d34ac12007-05-11 16:09:32 -0400671 posix_test_lock(filp, fl);
672 if (fl->fl_type != F_UNLCK) {
673 /* found a conflict */
Trond Myklebust039c4d72005-10-18 14:20:16 -0700674 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 }
Sergey Vlasov21ac19d2010-11-28 21:04:05 +0000676 fl->fl_type = saved_type;
Trond Myklebust039c4d72005-10-18 14:20:16 -0700677
Bryan Schumaker011e2a72012-06-20 15:53:43 -0400678 if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
Trond Myklebust039c4d72005-10-18 14:20:16 -0700679 goto out_noconflict;
680
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400681 if (is_local)
Trond Myklebust039c4d72005-10-18 14:20:16 -0700682 goto out_noconflict;
683
684 status = NFS_PROTO(inode)->lock(filp, cmd, fl);
685out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700686 return status;
Trond Myklebust039c4d72005-10-18 14:20:16 -0700687out_noconflict:
688 fl->fl_type = F_UNLCK;
689 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690}
691
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400692static int
693do_unlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694{
695 struct inode *inode = filp->f_mapping->host;
Trond Myklebust7a8203d2013-04-08 21:49:53 -0400696 struct nfs_lock_context *l_ctx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700697 int status;
698
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699 /*
700 * Flush all pending writes before doing anything
701 * with locks..
702 */
Trond Myklebustaded8d72019-04-07 13:59:04 -0400703 nfs_wb_all(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704
Trond Myklebust7a8203d2013-04-08 21:49:53 -0400705 l_ctx = nfs_get_lock_context(nfs_file_open_context(filp));
706 if (!IS_ERR(l_ctx)) {
Benjamin Coddington210c7c12016-01-06 10:40:18 -0500707 status = nfs_iocounter_wait(l_ctx);
Trond Myklebust7a8203d2013-04-08 21:49:53 -0400708 nfs_put_lock_context(l_ctx);
Benjamin Coddingtonf30cb752017-04-11 12:50:12 -0400709 /* NOTE: special case
710 * If we're signalled while cleaning up locks on process exit, we
711 * still need to complete the unlock.
712 */
713 if (status < 0 && !(fl->fl_flags & FL_CLOSE))
Trond Myklebust7a8203d2013-04-08 21:49:53 -0400714 return status;
715 }
716
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400717 /*
718 * Use local locking if mounted with "-onolock" or with appropriate
719 * "-olocal_lock="
720 */
721 if (!is_local)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722 status = NFS_PROTO(inode)->lock(filp, cmd, fl);
723 else
Jeff Layton75575dd2016-09-17 18:17:32 -0400724 status = locks_lock_file_wait(filp, fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 return status;
726}
727
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400728static int
729do_setlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730{
731 struct inode *inode = filp->f_mapping->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 int status;
733
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 /*
735 * Flush all pending writes before doing anything
736 * with locks..
737 */
Trond Myklebust29884df2005-12-13 16:13:54 -0500738 status = nfs_sync_mapping(filp->f_mapping);
739 if (status != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 goto out;
741
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400742 /*
743 * Use local locking if mounted with "-onolock" or with appropriate
744 * "-olocal_lock="
745 */
746 if (!is_local)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747 status = NFS_PROTO(inode)->lock(filp, cmd, fl);
Trond Myklebustc4d7c402008-04-01 20:26:52 -0400748 else
Jeff Layton75575dd2016-09-17 18:17:32 -0400749 status = locks_lock_file_wait(filp, fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 if (status < 0)
751 goto out;
Ricardo Labiaga6b967242010-10-12 16:30:05 -0700752
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753 /*
NeilBrown779eafa2017-08-18 17:12:52 +1000754 * Invalidate cache to prevent missing any changes. If
755 * the file is mapped, clear the page cache as well so
756 * those mappings will be loaded.
Ricardo Labiaga6b967242010-10-12 16:30:05 -0700757 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758 * This makes locking act as a cache coherency point.
759 */
Trond Myklebust29884df2005-12-13 16:13:54 -0500760 nfs_sync_mapping(filp->f_mapping);
NeilBrown779eafa2017-08-18 17:12:52 +1000761 if (!NFS_PROTO(inode)->have_delegation(inode, FMODE_READ)) {
NeilBrown442ce042017-07-24 13:18:50 +1000762 nfs_zap_caches(inode);
NeilBrown779eafa2017-08-18 17:12:52 +1000763 if (mapping_mapped(filp->f_mapping))
764 nfs_revalidate_mapping(inode, filp->f_mapping);
765 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767 return status;
768}
769
770/*
771 * Lock a (portion of) a file
772 */
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -0400773int nfs_lock(struct file *filp, int cmd, struct file_lock *fl)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774{
Chuck Lever6da24bc2008-06-11 17:55:58 -0400775 struct inode *inode = filp->f_mapping->host;
Trond Myklebust21162712008-05-20 19:34:39 -0400776 int ret = -ENOLCK;
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400777 int is_local = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778
Al Viro6de14722013-09-16 10:53:17 -0400779 dprintk("NFS: lock(%pD2, t=%x, fl=%x, r=%lld:%lld)\n",
780 filp, fl->fl_type, fl->fl_flags,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781 (long long)fl->fl_start, (long long)fl->fl_end);
Chuck Lever6da24bc2008-06-11 17:55:58 -0400782
Chuck Lever91d5b472006-03-20 13:44:14 -0500783 nfs_inc_stats(inode, NFSIOS_VFSLOCK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700784
785 /* No mandatory locks over NFS */
Pavel Emelyanovdfad9442007-10-01 14:41:15 -0700786 if (__mandatory_lock(inode) && fl->fl_type != F_UNLCK)
Trond Myklebust21162712008-05-20 19:34:39 -0400787 goto out_err;
788
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400789 if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FCNTL)
790 is_local = 1;
791
Trond Myklebust21162712008-05-20 19:34:39 -0400792 if (NFS_PROTO(inode)->lock_check_bounds != NULL) {
793 ret = NFS_PROTO(inode)->lock_check_bounds(fl);
794 if (ret < 0)
795 goto out_err;
796 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797
798 if (IS_GETLK(cmd))
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400799 ret = do_getlk(filp, cmd, fl, is_local);
Trond Myklebust21162712008-05-20 19:34:39 -0400800 else if (fl->fl_type == F_UNLCK)
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400801 ret = do_unlk(filp, cmd, fl, is_local);
Trond Myklebust21162712008-05-20 19:34:39 -0400802 else
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400803 ret = do_setlk(filp, cmd, fl, is_local);
Trond Myklebust21162712008-05-20 19:34:39 -0400804out_err:
805 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700806}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400807EXPORT_SYMBOL_GPL(nfs_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808
809/*
810 * Lock a (portion of) a file
811 */
Bryan Schumakerce4ef7c2012-07-16 16:39:15 -0400812int nfs_flock(struct file *filp, int cmd, struct file_lock *fl)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813{
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400814 struct inode *inode = filp->f_mapping->host;
815 int is_local = 0;
816
Al Viro6de14722013-09-16 10:53:17 -0400817 dprintk("NFS: flock(%pD2, t=%x, fl=%x)\n",
818 filp, fl->fl_type, fl->fl_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820 if (!(fl->fl_flags & FL_FLOCK))
821 return -ENOLCK;
822
Jeff Laytonad0fcd42012-07-23 15:46:23 -0400823 /*
824 * The NFSv4 protocol doesn't support LOCK_MAND, which is not part of
825 * any standard. In principle we might be able to support LOCK_MAND
826 * on NFSv2/3 since NLMv3/4 support DOS share modes, but for now the
827 * NFS code is not set up for it.
828 */
829 if (fl->fl_type & LOCK_MAND)
830 return -EINVAL;
831
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400832 if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FLOCK)
833 is_local = 1;
834
Benjamin Coddingtonfcfa4472017-11-10 06:27:49 -0500835 /* We're simulating flock() locks using posix locks on the server */
836 if (fl->fl_type == F_UNLCK)
Suresh Jayaraman5eebde22010-09-23 08:55:58 -0400837 return do_unlk(filp, cmd, fl, is_local);
838 return do_setlk(filp, cmd, fl, is_local);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400840EXPORT_SYMBOL_GPL(nfs_flock);
J. Bruce Fields370f6592007-06-08 15:23:34 -0400841
Jeff Layton04869582011-11-04 13:31:22 -0400842const struct file_operations nfs_file_operations = {
843 .llseek = nfs_file_llseek,
Al Viro3aa2d192014-04-02 20:14:12 -0400844 .read_iter = nfs_file_read,
Al Viroedaf4362014-04-03 14:07:25 -0400845 .write_iter = nfs_file_write,
Jeff Layton04869582011-11-04 13:31:22 -0400846 .mmap = nfs_file_mmap,
847 .open = nfs_file_open,
848 .flush = nfs_file_flush,
849 .release = nfs_file_release,
850 .fsync = nfs_file_fsync,
851 .lock = nfs_lock,
852 .flock = nfs_flock,
Al Viro82c156f2016-09-22 23:35:42 -0400853 .splice_read = generic_file_splice_read,
Al Viro4da54c22014-04-05 04:37:17 -0400854 .splice_write = iter_file_splice_write,
Jeff Layton04869582011-11-04 13:31:22 -0400855 .check_flags = nfs_check_flags,
Jeff Layton1c994a02014-08-27 06:49:41 -0400856 .setlease = simple_nosetlease,
Jeff Layton04869582011-11-04 13:31:22 -0400857};
Bryan Schumakerddda8e02012-07-30 16:05:23 -0400858EXPORT_SYMBOL_GPL(nfs_file_operations);