Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 2 | /* |
Mingming Cao | 617ba13 | 2006-10-11 01:20:53 -0700 | [diff] [blame] | 3 | * linux/fs/ext4/fsync.c |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 4 | * |
| 5 | * Copyright (C) 1993 Stephen Tweedie (sct@redhat.com) |
| 6 | * from |
| 7 | * Copyright (C) 1992 Remy Card (card@masi.ibp.fr) |
| 8 | * Laboratoire MASI - Institut Blaise Pascal |
| 9 | * Universite Pierre et Marie Curie (Paris VI) |
| 10 | * from |
| 11 | * linux/fs/minix/truncate.c Copyright (C) 1991, 1992 Linus Torvalds |
| 12 | * |
Mingming Cao | 617ba13 | 2006-10-11 01:20:53 -0700 | [diff] [blame] | 13 | * ext4fs fsync primitive |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 14 | * |
| 15 | * Big-endian to little-endian byte-swapping/bitmaps by |
| 16 | * David S. Miller (davem@caip.rutgers.edu), 1995 |
| 17 | * |
| 18 | * Removed unnecessary code duplication for little endian machines |
| 19 | * and excessive __inline__s. |
| 20 | * Andi Kleen, 1997 |
| 21 | * |
| 22 | * Major simplications and cleanup - we only need to do the metadata, because |
| 23 | * we can depend on generic_block_fdatasync() to sync the data blocks. |
| 24 | */ |
| 25 | |
| 26 | #include <linux/time.h> |
| 27 | #include <linux/fs.h> |
| 28 | #include <linux/sched.h> |
| 29 | #include <linux/writeback.h> |
Eric Sandeen | d755fb3 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 30 | #include <linux/blkdev.h> |
Theodore Ts'o | 9bffad1 | 2009-06-17 11:48:11 -0400 | [diff] [blame] | 31 | |
Christoph Hellwig | 3dcf545 | 2008-04-29 18:13:32 -0400 | [diff] [blame] | 32 | #include "ext4.h" |
| 33 | #include "ext4_jbd2.h" |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 34 | |
Theodore Ts'o | 9bffad1 | 2009-06-17 11:48:11 -0400 | [diff] [blame] | 35 | #include <trace/events/ext4.h> |
| 36 | |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 37 | /* |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 38 | * If we're not journaling and this is a just-created file, we have to |
| 39 | * sync our parent directory (if it was freshly created) since |
| 40 | * otherwise it will only be written by writeback, leaving a huge |
| 41 | * window during which a crash may lose the file. This may apply for |
| 42 | * the parent directory's parent as well, and so on recursively, if |
| 43 | * they are also freshly created. |
| 44 | */ |
Curt Wohlgemuth | 0893ed4 | 2011-04-10 22:05:31 -0400 | [diff] [blame] | 45 | static int ext4_sync_parent(struct inode *inode) |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 46 | { |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 47 | struct dentry *dentry, *next; |
Curt Wohlgemuth | 0893ed4 | 2011-04-10 22:05:31 -0400 | [diff] [blame] | 48 | int ret = 0; |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 49 | |
Theodore Ts'o | d59729f | 2011-07-30 12:34:19 -0400 | [diff] [blame] | 50 | if (!ext4_test_inode_state(inode, EXT4_STATE_NEWENTRY)) |
| 51 | return 0; |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 52 | dentry = d_find_any_alias(inode); |
| 53 | if (!dentry) |
| 54 | return 0; |
Theodore Ts'o | d59729f | 2011-07-30 12:34:19 -0400 | [diff] [blame] | 55 | while (ext4_test_inode_state(inode, EXT4_STATE_NEWENTRY)) { |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 56 | ext4_clear_inode_state(inode, EXT4_STATE_NEWENTRY); |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 57 | |
| 58 | next = dget_parent(dentry); |
Theodore Ts'o | d59729f | 2011-07-30 12:34:19 -0400 | [diff] [blame] | 59 | dput(dentry); |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 60 | dentry = next; |
| 61 | inode = dentry->d_inode; |
| 62 | |
Jan Kara | 6ae4c5a | 2016-09-05 23:21:43 -0400 | [diff] [blame] | 63 | /* |
| 64 | * The directory inode may have gone through rmdir by now. But |
| 65 | * the inode itself and its blocks are still allocated (we hold |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 66 | * a reference to the inode via its dentry), so it didn't go |
| 67 | * through ext4_evict_inode()) and so we are safe to flush |
| 68 | * metadata blocks and the inode. |
Jan Kara | 6ae4c5a | 2016-09-05 23:21:43 -0400 | [diff] [blame] | 69 | */ |
Curt Wohlgemuth | 0893ed4 | 2011-04-10 22:05:31 -0400 | [diff] [blame] | 70 | ret = sync_mapping_buffers(inode->i_mapping); |
| 71 | if (ret) |
| 72 | break; |
Guo Chao | 64744e0 | 2012-12-10 14:06:03 -0500 | [diff] [blame] | 73 | ret = sync_inode_metadata(inode, 1); |
Curt Wohlgemuth | 0893ed4 | 2011-04-10 22:05:31 -0400 | [diff] [blame] | 74 | if (ret) |
| 75 | break; |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 76 | } |
Eric Biggers | 08adf45 | 2020-05-06 11:31:40 -0700 | [diff] [blame] | 77 | dput(dentry); |
Curt Wohlgemuth | 0893ed4 | 2011-04-10 22:05:31 -0400 | [diff] [blame] | 78 | return ret; |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 79 | } |
| 80 | |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 81 | static int ext4_fsync_nojournal(struct inode *inode, bool datasync, |
| 82 | bool *needs_barrier) |
| 83 | { |
| 84 | int ret, err; |
| 85 | |
| 86 | ret = sync_mapping_buffers(inode->i_mapping); |
| 87 | if (!(inode->i_state & I_DIRTY_ALL)) |
| 88 | return ret; |
| 89 | if (datasync && !(inode->i_state & I_DIRTY_DATASYNC)) |
| 90 | return ret; |
| 91 | |
| 92 | err = sync_inode_metadata(inode, 1); |
| 93 | if (!ret) |
| 94 | ret = err; |
| 95 | |
| 96 | if (!ret) |
| 97 | ret = ext4_sync_parent(inode); |
| 98 | if (test_opt(inode->i_sb, BARRIER)) |
| 99 | *needs_barrier = true; |
| 100 | |
| 101 | return ret; |
| 102 | } |
| 103 | |
| 104 | static int ext4_fsync_journal(struct inode *inode, bool datasync, |
| 105 | bool *needs_barrier) |
| 106 | { |
| 107 | struct ext4_inode_info *ei = EXT4_I(inode); |
| 108 | journal_t *journal = EXT4_SB(inode->i_sb)->s_journal; |
| 109 | tid_t commit_tid = datasync ? ei->i_datasync_tid : ei->i_sync_tid; |
| 110 | |
| 111 | if (journal->j_flags & JBD2_BARRIER && |
| 112 | !jbd2_trans_will_send_data_barrier(journal, commit_tid)) |
| 113 | *needs_barrier = true; |
| 114 | |
Harshad Shirwadkar | aa75f4d | 2020-10-15 13:37:57 -0700 | [diff] [blame] | 115 | return ext4_fc_commit(journal, commit_tid); |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 116 | } |
| 117 | |
Frank Mayhar | 14ece10 | 2010-05-17 08:00:00 -0400 | [diff] [blame] | 118 | /* |
Mingming Cao | 617ba13 | 2006-10-11 01:20:53 -0700 | [diff] [blame] | 119 | * akpm: A new design for ext4_sync_file(). |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 120 | * |
| 121 | * This is only called from sys_fsync(), sys_fdatasync() and sys_msync(). |
| 122 | * There cannot be a transaction open by this task. |
| 123 | * Another task could have dirtied this inode. Its data can be in any |
| 124 | * state in the journalling system. |
| 125 | * |
| 126 | * What we do is just kick off a commit and wait on it. This will snapshot the |
| 127 | * inode to disk. |
| 128 | */ |
Josef Bacik | 02c24a8 | 2011-07-16 20:44:56 -0400 | [diff] [blame] | 129 | int ext4_sync_file(struct file *file, loff_t start, loff_t end, int datasync) |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 130 | { |
Jan Kara | 37b10dd | 2013-06-04 14:40:09 -0400 | [diff] [blame] | 131 | int ret = 0, err; |
Jan Kara | 93628ff | 2011-05-24 12:00:54 -0400 | [diff] [blame] | 132 | bool needs_barrier = false; |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 133 | struct inode *inode = file->f_mapping->host; |
| 134 | struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 135 | |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 136 | if (unlikely(ext4_forced_shutdown(sbi))) |
Theodore Ts'o | 0db1ff2 | 2017-02-05 01:28:48 -0500 | [diff] [blame] | 137 | return -EIO; |
| 138 | |
Chunguang Xu | 837c23f | 2020-11-07 23:58:11 +0800 | [diff] [blame] | 139 | ASSERT(ext4_journal_current_handle() == NULL); |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 140 | |
Jiaying Zhang | 0562e0b | 2011-03-21 21:38:05 -0400 | [diff] [blame] | 141 | trace_ext4_sync_file_enter(file, datasync); |
Theodore Ts'o | ede86cc | 2008-10-05 20:50:06 -0400 | [diff] [blame] | 142 | |
David Howells | bc98a42 | 2017-07-17 08:45:34 +0100 | [diff] [blame] | 143 | if (sb_rdonly(inode->i_sb)) { |
Dmitry Monakhov | 4418e141 | 2013-06-12 22:38:04 -0400 | [diff] [blame] | 144 | /* Make sure that we read updated s_mount_flags value */ |
| 145 | smp_rmb(); |
Harshad Shirwadkar | 9b5f6c9 | 2020-11-05 19:59:09 -0800 | [diff] [blame] | 146 | if (ext4_test_mount_flag(inode->i_sb, EXT4_MF_FS_ABORTED)) |
Dmitry Monakhov | 4418e141 | 2013-06-12 22:38:04 -0400 | [diff] [blame] | 147 | ret = -EROFS; |
Jan Kara | 92e6222 | 2013-06-04 14:40:39 -0400 | [diff] [blame] | 148 | goto out; |
Dmitry Monakhov | 4418e141 | 2013-06-12 22:38:04 -0400 | [diff] [blame] | 149 | } |
Jan Kara | 37b10dd | 2013-06-04 14:40:09 -0400 | [diff] [blame] | 150 | |
Theodore Ts'o | 8fdd60f | 2019-01-31 23:41:11 -0500 | [diff] [blame] | 151 | ret = file_write_and_wait_range(file, start, end); |
| 152 | if (ret) |
Zhang Qilong | 2be7d71 | 2020-09-21 20:47:38 +0800 | [diff] [blame] | 153 | goto out; |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 154 | |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 155 | /* |
Jan Kara | b436b9b | 2009-12-08 23:51:10 -0500 | [diff] [blame] | 156 | * data=writeback,ordered: |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 157 | * The caller's filemap_fdatawrite()/wait will sync the data. |
Jan Kara | b436b9b | 2009-12-08 23:51:10 -0500 | [diff] [blame] | 158 | * Metadata is in the journal, we wait for proper transaction to |
| 159 | * commit here. |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 160 | * |
| 161 | * data=journal: |
| 162 | * filemap_fdatawrite won't do anything (the buffers are clean). |
Mingming Cao | 617ba13 | 2006-10-11 01:20:53 -0700 | [diff] [blame] | 163 | * ext4_force_commit will write the file data into the journal and |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 164 | * will wait on that. |
| 165 | * filemap_fdatawait() will encounter a ton of newly-dirtied pages |
| 166 | * (they were dirtied by commit). But that's OK - the blocks are |
| 167 | * safe in-journal, which is all fsync() needs to ensure. |
| 168 | */ |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 169 | if (!sbi->s_journal) |
| 170 | ret = ext4_fsync_nojournal(inode, datasync, &needs_barrier); |
| 171 | else if (ext4_should_journal_data(inode)) |
Jiaying Zhang | 0562e0b | 2011-03-21 21:38:05 -0400 | [diff] [blame] | 172 | ret = ext4_force_commit(inode->i_sb); |
Matthew Bobrowski | 3eaf9cc6 | 2019-11-05 23:02:23 +1100 | [diff] [blame] | 173 | else |
| 174 | ret = ext4_fsync_journal(inode, datasync, &needs_barrier); |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 175 | |
Theodore Ts'o | a4a3904 | 2012-08-17 09:58:17 -0400 | [diff] [blame] | 176 | if (needs_barrier) { |
Christoph Hellwig | c6bf3f0 | 2021-01-26 15:52:35 +0100 | [diff] [blame] | 177 | err = blkdev_issue_flush(inode->i_sb->s_bdev); |
Theodore Ts'o | a4a3904 | 2012-08-17 09:58:17 -0400 | [diff] [blame] | 178 | if (!ret) |
| 179 | ret = err; |
| 180 | } |
Jan Kara | 37b10dd | 2013-06-04 14:40:09 -0400 | [diff] [blame] | 181 | out: |
Theodore Ts'o | 95cb671 | 2018-12-31 00:11:07 -0500 | [diff] [blame] | 182 | err = file_check_and_advance_wb_err(file); |
| 183 | if (ret == 0) |
| 184 | ret = err; |
Jiaying Zhang | 0562e0b | 2011-03-21 21:38:05 -0400 | [diff] [blame] | 185 | trace_ext4_sync_file_exit(inode, ret); |
Dave Kleikamp | ac27a0e | 2006-10-11 01:20:50 -0700 | [diff] [blame] | 186 | return ret; |
| 187 | } |