blob: 4c5991c3de14961b0a94a8b105fc382d49c0434f [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masondc17ff82008-01-08 15:46:30 -05002/*
3 * Copyright (C) 2007 Oracle. All rights reserved.
Chris Masondc17ff82008-01-08 15:46:30 -05004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_ORDERED_DATA_H
7#define BTRFS_ORDERED_DATA_H
Chris Masondc17ff82008-01-08 15:46:30 -05008
Chris Masoneb84ae02008-07-17 13:53:27 -04009/* one of these per inode */
Chris Masondc17ff82008-01-08 15:46:30 -050010struct btrfs_ordered_inode_tree {
Josef Bacik49958fd2010-02-02 21:48:28 +000011 spinlock_t lock;
Chris Masondc17ff82008-01-08 15:46:30 -050012 struct rb_root tree;
Chris Masone6dcd2d2008-07-17 12:53:50 -040013 struct rb_node *last;
Chris Masondc17ff82008-01-08 15:46:30 -050014};
15
Chris Masone6dcd2d2008-07-17 12:53:50 -040016struct btrfs_ordered_sum {
Chris Masond20f7042008-12-08 16:58:54 -050017 /* bytenr is the start of this extent on disk */
18 u64 bytenr;
19
Chris Mason3edf7d32008-07-18 06:17:13 -040020 /*
21 * this is the length in bytes covered by the sums array below.
Chris Mason3edf7d32008-07-18 06:17:13 -040022 */
Miao Xief51a4a12013-06-19 10:36:09 +080023 int len;
Chris Masone6dcd2d2008-07-17 12:53:50 -040024 struct list_head list;
Miao Xief51a4a12013-06-19 10:36:09 +080025 /* last field is a variable length array of csums */
26 u32 sums[];
Chris Masone6dcd2d2008-07-17 12:53:50 -040027};
28
Chris Masoneb84ae02008-07-17 13:53:27 -040029/*
30 * bits for the flags field:
31 *
32 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
33 * It is used to make sure metadata is inserted into the tree only once
34 * per extent.
35 *
36 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
37 * rbtree, just before waking any waiters. It is used to indicate the
38 * IO is done and any metadata is inserted into the tree.
39 */
David Sterba5b840302018-11-27 15:17:47 +010040enum {
41 /* set when all the pages are written */
42 BTRFS_ORDERED_IO_DONE,
43 /* set when removed from the tree */
44 BTRFS_ORDERED_COMPLETE,
45 /* set when we want to write in place */
46 BTRFS_ORDERED_NOCOW,
47 /* writing a zlib compressed extent */
48 BTRFS_ORDERED_COMPRESSED,
49 /* set when writing to preallocated extent */
50 BTRFS_ORDERED_PREALLOC,
51 /* set when we're doing DIO with this extent */
52 BTRFS_ORDERED_DIRECT,
53 /* We had an io error when writing this out */
54 BTRFS_ORDERED_IOERR,
55 /*
56 * indicates whether this ordered extent has done its due diligence in
57 * updating the isize
58 */
59 BTRFS_ORDERED_UPDATED_ISIZE,
60 /* Set when we have to truncate an extent */
61 BTRFS_ORDERED_TRUNCATED,
62 /* Regular IO for COW */
63 BTRFS_ORDERED_REGULAR,
64};
Liu Bo1af4a0a2017-02-13 15:35:09 -080065
Chris Masone6dcd2d2008-07-17 12:53:50 -040066struct btrfs_ordered_extent {
Chris Masoneb84ae02008-07-17 13:53:27 -040067 /* logical offset in the file */
Chris Masone6dcd2d2008-07-17 12:53:50 -040068 u64 file_offset;
Chris Masoneb84ae02008-07-17 13:53:27 -040069
70 /* disk byte number */
Chris Masone6dcd2d2008-07-17 12:53:50 -040071 u64 start;
Chris Masoneb84ae02008-07-17 13:53:27 -040072
Chris Masonc8b97812008-10-29 14:49:59 -040073 /* ram length of the extent in bytes */
Chris Masone6dcd2d2008-07-17 12:53:50 -040074 u64 len;
Chris Masoneb84ae02008-07-17 13:53:27 -040075
Chris Masonc8b97812008-10-29 14:49:59 -040076 /* extent length on disk */
77 u64 disk_len;
78
Chris Mason8b62b722009-09-02 16:53:46 -040079 /* number of bytes that still need writing */
80 u64 bytes_left;
81
Miao Xieb9a8cc52012-09-06 04:01:21 -060082 /*
83 * the end of the ordered extent which is behind it but
84 * didn't update disk_i_size. Please see the comment of
85 * btrfs_ordered_update_i_size();
86 */
87 u64 outstanding_isize;
88
Josef Bacik77cef2e2013-08-29 13:57:21 -040089 /*
90 * If we get truncated we need to adjust the file extent we enter for
91 * this ordered extent so that we do not expose stale data.
92 */
93 u64 truncated_len;
94
Chris Masoneb84ae02008-07-17 13:53:27 -040095 /* flags (described above) */
Chris Masone6dcd2d2008-07-17 12:53:50 -040096 unsigned long flags;
Chris Masoneb84ae02008-07-17 13:53:27 -040097
Li Zefan261507a02010-12-17 14:21:50 +080098 /* compression algorithm */
99 int compress_type;
100
Chris Masoneb84ae02008-07-17 13:53:27 -0400101 /* reference count */
Elena Reshetovae76edab2017-03-03 10:55:13 +0200102 refcount_t refs;
Chris Masoneb84ae02008-07-17 13:53:27 -0400103
Chris Mason3eaa2882008-07-24 11:57:52 -0400104 /* the inode we belong to */
105 struct inode *inode;
106
Chris Masoneb84ae02008-07-17 13:53:27 -0400107 /* list of checksums for insertion when the extent io is done */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400108 struct list_head list;
Chris Masoneb84ae02008-07-17 13:53:27 -0400109
Josef Bacik2ab28f32012-10-12 15:27:49 -0400110 /* If we need to wait on this to be done */
111 struct list_head log_list;
112
Josef Bacik50d9aa92014-11-21 14:52:38 -0500113 /* If the transaction needs to wait on this ordered extent */
114 struct list_head trans_list;
115
Chris Masoneb84ae02008-07-17 13:53:27 -0400116 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400117 wait_queue_head_t wait;
Chris Masoneb84ae02008-07-17 13:53:27 -0400118
119 /* our friendly rbtree entry */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400120 struct rb_node rb_node;
Chris Mason3eaa2882008-07-24 11:57:52 -0400121
122 /* a per root list of all the pending ordered extents */
123 struct list_head root_extent_list;
Josef Bacik5fd02042012-05-02 14:00:54 -0400124
Qu Wenruod458b052014-02-28 10:46:19 +0800125 struct btrfs_work work;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400126
Miao Xie9afab882012-10-25 09:41:36 +0000127 struct completion completion;
Qu Wenruod458b052014-02-28 10:46:19 +0800128 struct btrfs_work flush_work;
Miao Xie9afab882012-10-25 09:41:36 +0000129 struct list_head work_list;
130};
Chris Masone6dcd2d2008-07-17 12:53:50 -0400131
Chris Masoneb84ae02008-07-17 13:53:27 -0400132/*
133 * calculates the total size you need to allocate for an ordered sum
134 * structure spanning 'bytes' in the file
135 */
Jeff Mahoneyda170662016-06-15 09:22:56 -0400136static inline int btrfs_ordered_sum_size(struct btrfs_fs_info *fs_info,
Chris Mason9ba46112008-07-23 09:26:26 -0400137 unsigned long bytes)
Chris Masone6dcd2d2008-07-17 12:53:50 -0400138{
Jeff Mahoneyda170662016-06-15 09:22:56 -0400139 int num_sectors = (int)DIV_ROUND_UP(bytes, fs_info->sectorsize);
Nikolay Borisovaf89e0d2018-02-07 11:19:10 +0200140 int csum_size = btrfs_super_csum_size(fs_info->super_copy);
141
142 return sizeof(struct btrfs_ordered_sum) + num_sectors * csum_size;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400143}
144
Chris Masondc17ff82008-01-08 15:46:30 -0500145static inline void
146btrfs_ordered_inode_tree_init(struct btrfs_ordered_inode_tree *t)
147{
Josef Bacik49958fd2010-02-02 21:48:28 +0000148 spin_lock_init(&t->lock);
Eric Paris6bef4d32010-02-23 19:43:04 +0000149 t->tree = RB_ROOT;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400150 t->last = NULL;
Chris Masondc17ff82008-01-08 15:46:30 -0500151}
152
Jeff Mahoney143bede2012-03-01 14:56:26 +0100153void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
154void btrfs_remove_ordered_extent(struct inode *inode,
Chris Masone6dcd2d2008-07-17 12:53:50 -0400155 struct btrfs_ordered_extent *entry);
156int btrfs_dec_test_ordered_pending(struct inode *inode,
Josef Bacik5a1a3df2010-02-02 20:51:14 +0000157 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400158 u64 file_offset, u64 io_size, int uptodate);
Chris Mason163cf092010-11-28 19:56:33 -0500159int btrfs_dec_test_first_ordered_pending(struct inode *inode,
160 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400161 u64 *file_offset, u64 io_size,
162 int uptodate);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400163int btrfs_add_ordered_extent(struct inode *inode, u64 file_offset,
Josef Bacik4b46fce2010-05-23 11:00:55 -0400164 u64 start, u64 len, u64 disk_len, int type);
165int btrfs_add_ordered_extent_dio(struct inode *inode, u64 file_offset,
166 u64 start, u64 len, u64 disk_len, int type);
Li Zefan261507a02010-12-17 14:21:50 +0800167int btrfs_add_ordered_extent_compress(struct inode *inode, u64 file_offset,
168 u64 start, u64 len, u64 disk_len,
169 int type, int compress_type);
Nikolay Borisovf9756262019-04-10 16:16:11 +0300170void btrfs_add_ordered_sum(struct btrfs_ordered_extent *entry,
Jeff Mahoney143bede2012-03-01 14:56:26 +0100171 struct btrfs_ordered_sum *sum);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400172struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct inode *inode,
173 u64 file_offset);
Chris Masoneb84ae02008-07-17 13:53:27 -0400174void btrfs_start_ordered_extent(struct inode *inode,
175 struct btrfs_ordered_extent *entry, int wait);
Josef Bacik0ef8b722013-10-25 16:13:35 -0400176int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400177struct btrfs_ordered_extent *
178btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset);
Nikolay Borisova776c6f2017-02-20 13:50:49 +0200179struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
180 struct btrfs_inode *inode,
181 u64 file_offset,
182 u64 len);
Yan, Zhengc2167752009-11-12 09:34:21 +0000183int btrfs_ordered_update_i_size(struct inode *inode, u64 offset,
Chris Masondbe674a2008-07-17 12:54:05 -0400184 struct btrfs_ordered_extent *ordered);
Miao Xiee4100d92013-04-05 07:20:56 +0000185int btrfs_find_ordered_sum(struct inode *inode, u64 offset, u64 disk_bytenr,
186 u32 *sum, int len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700187u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100188 const u64 range_start, const u64 range_len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700189u64 btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100190 const u64 range_start, const u64 range_len);
Miao Xie6352b912012-09-06 04:01:51 -0600191int __init ordered_data_init(void);
David Sterbae67c7182018-02-19 17:24:18 +0100192void __cold ordered_data_exit(void);
David Sterba9888c342018-04-03 19:16:55 +0200193
Chris Masondc17ff82008-01-08 15:46:30 -0500194#endif