David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2009 Oracle. All rights reserved. |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 4 | */ |
| 5 | |
David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 6 | #ifndef BTRFS_FREE_SPACE_CACHE_H |
| 7 | #define BTRFS_FREE_SPACE_CACHE_H |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 8 | |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 9 | /* |
| 10 | * This is the trim state of an extent or bitmap. |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 11 | * |
| 12 | * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a |
| 13 | * bitmap as we may need several trims to fully trim a single bitmap entry. |
| 14 | * This is reset should any free space other than trimmed space be added to the |
| 15 | * bitmap. |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 16 | */ |
| 17 | enum btrfs_trim_state { |
| 18 | BTRFS_TRIM_STATE_UNTRIMMED, |
| 19 | BTRFS_TRIM_STATE_TRIMMED, |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 20 | BTRFS_TRIM_STATE_TRIMMING, |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 21 | }; |
| 22 | |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 23 | struct btrfs_free_space { |
| 24 | struct rb_node offset_index; |
Josef Bacik | 59c7b56 | 2021-11-18 16:33:15 -0500 | [diff] [blame] | 25 | struct rb_node bytes_index; |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 26 | u64 offset; |
| 27 | u64 bytes; |
Josef Bacik | cef4048 | 2015-10-02 16:09:42 -0400 | [diff] [blame] | 28 | u64 max_extent_size; |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 29 | unsigned long *bitmap; |
| 30 | struct list_head list; |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 31 | enum btrfs_trim_state trim_state; |
Dennis Zhou | dfb79dd | 2019-12-13 16:22:20 -0800 | [diff] [blame] | 32 | s32 bitmap_extents; |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 33 | }; |
| 34 | |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 35 | static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info) |
| 36 | { |
| 37 | return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED); |
| 38 | } |
| 39 | |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 40 | static inline bool btrfs_free_space_trimming_bitmap( |
| 41 | struct btrfs_free_space *info) |
| 42 | { |
| 43 | return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING); |
| 44 | } |
| 45 | |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 46 | struct btrfs_free_space_ctl { |
| 47 | spinlock_t tree_lock; |
| 48 | struct rb_root free_space_offset; |
Josef Bacik | 59c7b56 | 2021-11-18 16:33:15 -0500 | [diff] [blame] | 49 | struct rb_root_cached free_space_bytes; |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 50 | u64 free_space; |
| 51 | int extents_thresh; |
| 52 | int free_extents; |
| 53 | int total_bitmaps; |
| 54 | int unit; |
| 55 | u64 start; |
Dennis Zhou | dfb79dd | 2019-12-13 16:22:20 -0800 | [diff] [blame] | 56 | s32 discardable_extents[BTRFS_STAT_NR_ENTRIES]; |
Dennis Zhou | 5dc7c10 | 2019-12-13 16:22:21 -0800 | [diff] [blame] | 57 | s64 discardable_bytes[BTRFS_STAT_NR_ENTRIES]; |
David Sterba | 20e5506 | 2015-11-19 11:42:28 +0100 | [diff] [blame] | 58 | const struct btrfs_free_space_op *op; |
Nikolay Borisov | 364be84 | 2021-11-23 14:44:22 +0200 | [diff] [blame] | 59 | struct btrfs_block_group *block_group; |
Filipe Manana | 55507ce | 2014-12-01 17:04:09 +0000 | [diff] [blame] | 60 | struct mutex cache_writeout_mutex; |
| 61 | struct list_head trimming_ranges; |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 62 | }; |
| 63 | |
| 64 | struct btrfs_free_space_op { |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 65 | bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl, |
| 66 | struct btrfs_free_space *info); |
| 67 | }; |
| 68 | |
David Sterba | 67b61ae | 2019-08-21 19:57:04 +0200 | [diff] [blame] | 69 | struct btrfs_io_ctl { |
| 70 | void *cur, *orig; |
| 71 | struct page *page; |
| 72 | struct page **pages; |
| 73 | struct btrfs_fs_info *fs_info; |
| 74 | struct inode *inode; |
| 75 | unsigned long size; |
| 76 | int index; |
| 77 | int num_pages; |
| 78 | int entries; |
| 79 | int bitmaps; |
David Sterba | 67b61ae | 2019-08-21 19:57:04 +0200 | [diff] [blame] | 80 | }; |
Chris Mason | c9dc4c6 | 2015-04-04 17:14:42 -0700 | [diff] [blame] | 81 | |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 82 | struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group, |
David Sterba | 7949f33 | 2019-03-20 13:40:19 +0100 | [diff] [blame] | 83 | struct btrfs_path *path); |
David Sterba | 4ca75f1 | 2019-03-20 13:42:57 +0100 | [diff] [blame] | 84 | int create_free_space_inode(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 85 | struct btrfs_block_group *block_group, |
Josef Bacik | 0af3d00 | 2010-06-21 14:48:16 -0400 | [diff] [blame] | 86 | struct btrfs_path *path); |
Boris Burkov | 36b216c | 2020-11-18 15:06:25 -0800 | [diff] [blame] | 87 | int btrfs_remove_free_space_inode(struct btrfs_trans_handle *trans, |
| 88 | struct inode *inode, |
| 89 | struct btrfs_block_group *block_group); |
Josef Bacik | 0cb59c9 | 2010-07-02 12:14:14 -0400 | [diff] [blame] | 90 | |
Jeff Mahoney | 2ff7e61 | 2016-06-22 18:54:24 -0400 | [diff] [blame] | 91 | int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info, |
Miao Xie | 7b61cd9 | 2013-05-13 13:55:09 +0000 | [diff] [blame] | 92 | struct btrfs_block_rsv *rsv); |
Jeff Mahoney | 77ab86b | 2017-02-15 16:28:30 -0500 | [diff] [blame] | 93 | int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 94 | struct btrfs_block_group *block_group, |
Josef Bacik | 0af3d00 | 2010-06-21 14:48:16 -0400 | [diff] [blame] | 95 | struct inode *inode); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 96 | int load_free_space_cache(struct btrfs_block_group *block_group); |
Jeff Mahoney | afdb571 | 2016-09-09 12:09:35 -0400 | [diff] [blame] | 97 | int btrfs_wait_cache_io(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 98 | struct btrfs_block_group *block_group, |
Jeff Mahoney | afdb571 | 2016-09-09 12:09:35 -0400 | [diff] [blame] | 99 | struct btrfs_path *path); |
David Sterba | fe04153 | 2019-03-20 13:51:56 +0100 | [diff] [blame] | 100 | int btrfs_write_out_cache(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 101 | struct btrfs_block_group *block_group, |
Josef Bacik | 0cb59c9 | 2010-07-02 12:14:14 -0400 | [diff] [blame] | 102 | struct btrfs_path *path); |
Li Zefan | 82d5902 | 2011-04-20 10:33:24 +0800 | [diff] [blame] | 103 | |
Josef Bacik | cd79909 | 2020-10-23 09:58:08 -0400 | [diff] [blame] | 104 | void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group, |
| 105 | struct btrfs_free_space_ctl *ctl); |
Nikolay Borisov | 290ef19 | 2021-11-23 14:44:21 +0200 | [diff] [blame] | 106 | int __btrfs_add_free_space(struct btrfs_block_group *block_group, u64 bytenr, |
| 107 | u64 size, enum btrfs_trim_state trim_state); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 108 | int btrfs_add_free_space(struct btrfs_block_group *block_group, |
Josef Bacik | 478b4d9 | 2019-06-20 15:37:43 -0400 | [diff] [blame] | 109 | u64 bytenr, u64 size); |
Naohiro Aota | 169e0da | 2021-02-04 19:21:52 +0900 | [diff] [blame] | 110 | int btrfs_add_free_space_unused(struct btrfs_block_group *block_group, |
| 111 | u64 bytenr, u64 size); |
Dennis Zhou | b0643e5 | 2019-12-13 16:22:14 -0800 | [diff] [blame] | 112 | int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group, |
| 113 | u64 bytenr, u64 size); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 114 | int btrfs_remove_free_space(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 115 | u64 bytenr, u64 size); |
Li Zefan | 581bb05 | 2011-04-20 10:06:11 +0800 | [diff] [blame] | 116 | void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 117 | void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group); |
Dennis Zhou | 6e80d4f | 2019-12-13 16:22:15 -0800 | [diff] [blame] | 118 | bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 119 | u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group, |
Miao Xie | a482039 | 2013-09-09 13:19:42 +0800 | [diff] [blame] | 120 | u64 offset, u64 bytes, u64 empty_size, |
| 121 | u64 *max_extent_size); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 122 | void btrfs_dump_free_space(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 123 | u64 bytes); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 124 | int btrfs_find_space_cluster(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 125 | struct btrfs_free_cluster *cluster, |
| 126 | u64 offset, u64 bytes, u64 empty_size); |
| 127 | void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 128 | u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 129 | struct btrfs_free_cluster *cluster, u64 bytes, |
Miao Xie | a482039 | 2013-09-09 13:19:42 +0800 | [diff] [blame] | 130 | u64 min_start, u64 *max_extent_size); |
Anand Jain | 69b0e09 | 2020-06-03 18:10:18 +0800 | [diff] [blame] | 131 | void btrfs_return_cluster_to_free_space( |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 132 | struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 133 | struct btrfs_free_cluster *cluster); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 134 | int btrfs_trim_block_group(struct btrfs_block_group *block_group, |
Li Dongyang | f7039b1 | 2011-03-24 10:24:28 +0000 | [diff] [blame] | 135 | u64 *trimmed, u64 start, u64 end, u64 minlen); |
Dennis Zhou | 2bee7eb | 2019-12-13 16:22:16 -0800 | [diff] [blame] | 136 | int btrfs_trim_block_group_extents(struct btrfs_block_group *block_group, |
| 137 | u64 *trimmed, u64 start, u64 end, u64 minlen, |
| 138 | bool async); |
| 139 | int btrfs_trim_block_group_bitmaps(struct btrfs_block_group *block_group, |
| 140 | u64 *trimmed, u64 start, u64 end, u64 minlen, |
Dennis Zhou | 7fe6d45 | 2020-01-02 16:26:39 -0500 | [diff] [blame] | 141 | u64 maxlen, bool async); |
Josef Bacik | 74255aa | 2013-03-15 09:47:08 -0400 | [diff] [blame] | 142 | |
Boris Burkov | 9484622 | 2020-11-18 15:06:22 -0800 | [diff] [blame] | 143 | bool btrfs_free_space_cache_v1_active(struct btrfs_fs_info *fs_info); |
| 144 | int btrfs_set_free_space_cache_v1_active(struct btrfs_fs_info *fs_info, bool active); |
Nicholas D Steeves | 0132761 | 2016-05-19 21:18:45 -0400 | [diff] [blame] | 145 | /* Support functions for running our sanity tests */ |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 146 | #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 147 | int test_add_free_space_entry(struct btrfs_block_group *cache, |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 148 | u64 offset, u64 bytes, bool bitmap); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 149 | int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes); |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 150 | #endif |
Josef Bacik | 74255aa | 2013-03-15 09:47:08 -0400 | [diff] [blame] | 151 | |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 152 | #endif |