David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2009 Oracle. All rights reserved. |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 4 | */ |
| 5 | |
David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 6 | #ifndef BTRFS_FREE_SPACE_CACHE_H |
| 7 | #define BTRFS_FREE_SPACE_CACHE_H |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 8 | |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 9 | /* |
| 10 | * This is the trim state of an extent or bitmap. |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 11 | * |
| 12 | * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a |
| 13 | * bitmap as we may need several trims to fully trim a single bitmap entry. |
| 14 | * This is reset should any free space other than trimmed space be added to the |
| 15 | * bitmap. |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 16 | */ |
| 17 | enum btrfs_trim_state { |
| 18 | BTRFS_TRIM_STATE_UNTRIMMED, |
| 19 | BTRFS_TRIM_STATE_TRIMMED, |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 20 | BTRFS_TRIM_STATE_TRIMMING, |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 21 | }; |
| 22 | |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 23 | struct btrfs_free_space { |
| 24 | struct rb_node offset_index; |
| 25 | u64 offset; |
| 26 | u64 bytes; |
Josef Bacik | cef4048 | 2015-10-02 16:09:42 -0400 | [diff] [blame] | 27 | u64 max_extent_size; |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 28 | unsigned long *bitmap; |
| 29 | struct list_head list; |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 30 | enum btrfs_trim_state trim_state; |
Josef Bacik | 9630308 | 2009-07-13 21:29:25 -0400 | [diff] [blame] | 31 | }; |
| 32 | |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 33 | static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info) |
| 34 | { |
| 35 | return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED); |
| 36 | } |
| 37 | |
Dennis Zhou | da080fe | 2019-12-13 16:22:13 -0800 | [diff] [blame] | 38 | static inline bool btrfs_free_space_trimming_bitmap( |
| 39 | struct btrfs_free_space *info) |
| 40 | { |
| 41 | return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING); |
| 42 | } |
| 43 | |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 44 | struct btrfs_free_space_ctl { |
| 45 | spinlock_t tree_lock; |
| 46 | struct rb_root free_space_offset; |
| 47 | u64 free_space; |
| 48 | int extents_thresh; |
| 49 | int free_extents; |
| 50 | int total_bitmaps; |
| 51 | int unit; |
| 52 | u64 start; |
David Sterba | 20e5506 | 2015-11-19 11:42:28 +0100 | [diff] [blame] | 53 | const struct btrfs_free_space_op *op; |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 54 | void *private; |
Filipe Manana | 55507ce | 2014-12-01 17:04:09 +0000 | [diff] [blame] | 55 | struct mutex cache_writeout_mutex; |
| 56 | struct list_head trimming_ranges; |
Li Zefan | 34d52cb | 2011-03-29 13:46:06 +0800 | [diff] [blame] | 57 | }; |
| 58 | |
| 59 | struct btrfs_free_space_op { |
| 60 | void (*recalc_thresholds)(struct btrfs_free_space_ctl *ctl); |
| 61 | bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl, |
| 62 | struct btrfs_free_space *info); |
| 63 | }; |
| 64 | |
David Sterba | 67b61ae | 2019-08-21 19:57:04 +0200 | [diff] [blame] | 65 | struct btrfs_io_ctl { |
| 66 | void *cur, *orig; |
| 67 | struct page *page; |
| 68 | struct page **pages; |
| 69 | struct btrfs_fs_info *fs_info; |
| 70 | struct inode *inode; |
| 71 | unsigned long size; |
| 72 | int index; |
| 73 | int num_pages; |
| 74 | int entries; |
| 75 | int bitmaps; |
| 76 | unsigned check_crcs:1; |
| 77 | }; |
Chris Mason | c9dc4c6 | 2015-04-04 17:14:42 -0700 | [diff] [blame] | 78 | |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 79 | struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group, |
David Sterba | 7949f33 | 2019-03-20 13:40:19 +0100 | [diff] [blame] | 80 | struct btrfs_path *path); |
David Sterba | 4ca75f1 | 2019-03-20 13:42:57 +0100 | [diff] [blame] | 81 | int create_free_space_inode(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 82 | struct btrfs_block_group *block_group, |
Josef Bacik | 0af3d00 | 2010-06-21 14:48:16 -0400 | [diff] [blame] | 83 | struct btrfs_path *path); |
Josef Bacik | 0cb59c9 | 2010-07-02 12:14:14 -0400 | [diff] [blame] | 84 | |
Jeff Mahoney | 2ff7e61 | 2016-06-22 18:54:24 -0400 | [diff] [blame] | 85 | int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info, |
Miao Xie | 7b61cd9 | 2013-05-13 13:55:09 +0000 | [diff] [blame] | 86 | struct btrfs_block_rsv *rsv); |
Jeff Mahoney | 77ab86b | 2017-02-15 16:28:30 -0500 | [diff] [blame] | 87 | int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 88 | struct btrfs_block_group *block_group, |
Josef Bacik | 0af3d00 | 2010-06-21 14:48:16 -0400 | [diff] [blame] | 89 | struct inode *inode); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 90 | int load_free_space_cache(struct btrfs_block_group *block_group); |
Jeff Mahoney | afdb571 | 2016-09-09 12:09:35 -0400 | [diff] [blame] | 91 | int btrfs_wait_cache_io(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 92 | struct btrfs_block_group *block_group, |
Jeff Mahoney | afdb571 | 2016-09-09 12:09:35 -0400 | [diff] [blame] | 93 | struct btrfs_path *path); |
David Sterba | fe04153 | 2019-03-20 13:51:56 +0100 | [diff] [blame] | 94 | int btrfs_write_out_cache(struct btrfs_trans_handle *trans, |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 95 | struct btrfs_block_group *block_group, |
Josef Bacik | 0cb59c9 | 2010-07-02 12:14:14 -0400 | [diff] [blame] | 96 | struct btrfs_path *path); |
Li Zefan | 82d5902 | 2011-04-20 10:33:24 +0800 | [diff] [blame] | 97 | struct inode *lookup_free_ino_inode(struct btrfs_root *root, |
| 98 | struct btrfs_path *path); |
| 99 | int create_free_ino_inode(struct btrfs_root *root, |
| 100 | struct btrfs_trans_handle *trans, |
| 101 | struct btrfs_path *path); |
| 102 | int load_free_ino_cache(struct btrfs_fs_info *fs_info, |
| 103 | struct btrfs_root *root); |
| 104 | int btrfs_write_out_ino_cache(struct btrfs_root *root, |
| 105 | struct btrfs_trans_handle *trans, |
Filipe David Borba Manana | 53645a9 | 2013-09-20 14:43:28 +0100 | [diff] [blame] | 106 | struct btrfs_path *path, |
| 107 | struct inode *inode); |
Li Zefan | 82d5902 | 2011-04-20 10:33:24 +0800 | [diff] [blame] | 108 | |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 109 | void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group); |
Jeff Mahoney | ab8d0fc | 2016-09-20 10:05:02 -0400 | [diff] [blame] | 110 | int __btrfs_add_free_space(struct btrfs_fs_info *fs_info, |
| 111 | struct btrfs_free_space_ctl *ctl, |
Dennis Zhou | a7ccb25 | 2019-12-13 16:22:12 -0800 | [diff] [blame] | 112 | u64 bytenr, u64 size, |
| 113 | enum btrfs_trim_state trim_state); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 114 | int btrfs_add_free_space(struct btrfs_block_group *block_group, |
Josef Bacik | 478b4d9 | 2019-06-20 15:37:43 -0400 | [diff] [blame] | 115 | u64 bytenr, u64 size); |
Dennis Zhou | b0643e5 | 2019-12-13 16:22:14 -0800 | [diff] [blame] | 116 | int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group, |
| 117 | u64 bytenr, u64 size); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 118 | int btrfs_remove_free_space(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 119 | u64 bytenr, u64 size); |
Li Zefan | 581bb05 | 2011-04-20 10:06:11 +0800 | [diff] [blame] | 120 | void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 121 | void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group); |
Dennis Zhou | 6e80d4f | 2019-12-13 16:22:15 -0800 | [diff] [blame^] | 122 | bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 123 | u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group, |
Miao Xie | a482039 | 2013-09-09 13:19:42 +0800 | [diff] [blame] | 124 | u64 offset, u64 bytes, u64 empty_size, |
| 125 | u64 *max_extent_size); |
Li Zefan | 581bb05 | 2011-04-20 10:06:11 +0800 | [diff] [blame] | 126 | u64 btrfs_find_ino_for_alloc(struct btrfs_root *fs_root); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 127 | void btrfs_dump_free_space(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 128 | u64 bytes); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 129 | int btrfs_find_space_cluster(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 130 | struct btrfs_free_cluster *cluster, |
| 131 | u64 offset, u64 bytes, u64 empty_size); |
| 132 | void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 133 | u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 134 | struct btrfs_free_cluster *cluster, u64 bytes, |
Miao Xie | a482039 | 2013-09-09 13:19:42 +0800 | [diff] [blame] | 135 | u64 min_start, u64 *max_extent_size); |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 136 | int btrfs_return_cluster_to_free_space( |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 137 | struct btrfs_block_group *block_group, |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 138 | struct btrfs_free_cluster *cluster); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 139 | int btrfs_trim_block_group(struct btrfs_block_group *block_group, |
Li Dongyang | f7039b1 | 2011-03-24 10:24:28 +0000 | [diff] [blame] | 140 | u64 *trimmed, u64 start, u64 end, u64 minlen); |
Josef Bacik | 74255aa | 2013-03-15 09:47:08 -0400 | [diff] [blame] | 141 | |
Nicholas D Steeves | 0132761 | 2016-05-19 21:18:45 -0400 | [diff] [blame] | 142 | /* Support functions for running our sanity tests */ |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 143 | #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 144 | int test_add_free_space_entry(struct btrfs_block_group *cache, |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 145 | u64 offset, u64 bytes, bool bitmap); |
David Sterba | 32da5386 | 2019-10-29 19:20:18 +0100 | [diff] [blame] | 146 | int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes); |
Josef Bacik | dc11dd5 | 2013-08-14 15:05:12 -0400 | [diff] [blame] | 147 | #endif |
Josef Bacik | 74255aa | 2013-03-15 09:47:08 -0400 | [diff] [blame] | 148 | |
Chris Mason | fa9c0d79 | 2009-04-03 09:47:43 -0400 | [diff] [blame] | 149 | #endif |