blob: e3d5e0ad8f8e4e06e16b7ec0b2a98e571e571c86 [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masonfa9c0d792009-04-03 09:47:43 -04002/*
3 * Copyright (C) 2009 Oracle. All rights reserved.
Chris Masonfa9c0d792009-04-03 09:47:43 -04004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_FREE_SPACE_CACHE_H
7#define BTRFS_FREE_SPACE_CACHE_H
Chris Masonfa9c0d792009-04-03 09:47:43 -04008
Dennis Zhoua7ccb252019-12-13 16:22:12 -08009/*
10 * This is the trim state of an extent or bitmap.
Dennis Zhouda080fe2019-12-13 16:22:13 -080011 *
12 * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a
13 * bitmap as we may need several trims to fully trim a single bitmap entry.
14 * This is reset should any free space other than trimmed space be added to the
15 * bitmap.
Dennis Zhoua7ccb252019-12-13 16:22:12 -080016 */
17enum btrfs_trim_state {
18 BTRFS_TRIM_STATE_UNTRIMMED,
19 BTRFS_TRIM_STATE_TRIMMED,
Dennis Zhouda080fe2019-12-13 16:22:13 -080020 BTRFS_TRIM_STATE_TRIMMING,
Dennis Zhoua7ccb252019-12-13 16:22:12 -080021};
22
Josef Bacik96303082009-07-13 21:29:25 -040023struct btrfs_free_space {
24 struct rb_node offset_index;
25 u64 offset;
26 u64 bytes;
Josef Bacikcef40482015-10-02 16:09:42 -040027 u64 max_extent_size;
Josef Bacik96303082009-07-13 21:29:25 -040028 unsigned long *bitmap;
29 struct list_head list;
Dennis Zhoua7ccb252019-12-13 16:22:12 -080030 enum btrfs_trim_state trim_state;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080031 s32 bitmap_extents;
Josef Bacik96303082009-07-13 21:29:25 -040032};
33
Dennis Zhoua7ccb252019-12-13 16:22:12 -080034static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info)
35{
36 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED);
37}
38
Dennis Zhouda080fe2019-12-13 16:22:13 -080039static inline bool btrfs_free_space_trimming_bitmap(
40 struct btrfs_free_space *info)
41{
42 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING);
43}
44
Li Zefan34d52cb2011-03-29 13:46:06 +080045struct btrfs_free_space_ctl {
46 spinlock_t tree_lock;
47 struct rb_root free_space_offset;
48 u64 free_space;
49 int extents_thresh;
50 int free_extents;
51 int total_bitmaps;
52 int unit;
53 u64 start;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080054 s32 discardable_extents[BTRFS_STAT_NR_ENTRIES];
Dennis Zhou5dc7c102019-12-13 16:22:21 -080055 s64 discardable_bytes[BTRFS_STAT_NR_ENTRIES];
David Sterba20e55062015-11-19 11:42:28 +010056 const struct btrfs_free_space_op *op;
Li Zefan34d52cb2011-03-29 13:46:06 +080057 void *private;
Filipe Manana55507ce2014-12-01 17:04:09 +000058 struct mutex cache_writeout_mutex;
59 struct list_head trimming_ranges;
Li Zefan34d52cb2011-03-29 13:46:06 +080060};
61
62struct btrfs_free_space_op {
63 void (*recalc_thresholds)(struct btrfs_free_space_ctl *ctl);
64 bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl,
65 struct btrfs_free_space *info);
66};
67
David Sterba67b61ae2019-08-21 19:57:04 +020068struct btrfs_io_ctl {
69 void *cur, *orig;
70 struct page *page;
71 struct page **pages;
72 struct btrfs_fs_info *fs_info;
73 struct inode *inode;
74 unsigned long size;
75 int index;
76 int num_pages;
77 int entries;
78 int bitmaps;
79 unsigned check_crcs:1;
80};
Chris Masonc9dc4c62015-04-04 17:14:42 -070081
David Sterba32da53862019-10-29 19:20:18 +010082struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group,
David Sterba7949f332019-03-20 13:40:19 +010083 struct btrfs_path *path);
David Sterba4ca75f12019-03-20 13:42:57 +010084int create_free_space_inode(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010085 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040086 struct btrfs_path *path);
Josef Bacik0cb59c92010-07-02 12:14:14 -040087
Jeff Mahoney2ff7e612016-06-22 18:54:24 -040088int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info,
Miao Xie7b61cd92013-05-13 13:55:09 +000089 struct btrfs_block_rsv *rsv);
Jeff Mahoney77ab86b2017-02-15 16:28:30 -050090int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010091 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040092 struct inode *inode);
David Sterba32da53862019-10-29 19:20:18 +010093int load_free_space_cache(struct btrfs_block_group *block_group);
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040094int btrfs_wait_cache_io(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010095 struct btrfs_block_group *block_group,
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040096 struct btrfs_path *path);
David Sterbafe041532019-03-20 13:51:56 +010097int btrfs_write_out_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010098 struct btrfs_block_group *block_group,
Josef Bacik0cb59c92010-07-02 12:14:14 -040099 struct btrfs_path *path);
Li Zefan82d59022011-04-20 10:33:24 +0800100struct inode *lookup_free_ino_inode(struct btrfs_root *root,
101 struct btrfs_path *path);
102int create_free_ino_inode(struct btrfs_root *root,
103 struct btrfs_trans_handle *trans,
104 struct btrfs_path *path);
105int load_free_ino_cache(struct btrfs_fs_info *fs_info,
106 struct btrfs_root *root);
107int btrfs_write_out_ino_cache(struct btrfs_root *root,
108 struct btrfs_trans_handle *trans,
Filipe David Borba Manana53645a92013-09-20 14:43:28 +0100109 struct btrfs_path *path,
110 struct inode *inode);
Li Zefan82d59022011-04-20 10:33:24 +0800111
David Sterba32da53862019-10-29 19:20:18 +0100112void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group);
Jeff Mahoneyab8d0fc2016-09-20 10:05:02 -0400113int __btrfs_add_free_space(struct btrfs_fs_info *fs_info,
114 struct btrfs_free_space_ctl *ctl,
Dennis Zhoua7ccb252019-12-13 16:22:12 -0800115 u64 bytenr, u64 size,
116 enum btrfs_trim_state trim_state);
David Sterba32da53862019-10-29 19:20:18 +0100117int btrfs_add_free_space(struct btrfs_block_group *block_group,
Josef Bacik478b4d92019-06-20 15:37:43 -0400118 u64 bytenr, u64 size);
Dennis Zhoub0643e52019-12-13 16:22:14 -0800119int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group,
120 u64 bytenr, u64 size);
David Sterba32da53862019-10-29 19:20:18 +0100121int btrfs_remove_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400122 u64 bytenr, u64 size);
Li Zefan581bb052011-04-20 10:06:11 +0800123void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl);
David Sterba32da53862019-10-29 19:20:18 +0100124void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group);
Dennis Zhou6e80d4f2019-12-13 16:22:15 -0800125bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group);
David Sterba32da53862019-10-29 19:20:18 +0100126u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group,
Miao Xiea4820392013-09-09 13:19:42 +0800127 u64 offset, u64 bytes, u64 empty_size,
128 u64 *max_extent_size);
Li Zefan581bb052011-04-20 10:06:11 +0800129u64 btrfs_find_ino_for_alloc(struct btrfs_root *fs_root);
David Sterba32da53862019-10-29 19:20:18 +0100130void btrfs_dump_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400131 u64 bytes);
David Sterba32da53862019-10-29 19:20:18 +0100132int btrfs_find_space_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400133 struct btrfs_free_cluster *cluster,
134 u64 offset, u64 bytes, u64 empty_size);
135void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100136u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400137 struct btrfs_free_cluster *cluster, u64 bytes,
Miao Xiea4820392013-09-09 13:19:42 +0800138 u64 min_start, u64 *max_extent_size);
Anand Jain69b0e092020-06-03 18:10:18 +0800139void btrfs_return_cluster_to_free_space(
David Sterba32da53862019-10-29 19:20:18 +0100140 struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400141 struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100142int btrfs_trim_block_group(struct btrfs_block_group *block_group,
Li Dongyangf7039b12011-03-24 10:24:28 +0000143 u64 *trimmed, u64 start, u64 end, u64 minlen);
Dennis Zhou2bee7eb2019-12-13 16:22:16 -0800144int btrfs_trim_block_group_extents(struct btrfs_block_group *block_group,
145 u64 *trimmed, u64 start, u64 end, u64 minlen,
146 bool async);
147int btrfs_trim_block_group_bitmaps(struct btrfs_block_group *block_group,
148 u64 *trimmed, u64 start, u64 end, u64 minlen,
Dennis Zhou7fe6d452020-01-02 16:26:39 -0500149 u64 maxlen, bool async);
Josef Bacik74255aa2013-03-15 09:47:08 -0400150
Nicholas D Steeves01327612016-05-19 21:18:45 -0400151/* Support functions for running our sanity tests */
Josef Bacikdc11dd52013-08-14 15:05:12 -0400152#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
David Sterba32da53862019-10-29 19:20:18 +0100153int test_add_free_space_entry(struct btrfs_block_group *cache,
Josef Bacikdc11dd52013-08-14 15:05:12 -0400154 u64 offset, u64 bytes, bool bitmap);
David Sterba32da53862019-10-29 19:20:18 +0100155int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes);
Josef Bacikdc11dd52013-08-14 15:05:12 -0400156#endif
Josef Bacik74255aa2013-03-15 09:47:08 -0400157
Chris Masonfa9c0d792009-04-03 09:47:43 -0400158#endif