blob: 1f23088d43f957fd6cb6895067ebe70463c3473b [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masonfa9c0d792009-04-03 09:47:43 -04002/*
3 * Copyright (C) 2009 Oracle. All rights reserved.
Chris Masonfa9c0d792009-04-03 09:47:43 -04004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_FREE_SPACE_CACHE_H
7#define BTRFS_FREE_SPACE_CACHE_H
Chris Masonfa9c0d792009-04-03 09:47:43 -04008
Dennis Zhoua7ccb252019-12-13 16:22:12 -08009/*
10 * This is the trim state of an extent or bitmap.
Dennis Zhouda080fe2019-12-13 16:22:13 -080011 *
12 * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a
13 * bitmap as we may need several trims to fully trim a single bitmap entry.
14 * This is reset should any free space other than trimmed space be added to the
15 * bitmap.
Dennis Zhoua7ccb252019-12-13 16:22:12 -080016 */
17enum btrfs_trim_state {
18 BTRFS_TRIM_STATE_UNTRIMMED,
19 BTRFS_TRIM_STATE_TRIMMED,
Dennis Zhouda080fe2019-12-13 16:22:13 -080020 BTRFS_TRIM_STATE_TRIMMING,
Dennis Zhoua7ccb252019-12-13 16:22:12 -080021};
22
Josef Bacik96303082009-07-13 21:29:25 -040023struct btrfs_free_space {
24 struct rb_node offset_index;
25 u64 offset;
26 u64 bytes;
Josef Bacikcef40482015-10-02 16:09:42 -040027 u64 max_extent_size;
Josef Bacik96303082009-07-13 21:29:25 -040028 unsigned long *bitmap;
29 struct list_head list;
Dennis Zhoua7ccb252019-12-13 16:22:12 -080030 enum btrfs_trim_state trim_state;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080031 s32 bitmap_extents;
Josef Bacik96303082009-07-13 21:29:25 -040032};
33
Dennis Zhoua7ccb252019-12-13 16:22:12 -080034static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info)
35{
36 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED);
37}
38
Dennis Zhouda080fe2019-12-13 16:22:13 -080039static inline bool btrfs_free_space_trimming_bitmap(
40 struct btrfs_free_space *info)
41{
42 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING);
43}
44
Li Zefan34d52cb2011-03-29 13:46:06 +080045struct btrfs_free_space_ctl {
46 spinlock_t tree_lock;
47 struct rb_root free_space_offset;
48 u64 free_space;
49 int extents_thresh;
50 int free_extents;
51 int total_bitmaps;
52 int unit;
53 u64 start;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080054 s32 discardable_extents[BTRFS_STAT_NR_ENTRIES];
Dennis Zhou5dc7c102019-12-13 16:22:21 -080055 s64 discardable_bytes[BTRFS_STAT_NR_ENTRIES];
David Sterba20e55062015-11-19 11:42:28 +010056 const struct btrfs_free_space_op *op;
Li Zefan34d52cb2011-03-29 13:46:06 +080057 void *private;
Filipe Manana55507ce2014-12-01 17:04:09 +000058 struct mutex cache_writeout_mutex;
59 struct list_head trimming_ranges;
Li Zefan34d52cb2011-03-29 13:46:06 +080060};
61
62struct btrfs_free_space_op {
Li Zefan34d52cb2011-03-29 13:46:06 +080063 bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl,
64 struct btrfs_free_space *info);
65};
66
David Sterba67b61ae2019-08-21 19:57:04 +020067struct btrfs_io_ctl {
68 void *cur, *orig;
69 struct page *page;
70 struct page **pages;
71 struct btrfs_fs_info *fs_info;
72 struct inode *inode;
73 unsigned long size;
74 int index;
75 int num_pages;
76 int entries;
77 int bitmaps;
David Sterba67b61ae2019-08-21 19:57:04 +020078};
Chris Masonc9dc4c62015-04-04 17:14:42 -070079
David Sterba32da53862019-10-29 19:20:18 +010080struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group,
David Sterba7949f332019-03-20 13:40:19 +010081 struct btrfs_path *path);
David Sterba4ca75f12019-03-20 13:42:57 +010082int create_free_space_inode(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010083 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040084 struct btrfs_path *path);
Boris Burkov36b216c2020-11-18 15:06:25 -080085int btrfs_remove_free_space_inode(struct btrfs_trans_handle *trans,
86 struct inode *inode,
87 struct btrfs_block_group *block_group);
Josef Bacik0cb59c92010-07-02 12:14:14 -040088
Jeff Mahoney2ff7e612016-06-22 18:54:24 -040089int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info,
Miao Xie7b61cd92013-05-13 13:55:09 +000090 struct btrfs_block_rsv *rsv);
Jeff Mahoney77ab86b2017-02-15 16:28:30 -050091int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010092 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040093 struct inode *inode);
David Sterba32da53862019-10-29 19:20:18 +010094int load_free_space_cache(struct btrfs_block_group *block_group);
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040095int btrfs_wait_cache_io(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010096 struct btrfs_block_group *block_group,
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040097 struct btrfs_path *path);
David Sterbafe041532019-03-20 13:51:56 +010098int btrfs_write_out_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010099 struct btrfs_block_group *block_group,
Josef Bacik0cb59c92010-07-02 12:14:14 -0400100 struct btrfs_path *path);
Li Zefan82d59022011-04-20 10:33:24 +0800101
Josef Bacikcd799092020-10-23 09:58:08 -0400102void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group,
103 struct btrfs_free_space_ctl *ctl);
Jeff Mahoneyab8d0fc2016-09-20 10:05:02 -0400104int __btrfs_add_free_space(struct btrfs_fs_info *fs_info,
105 struct btrfs_free_space_ctl *ctl,
Dennis Zhoua7ccb252019-12-13 16:22:12 -0800106 u64 bytenr, u64 size,
107 enum btrfs_trim_state trim_state);
David Sterba32da53862019-10-29 19:20:18 +0100108int btrfs_add_free_space(struct btrfs_block_group *block_group,
Josef Bacik478b4d92019-06-20 15:37:43 -0400109 u64 bytenr, u64 size);
Naohiro Aota169e0da2021-02-04 19:21:52 +0900110int btrfs_add_free_space_unused(struct btrfs_block_group *block_group,
111 u64 bytenr, u64 size);
Dennis Zhoub0643e52019-12-13 16:22:14 -0800112int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group,
113 u64 bytenr, u64 size);
David Sterba32da53862019-10-29 19:20:18 +0100114int btrfs_remove_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400115 u64 bytenr, u64 size);
Li Zefan581bb052011-04-20 10:06:11 +0800116void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl);
David Sterba32da53862019-10-29 19:20:18 +0100117void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group);
Dennis Zhou6e80d4f2019-12-13 16:22:15 -0800118bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group);
David Sterba32da53862019-10-29 19:20:18 +0100119u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group,
Miao Xiea4820392013-09-09 13:19:42 +0800120 u64 offset, u64 bytes, u64 empty_size,
121 u64 *max_extent_size);
David Sterba32da53862019-10-29 19:20:18 +0100122void btrfs_dump_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400123 u64 bytes);
David Sterba32da53862019-10-29 19:20:18 +0100124int btrfs_find_space_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400125 struct btrfs_free_cluster *cluster,
126 u64 offset, u64 bytes, u64 empty_size);
127void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100128u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400129 struct btrfs_free_cluster *cluster, u64 bytes,
Miao Xiea4820392013-09-09 13:19:42 +0800130 u64 min_start, u64 *max_extent_size);
Anand Jain69b0e092020-06-03 18:10:18 +0800131void btrfs_return_cluster_to_free_space(
David Sterba32da53862019-10-29 19:20:18 +0100132 struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400133 struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100134int btrfs_trim_block_group(struct btrfs_block_group *block_group,
Li Dongyangf7039b12011-03-24 10:24:28 +0000135 u64 *trimmed, u64 start, u64 end, u64 minlen);
Dennis Zhou2bee7eb2019-12-13 16:22:16 -0800136int btrfs_trim_block_group_extents(struct btrfs_block_group *block_group,
137 u64 *trimmed, u64 start, u64 end, u64 minlen,
138 bool async);
139int btrfs_trim_block_group_bitmaps(struct btrfs_block_group *block_group,
140 u64 *trimmed, u64 start, u64 end, u64 minlen,
Dennis Zhou7fe6d452020-01-02 16:26:39 -0500141 u64 maxlen, bool async);
Josef Bacik74255aa2013-03-15 09:47:08 -0400142
Boris Burkov94846222020-11-18 15:06:22 -0800143bool btrfs_free_space_cache_v1_active(struct btrfs_fs_info *fs_info);
144int btrfs_set_free_space_cache_v1_active(struct btrfs_fs_info *fs_info, bool active);
Nicholas D Steeves01327612016-05-19 21:18:45 -0400145/* Support functions for running our sanity tests */
Josef Bacikdc11dd52013-08-14 15:05:12 -0400146#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
David Sterba32da53862019-10-29 19:20:18 +0100147int test_add_free_space_entry(struct btrfs_block_group *cache,
Josef Bacikdc11dd52013-08-14 15:05:12 -0400148 u64 offset, u64 bytes, bool bitmap);
David Sterba32da53862019-10-29 19:20:18 +0100149int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes);
Josef Bacikdc11dd52013-08-14 15:05:12 -0400150#endif
Josef Bacik74255aa2013-03-15 09:47:08 -0400151
Chris Masonfa9c0d792009-04-03 09:47:43 -0400152#endif