blob: 15591b2998956cd7c819cfe8d29a0e611ceb341c [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masonfa9c0d792009-04-03 09:47:43 -04002/*
3 * Copyright (C) 2009 Oracle. All rights reserved.
Chris Masonfa9c0d792009-04-03 09:47:43 -04004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_FREE_SPACE_CACHE_H
7#define BTRFS_FREE_SPACE_CACHE_H
Chris Masonfa9c0d792009-04-03 09:47:43 -04008
Dennis Zhoua7ccb252019-12-13 16:22:12 -08009/*
10 * This is the trim state of an extent or bitmap.
Dennis Zhouda080fe2019-12-13 16:22:13 -080011 *
12 * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a
13 * bitmap as we may need several trims to fully trim a single bitmap entry.
14 * This is reset should any free space other than trimmed space be added to the
15 * bitmap.
Dennis Zhoua7ccb252019-12-13 16:22:12 -080016 */
17enum btrfs_trim_state {
18 BTRFS_TRIM_STATE_UNTRIMMED,
19 BTRFS_TRIM_STATE_TRIMMED,
Dennis Zhouda080fe2019-12-13 16:22:13 -080020 BTRFS_TRIM_STATE_TRIMMING,
Dennis Zhoua7ccb252019-12-13 16:22:12 -080021};
22
Josef Bacik96303082009-07-13 21:29:25 -040023struct btrfs_free_space {
24 struct rb_node offset_index;
Josef Bacik59c7b562021-11-18 16:33:15 -050025 struct rb_node bytes_index;
Josef Bacik96303082009-07-13 21:29:25 -040026 u64 offset;
27 u64 bytes;
Josef Bacikcef40482015-10-02 16:09:42 -040028 u64 max_extent_size;
Josef Bacik96303082009-07-13 21:29:25 -040029 unsigned long *bitmap;
30 struct list_head list;
Dennis Zhoua7ccb252019-12-13 16:22:12 -080031 enum btrfs_trim_state trim_state;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080032 s32 bitmap_extents;
Josef Bacik96303082009-07-13 21:29:25 -040033};
34
Dennis Zhoua7ccb252019-12-13 16:22:12 -080035static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info)
36{
37 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED);
38}
39
Dennis Zhouda080fe2019-12-13 16:22:13 -080040static inline bool btrfs_free_space_trimming_bitmap(
41 struct btrfs_free_space *info)
42{
43 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING);
44}
45
Li Zefan34d52cb2011-03-29 13:46:06 +080046struct btrfs_free_space_ctl {
47 spinlock_t tree_lock;
48 struct rb_root free_space_offset;
Josef Bacik59c7b562021-11-18 16:33:15 -050049 struct rb_root_cached free_space_bytes;
Li Zefan34d52cb2011-03-29 13:46:06 +080050 u64 free_space;
51 int extents_thresh;
52 int free_extents;
53 int total_bitmaps;
54 int unit;
55 u64 start;
Dennis Zhoudfb79dd2019-12-13 16:22:20 -080056 s32 discardable_extents[BTRFS_STAT_NR_ENTRIES];
Dennis Zhou5dc7c102019-12-13 16:22:21 -080057 s64 discardable_bytes[BTRFS_STAT_NR_ENTRIES];
David Sterba20e55062015-11-19 11:42:28 +010058 const struct btrfs_free_space_op *op;
Nikolay Borisov364be842021-11-23 14:44:22 +020059 struct btrfs_block_group *block_group;
Filipe Manana55507ce2014-12-01 17:04:09 +000060 struct mutex cache_writeout_mutex;
61 struct list_head trimming_ranges;
Li Zefan34d52cb2011-03-29 13:46:06 +080062};
63
64struct btrfs_free_space_op {
Li Zefan34d52cb2011-03-29 13:46:06 +080065 bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl,
66 struct btrfs_free_space *info);
67};
68
David Sterba67b61ae2019-08-21 19:57:04 +020069struct btrfs_io_ctl {
70 void *cur, *orig;
71 struct page *page;
72 struct page **pages;
73 struct btrfs_fs_info *fs_info;
74 struct inode *inode;
75 unsigned long size;
76 int index;
77 int num_pages;
78 int entries;
79 int bitmaps;
David Sterba67b61ae2019-08-21 19:57:04 +020080};
Chris Masonc9dc4c62015-04-04 17:14:42 -070081
David Sterba32da53862019-10-29 19:20:18 +010082struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group,
David Sterba7949f332019-03-20 13:40:19 +010083 struct btrfs_path *path);
David Sterba4ca75f12019-03-20 13:42:57 +010084int create_free_space_inode(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010085 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040086 struct btrfs_path *path);
Boris Burkov36b216c2020-11-18 15:06:25 -080087int btrfs_remove_free_space_inode(struct btrfs_trans_handle *trans,
88 struct inode *inode,
89 struct btrfs_block_group *block_group);
Josef Bacik0cb59c92010-07-02 12:14:14 -040090
Jeff Mahoney2ff7e612016-06-22 18:54:24 -040091int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info,
Miao Xie7b61cd92013-05-13 13:55:09 +000092 struct btrfs_block_rsv *rsv);
Jeff Mahoney77ab86b2017-02-15 16:28:30 -050093int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010094 struct btrfs_block_group *block_group,
Josef Bacik0af3d002010-06-21 14:48:16 -040095 struct inode *inode);
David Sterba32da53862019-10-29 19:20:18 +010096int load_free_space_cache(struct btrfs_block_group *block_group);
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040097int btrfs_wait_cache_io(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +010098 struct btrfs_block_group *block_group,
Jeff Mahoneyafdb5712016-09-09 12:09:35 -040099 struct btrfs_path *path);
David Sterbafe041532019-03-20 13:51:56 +0100100int btrfs_write_out_cache(struct btrfs_trans_handle *trans,
David Sterba32da53862019-10-29 19:20:18 +0100101 struct btrfs_block_group *block_group,
Josef Bacik0cb59c92010-07-02 12:14:14 -0400102 struct btrfs_path *path);
Li Zefan82d59022011-04-20 10:33:24 +0800103
Josef Bacikcd799092020-10-23 09:58:08 -0400104void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group,
105 struct btrfs_free_space_ctl *ctl);
Nikolay Borisov290ef192021-11-23 14:44:21 +0200106int __btrfs_add_free_space(struct btrfs_block_group *block_group, u64 bytenr,
107 u64 size, enum btrfs_trim_state trim_state);
David Sterba32da53862019-10-29 19:20:18 +0100108int btrfs_add_free_space(struct btrfs_block_group *block_group,
Josef Bacik478b4d92019-06-20 15:37:43 -0400109 u64 bytenr, u64 size);
Naohiro Aota169e0da2021-02-04 19:21:52 +0900110int btrfs_add_free_space_unused(struct btrfs_block_group *block_group,
111 u64 bytenr, u64 size);
Dennis Zhoub0643e52019-12-13 16:22:14 -0800112int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group,
113 u64 bytenr, u64 size);
David Sterba32da53862019-10-29 19:20:18 +0100114int btrfs_remove_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400115 u64 bytenr, u64 size);
Li Zefan581bb052011-04-20 10:06:11 +0800116void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl);
David Sterba32da53862019-10-29 19:20:18 +0100117void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group);
Dennis Zhou6e80d4f2019-12-13 16:22:15 -0800118bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group);
David Sterba32da53862019-10-29 19:20:18 +0100119u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group,
Miao Xiea4820392013-09-09 13:19:42 +0800120 u64 offset, u64 bytes, u64 empty_size,
121 u64 *max_extent_size);
David Sterba32da53862019-10-29 19:20:18 +0100122void btrfs_dump_free_space(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400123 u64 bytes);
David Sterba32da53862019-10-29 19:20:18 +0100124int btrfs_find_space_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400125 struct btrfs_free_cluster *cluster,
126 u64 offset, u64 bytes, u64 empty_size);
127void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100128u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400129 struct btrfs_free_cluster *cluster, u64 bytes,
Miao Xiea4820392013-09-09 13:19:42 +0800130 u64 min_start, u64 *max_extent_size);
Anand Jain69b0e092020-06-03 18:10:18 +0800131void btrfs_return_cluster_to_free_space(
David Sterba32da53862019-10-29 19:20:18 +0100132 struct btrfs_block_group *block_group,
Chris Masonfa9c0d792009-04-03 09:47:43 -0400133 struct btrfs_free_cluster *cluster);
David Sterba32da53862019-10-29 19:20:18 +0100134int btrfs_trim_block_group(struct btrfs_block_group *block_group,
Li Dongyangf7039b12011-03-24 10:24:28 +0000135 u64 *trimmed, u64 start, u64 end, u64 minlen);
Dennis Zhou2bee7eb2019-12-13 16:22:16 -0800136int btrfs_trim_block_group_extents(struct btrfs_block_group *block_group,
137 u64 *trimmed, u64 start, u64 end, u64 minlen,
138 bool async);
139int btrfs_trim_block_group_bitmaps(struct btrfs_block_group *block_group,
140 u64 *trimmed, u64 start, u64 end, u64 minlen,
Dennis Zhou7fe6d452020-01-02 16:26:39 -0500141 u64 maxlen, bool async);
Josef Bacik74255aa2013-03-15 09:47:08 -0400142
Boris Burkov94846222020-11-18 15:06:22 -0800143bool btrfs_free_space_cache_v1_active(struct btrfs_fs_info *fs_info);
144int btrfs_set_free_space_cache_v1_active(struct btrfs_fs_info *fs_info, bool active);
Nicholas D Steeves01327612016-05-19 21:18:45 -0400145/* Support functions for running our sanity tests */
Josef Bacikdc11dd52013-08-14 15:05:12 -0400146#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
David Sterba32da53862019-10-29 19:20:18 +0100147int test_add_free_space_entry(struct btrfs_block_group *cache,
Josef Bacikdc11dd52013-08-14 15:05:12 -0400148 u64 offset, u64 bytes, bool bitmap);
David Sterba32da53862019-10-29 19:20:18 +0100149int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes);
Josef Bacikdc11dd52013-08-14 15:05:12 -0400150#endif
Josef Bacik74255aa2013-03-15 09:47:08 -0400151
Chris Masonfa9c0d792009-04-03 09:47:43 -0400152#endif