David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2008 Oracle. All rights reserved. |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 4 | */ |
| 5 | |
David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 6 | #ifndef BTRFS_COMPRESSION_H |
| 7 | #define BTRFS_COMPRESSION_H |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 8 | |
Qu Wenruo | d5c1d68 | 2018-05-17 13:52:22 +0800 | [diff] [blame] | 9 | #include <linux/sizes.h> |
| 10 | |
David Sterba | ff76386 | 2017-02-14 19:30:39 +0100 | [diff] [blame] | 11 | /* |
| 12 | * We want to make sure that amount of RAM required to uncompress an extent is |
| 13 | * reasonable, so we limit the total size in ram of a compressed extent to |
| 14 | * 128k. This is a crucial number because it also controls how easily we can |
| 15 | * spread reads across cpus for decompression. |
| 16 | * |
| 17 | * We also want to make sure the amount of IO required to do a random read is |
| 18 | * reasonably small, so we limit the size of a compressed extent to 128k. |
| 19 | */ |
| 20 | |
| 21 | /* Maximum length of compressed data stored on disk */ |
| 22 | #define BTRFS_MAX_COMPRESSED (SZ_128K) |
| 23 | /* Maximum size of data before compression */ |
| 24 | #define BTRFS_MAX_UNCOMPRESSED (SZ_128K) |
| 25 | |
Qu Wenruo | eae8d82 | 2017-11-06 10:43:18 +0800 | [diff] [blame] | 26 | #define BTRFS_ZLIB_DEFAULT_LEVEL 3 |
| 27 | |
Anand Jain | e1ddce7 | 2017-05-26 15:44:59 +0800 | [diff] [blame] | 28 | struct compressed_bio { |
| 29 | /* number of bios pending for this compressed extent */ |
| 30 | refcount_t pending_bios; |
| 31 | |
| 32 | /* the pages with the compressed data on them */ |
| 33 | struct page **compressed_pages; |
| 34 | |
| 35 | /* inode that owns this data */ |
| 36 | struct inode *inode; |
| 37 | |
| 38 | /* starting offset in the inode for our pages */ |
| 39 | u64 start; |
| 40 | |
| 41 | /* number of bytes in the inode we're working on */ |
| 42 | unsigned long len; |
| 43 | |
| 44 | /* number of bytes on disk */ |
| 45 | unsigned long compressed_len; |
| 46 | |
| 47 | /* the compression algorithm for this bio */ |
| 48 | int compress_type; |
| 49 | |
| 50 | /* number of compressed pages in the array */ |
| 51 | unsigned long nr_pages; |
| 52 | |
| 53 | /* IO errors */ |
| 54 | int errors; |
| 55 | int mirror_num; |
| 56 | |
| 57 | /* for reads, this is the bio we are copying the data into */ |
| 58 | struct bio *orig_bio; |
| 59 | |
| 60 | /* |
| 61 | * the start of a variable length array of checksums only |
| 62 | * used by reads |
| 63 | */ |
| 64 | u32 sums; |
| 65 | }; |
| 66 | |
Dennis Zhou | 1972708 | 2019-02-04 15:19:57 -0500 | [diff] [blame^] | 67 | static inline unsigned int btrfs_compress_type(unsigned int type_level) |
| 68 | { |
| 69 | return (type_level & 0xF); |
| 70 | } |
| 71 | |
| 72 | static inline unsigned int btrfs_compress_level(unsigned int type_level) |
| 73 | { |
| 74 | return ((type_level & 0xF0) >> 4); |
| 75 | } |
| 76 | |
Liu Bo | f5c29bd | 2017-11-02 17:21:50 -0600 | [diff] [blame] | 77 | void __init btrfs_init_compress(void); |
David Sterba | e67c718 | 2018-02-19 17:24:18 +0100 | [diff] [blame] | 78 | void __cold btrfs_exit_compress(void); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 79 | |
David Sterba | f51d2b5 | 2017-09-15 17:36:57 +0200 | [diff] [blame] | 80 | int btrfs_compress_pages(unsigned int type_level, struct address_space *mapping, |
David Sterba | 38c3146 | 2017-02-14 19:04:07 +0100 | [diff] [blame] | 81 | u64 start, struct page **pages, |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 82 | unsigned long *out_pages, |
| 83 | unsigned long *total_in, |
David Sterba | e5d7490 | 2017-02-14 19:45:05 +0100 | [diff] [blame] | 84 | unsigned long *total_out); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 85 | int btrfs_decompress(int type, unsigned char *data_in, struct page *dest_page, |
| 86 | unsigned long start_byte, size_t srclen, size_t destlen); |
David Sterba | 14a3357 | 2017-02-14 17:58:04 +0100 | [diff] [blame] | 87 | int btrfs_decompress_buf2page(const char *buf, unsigned long buf_start, |
Li Zefan | 3a39c18 | 2010-11-08 15:22:19 +0800 | [diff] [blame] | 88 | unsigned long total_out, u64 disk_start, |
Christoph Hellwig | 974b1ad | 2016-11-25 09:07:46 +0100 | [diff] [blame] | 89 | struct bio *bio); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 90 | |
Christoph Hellwig | 4e4cbee | 2017-06-03 09:38:06 +0200 | [diff] [blame] | 91 | blk_status_t btrfs_submit_compressed_write(struct inode *inode, u64 start, |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 92 | unsigned long len, u64 disk_start, |
| 93 | unsigned long compressed_len, |
| 94 | struct page **compressed_pages, |
Liu Bo | f82b735 | 2017-10-23 23:18:16 -0600 | [diff] [blame] | 95 | unsigned long nr_pages, |
| 96 | unsigned int write_flags); |
Christoph Hellwig | 4e4cbee | 2017-06-03 09:38:06 +0200 | [diff] [blame] | 97 | blk_status_t btrfs_submit_compressed_read(struct inode *inode, struct bio *bio, |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 98 | int mirror_num, unsigned long bio_flags); |
Anand Jain | ebb8765 | 2016-03-10 17:26:59 +0800 | [diff] [blame] | 99 | |
David Sterba | f51d2b5 | 2017-09-15 17:36:57 +0200 | [diff] [blame] | 100 | unsigned btrfs_compress_str2level(const char *str); |
| 101 | |
Anand Jain | ebb8765 | 2016-03-10 17:26:59 +0800 | [diff] [blame] | 102 | enum btrfs_compression_type { |
| 103 | BTRFS_COMPRESS_NONE = 0, |
| 104 | BTRFS_COMPRESS_ZLIB = 1, |
| 105 | BTRFS_COMPRESS_LZO = 2, |
Nick Terrell | 5c1aab1 | 2017-08-09 19:39:02 -0700 | [diff] [blame] | 106 | BTRFS_COMPRESS_ZSTD = 3, |
| 107 | BTRFS_COMPRESS_TYPES = 3, |
Anand Jain | ebb8765 | 2016-03-10 17:26:59 +0800 | [diff] [blame] | 108 | }; |
| 109 | |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 110 | struct btrfs_compress_op { |
| 111 | struct list_head *(*alloc_workspace)(void); |
| 112 | |
| 113 | void (*free_workspace)(struct list_head *workspace); |
| 114 | |
| 115 | int (*compress_pages)(struct list_head *workspace, |
| 116 | struct address_space *mapping, |
David Sterba | 38c3146 | 2017-02-14 19:04:07 +0100 | [diff] [blame] | 117 | u64 start, |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 118 | struct page **pages, |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 119 | unsigned long *out_pages, |
| 120 | unsigned long *total_in, |
David Sterba | e5d7490 | 2017-02-14 19:45:05 +0100 | [diff] [blame] | 121 | unsigned long *total_out); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 122 | |
Christoph Hellwig | 974b1ad | 2016-11-25 09:07:46 +0100 | [diff] [blame] | 123 | int (*decompress_bio)(struct list_head *workspace, |
Anand Jain | e1ddce7 | 2017-05-26 15:44:59 +0800 | [diff] [blame] | 124 | struct compressed_bio *cb); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 125 | |
| 126 | int (*decompress)(struct list_head *workspace, |
| 127 | unsigned char *data_in, |
| 128 | struct page *dest_page, |
| 129 | unsigned long start_byte, |
| 130 | size_t srclen, size_t destlen); |
David Sterba | f51d2b5 | 2017-09-15 17:36:57 +0200 | [diff] [blame] | 131 | |
| 132 | void (*set_level)(struct list_head *ws, unsigned int type); |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 133 | }; |
| 134 | |
David Sterba | e8c9f18 | 2015-01-02 18:23:10 +0100 | [diff] [blame] | 135 | extern const struct btrfs_compress_op btrfs_zlib_compress; |
| 136 | extern const struct btrfs_compress_op btrfs_lzo_compress; |
Nick Terrell | 5c1aab1 | 2017-08-09 19:39:02 -0700 | [diff] [blame] | 137 | extern const struct btrfs_compress_op btrfs_zstd_compress; |
Li Zefan | 261507a0 | 2010-12-17 14:21:50 +0800 | [diff] [blame] | 138 | |
David Sterba | e128f9c | 2017-10-31 17:24:26 +0100 | [diff] [blame] | 139 | const char* btrfs_compress_type2str(enum btrfs_compression_type type); |
| 140 | |
Timofey Titovets | c2fcdcd | 2017-07-17 16:52:58 +0300 | [diff] [blame] | 141 | int btrfs_compress_heuristic(struct inode *inode, u64 start, u64 end); |
| 142 | |
Chris Mason | c8b9781 | 2008-10-29 14:49:59 -0400 | [diff] [blame] | 143 | #endif |