blob: 004db0b3111b6d54e94a2d1c65483e362df74363 [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masonc8b97812008-10-29 14:49:59 -04002/*
3 * Copyright (C) 2008 Oracle. All rights reserved.
Chris Masonc8b97812008-10-29 14:49:59 -04004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_COMPRESSION_H
7#define BTRFS_COMPRESSION_H
Chris Masonc8b97812008-10-29 14:49:59 -04008
Qu Wenruod5c1d682018-05-17 13:52:22 +08009#include <linux/sizes.h>
10
David Sterbaff763862017-02-14 19:30:39 +010011/*
12 * We want to make sure that amount of RAM required to uncompress an extent is
13 * reasonable, so we limit the total size in ram of a compressed extent to
14 * 128k. This is a crucial number because it also controls how easily we can
15 * spread reads across cpus for decompression.
16 *
17 * We also want to make sure the amount of IO required to do a random read is
18 * reasonably small, so we limit the size of a compressed extent to 128k.
19 */
20
21/* Maximum length of compressed data stored on disk */
22#define BTRFS_MAX_COMPRESSED (SZ_128K)
23/* Maximum size of data before compression */
24#define BTRFS_MAX_UNCOMPRESSED (SZ_128K)
25
Qu Wenruoeae8d822017-11-06 10:43:18 +080026#define BTRFS_ZLIB_DEFAULT_LEVEL 3
27
Anand Jaine1ddce72017-05-26 15:44:59 +080028struct compressed_bio {
29 /* number of bios pending for this compressed extent */
30 refcount_t pending_bios;
31
32 /* the pages with the compressed data on them */
33 struct page **compressed_pages;
34
35 /* inode that owns this data */
36 struct inode *inode;
37
38 /* starting offset in the inode for our pages */
39 u64 start;
40
41 /* number of bytes in the inode we're working on */
42 unsigned long len;
43
44 /* number of bytes on disk */
45 unsigned long compressed_len;
46
47 /* the compression algorithm for this bio */
48 int compress_type;
49
50 /* number of compressed pages in the array */
51 unsigned long nr_pages;
52
53 /* IO errors */
54 int errors;
55 int mirror_num;
56
57 /* for reads, this is the bio we are copying the data into */
58 struct bio *orig_bio;
59
60 /*
61 * the start of a variable length array of checksums only
62 * used by reads
63 */
64 u32 sums;
65};
66
Dennis Zhou19727082019-02-04 15:19:57 -050067static inline unsigned int btrfs_compress_type(unsigned int type_level)
68{
69 return (type_level & 0xF);
70}
71
72static inline unsigned int btrfs_compress_level(unsigned int type_level)
73{
74 return ((type_level & 0xF0) >> 4);
75}
76
Liu Bof5c29bd2017-11-02 17:21:50 -060077void __init btrfs_init_compress(void);
David Sterbae67c7182018-02-19 17:24:18 +010078void __cold btrfs_exit_compress(void);
Li Zefan261507a02010-12-17 14:21:50 +080079
David Sterbaf51d2b52017-09-15 17:36:57 +020080int btrfs_compress_pages(unsigned int type_level, struct address_space *mapping,
David Sterba38c31462017-02-14 19:04:07 +010081 u64 start, struct page **pages,
Li Zefan261507a02010-12-17 14:21:50 +080082 unsigned long *out_pages,
83 unsigned long *total_in,
David Sterbae5d74902017-02-14 19:45:05 +010084 unsigned long *total_out);
Li Zefan261507a02010-12-17 14:21:50 +080085int btrfs_decompress(int type, unsigned char *data_in, struct page *dest_page,
86 unsigned long start_byte, size_t srclen, size_t destlen);
David Sterba14a33572017-02-14 17:58:04 +010087int btrfs_decompress_buf2page(const char *buf, unsigned long buf_start,
Li Zefan3a39c182010-11-08 15:22:19 +080088 unsigned long total_out, u64 disk_start,
Christoph Hellwig974b1ad2016-11-25 09:07:46 +010089 struct bio *bio);
Li Zefan261507a02010-12-17 14:21:50 +080090
Christoph Hellwig4e4cbee2017-06-03 09:38:06 +020091blk_status_t btrfs_submit_compressed_write(struct inode *inode, u64 start,
Chris Masonc8b97812008-10-29 14:49:59 -040092 unsigned long len, u64 disk_start,
93 unsigned long compressed_len,
94 struct page **compressed_pages,
Liu Bof82b7352017-10-23 23:18:16 -060095 unsigned long nr_pages,
96 unsigned int write_flags);
Christoph Hellwig4e4cbee2017-06-03 09:38:06 +020097blk_status_t btrfs_submit_compressed_read(struct inode *inode, struct bio *bio,
Chris Masonc8b97812008-10-29 14:49:59 -040098 int mirror_num, unsigned long bio_flags);
Anand Jainebb87652016-03-10 17:26:59 +080099
David Sterbaf51d2b52017-09-15 17:36:57 +0200100unsigned btrfs_compress_str2level(const char *str);
101
Anand Jainebb87652016-03-10 17:26:59 +0800102enum btrfs_compression_type {
103 BTRFS_COMPRESS_NONE = 0,
104 BTRFS_COMPRESS_ZLIB = 1,
105 BTRFS_COMPRESS_LZO = 2,
Nick Terrell5c1aab12017-08-09 19:39:02 -0700106 BTRFS_COMPRESS_ZSTD = 3,
107 BTRFS_COMPRESS_TYPES = 3,
Anand Jainebb87652016-03-10 17:26:59 +0800108};
109
Li Zefan261507a02010-12-17 14:21:50 +0800110struct btrfs_compress_op {
111 struct list_head *(*alloc_workspace)(void);
112
113 void (*free_workspace)(struct list_head *workspace);
114
115 int (*compress_pages)(struct list_head *workspace,
116 struct address_space *mapping,
David Sterba38c31462017-02-14 19:04:07 +0100117 u64 start,
Li Zefan261507a02010-12-17 14:21:50 +0800118 struct page **pages,
Li Zefan261507a02010-12-17 14:21:50 +0800119 unsigned long *out_pages,
120 unsigned long *total_in,
David Sterbae5d74902017-02-14 19:45:05 +0100121 unsigned long *total_out);
Li Zefan261507a02010-12-17 14:21:50 +0800122
Christoph Hellwig974b1ad2016-11-25 09:07:46 +0100123 int (*decompress_bio)(struct list_head *workspace,
Anand Jaine1ddce72017-05-26 15:44:59 +0800124 struct compressed_bio *cb);
Li Zefan261507a02010-12-17 14:21:50 +0800125
126 int (*decompress)(struct list_head *workspace,
127 unsigned char *data_in,
128 struct page *dest_page,
129 unsigned long start_byte,
130 size_t srclen, size_t destlen);
David Sterbaf51d2b52017-09-15 17:36:57 +0200131
132 void (*set_level)(struct list_head *ws, unsigned int type);
Li Zefan261507a02010-12-17 14:21:50 +0800133};
134
David Sterbae8c9f182015-01-02 18:23:10 +0100135extern const struct btrfs_compress_op btrfs_zlib_compress;
136extern const struct btrfs_compress_op btrfs_lzo_compress;
Nick Terrell5c1aab12017-08-09 19:39:02 -0700137extern const struct btrfs_compress_op btrfs_zstd_compress;
Li Zefan261507a02010-12-17 14:21:50 +0800138
David Sterbae128f9c2017-10-31 17:24:26 +0100139const char* btrfs_compress_type2str(enum btrfs_compression_type type);
140
Timofey Titovetsc2fcdcd2017-07-17 16:52:58 +0300141int btrfs_compress_heuristic(struct inode *inode, u64 start, u64 end);
142
Chris Masonc8b97812008-10-29 14:49:59 -0400143#endif