Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Internal header file for device mapper |
| 3 | * |
| 4 | * Copyright (C) 2001, 2002 Sistina Software |
Alasdair G Kergon | 2b06cff | 2006-06-26 00:27:32 -0700 | [diff] [blame] | 5 | * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | * |
| 7 | * This file is released under the LGPL. |
| 8 | */ |
| 9 | |
| 10 | #ifndef DM_INTERNAL_H |
| 11 | #define DM_INTERNAL_H |
| 12 | |
| 13 | #include <linux/fs.h> |
| 14 | #include <linux/device-mapper.h> |
| 15 | #include <linux/list.h> |
Mike Snitzer | 4cc9613 | 2016-05-12 16:28:10 -0400 | [diff] [blame] | 16 | #include <linux/moduleparam.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/blkdev.h> |
Tejun Heo | 66114ca | 2015-05-22 17:13:32 -0400 | [diff] [blame] | 18 | #include <linux/backing-dev.h> |
Darrick J. Wong | 3ac51e7 | 2006-03-27 01:17:54 -0800 | [diff] [blame] | 19 | #include <linux/hdreg.h> |
Mikulas Patocka | be35f48 | 2014-01-06 23:01:22 -0500 | [diff] [blame] | 20 | #include <linux/completion.h> |
Mikulas Patocka | 2995fa7 | 2014-01-13 19:37:54 -0500 | [diff] [blame] | 21 | #include <linux/kobject.h> |
Elena Reshetova | 2a0b468 | 2017-10-20 10:37:38 +0300 | [diff] [blame] | 22 | #include <linux/refcount.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | |
Mikulas Patocka | fd2ed4d | 2013-08-16 10:54:23 -0400 | [diff] [blame] | 24 | #include "dm-stats.h" |
| 25 | |
Kiyoshi Ueda | 45cbcd7 | 2006-12-08 02:41:05 -0800 | [diff] [blame] | 26 | /* |
Kiyoshi Ueda | a3d77d3 | 2006-12-08 02:41:04 -0800 | [diff] [blame] | 27 | * Suspend feature flags |
| 28 | */ |
| 29 | #define DM_SUSPEND_LOCKFS_FLAG (1 << 0) |
Kiyoshi Ueda | 81fdb09 | 2006-12-08 02:41:07 -0800 | [diff] [blame] | 30 | #define DM_SUSPEND_NOFLUSH_FLAG (1 << 1) |
Kiyoshi Ueda | a3d77d3 | 2006-12-08 02:41:04 -0800 | [diff] [blame] | 31 | |
| 32 | /* |
Alasdair G Kergon | 1f4e0ff | 2012-07-27 15:08:16 +0100 | [diff] [blame] | 33 | * Status feature flags |
| 34 | */ |
| 35 | #define DM_STATUS_NOFLUSH_FLAG (1 << 0) |
| 36 | |
| 37 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | * List of devices that a metadevice uses and should open/close. |
| 39 | */ |
Mikulas Patocka | 82b1519 | 2008-10-10 13:37:09 +0100 | [diff] [blame] | 40 | struct dm_dev_internal { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | struct list_head list; |
Elena Reshetova | 2a0b468 | 2017-10-20 10:37:38 +0300 | [diff] [blame] | 42 | refcount_t count; |
Benjamin Marzinski | 86f1152 | 2014-08-13 13:53:43 -0500 | [diff] [blame] | 43 | struct dm_dev *dm_dev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | }; |
| 45 | |
| 46 | struct dm_table; |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 47 | struct dm_md_mempools; |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 48 | struct dm_target_io; |
| 49 | struct dm_io; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | |
| 51 | /*----------------------------------------------------------------- |
Alasdair G Kergon | 17b2f66 | 2006-06-26 00:27:33 -0700 | [diff] [blame] | 52 | * Internal table functions. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | *---------------------------------------------------------------*/ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | void dm_table_event_callback(struct dm_table *t, |
| 55 | void (*fn)(void *), void *context); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | struct dm_target *dm_table_get_target(struct dm_table *t, unsigned int index); |
| 57 | struct dm_target *dm_table_find_target(struct dm_table *t, sector_t sector); |
Mike Snitzer | 3ae7065 | 2012-09-26 23:45:45 +0100 | [diff] [blame] | 58 | bool dm_table_has_no_data_devices(struct dm_table *table); |
Mike Snitzer | 754c5fc | 2009-06-22 10:12:34 +0100 | [diff] [blame] | 59 | int dm_calculate_queue_limits(struct dm_table *table, |
| 60 | struct queue_limits *limits); |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 61 | int dm_table_set_restrictions(struct dm_table *t, struct request_queue *q, |
| 62 | struct queue_limits *limits); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | struct list_head *dm_table_get_devices(struct dm_table *t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | void dm_table_presuspend_targets(struct dm_table *t); |
Mike Snitzer | d67ee21 | 2014-10-28 20:13:31 -0400 | [diff] [blame] | 65 | void dm_table_presuspend_undo_targets(struct dm_table *t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | void dm_table_postsuspend_targets(struct dm_table *t); |
Milan Broz | 8757b77 | 2006-10-03 01:15:36 -0700 | [diff] [blame] | 67 | int dm_table_resume_targets(struct dm_table *t); |
Bart Van Assche | 7e0d574 | 2017-04-27 10:11:23 -0700 | [diff] [blame] | 68 | enum dm_queue_mode dm_table_get_type(struct dm_table *t); |
Alasdair G Kergon | 36a0456 | 2011-10-31 20:19:04 +0000 | [diff] [blame] | 69 | struct target_type *dm_table_get_immutable_target_type(struct dm_table *t); |
Mike Snitzer | 16f1226 | 2016-01-31 17:22:27 -0500 | [diff] [blame] | 70 | struct dm_target *dm_table_get_immutable_target(struct dm_table *t); |
Mike Snitzer | f083b09 | 2016-02-06 18:38:46 -0500 | [diff] [blame] | 71 | struct dm_target *dm_table_get_wildcard_target(struct dm_table *t); |
Toshi Kani | 545ed20 | 2016-06-22 17:54:53 -0600 | [diff] [blame] | 72 | bool dm_table_bio_based(struct dm_table *t); |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 73 | bool dm_table_request_based(struct dm_table *t); |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 74 | void dm_table_free_md_mempools(struct dm_table *t); |
| 75 | struct dm_md_mempools *dm_table_get_md_mempools(struct dm_table *t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | |
Mike Snitzer | a5664da | 2010-08-12 04:14:01 +0100 | [diff] [blame] | 77 | void dm_lock_md_type(struct mapped_device *md); |
| 78 | void dm_unlock_md_type(struct mapped_device *md); |
Bart Van Assche | 7e0d574 | 2017-04-27 10:11:23 -0700 | [diff] [blame] | 79 | void dm_set_md_type(struct mapped_device *md, enum dm_queue_mode type); |
| 80 | enum dm_queue_mode dm_get_md_type(struct mapped_device *md); |
Alasdair G Kergon | 36a0456 | 2011-10-31 20:19:04 +0000 | [diff] [blame] | 81 | struct target_type *dm_get_immutable_target_type(struct mapped_device *md); |
Mike Snitzer | a5664da | 2010-08-12 04:14:01 +0100 | [diff] [blame] | 82 | |
Mike Snitzer | 591ddcf | 2016-01-31 12:05:42 -0500 | [diff] [blame] | 83 | int dm_setup_md_queue(struct mapped_device *md, struct dm_table *t); |
Mike Snitzer | 4a0b4dd | 2010-08-12 04:14:02 +0100 | [diff] [blame] | 84 | |
Jun'ichi Nomura | 512875b | 2007-12-13 14:15:25 +0000 | [diff] [blame] | 85 | /* |
Mike Snitzer | 169e2cc | 2013-08-22 18:21:38 -0400 | [diff] [blame] | 86 | * To check whether the target type is bio-based or not (request-based). |
| 87 | */ |
| 88 | #define dm_target_bio_based(t) ((t)->type->map != NULL) |
| 89 | |
| 90 | /* |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 91 | * To check whether the target type is request-based or not (bio-based). |
| 92 | */ |
Christoph Hellwig | eb8db83 | 2017-01-22 18:32:46 +0100 | [diff] [blame] | 93 | #define dm_target_request_based(t) ((t)->type->clone_and_map_rq != NULL) |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 94 | |
Mike Snitzer | 169e2cc | 2013-08-22 18:21:38 -0400 | [diff] [blame] | 95 | /* |
| 96 | * To check whether the target type is a hybrid (capable of being |
| 97 | * either request-based or bio-based). |
| 98 | */ |
| 99 | #define dm_target_hybrid(t) (dm_target_bio_based(t) && dm_target_request_based(t)) |
| 100 | |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 101 | /* |
| 102 | * Zoned targets related functions. |
| 103 | */ |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 104 | int dm_set_zones_restrictions(struct dm_table *t, struct request_queue *q); |
| 105 | void dm_zone_endio(struct dm_io *io, struct bio *clone); |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 106 | #ifdef CONFIG_BLK_DEV_ZONED |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 107 | void dm_cleanup_zoned_dev(struct mapped_device *md); |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 108 | int dm_blk_report_zones(struct gendisk *disk, sector_t sector, |
| 109 | unsigned int nr_zones, report_zones_cb cb, void *data); |
Damien Le Moal | bf14e2b | 2021-05-26 06:24:58 +0900 | [diff] [blame] | 110 | bool dm_is_zone_write(struct mapped_device *md, struct bio *bio); |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 111 | int dm_zone_map_bio(struct dm_target_io *io); |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 112 | #else |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 113 | static inline void dm_cleanup_zoned_dev(struct mapped_device *md) {} |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 114 | #define dm_blk_report_zones NULL |
Damien Le Moal | bf14e2b | 2021-05-26 06:24:58 +0900 | [diff] [blame] | 115 | static inline bool dm_is_zone_write(struct mapped_device *md, struct bio *bio) |
| 116 | { |
| 117 | return false; |
| 118 | } |
Damien Le Moal | bb37d77 | 2021-05-26 06:25:00 +0900 | [diff] [blame] | 119 | static inline int dm_zone_map_bio(struct dm_target_io *tio) |
| 120 | { |
| 121 | return DM_MAPIO_KILL; |
| 122 | } |
Damien Le Moal | 7fc1872 | 2021-05-26 06:24:56 +0900 | [diff] [blame] | 123 | #endif |
| 124 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | /*----------------------------------------------------------------- |
| 126 | * A registry of target types. |
| 127 | *---------------------------------------------------------------*/ |
| 128 | int dm_target_init(void); |
| 129 | void dm_target_exit(void); |
| 130 | struct target_type *dm_get_target_type(const char *name); |
Cheng Renquan | 45194e4 | 2009-04-02 19:55:28 +0100 | [diff] [blame] | 131 | void dm_put_target_type(struct target_type *tt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | int dm_target_iterate(void (*iter_func)(struct target_type *tt, |
| 133 | void *param), void *param); |
| 134 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | int dm_split_args(int *argc, char ***argvp, char *input); |
| 136 | |
| 137 | /* |
Mike Anderson | 432a212 | 2009-12-10 23:52:20 +0000 | [diff] [blame] | 138 | * Is this mapped_device being deleted? |
| 139 | */ |
| 140 | int dm_deleting_md(struct mapped_device *md); |
| 141 | |
| 142 | /* |
Kiyoshi Ueda | 4f186f8 | 2009-12-10 23:52:26 +0000 | [diff] [blame] | 143 | * Is this mapped_device suspended? |
| 144 | */ |
| 145 | int dm_suspended_md(struct mapped_device *md); |
| 146 | |
| 147 | /* |
Mike Snitzer | ffcc393 | 2014-10-28 18:34:52 -0400 | [diff] [blame] | 148 | * Internal suspend and resume methods. |
| 149 | */ |
| 150 | int dm_suspended_internally_md(struct mapped_device *md); |
| 151 | void dm_internal_suspend_fast(struct mapped_device *md); |
| 152 | void dm_internal_resume_fast(struct mapped_device *md); |
| 153 | void dm_internal_suspend_noflush(struct mapped_device *md); |
| 154 | void dm_internal_resume(struct mapped_device *md); |
| 155 | |
| 156 | /* |
Mikulas Patocka | 2c140a2 | 2013-11-01 18:27:41 -0400 | [diff] [blame] | 157 | * Test if the device is scheduled for deferred remove. |
| 158 | */ |
| 159 | int dm_test_deferred_remove_flag(struct mapped_device *md); |
| 160 | |
| 161 | /* |
| 162 | * Try to remove devices marked for deferred removal. |
| 163 | */ |
| 164 | void dm_deferred_remove(void); |
| 165 | |
| 166 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | * The device-mapper can be driven through one of two interfaces; |
| 168 | * ioctl or filesystem, depending which patch you have applied. |
| 169 | */ |
| 170 | int dm_interface_init(void); |
| 171 | void dm_interface_exit(void); |
| 172 | |
| 173 | /* |
Milan Broz | 784aae7 | 2009-01-06 03:05:12 +0000 | [diff] [blame] | 174 | * sysfs interface |
| 175 | */ |
| 176 | int dm_sysfs_init(struct mapped_device *md); |
| 177 | void dm_sysfs_exit(struct mapped_device *md); |
| 178 | struct kobject *dm_kobject(struct mapped_device *md); |
| 179 | struct mapped_device *dm_get_from_kobject(struct kobject *kobj); |
Mikulas Patocka | 2995fa7 | 2014-01-13 19:37:54 -0500 | [diff] [blame] | 180 | |
| 181 | /* |
| 182 | * The kobject helper |
| 183 | */ |
| 184 | void dm_kobject_release(struct kobject *kobj); |
Milan Broz | 784aae7 | 2009-01-06 03:05:12 +0000 | [diff] [blame] | 185 | |
| 186 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | * Targets for linear and striped mappings |
| 188 | */ |
| 189 | int dm_linear_init(void); |
| 190 | void dm_linear_exit(void); |
| 191 | |
| 192 | int dm_stripe_init(void); |
| 193 | void dm_stripe_exit(void); |
| 194 | |
Kiyoshi Ueda | 3f77316d | 2010-08-12 04:13:56 +0100 | [diff] [blame] | 195 | /* |
| 196 | * mapped_device operations |
| 197 | */ |
| 198 | void dm_destroy(struct mapped_device *md); |
| 199 | void dm_destroy_immediate(struct mapped_device *md); |
Alasdair G Kergon | 5c6bd75 | 2006-06-26 00:27:34 -0700 | [diff] [blame] | 200 | int dm_open_count(struct mapped_device *md); |
Mikulas Patocka | 2c140a2 | 2013-11-01 18:27:41 -0400 | [diff] [blame] | 201 | int dm_lock_for_deletion(struct mapped_device *md, bool mark_deferred, bool only_deferred); |
| 202 | int dm_cancel_deferred_remove(struct mapped_device *md); |
Mikulas Patocka | fd2ed4d | 2013-08-16 10:54:23 -0400 | [diff] [blame] | 203 | int dm_request_based(struct mapped_device *md); |
Benjamin Marzinski | 86f1152 | 2014-08-13 13:53:43 -0500 | [diff] [blame] | 204 | int dm_get_table_device(struct mapped_device *md, dev_t dev, fmode_t mode, |
| 205 | struct dm_dev **result); |
| 206 | void dm_put_table_device(struct mapped_device *md, struct dm_dev *d); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | |
Peter Rajnoha | 3abf85b | 2010-03-06 02:32:31 +0000 | [diff] [blame] | 208 | int dm_kobject_uevent(struct mapped_device *md, enum kobject_action action, |
| 209 | unsigned cookie); |
Alasdair G Kergon | 69267a3 | 2007-12-13 14:15:57 +0000 | [diff] [blame] | 210 | |
Mikulas Patocka | fd2ed4d | 2013-08-16 10:54:23 -0400 | [diff] [blame] | 211 | void dm_internal_suspend(struct mapped_device *md); |
| 212 | void dm_internal_resume(struct mapped_device *md); |
| 213 | |
Mikulas Patocka | 952b355 | 2009-12-10 23:51:57 +0000 | [diff] [blame] | 214 | int dm_io_init(void); |
| 215 | void dm_io_exit(void); |
| 216 | |
Mikulas Patocka | 945fa4d | 2008-04-24 21:43:49 +0100 | [diff] [blame] | 217 | int dm_kcopyd_init(void); |
| 218 | void dm_kcopyd_exit(void); |
| 219 | |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 220 | /* |
| 221 | * Mempool operations |
| 222 | */ |
Bart Van Assche | 7e0d574 | 2017-04-27 10:11:23 -0700 | [diff] [blame] | 223 | struct dm_md_mempools *dm_alloc_md_mempools(struct mapped_device *md, enum dm_queue_mode type, |
Mike Snitzer | 0776aa0 | 2017-12-08 14:40:52 -0500 | [diff] [blame] | 224 | unsigned integrity, unsigned per_bio_data_size, |
| 225 | unsigned min_pool_size); |
Kiyoshi Ueda | e6ee8c0 | 2009-06-22 10:12:36 +0100 | [diff] [blame] | 226 | void dm_free_md_mempools(struct dm_md_mempools *pools); |
| 227 | |
Mikulas Patocka | fd2ed4d | 2013-08-16 10:54:23 -0400 | [diff] [blame] | 228 | /* |
Mike Snitzer | 4cc9613 | 2016-05-12 16:28:10 -0400 | [diff] [blame] | 229 | * Various helpers |
Mikulas Patocka | fd2ed4d | 2013-08-16 10:54:23 -0400 | [diff] [blame] | 230 | */ |
Mike Snitzer | e860313 | 2013-09-12 18:06:12 -0400 | [diff] [blame] | 231 | unsigned dm_get_reserved_bio_based_ios(void); |
Mike Snitzer | 0ce6579 | 2015-02-26 00:50:28 -0500 | [diff] [blame] | 232 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 233 | #endif |