blob: 742d9c80efe194501990c8f4b52636b12e6ba198 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Internal header file for device mapper
3 *
4 * Copyright (C) 2001, 2002 Sistina Software
Alasdair G Kergon2b06cff2006-06-26 00:27:32 -07005 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file is released under the LGPL.
8 */
9
10#ifndef DM_INTERNAL_H
11#define DM_INTERNAL_H
12
13#include <linux/fs.h>
14#include <linux/device-mapper.h>
15#include <linux/list.h>
Mike Snitzer4cc96132016-05-12 16:28:10 -040016#include <linux/moduleparam.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/blkdev.h>
Tejun Heo66114ca2015-05-22 17:13:32 -040018#include <linux/backing-dev.h>
Darrick J. Wong3ac51e72006-03-27 01:17:54 -080019#include <linux/hdreg.h>
Mikulas Patockabe35f482014-01-06 23:01:22 -050020#include <linux/completion.h>
Mikulas Patocka2995fa72014-01-13 19:37:54 -050021#include <linux/kobject.h>
Elena Reshetova2a0b4682017-10-20 10:37:38 +030022#include <linux/refcount.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Mikulas Patockafd2ed4d2013-08-16 10:54:23 -040024#include "dm-stats.h"
25
Kiyoshi Ueda45cbcd72006-12-08 02:41:05 -080026/*
Kiyoshi Uedaa3d77d32006-12-08 02:41:04 -080027 * Suspend feature flags
28 */
29#define DM_SUSPEND_LOCKFS_FLAG (1 << 0)
Kiyoshi Ueda81fdb092006-12-08 02:41:07 -080030#define DM_SUSPEND_NOFLUSH_FLAG (1 << 1)
Kiyoshi Uedaa3d77d32006-12-08 02:41:04 -080031
32/*
Alasdair G Kergon1f4e0ff2012-07-27 15:08:16 +010033 * Status feature flags
34 */
35#define DM_STATUS_NOFLUSH_FLAG (1 << 0)
36
37/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 * List of devices that a metadevice uses and should open/close.
39 */
Mikulas Patocka82b15192008-10-10 13:37:09 +010040struct dm_dev_internal {
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 struct list_head list;
Elena Reshetova2a0b4682017-10-20 10:37:38 +030042 refcount_t count;
Benjamin Marzinski86f11522014-08-13 13:53:43 -050043 struct dm_dev *dm_dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044};
45
46struct dm_table;
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +010047struct dm_md_mempools;
Damien Le Moalbb37d772021-05-26 06:25:00 +090048struct dm_target_io;
49struct dm_io;
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
51/*-----------------------------------------------------------------
Alasdair G Kergon17b2f662006-06-26 00:27:33 -070052 * Internal table functions.
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 *---------------------------------------------------------------*/
Linus Torvalds1da177e2005-04-16 15:20:36 -070054void dm_table_event_callback(struct dm_table *t,
55 void (*fn)(void *), void *context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070056struct dm_target *dm_table_get_target(struct dm_table *t, unsigned int index);
57struct dm_target *dm_table_find_target(struct dm_table *t, sector_t sector);
Mike Snitzer3ae70652012-09-26 23:45:45 +010058bool dm_table_has_no_data_devices(struct dm_table *table);
Mike Snitzer754c5fc2009-06-22 10:12:34 +010059int dm_calculate_queue_limits(struct dm_table *table,
60 struct queue_limits *limits);
Damien Le Moalbb37d772021-05-26 06:25:00 +090061int dm_table_set_restrictions(struct dm_table *t, struct request_queue *q,
62 struct queue_limits *limits);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063struct list_head *dm_table_get_devices(struct dm_table *t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064void dm_table_presuspend_targets(struct dm_table *t);
Mike Snitzerd67ee212014-10-28 20:13:31 -040065void dm_table_presuspend_undo_targets(struct dm_table *t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070066void dm_table_postsuspend_targets(struct dm_table *t);
Milan Broz8757b772006-10-03 01:15:36 -070067int dm_table_resume_targets(struct dm_table *t);
Bart Van Assche7e0d5742017-04-27 10:11:23 -070068enum dm_queue_mode dm_table_get_type(struct dm_table *t);
Alasdair G Kergon36a04562011-10-31 20:19:04 +000069struct target_type *dm_table_get_immutable_target_type(struct dm_table *t);
Mike Snitzer16f12262016-01-31 17:22:27 -050070struct dm_target *dm_table_get_immutable_target(struct dm_table *t);
Mike Snitzerf083b092016-02-06 18:38:46 -050071struct dm_target *dm_table_get_wildcard_target(struct dm_table *t);
Toshi Kani545ed202016-06-22 17:54:53 -060072bool dm_table_bio_based(struct dm_table *t);
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +010073bool dm_table_request_based(struct dm_table *t);
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +010074void dm_table_free_md_mempools(struct dm_table *t);
75struct dm_md_mempools *dm_table_get_md_mempools(struct dm_table *t);
Pankaj Gupta2e9ee092019-07-05 19:33:25 +053076bool dm_table_supports_dax(struct dm_table *t, iterate_devices_callout_fn fn,
77 int *blocksize);
Jeffle Xu5b0fab52021-02-08 22:34:36 -050078int device_not_dax_capable(struct dm_target *ti, struct dm_dev *dev,
Pankaj Gupta2e9ee092019-07-05 19:33:25 +053079 sector_t start, sector_t len, void *data);
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
Mike Snitzera5664da2010-08-12 04:14:01 +010081void dm_lock_md_type(struct mapped_device *md);
82void dm_unlock_md_type(struct mapped_device *md);
Bart Van Assche7e0d5742017-04-27 10:11:23 -070083void dm_set_md_type(struct mapped_device *md, enum dm_queue_mode type);
84enum dm_queue_mode dm_get_md_type(struct mapped_device *md);
Alasdair G Kergon36a04562011-10-31 20:19:04 +000085struct target_type *dm_get_immutable_target_type(struct mapped_device *md);
Mike Snitzera5664da2010-08-12 04:14:01 +010086
Mike Snitzer591ddcf2016-01-31 12:05:42 -050087int dm_setup_md_queue(struct mapped_device *md, struct dm_table *t);
Mike Snitzer4a0b4dd2010-08-12 04:14:02 +010088
Jun'ichi Nomura512875b2007-12-13 14:15:25 +000089/*
Mike Snitzer169e2cc2013-08-22 18:21:38 -040090 * To check whether the target type is bio-based or not (request-based).
91 */
92#define dm_target_bio_based(t) ((t)->type->map != NULL)
93
94/*
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +010095 * To check whether the target type is request-based or not (bio-based).
96 */
Christoph Hellwigeb8db832017-01-22 18:32:46 +010097#define dm_target_request_based(t) ((t)->type->clone_and_map_rq != NULL)
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +010098
Mike Snitzer169e2cc2013-08-22 18:21:38 -040099/*
100 * To check whether the target type is a hybrid (capable of being
101 * either request-based or bio-based).
102 */
103#define dm_target_hybrid(t) (dm_target_bio_based(t) && dm_target_request_based(t))
104
Damien Le Moal7fc18722021-05-26 06:24:56 +0900105/*
106 * Zoned targets related functions.
107 */
Damien Le Moalbb37d772021-05-26 06:25:00 +0900108int dm_set_zones_restrictions(struct dm_table *t, struct request_queue *q);
109void dm_zone_endio(struct dm_io *io, struct bio *clone);
Damien Le Moal7fc18722021-05-26 06:24:56 +0900110#ifdef CONFIG_BLK_DEV_ZONED
Damien Le Moalbb37d772021-05-26 06:25:00 +0900111void dm_cleanup_zoned_dev(struct mapped_device *md);
Damien Le Moal7fc18722021-05-26 06:24:56 +0900112int dm_blk_report_zones(struct gendisk *disk, sector_t sector,
113 unsigned int nr_zones, report_zones_cb cb, void *data);
Damien Le Moalbf14e2b2021-05-26 06:24:58 +0900114bool dm_is_zone_write(struct mapped_device *md, struct bio *bio);
Damien Le Moalbb37d772021-05-26 06:25:00 +0900115int dm_zone_map_bio(struct dm_target_io *io);
Damien Le Moal7fc18722021-05-26 06:24:56 +0900116#else
Damien Le Moalbb37d772021-05-26 06:25:00 +0900117static inline void dm_cleanup_zoned_dev(struct mapped_device *md) {}
Damien Le Moal7fc18722021-05-26 06:24:56 +0900118#define dm_blk_report_zones NULL
Damien Le Moalbf14e2b2021-05-26 06:24:58 +0900119static inline bool dm_is_zone_write(struct mapped_device *md, struct bio *bio)
120{
121 return false;
122}
Damien Le Moalbb37d772021-05-26 06:25:00 +0900123static inline int dm_zone_map_bio(struct dm_target_io *tio)
124{
125 return DM_MAPIO_KILL;
126}
Damien Le Moal7fc18722021-05-26 06:24:56 +0900127#endif
128
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129/*-----------------------------------------------------------------
130 * A registry of target types.
131 *---------------------------------------------------------------*/
132int dm_target_init(void);
133void dm_target_exit(void);
134struct target_type *dm_get_target_type(const char *name);
Cheng Renquan45194e42009-04-02 19:55:28 +0100135void dm_put_target_type(struct target_type *tt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136int dm_target_iterate(void (*iter_func)(struct target_type *tt,
137 void *param), void *param);
138
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139int dm_split_args(int *argc, char ***argvp, char *input);
140
141/*
Mike Anderson432a2122009-12-10 23:52:20 +0000142 * Is this mapped_device being deleted?
143 */
144int dm_deleting_md(struct mapped_device *md);
145
146/*
Kiyoshi Ueda4f186f82009-12-10 23:52:26 +0000147 * Is this mapped_device suspended?
148 */
149int dm_suspended_md(struct mapped_device *md);
150
151/*
Mike Snitzerffcc3932014-10-28 18:34:52 -0400152 * Internal suspend and resume methods.
153 */
154int dm_suspended_internally_md(struct mapped_device *md);
155void dm_internal_suspend_fast(struct mapped_device *md);
156void dm_internal_resume_fast(struct mapped_device *md);
157void dm_internal_suspend_noflush(struct mapped_device *md);
158void dm_internal_resume(struct mapped_device *md);
159
160/*
Mikulas Patocka2c140a22013-11-01 18:27:41 -0400161 * Test if the device is scheduled for deferred remove.
162 */
163int dm_test_deferred_remove_flag(struct mapped_device *md);
164
165/*
166 * Try to remove devices marked for deferred removal.
167 */
168void dm_deferred_remove(void);
169
170/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 * The device-mapper can be driven through one of two interfaces;
172 * ioctl or filesystem, depending which patch you have applied.
173 */
174int dm_interface_init(void);
175void dm_interface_exit(void);
176
177/*
Milan Broz784aae72009-01-06 03:05:12 +0000178 * sysfs interface
179 */
180int dm_sysfs_init(struct mapped_device *md);
181void dm_sysfs_exit(struct mapped_device *md);
182struct kobject *dm_kobject(struct mapped_device *md);
183struct mapped_device *dm_get_from_kobject(struct kobject *kobj);
Mikulas Patocka2995fa72014-01-13 19:37:54 -0500184
185/*
186 * The kobject helper
187 */
188void dm_kobject_release(struct kobject *kobj);
Milan Broz784aae72009-01-06 03:05:12 +0000189
190/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 * Targets for linear and striped mappings
192 */
193int dm_linear_init(void);
194void dm_linear_exit(void);
195
196int dm_stripe_init(void);
197void dm_stripe_exit(void);
198
Kiyoshi Ueda3f77316d2010-08-12 04:13:56 +0100199/*
200 * mapped_device operations
201 */
202void dm_destroy(struct mapped_device *md);
203void dm_destroy_immediate(struct mapped_device *md);
Alasdair G Kergon5c6bd752006-06-26 00:27:34 -0700204int dm_open_count(struct mapped_device *md);
Mikulas Patocka2c140a22013-11-01 18:27:41 -0400205int dm_lock_for_deletion(struct mapped_device *md, bool mark_deferred, bool only_deferred);
206int dm_cancel_deferred_remove(struct mapped_device *md);
Mikulas Patockafd2ed4d2013-08-16 10:54:23 -0400207int dm_request_based(struct mapped_device *md);
Benjamin Marzinski86f11522014-08-13 13:53:43 -0500208int dm_get_table_device(struct mapped_device *md, dev_t dev, fmode_t mode,
209 struct dm_dev **result);
210void dm_put_table_device(struct mapped_device *md, struct dm_dev *d);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211
Peter Rajnoha3abf85b2010-03-06 02:32:31 +0000212int dm_kobject_uevent(struct mapped_device *md, enum kobject_action action,
213 unsigned cookie);
Alasdair G Kergon69267a32007-12-13 14:15:57 +0000214
Mikulas Patockafd2ed4d2013-08-16 10:54:23 -0400215void dm_internal_suspend(struct mapped_device *md);
216void dm_internal_resume(struct mapped_device *md);
217
Mikulas Patocka952b3552009-12-10 23:51:57 +0000218int dm_io_init(void);
219void dm_io_exit(void);
220
Mikulas Patocka945fa4d2008-04-24 21:43:49 +0100221int dm_kcopyd_init(void);
222void dm_kcopyd_exit(void);
223
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +0100224/*
225 * Mempool operations
226 */
Bart Van Assche7e0d5742017-04-27 10:11:23 -0700227struct dm_md_mempools *dm_alloc_md_mempools(struct mapped_device *md, enum dm_queue_mode type,
Mike Snitzer0776aa02017-12-08 14:40:52 -0500228 unsigned integrity, unsigned per_bio_data_size,
229 unsigned min_pool_size);
Kiyoshi Uedae6ee8c02009-06-22 10:12:36 +0100230void dm_free_md_mempools(struct dm_md_mempools *pools);
231
Mikulas Patockafd2ed4d2013-08-16 10:54:23 -0400232/*
Mike Snitzer4cc96132016-05-12 16:28:10 -0400233 * Various helpers
Mikulas Patockafd2ed4d2013-08-16 10:54:23 -0400234 */
Mike Snitzere8603132013-09-12 18:06:12 -0400235unsigned dm_get_reserved_bio_based_ios(void);
Mike Snitzer0ce65792015-02-26 00:50:28 -0500236
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237#endif