Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | #ifndef _LINUX_GENHD_H |
| 3 | #define _LINUX_GENHD_H |
| 4 | |
| 5 | /* |
| 6 | * genhd.h Copyright (C) 1992 Drew Eckhardt |
| 7 | * Generic hard disk header file by |
| 8 | * Drew Eckhardt |
| 9 | * |
| 10 | * <drew@colorado.edu> |
| 11 | */ |
| 12 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/types.h> |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 14 | #include <linux/kdev_t.h> |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 15 | #include <linux/rcupdate.h> |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 16 | #include <linux/slab.h> |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 17 | #include <linux/percpu-refcount.h> |
Andy Shevchenko | 6357978 | 2016-05-20 17:01:24 -0700 | [diff] [blame] | 18 | #include <linux/uuid.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
David Howells | 9361401 | 2006-09-30 20:45:40 +0200 | [diff] [blame] | 20 | #ifdef CONFIG_BLOCK |
| 21 | |
Tejun Heo | 548b10e | 2008-08-29 09:01:47 +0200 | [diff] [blame] | 22 | #define dev_to_disk(device) container_of((device), struct gendisk, part0.__dev) |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 23 | #define dev_to_part(device) container_of((device), struct hd_struct, __dev) |
Tejun Heo | 548b10e | 2008-08-29 09:01:47 +0200 | [diff] [blame] | 24 | #define disk_to_dev(disk) (&(disk)->part0.__dev) |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 25 | #define part_to_dev(part) (&((part)->__dev)) |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 26 | |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 27 | extern struct device_type part_type; |
| 28 | extern struct kobject *block_depr; |
| 29 | extern struct class block_class; |
| 30 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | enum { |
| 32 | /* These three have identical behaviour; use the second one if DOS FDISK gets |
| 33 | confused about extended/logical partitions starting past cylinder 1023. */ |
| 34 | DOS_EXTENDED_PARTITION = 5, |
| 35 | LINUX_EXTENDED_PARTITION = 0x85, |
| 36 | WIN98_EXTENDED_PARTITION = 0x0f, |
| 37 | |
Fabio Massimo Di Nitto | d18d768 | 2007-02-10 23:50:00 -0800 | [diff] [blame] | 38 | SUN_WHOLE_DISK = DOS_EXTENDED_PARTITION, |
| 39 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | LINUX_SWAP_PARTITION = 0x82, |
Olaf Hering | 4419d1a | 2007-02-10 01:45:47 -0800 | [diff] [blame] | 41 | LINUX_DATA_PARTITION = 0x83, |
| 42 | LINUX_LVM_PARTITION = 0x8e, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | LINUX_RAID_PARTITION = 0xfd, /* autodetect RAID partition */ |
| 44 | |
| 45 | SOLARIS_X86_PARTITION = LINUX_SWAP_PARTITION, |
| 46 | NEW_SOLARIS_X86_PARTITION = 0xbf, |
| 47 | |
| 48 | DM6_AUX1PARTITION = 0x51, /* no DDO: use xlated geom */ |
| 49 | DM6_AUX3PARTITION = 0x53, /* no DDO: use xlated geom */ |
| 50 | DM6_PARTITION = 0x54, /* has DDO: use xlated geom & offset */ |
| 51 | EZD_PARTITION = 0x55, /* EZ-DRIVE */ |
| 52 | |
| 53 | FREEBSD_PARTITION = 0xa5, /* FreeBSD Partition ID */ |
| 54 | OPENBSD_PARTITION = 0xa6, /* OpenBSD Partition ID */ |
| 55 | NETBSD_PARTITION = 0xa9, /* NetBSD Partition ID */ |
| 56 | BSDI_PARTITION = 0xb7, /* BSDI Partition ID */ |
| 57 | MINIX_PARTITION = 0x81, /* Minix Partition ID */ |
| 58 | UNIXWARE_PARTITION = 0x63, /* Same as GNU_HURD and SCO Unix */ |
| 59 | }; |
| 60 | |
Tejun Heo | 689d6fa | 2008-08-25 19:56:16 +0900 | [diff] [blame] | 61 | #define DISK_MAX_PARTS 256 |
Tejun Heo | 3e1a7ff | 2008-08-25 19:56:17 +0900 | [diff] [blame] | 62 | #define DISK_NAME_LEN 32 |
Tejun Heo | 689d6fa | 2008-08-25 19:56:16 +0900 | [diff] [blame] | 63 | |
David Woodhouse | 34186ef | 2006-04-25 14:07:57 +0100 | [diff] [blame] | 64 | #include <linux/major.h> |
| 65 | #include <linux/device.h> |
| 66 | #include <linux/smp.h> |
| 67 | #include <linux/string.h> |
| 68 | #include <linux/fs.h> |
Kristen Carlson Accardi | 8ce7ad7b | 2007-05-23 13:57:38 -0700 | [diff] [blame] | 69 | #include <linux/workqueue.h> |
David Woodhouse | 34186ef | 2006-04-25 14:07:57 +0100 | [diff] [blame] | 70 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | struct partition { |
| 72 | unsigned char boot_ind; /* 0x80 - active */ |
| 73 | unsigned char head; /* starting head */ |
| 74 | unsigned char sector; /* starting sector */ |
| 75 | unsigned char cyl; /* starting cylinder */ |
| 76 | unsigned char sys_ind; /* What partition type */ |
| 77 | unsigned char end_head; /* end head */ |
| 78 | unsigned char end_sector; /* end sector */ |
| 79 | unsigned char end_cyl; /* end cylinder */ |
| 80 | __le32 start_sect; /* starting sector counting from 0 */ |
| 81 | __le32 nr_sects; /* nr of sectors in partition */ |
| 82 | } __attribute__((packed)); |
| 83 | |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 84 | struct disk_stats { |
| 85 | unsigned long sectors[2]; /* READs and WRITEs */ |
| 86 | unsigned long ios[2]; |
| 87 | unsigned long merges[2]; |
| 88 | unsigned long ticks[2]; |
| 89 | unsigned long io_ticks; |
| 90 | unsigned long time_in_queue; |
| 91 | }; |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 92 | |
| 93 | #define PARTITION_META_INFO_VOLNAMELTH 64 |
Stephen Warren | 1ad7e89 | 2012-11-08 16:12:25 -0800 | [diff] [blame] | 94 | /* |
| 95 | * Enough for the string representation of any kind of UUID plus NULL. |
| 96 | * EFI UUID is 36 characters. MSDOS UUID is 11 characters. |
| 97 | */ |
Andy Shevchenko | 6357978 | 2016-05-20 17:01:24 -0700 | [diff] [blame] | 98 | #define PARTITION_META_INFO_UUIDLTH (UUID_STRING_LEN + 1) |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 99 | |
| 100 | struct partition_meta_info { |
Stephen Warren | 1ad7e89 | 2012-11-08 16:12:25 -0800 | [diff] [blame] | 101 | char uuid[PARTITION_META_INFO_UUIDLTH]; |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 102 | u8 volname[PARTITION_META_INFO_VOLNAMELTH]; |
| 103 | }; |
| 104 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | struct hd_struct { |
| 106 | sector_t start_sect; |
Vivek Goyal | c83f6bf | 2012-08-01 12:24:18 +0200 | [diff] [blame] | 107 | /* |
| 108 | * nr_sects is protected by sequence counter. One might extend a |
| 109 | * partition while IO is happening to it and update of nr_sects |
| 110 | * can be non-atomic on 32bit machines with 64bit sector_t. |
| 111 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | sector_t nr_sects; |
Vivek Goyal | c83f6bf | 2012-08-01 12:24:18 +0200 | [diff] [blame] | 113 | seqcount_t nr_sects_seq; |
Martin K. Petersen | c72758f | 2009-05-22 17:17:53 -0400 | [diff] [blame] | 114 | sector_t alignment_offset; |
Jens Axboe | a1706ac | 2011-05-30 07:42:51 +0200 | [diff] [blame] | 115 | unsigned int discard_alignment; |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 116 | struct device __dev; |
Jun'ichi Nomura | 6a4d44c | 2006-03-27 01:17:55 -0800 | [diff] [blame] | 117 | struct kobject *holder_dir; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | int policy, partno; |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 119 | struct partition_meta_info *info; |
Akinobu Mita | c17bb49 | 2006-12-08 02:39:46 -0800 | [diff] [blame] | 120 | #ifdef CONFIG_FAIL_MAKE_REQUEST |
| 121 | int make_it_fail; |
| 122 | #endif |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 123 | unsigned long stamp; |
Shaohua Li | 1e9bb88 | 2011-03-22 08:35:35 +0100 | [diff] [blame] | 124 | atomic_t in_flight[2]; |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 125 | #ifdef CONFIG_SMP |
Tejun Heo | 43cf38e | 2010-02-02 14:38:57 +0900 | [diff] [blame] | 126 | struct disk_stats __percpu *dkstats; |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 127 | #else |
| 128 | struct disk_stats dkstats; |
| 129 | #endif |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 130 | struct percpu_ref ref; |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 131 | struct rcu_head rcu_head; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | }; |
| 133 | |
| 134 | #define GENHD_FL_REMOVABLE 1 |
NeilBrown | 97fedbb | 2010-03-16 08:55:32 +0100 | [diff] [blame] | 135 | /* 2 is unused */ |
Kristen Carlson Accardi | 86ce18d | 2007-05-23 13:57:38 -0700 | [diff] [blame] | 136 | #define GENHD_FL_MEDIA_CHANGE_NOTIFY 4 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | #define GENHD_FL_CD 8 |
| 138 | #define GENHD_FL_UP 16 |
| 139 | #define GENHD_FL_SUPPRESS_PARTITION_INFO 32 |
Tejun Heo | 689d6fa | 2008-08-25 19:56:16 +0900 | [diff] [blame] | 140 | #define GENHD_FL_EXT_DEVT 64 /* allow extended devt */ |
Bartlomiej Zolnierkiewicz | db429e9 | 2009-06-07 13:52:52 +0200 | [diff] [blame] | 141 | #define GENHD_FL_NATIVE_CAPACITY 128 |
Tejun Heo | d4dc210 | 2011-04-21 20:54:46 +0200 | [diff] [blame] | 142 | #define GENHD_FL_BLOCK_EVENTS_ON_EXCL_WRITE 256 |
Tejun Heo | d27769e | 2011-08-23 20:01:04 +0200 | [diff] [blame] | 143 | #define GENHD_FL_NO_PART_SCAN 512 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 145 | enum { |
| 146 | DISK_EVENT_MEDIA_CHANGE = 1 << 0, /* media changed */ |
| 147 | DISK_EVENT_EJECT_REQUEST = 1 << 1, /* eject requested */ |
| 148 | }; |
| 149 | |
Tejun Heo | 540eed5 | 2008-08-25 19:56:15 +0900 | [diff] [blame] | 150 | struct disk_part_tbl { |
| 151 | struct rcu_head rcu_head; |
| 152 | int len; |
Arnd Bergmann | 4d2deb4 | 2010-02-24 20:01:56 +0100 | [diff] [blame] | 153 | struct hd_struct __rcu *last_lookup; |
| 154 | struct hd_struct __rcu *part[]; |
Tejun Heo | 540eed5 | 2008-08-25 19:56:15 +0900 | [diff] [blame] | 155 | }; |
| 156 | |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 157 | struct disk_events; |
Vishal Verma | 99e6608 | 2016-01-09 08:36:51 -0800 | [diff] [blame] | 158 | struct badblocks; |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 159 | |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 160 | #if defined(CONFIG_BLK_DEV_INTEGRITY) |
| 161 | |
| 162 | struct blk_integrity { |
Eric Biggers | 869ab90 | 2017-03-24 18:03:48 -0700 | [diff] [blame] | 163 | const struct blk_integrity_profile *profile; |
| 164 | unsigned char flags; |
| 165 | unsigned char tuple_size; |
| 166 | unsigned char interval_exp; |
| 167 | unsigned char tag_size; |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 168 | }; |
| 169 | |
| 170 | #endif /* CONFIG_BLK_DEV_INTEGRITY */ |
| 171 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | struct gendisk { |
Tejun Heo | 689d6fa | 2008-08-25 19:56:16 +0900 | [diff] [blame] | 173 | /* major, first_minor and minors are input parameters only, |
| 174 | * don't use directly. Use disk_devt() and disk_max_parts(). |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 175 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | int major; /* major number of driver */ |
| 177 | int first_minor; |
| 178 | int minors; /* maximum number of minors, =1 for |
| 179 | * disks that can't be partitioned. */ |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 180 | |
Tejun Heo | 3e1a7ff | 2008-08-25 19:56:17 +0900 | [diff] [blame] | 181 | char disk_name[DISK_NAME_LEN]; /* name of major driver */ |
Al Viro | 2c9ede5 | 2011-07-23 20:24:48 -0400 | [diff] [blame] | 182 | char *(*devnode)(struct gendisk *gd, umode_t *mode); |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 183 | |
| 184 | unsigned int events; /* supported events */ |
| 185 | unsigned int async_events; /* async events, subset of all */ |
| 186 | |
Tejun Heo | b5d0b9d | 2008-09-03 09:06:42 +0200 | [diff] [blame] | 187 | /* Array of pointers to partitions indexed by partno. |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 188 | * Protected with matching bdev lock but stat and other |
| 189 | * non-critical accesses use RCU. Always access through |
| 190 | * helpers. |
| 191 | */ |
Arnd Bergmann | 4d2deb4 | 2010-02-24 20:01:56 +0100 | [diff] [blame] | 192 | struct disk_part_tbl __rcu *part_tbl; |
Tejun Heo | b5d0b9d | 2008-09-03 09:06:42 +0200 | [diff] [blame] | 193 | struct hd_struct part0; |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 194 | |
Alexey Dobriyan | 83d5cde | 2009-09-21 17:01:13 -0700 | [diff] [blame] | 195 | const struct block_device_operations *fops; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | struct request_queue *queue; |
| 197 | void *private_data; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 | |
| 199 | int flags; |
Jun'ichi Nomura | 6a4d44c | 2006-03-27 01:17:55 -0800 | [diff] [blame] | 200 | struct kobject *slave_dir; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | |
| 202 | struct timer_rand_state *random; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | atomic_t sync_io; /* RAID */ |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 204 | struct disk_events *ev; |
Martin K. Petersen | 7ba1ba1 | 2008-06-30 20:04:41 +0200 | [diff] [blame] | 205 | #ifdef CONFIG_BLK_DEV_INTEGRITY |
Martin K. Petersen | aff34e1 | 2015-10-21 13:19:27 -0400 | [diff] [blame] | 206 | struct kobject integrity_kobj; |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 207 | #endif /* CONFIG_BLK_DEV_INTEGRITY */ |
Tejun Heo | 540eed5 | 2008-08-25 19:56:15 +0900 | [diff] [blame] | 208 | int node_id; |
Vishal Verma | 99e6608 | 2016-01-09 08:36:51 -0800 | [diff] [blame] | 209 | struct badblocks *bb; |
Byungchul Park | e319e1f | 2017-10-25 17:56:05 +0900 | [diff] [blame] | 210 | struct lockdep_map lockdep_map; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | }; |
| 212 | |
Tejun Heo | 310a2c1 | 2008-08-25 19:47:17 +0900 | [diff] [blame] | 213 | static inline struct gendisk *part_to_disk(struct hd_struct *part) |
| 214 | { |
Tejun Heo | 548b10e | 2008-08-29 09:01:47 +0200 | [diff] [blame] | 215 | if (likely(part)) { |
| 216 | if (part->partno) |
| 217 | return dev_to_disk(part_to_dev(part)->parent); |
| 218 | else |
| 219 | return dev_to_disk(part_to_dev(part)); |
| 220 | } |
Tejun Heo | 310a2c1 | 2008-08-25 19:47:17 +0900 | [diff] [blame] | 221 | return NULL; |
| 222 | } |
| 223 | |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 224 | static inline int disk_max_parts(struct gendisk *disk) |
| 225 | { |
Tejun Heo | 689d6fa | 2008-08-25 19:56:16 +0900 | [diff] [blame] | 226 | if (disk->flags & GENHD_FL_EXT_DEVT) |
| 227 | return DISK_MAX_PARTS; |
| 228 | return disk->minors; |
Tejun Heo | b5d0b9d | 2008-09-03 09:06:42 +0200 | [diff] [blame] | 229 | } |
| 230 | |
Tejun Heo | d27769e | 2011-08-23 20:01:04 +0200 | [diff] [blame] | 231 | static inline bool disk_part_scan_enabled(struct gendisk *disk) |
Tejun Heo | b5d0b9d | 2008-09-03 09:06:42 +0200 | [diff] [blame] | 232 | { |
Tejun Heo | d27769e | 2011-08-23 20:01:04 +0200 | [diff] [blame] | 233 | return disk_max_parts(disk) > 1 && |
| 234 | !(disk->flags & GENHD_FL_NO_PART_SCAN); |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | static inline dev_t disk_devt(struct gendisk *disk) |
| 238 | { |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 239 | return disk_to_dev(disk)->devt; |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | static inline dev_t part_devt(struct hd_struct *part) |
| 243 | { |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 244 | return part_to_dev(part)->devt; |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 245 | } |
| 246 | |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 247 | extern struct hd_struct *disk_get_part(struct gendisk *disk, int partno); |
| 248 | |
| 249 | static inline void disk_put_part(struct hd_struct *part) |
| 250 | { |
| 251 | if (likely(part)) |
Tejun Heo | ed9e198 | 2008-08-25 19:56:05 +0900 | [diff] [blame] | 252 | put_device(part_to_dev(part)); |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 253 | } |
| 254 | |
| 255 | /* |
| 256 | * Smarter partition iterator without context limits. |
| 257 | */ |
| 258 | #define DISK_PITER_REVERSE (1 << 0) /* iterate in the reverse direction */ |
| 259 | #define DISK_PITER_INCL_EMPTY (1 << 1) /* include 0-sized parts */ |
Tejun Heo | b5d0b9d | 2008-09-03 09:06:42 +0200 | [diff] [blame] | 260 | #define DISK_PITER_INCL_PART0 (1 << 2) /* include partition 0 */ |
Tejun Heo | 71982a4 | 2009-04-17 08:34:48 +0200 | [diff] [blame] | 261 | #define DISK_PITER_INCL_EMPTY_PART0 (1 << 3) /* include empty partition 0 */ |
Tejun Heo | e71bf0d | 2008-09-03 09:03:02 +0200 | [diff] [blame] | 262 | |
| 263 | struct disk_part_iter { |
| 264 | struct gendisk *disk; |
| 265 | struct hd_struct *part; |
| 266 | int idx; |
| 267 | unsigned int flags; |
| 268 | }; |
| 269 | |
| 270 | extern void disk_part_iter_init(struct disk_part_iter *piter, |
| 271 | struct gendisk *disk, unsigned int flags); |
| 272 | extern struct hd_struct *disk_part_iter_next(struct disk_part_iter *piter); |
| 273 | extern void disk_part_iter_exit(struct disk_part_iter *piter); |
| 274 | |
| 275 | extern struct hd_struct *disk_map_sector_rcu(struct gendisk *disk, |
| 276 | sector_t sector); |
| 277 | |
Tejun Heo | c995905 | 2008-08-25 19:47:21 +0900 | [diff] [blame] | 278 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 279 | * Macros to operate on percpu disk statistics: |
| 280 | * |
Tejun Heo | c995905 | 2008-08-25 19:47:21 +0900 | [diff] [blame] | 281 | * {disk|part|all}_stat_{add|sub|inc|dec}() modify the stat counters |
| 282 | * and should be called between disk_stat_lock() and |
| 283 | * disk_stat_unlock(). |
| 284 | * |
| 285 | * part_stat_read() can be called at any time. |
| 286 | * |
| 287 | * part_stat_{add|set_all}() and {init|free}_part_stats are for |
| 288 | * internal use only. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 289 | */ |
| 290 | #ifdef CONFIG_SMP |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 291 | #define part_stat_lock() ({ rcu_read_lock(); get_cpu(); }) |
| 292 | #define part_stat_unlock() do { put_cpu(); rcu_read_unlock(); } while (0) |
Tejun Heo | c995905 | 2008-08-25 19:47:21 +0900 | [diff] [blame] | 293 | |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 294 | #define __part_stat_add(cpu, part, field, addnd) \ |
| 295 | (per_cpu_ptr((part)->dkstats, (cpu))->field += (addnd)) |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 296 | |
| 297 | #define part_stat_read(part, field) \ |
| 298 | ({ \ |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 299 | typeof((part)->dkstats->field) res = 0; \ |
Stephen Hemminger | 7af92f8 | 2010-01-06 15:45:55 -0800 | [diff] [blame] | 300 | unsigned int _cpu; \ |
| 301 | for_each_possible_cpu(_cpu) \ |
| 302 | res += per_cpu_ptr((part)->dkstats, _cpu)->field; \ |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 303 | res; \ |
| 304 | }) |
| 305 | |
Jens Axboe | 28f1370 | 2008-05-07 10:15:46 +0200 | [diff] [blame] | 306 | static inline void part_stat_set_all(struct hd_struct *part, int value) |
| 307 | { |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 308 | int i; |
Jens Axboe | 28f1370 | 2008-05-07 10:15:46 +0200 | [diff] [blame] | 309 | |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 310 | for_each_possible_cpu(i) |
| 311 | memset(per_cpu_ptr(part->dkstats, i), value, |
Jens Axboe | 28f1370 | 2008-05-07 10:15:46 +0200 | [diff] [blame] | 312 | sizeof(struct disk_stats)); |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 313 | } |
Tejun Heo | c995905 | 2008-08-25 19:47:21 +0900 | [diff] [blame] | 314 | |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 315 | static inline int init_part_stats(struct hd_struct *part) |
| 316 | { |
| 317 | part->dkstats = alloc_percpu(struct disk_stats); |
| 318 | if (!part->dkstats) |
| 319 | return 0; |
| 320 | return 1; |
| 321 | } |
| 322 | |
| 323 | static inline void free_part_stats(struct hd_struct *part) |
| 324 | { |
| 325 | free_percpu(part->dkstats); |
| 326 | } |
| 327 | |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 328 | #else /* !CONFIG_SMP */ |
| 329 | #define part_stat_lock() ({ rcu_read_lock(); 0; }) |
| 330 | #define part_stat_unlock() rcu_read_unlock() |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 331 | |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 332 | #define __part_stat_add(cpu, part, field, addnd) \ |
| 333 | ((part)->dkstats.field += addnd) |
| 334 | |
| 335 | #define part_stat_read(part, field) ((part)->dkstats.field) |
| 336 | |
| 337 | static inline void part_stat_set_all(struct hd_struct *part, int value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 338 | { |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 339 | memset(&part->dkstats, value, sizeof(struct disk_stats)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 340 | } |
Jerome Marchand | ea5c48a | 2008-02-08 11:04:09 +0100 | [diff] [blame] | 341 | |
| 342 | static inline int init_part_stats(struct hd_struct *part) |
| 343 | { |
| 344 | return 1; |
| 345 | } |
| 346 | |
| 347 | static inline void free_part_stats(struct hd_struct *part) |
| 348 | { |
| 349 | } |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 350 | |
| 351 | #endif /* CONFIG_SMP */ |
| 352 | |
| 353 | #define part_stat_add(cpu, part, field, addnd) do { \ |
| 354 | __part_stat_add((cpu), (part), field, addnd); \ |
| 355 | if ((part)->partno) \ |
| 356 | __part_stat_add((cpu), &part_to_disk((part))->part0, \ |
| 357 | field, addnd); \ |
| 358 | } while (0) |
| 359 | |
| 360 | #define part_stat_dec(cpu, gendiskp, field) \ |
| 361 | part_stat_add(cpu, gendiskp, field, -1) |
| 362 | #define part_stat_inc(cpu, gendiskp, field) \ |
| 363 | part_stat_add(cpu, gendiskp, field, 1) |
| 364 | #define part_stat_sub(cpu, gendiskp, field, subnd) \ |
| 365 | part_stat_add(cpu, gendiskp, field, -subnd) |
| 366 | |
Jens Axboe | f299b7c | 2017-08-08 17:51:45 -0600 | [diff] [blame] | 367 | void part_in_flight(struct request_queue *q, struct hd_struct *part, |
| 368 | unsigned int inflight[2]); |
| 369 | void part_dec_in_flight(struct request_queue *q, struct hd_struct *part, |
| 370 | int rw); |
| 371 | void part_inc_in_flight(struct request_queue *q, struct hd_struct *part, |
| 372 | int rw); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 373 | |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 374 | static inline struct partition_meta_info *alloc_part_info(struct gendisk *disk) |
| 375 | { |
| 376 | if (disk) |
| 377 | return kzalloc_node(sizeof(struct partition_meta_info), |
| 378 | GFP_KERNEL, disk->node_id); |
| 379 | return kzalloc(sizeof(struct partition_meta_info), GFP_KERNEL); |
| 380 | } |
| 381 | |
| 382 | static inline void free_part_info(struct hd_struct *part) |
| 383 | { |
| 384 | kfree(part->info); |
| 385 | } |
| 386 | |
Petros Koutoupis | d399228 | 2009-03-11 10:49:35 +0100 | [diff] [blame] | 387 | /* block/blk-core.c */ |
Jens Axboe | d62e26b | 2017-06-30 21:55:08 -0600 | [diff] [blame] | 388 | extern void part_round_stats(struct request_queue *q, int cpu, struct hd_struct *part); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 389 | |
Petros Koutoupis | 32ca163 | 2009-03-10 08:25:54 +0100 | [diff] [blame] | 390 | /* block/genhd.c */ |
Dan Williams | e63a46b | 2016-06-15 18:17:27 -0700 | [diff] [blame] | 391 | extern void device_add_disk(struct device *parent, struct gendisk *disk); |
| 392 | static inline void add_disk(struct gendisk *disk) |
| 393 | { |
Dan Williams | 52c44d9 | 2016-06-15 19:43:07 -0700 | [diff] [blame] | 394 | device_add_disk(NULL, disk); |
Dan Williams | e63a46b | 2016-06-15 18:17:27 -0700 | [diff] [blame] | 395 | } |
| 396 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | extern void del_gendisk(struct gendisk *gp); |
Tejun Heo | cf771cb | 2008-09-03 09:01:09 +0200 | [diff] [blame] | 398 | extern struct gendisk *get_gendisk(dev_t dev, int *partno); |
Tejun Heo | f331c02 | 2008-09-03 09:01:48 +0200 | [diff] [blame] | 399 | extern struct block_device *bdget_disk(struct gendisk *disk, int partno); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 400 | |
| 401 | extern void set_device_ro(struct block_device *bdev, int flag); |
| 402 | extern void set_disk_ro(struct gendisk *disk, int flag); |
| 403 | |
Tejun Heo | b7db995 | 2008-08-25 19:56:10 +0900 | [diff] [blame] | 404 | static inline int get_disk_ro(struct gendisk *disk) |
| 405 | { |
| 406 | return disk->part0.policy; |
| 407 | } |
| 408 | |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 409 | extern void disk_block_events(struct gendisk *disk); |
| 410 | extern void disk_unblock_events(struct gendisk *disk); |
Tejun Heo | 85ef06d | 2011-07-01 16:17:47 +0200 | [diff] [blame] | 411 | extern void disk_flush_events(struct gendisk *disk, unsigned int mask); |
Tejun Heo | 77ea887 | 2010-12-08 20:57:37 +0100 | [diff] [blame] | 412 | extern unsigned int disk_clear_events(struct gendisk *disk, unsigned int mask); |
| 413 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 414 | /* drivers/char/random.c */ |
Emese Revfy | 0766f78 | 2016-06-20 20:42:34 +0200 | [diff] [blame] | 415 | extern void add_disk_randomness(struct gendisk *disk) __latent_entropy; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 416 | extern void rand_initialize_disk(struct gendisk *disk); |
| 417 | |
| 418 | static inline sector_t get_start_sect(struct block_device *bdev) |
| 419 | { |
Tejun Heo | 0762b8b | 2008-08-25 19:56:12 +0900 | [diff] [blame] | 420 | return bdev->bd_part->start_sect; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | } |
| 422 | static inline sector_t get_capacity(struct gendisk *disk) |
| 423 | { |
Tejun Heo | 80795ae | 2008-08-25 19:56:07 +0900 | [diff] [blame] | 424 | return disk->part0.nr_sects; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 | } |
| 426 | static inline void set_capacity(struct gendisk *disk, sector_t size) |
| 427 | { |
Tejun Heo | 80795ae | 2008-08-25 19:56:07 +0900 | [diff] [blame] | 428 | disk->part0.nr_sects = size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 429 | } |
| 430 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | #ifdef CONFIG_SOLARIS_X86_PARTITION |
| 432 | |
Mark Fortescue | b84d879 | 2007-07-25 18:30:08 -0700 | [diff] [blame] | 433 | #define SOLARIS_X86_NUMSLICE 16 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 | #define SOLARIS_X86_VTOC_SANE (0x600DDEEEUL) |
| 435 | |
| 436 | struct solaris_x86_slice { |
| 437 | __le16 s_tag; /* ID tag of partition */ |
| 438 | __le16 s_flag; /* permission flags */ |
| 439 | __le32 s_start; /* start sector no of partition */ |
| 440 | __le32 s_size; /* # of blocks in partition */ |
| 441 | }; |
| 442 | |
| 443 | struct solaris_x86_vtoc { |
| 444 | unsigned int v_bootinfo[3]; /* info needed by mboot (unsupported) */ |
| 445 | __le32 v_sanity; /* to verify vtoc sanity */ |
| 446 | __le32 v_version; /* layout version */ |
| 447 | char v_volume[8]; /* volume name */ |
| 448 | __le16 v_sectorsz; /* sector size in bytes */ |
| 449 | __le16 v_nparts; /* number of partitions */ |
| 450 | unsigned int v_reserved[10]; /* free space */ |
| 451 | struct solaris_x86_slice |
| 452 | v_slice[SOLARIS_X86_NUMSLICE]; /* slice headers */ |
| 453 | unsigned int timestamp[SOLARIS_X86_NUMSLICE]; /* timestamp (unsupported) */ |
| 454 | char v_asciilabel[128]; /* for compatibility */ |
| 455 | }; |
| 456 | |
| 457 | #endif /* CONFIG_SOLARIS_X86_PARTITION */ |
| 458 | |
| 459 | #ifdef CONFIG_BSD_DISKLABEL |
| 460 | /* |
| 461 | * BSD disklabel support by Yossi Gottlieb <yogo@math.tau.ac.il> |
| 462 | * updated by Marc Espie <Marc.Espie@openbsd.org> |
| 463 | */ |
| 464 | |
| 465 | /* check against BSD src/sys/sys/disklabel.h for consistency */ |
| 466 | |
| 467 | #define BSD_DISKMAGIC (0x82564557UL) /* The disk magic number */ |
| 468 | #define BSD_MAXPARTITIONS 16 |
| 469 | #define OPENBSD_MAXPARTITIONS 16 |
| 470 | #define BSD_FS_UNUSED 0 /* disklabel unused partition entry ID */ |
| 471 | struct bsd_disklabel { |
| 472 | __le32 d_magic; /* the magic number */ |
| 473 | __s16 d_type; /* drive type */ |
| 474 | __s16 d_subtype; /* controller/d_type specific */ |
| 475 | char d_typename[16]; /* type name, e.g. "eagle" */ |
| 476 | char d_packname[16]; /* pack identifier */ |
| 477 | __u32 d_secsize; /* # of bytes per sector */ |
| 478 | __u32 d_nsectors; /* # of data sectors per track */ |
| 479 | __u32 d_ntracks; /* # of tracks per cylinder */ |
| 480 | __u32 d_ncylinders; /* # of data cylinders per unit */ |
| 481 | __u32 d_secpercyl; /* # of data sectors per cylinder */ |
| 482 | __u32 d_secperunit; /* # of data sectors per unit */ |
| 483 | __u16 d_sparespertrack; /* # of spare sectors per track */ |
| 484 | __u16 d_sparespercyl; /* # of spare sectors per cylinder */ |
| 485 | __u32 d_acylinders; /* # of alt. cylinders per unit */ |
| 486 | __u16 d_rpm; /* rotational speed */ |
| 487 | __u16 d_interleave; /* hardware sector interleave */ |
| 488 | __u16 d_trackskew; /* sector 0 skew, per track */ |
| 489 | __u16 d_cylskew; /* sector 0 skew, per cylinder */ |
| 490 | __u32 d_headswitch; /* head switch time, usec */ |
| 491 | __u32 d_trkseek; /* track-to-track seek, usec */ |
| 492 | __u32 d_flags; /* generic flags */ |
| 493 | #define NDDATA 5 |
| 494 | __u32 d_drivedata[NDDATA]; /* drive-type specific information */ |
| 495 | #define NSPARE 5 |
| 496 | __u32 d_spare[NSPARE]; /* reserved for future use */ |
| 497 | __le32 d_magic2; /* the magic number (again) */ |
| 498 | __le16 d_checksum; /* xor of data incl. partitions */ |
| 499 | |
| 500 | /* filesystem and partition information: */ |
| 501 | __le16 d_npartitions; /* number of partitions in following */ |
| 502 | __le32 d_bbsize; /* size of boot area at sn0, bytes */ |
| 503 | __le32 d_sbsize; /* max size of fs superblock, bytes */ |
| 504 | struct bsd_partition { /* the partition table */ |
| 505 | __le32 p_size; /* number of sectors in partition */ |
| 506 | __le32 p_offset; /* starting sector */ |
| 507 | __le32 p_fsize; /* filesystem basic fragment size */ |
| 508 | __u8 p_fstype; /* filesystem type, see below */ |
| 509 | __u8 p_frag; /* filesystem fragments per block */ |
| 510 | __le16 p_cpg; /* filesystem cylinders per group */ |
| 511 | } d_partitions[BSD_MAXPARTITIONS]; /* actually may be more */ |
| 512 | }; |
| 513 | |
| 514 | #endif /* CONFIG_BSD_DISKLABEL */ |
| 515 | |
| 516 | #ifdef CONFIG_UNIXWARE_DISKLABEL |
| 517 | /* |
| 518 | * Unixware slices support by Andrzej Krzysztofowicz <ankry@mif.pg.gda.pl> |
| 519 | * and Krzysztof G. Baranowski <kgb@knm.org.pl> |
| 520 | */ |
| 521 | |
| 522 | #define UNIXWARE_DISKMAGIC (0xCA5E600DUL) /* The disk magic number */ |
| 523 | #define UNIXWARE_DISKMAGIC2 (0x600DDEEEUL) /* The slice table magic nr */ |
| 524 | #define UNIXWARE_NUMSLICE 16 |
| 525 | #define UNIXWARE_FS_UNUSED 0 /* Unused slice entry ID */ |
| 526 | |
| 527 | struct unixware_slice { |
| 528 | __le16 s_label; /* label */ |
| 529 | __le16 s_flags; /* permission flags */ |
| 530 | __le32 start_sect; /* starting sector */ |
| 531 | __le32 nr_sects; /* number of sectors in slice */ |
| 532 | }; |
| 533 | |
| 534 | struct unixware_disklabel { |
| 535 | __le32 d_type; /* drive type */ |
| 536 | __le32 d_magic; /* the magic number */ |
| 537 | __le32 d_version; /* version number */ |
| 538 | char d_serial[12]; /* serial number of the device */ |
| 539 | __le32 d_ncylinders; /* # of data cylinders per device */ |
| 540 | __le32 d_ntracks; /* # of tracks per cylinder */ |
| 541 | __le32 d_nsectors; /* # of data sectors per track */ |
| 542 | __le32 d_secsize; /* # of bytes per sector */ |
| 543 | __le32 d_part_start; /* # of first sector of this partition */ |
| 544 | __le32 d_unknown1[12]; /* ? */ |
| 545 | __le32 d_alt_tbl; /* byte offset of alternate table */ |
| 546 | __le32 d_alt_len; /* byte length of alternate table */ |
| 547 | __le32 d_phys_cyl; /* # of physical cylinders per device */ |
| 548 | __le32 d_phys_trk; /* # of physical tracks per cylinder */ |
| 549 | __le32 d_phys_sec; /* # of physical sectors per track */ |
| 550 | __le32 d_phys_bytes; /* # of physical bytes per sector */ |
| 551 | __le32 d_unknown2; /* ? */ |
| 552 | __le32 d_unknown3; /* ? */ |
| 553 | __le32 d_pad[8]; /* pad */ |
| 554 | |
| 555 | struct unixware_vtoc { |
| 556 | __le32 v_magic; /* the magic number */ |
| 557 | __le32 v_version; /* version number */ |
| 558 | char v_name[8]; /* volume name */ |
| 559 | __le16 v_nslices; /* # of slices */ |
| 560 | __le16 v_unknown1; /* ? */ |
| 561 | __le32 v_reserved[10]; /* reserved */ |
| 562 | struct unixware_slice |
| 563 | v_slice[UNIXWARE_NUMSLICE]; /* slice headers */ |
| 564 | } vtoc; |
| 565 | |
| 566 | }; /* 408 */ |
| 567 | |
| 568 | #endif /* CONFIG_UNIXWARE_DISKLABEL */ |
| 569 | |
| 570 | #ifdef CONFIG_MINIX_SUBPARTITION |
| 571 | # define MINIX_NR_SUBPARTITIONS 4 |
| 572 | #endif /* CONFIG_MINIX_SUBPARTITION */ |
| 573 | |
Fabio Massimo Di Nitto | d18d768 | 2007-02-10 23:50:00 -0800 | [diff] [blame] | 574 | #define ADDPART_FLAG_NONE 0 |
| 575 | #define ADDPART_FLAG_RAID 1 |
| 576 | #define ADDPART_FLAG_WHOLEDISK 2 |
| 577 | |
Tejun Heo | bcce3de | 2008-08-25 19:47:22 +0900 | [diff] [blame] | 578 | extern int blk_alloc_devt(struct hd_struct *part, dev_t *devt); |
| 579 | extern void blk_free_devt(dev_t devt); |
Tejun Heo | cf771cb | 2008-09-03 09:01:09 +0200 | [diff] [blame] | 580 | extern dev_t blk_lookup_devt(const char *name, int partno); |
| 581 | extern char *disk_name (struct gendisk *hd, int partno, char *buf); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 582 | |
Tejun Heo | 540eed5 | 2008-08-25 19:56:15 +0900 | [diff] [blame] | 583 | extern int disk_expand_part_tbl(struct gendisk *disk, int target); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 584 | extern int rescan_partitions(struct gendisk *disk, struct block_device *bdev); |
Jun'ichi Nomura | fe316bf | 2012-03-02 10:38:33 +0100 | [diff] [blame] | 585 | extern int invalidate_partitions(struct gendisk *disk, struct block_device *bdev); |
Tejun Heo | ba32929 | 2008-11-10 15:29:58 +0900 | [diff] [blame] | 586 | extern struct hd_struct * __must_check add_partition(struct gendisk *disk, |
| 587 | int partno, sector_t start, |
Will Drewry | 6d1d805 | 2010-08-31 15:47:05 -0500 | [diff] [blame] | 588 | sector_t len, int flags, |
| 589 | struct partition_meta_info |
| 590 | *info); |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 591 | extern void __delete_partition(struct percpu_ref *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 592 | extern void delete_partition(struct gendisk *, int); |
Dave Gilbert | dd2a345 | 2007-05-09 02:33:24 -0700 | [diff] [blame] | 593 | extern void printk_all_partitions(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 594 | |
Byungchul Park | e319e1f | 2017-10-25 17:56:05 +0900 | [diff] [blame] | 595 | extern struct gendisk *__alloc_disk_node(int minors, int node_id); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 596 | extern struct kobject *get_disk(struct gendisk *disk); |
| 597 | extern void put_disk(struct gendisk *disk); |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 598 | extern void blk_register_region(dev_t devt, unsigned long range, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 599 | struct module *module, |
| 600 | struct kobject *(*probe)(dev_t, int *, void *), |
| 601 | int (*lock)(dev_t, void *), |
| 602 | void *data); |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 603 | extern void blk_unregister_region(dev_t devt, unsigned long range); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 604 | |
Tejun Heo | e561052 | 2008-08-25 19:56:09 +0900 | [diff] [blame] | 605 | extern ssize_t part_size_show(struct device *dev, |
| 606 | struct device_attribute *attr, char *buf); |
Tejun Heo | 074a7ac | 2008-08-25 19:56:14 +0900 | [diff] [blame] | 607 | extern ssize_t part_stat_show(struct device *dev, |
| 608 | struct device_attribute *attr, char *buf); |
Nikanth Karthikesan | 316d315 | 2009-10-06 20:16:55 +0200 | [diff] [blame] | 609 | extern ssize_t part_inflight_show(struct device *dev, |
| 610 | struct device_attribute *attr, char *buf); |
Tejun Heo | eddb2e2 | 2008-08-25 19:56:13 +0900 | [diff] [blame] | 611 | #ifdef CONFIG_FAIL_MAKE_REQUEST |
| 612 | extern ssize_t part_fail_show(struct device *dev, |
| 613 | struct device_attribute *attr, char *buf); |
| 614 | extern ssize_t part_fail_store(struct device *dev, |
| 615 | struct device_attribute *attr, |
| 616 | const char *buf, size_t count); |
| 617 | #endif /* CONFIG_FAIL_MAKE_REQUEST */ |
Tejun Heo | e561052 | 2008-08-25 19:56:09 +0900 | [diff] [blame] | 618 | |
Byungchul Park | e319e1f | 2017-10-25 17:56:05 +0900 | [diff] [blame] | 619 | #define alloc_disk_node(minors, node_id) \ |
| 620 | ({ \ |
| 621 | static struct lock_class_key __key; \ |
| 622 | const char *__name; \ |
| 623 | struct gendisk *__disk; \ |
| 624 | \ |
| 625 | __name = "(gendisk_completion)"#minors"("#node_id")"; \ |
| 626 | \ |
| 627 | __disk = __alloc_disk_node(minors, node_id); \ |
| 628 | \ |
| 629 | if (__disk) \ |
| 630 | lockdep_init_map(&__disk->lockdep_map, __name, &__key, 0); \ |
| 631 | \ |
| 632 | __disk; \ |
| 633 | }) |
| 634 | |
| 635 | #define alloc_disk(minors) alloc_disk_node(minors, NUMA_NO_NODE) |
| 636 | |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 637 | static inline int hd_ref_init(struct hd_struct *part) |
Jens Axboe | 6c23a96 | 2011-01-07 08:43:37 +0100 | [diff] [blame] | 638 | { |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 639 | if (percpu_ref_init(&part->ref, __delete_partition, 0, |
| 640 | GFP_KERNEL)) |
| 641 | return -ENOMEM; |
| 642 | return 0; |
Jens Axboe | 6c23a96 | 2011-01-07 08:43:37 +0100 | [diff] [blame] | 643 | } |
| 644 | |
| 645 | static inline void hd_struct_get(struct hd_struct *part) |
| 646 | { |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 647 | percpu_ref_get(&part->ref); |
Jens Axboe | 6c23a96 | 2011-01-07 08:43:37 +0100 | [diff] [blame] | 648 | } |
| 649 | |
| 650 | static inline int hd_struct_try_get(struct hd_struct *part) |
| 651 | { |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 652 | return percpu_ref_tryget_live(&part->ref); |
Jens Axboe | 6c23a96 | 2011-01-07 08:43:37 +0100 | [diff] [blame] | 653 | } |
| 654 | |
| 655 | static inline void hd_struct_put(struct hd_struct *part) |
| 656 | { |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 657 | percpu_ref_put(&part->ref); |
| 658 | } |
| 659 | |
| 660 | static inline void hd_struct_kill(struct hd_struct *part) |
| 661 | { |
| 662 | percpu_ref_kill(&part->ref); |
Jens Axboe | 6c23a96 | 2011-01-07 08:43:37 +0100 | [diff] [blame] | 663 | } |
| 664 | |
Ming Lei | b54e5ed | 2015-07-16 11:16:44 +0800 | [diff] [blame] | 665 | static inline void hd_free_part(struct hd_struct *part) |
| 666 | { |
| 667 | free_part_stats(part); |
| 668 | free_part_info(part); |
Ming Lei | 6c71013 | 2015-07-16 11:16:45 +0800 | [diff] [blame] | 669 | percpu_ref_exit(&part->ref); |
Ming Lei | b54e5ed | 2015-07-16 11:16:44 +0800 | [diff] [blame] | 670 | } |
| 671 | |
Vivek Goyal | c83f6bf | 2012-08-01 12:24:18 +0200 | [diff] [blame] | 672 | /* |
| 673 | * Any access of part->nr_sects which is not protected by partition |
| 674 | * bd_mutex or gendisk bdev bd_mutex, should be done using this |
| 675 | * accessor function. |
| 676 | * |
| 677 | * Code written along the lines of i_size_read() and i_size_write(). |
| 678 | * CONFIG_PREEMPT case optimizes the case of UP kernel with preemption |
| 679 | * on. |
| 680 | */ |
| 681 | static inline sector_t part_nr_sects_read(struct hd_struct *part) |
| 682 | { |
| 683 | #if BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_SMP) |
| 684 | sector_t nr_sects; |
| 685 | unsigned seq; |
| 686 | do { |
| 687 | seq = read_seqcount_begin(&part->nr_sects_seq); |
| 688 | nr_sects = part->nr_sects; |
| 689 | } while (read_seqcount_retry(&part->nr_sects_seq, seq)); |
| 690 | return nr_sects; |
| 691 | #elif BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_PREEMPT) |
| 692 | sector_t nr_sects; |
| 693 | |
| 694 | preempt_disable(); |
| 695 | nr_sects = part->nr_sects; |
| 696 | preempt_enable(); |
| 697 | return nr_sects; |
| 698 | #else |
| 699 | return part->nr_sects; |
| 700 | #endif |
| 701 | } |
| 702 | |
| 703 | /* |
| 704 | * Should be called with mutex lock held (typically bd_mutex) of partition |
| 705 | * to provide mutual exlusion among writers otherwise seqcount might be |
| 706 | * left in wrong state leaving the readers spinning infinitely. |
| 707 | */ |
| 708 | static inline void part_nr_sects_write(struct hd_struct *part, sector_t size) |
| 709 | { |
| 710 | #if BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_SMP) |
| 711 | write_seqcount_begin(&part->nr_sects_seq); |
| 712 | part->nr_sects = size; |
| 713 | write_seqcount_end(&part->nr_sects_seq); |
| 714 | #elif BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_PREEMPT) |
| 715 | preempt_disable(); |
| 716 | part->nr_sects = size; |
| 717 | preempt_enable(); |
| 718 | #else |
| 719 | part->nr_sects = size; |
| 720 | #endif |
| 721 | } |
| 722 | |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 723 | #if defined(CONFIG_BLK_DEV_INTEGRITY) |
| 724 | extern void blk_integrity_add(struct gendisk *); |
| 725 | extern void blk_integrity_del(struct gendisk *); |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 726 | #else /* CONFIG_BLK_DEV_INTEGRITY */ |
| 727 | static inline void blk_integrity_add(struct gendisk *disk) { } |
| 728 | static inline void blk_integrity_del(struct gendisk *disk) { } |
Martin K. Petersen | 25520d5 | 2015-10-21 13:19:49 -0400 | [diff] [blame] | 729 | #endif /* CONFIG_BLK_DEV_INTEGRITY */ |
| 730 | |
Jens Axboe | 87c1efb | 2007-05-11 13:29:54 +0200 | [diff] [blame] | 731 | #else /* CONFIG_BLOCK */ |
| 732 | |
| 733 | static inline void printk_all_partitions(void) { } |
| 734 | |
Tejun Heo | cf771cb | 2008-09-03 09:01:09 +0200 | [diff] [blame] | 735 | static inline dev_t blk_lookup_devt(const char *name, int partno) |
Kay Sievers | edfaa7c | 2007-05-21 22:08:01 +0200 | [diff] [blame] | 736 | { |
| 737 | dev_t devt = MKDEV(0, 0); |
| 738 | return devt; |
| 739 | } |
Jens Axboe | 87c1efb | 2007-05-11 13:29:54 +0200 | [diff] [blame] | 740 | #endif /* CONFIG_BLOCK */ |
David Howells | 9361401 | 2006-09-30 20:45:40 +0200 | [diff] [blame] | 741 | |
David Woodhouse | a8ae50b | 2008-03-12 17:52:56 +0100 | [diff] [blame] | 742 | #endif /* _LINUX_GENHD_H */ |