blob: 9a54623e52d74ecc77953937bd923a9ecdb68d09 [file] [log] [blame]
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -04001/*
2 * This program is free software; you can redistribute it and/or
3 * modify it under the terms of the GNU General Public License version 2
4 * as published by the Free Software Foundation; or, when distributed
5 * separately from the Linux kernel or incorporated into other
6 * software packages, subject to the following license:
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this source file (the "Software"), to deal in the Software without
10 * restriction, including without limitation the rights to use, copy, modify,
11 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
12 * and to permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
23 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * IN THE SOFTWARE.
25 */
26
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -040027#ifndef __XEN_BLKIF__BACKEND__COMMON_H__
28#define __XEN_BLKIF__BACKEND__COMMON_H__
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040029
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040030#include <linux/module.h>
31#include <linux/interrupt.h>
32#include <linux/slab.h>
33#include <linux/blkdev.h>
34#include <linux/vmalloc.h>
35#include <linux/wait.h>
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -040036#include <linux/io.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040037#include <asm/setup.h>
38#include <asm/pgalloc.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040039#include <asm/hypervisor.h>
Jeremy Fitzhardinge88122932009-02-09 12:05:51 -080040#include <xen/grant_table.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040041#include <xen/xenbus.h>
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040042#include <xen/interface/io/ring.h>
43#include <xen/interface/io/blkif.h>
44#include <xen/interface/io/protocols.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040045
Konrad Rzeszutek Wilk22b20f22011-05-12 16:43:12 -040046#define DRV_PFX "xen-blkback:"
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040047#define DPRINTK(fmt, args...) \
Joe Jin1bc05b02011-08-15 12:57:07 +080048 pr_debug(DRV_PFX "(%s:%d) " fmt ".\n", \
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040049 __func__, __LINE__, ##args)
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040050
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040051
52/* Not a real protocol. Used to generate ring structs which contain
53 * the elements common to all protocols only. This way we get a
54 * compiler-checkable way to use common struct elements, so we can
55 * avoid using switch(protocol) in a number of places. */
56struct blkif_common_request {
57 char dummy;
58};
59struct blkif_common_response {
60 char dummy;
61};
62
Li Dongyangb3cb0d62011-09-01 18:39:10 +080063struct blkif_x86_32_request_rw {
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040064 uint8_t nr_segments; /* number of segments */
65 blkif_vdev_t handle; /* only for read/write requests */
66 uint64_t id; /* private guest value, echoed in resp */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040067 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
68 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
69} __attribute__((__packed__));
70
71struct blkif_x86_32_request_discard {
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -040072 uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040073 blkif_vdev_t _pad1; /* was "handle" for read/write requests */
74 uint64_t id; /* private guest value, echoed in resp */
75 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
76 uint64_t nr_sectors;
77} __attribute__((__packed__));
78
79struct blkif_x86_32_request {
80 uint8_t operation; /* BLKIF_OP_??? */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080081 union {
82 struct blkif_x86_32_request_rw rw;
83 struct blkif_x86_32_request_discard discard;
84 } u;
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040085} __attribute__((__packed__));
86
87/* i386 protocol version */
88#pragma pack(push, 4)
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040089struct blkif_x86_32_response {
90 uint64_t id; /* copied from request */
91 uint8_t operation; /* copied from request */
92 int16_t status; /* BLKIF_RSP_??? */
93};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040094#pragma pack(pop)
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040095/* x86_64 protocol version */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080096
97struct blkif_x86_64_request_rw {
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040098 uint8_t nr_segments; /* number of segments */
99 blkif_vdev_t handle; /* only for read/write requests */
100 uint32_t _pad1; /* offsetof(blkif_reqest..,u.rw.id)==8 */
101 uint64_t id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800102 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
103 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400104} __attribute__((__packed__));
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800105
106struct blkif_x86_64_request_discard {
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400107 uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400108 blkif_vdev_t _pad1; /* was "handle" for read/write requests */
109 uint32_t _pad2; /* offsetof(blkif_..,u.discard.id)==8 */
110 uint64_t id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800111 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400112 uint64_t nr_sectors;
113} __attribute__((__packed__));
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800114
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400115struct blkif_x86_64_request {
116 uint8_t operation; /* BLKIF_OP_??? */
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800117 union {
118 struct blkif_x86_64_request_rw rw;
119 struct blkif_x86_64_request_discard discard;
120 } u;
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400121} __attribute__((__packed__));
122
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400123struct blkif_x86_64_response {
124 uint64_t __attribute__((__aligned__(8))) id;
125 uint8_t operation; /* copied from request */
126 int16_t status; /* BLKIF_RSP_??? */
127};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400128
129DEFINE_RING_TYPES(blkif_common, struct blkif_common_request,
130 struct blkif_common_response);
131DEFINE_RING_TYPES(blkif_x86_32, struct blkif_x86_32_request,
132 struct blkif_x86_32_response);
133DEFINE_RING_TYPES(blkif_x86_64, struct blkif_x86_64_request,
134 struct blkif_x86_64_response);
135
136union blkif_back_rings {
137 struct blkif_back_ring native;
138 struct blkif_common_back_ring common;
139 struct blkif_x86_32_back_ring x86_32;
140 struct blkif_x86_64_back_ring x86_64;
141};
142
143enum blkif_protocol {
144 BLKIF_PROTOCOL_NATIVE = 1,
145 BLKIF_PROTOCOL_X86_32 = 2,
146 BLKIF_PROTOCOL_X86_64 = 3,
147};
148
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400149struct xen_vbd {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400150 /* What the domain refers to this vbd as. */
151 blkif_vdev_t handle;
152 /* Non-zero -> read-only */
153 unsigned char readonly;
154 /* VDISK_xxx */
155 unsigned char type;
156 /* phys device that this vbd maps to. */
157 u32 pdevice;
158 struct block_device *bdev;
159 /* Cached size parameter. */
160 sector_t size;
Oliver Chick1f999572012-09-21 10:04:18 +0100161 unsigned int flush_support:1;
162 unsigned int discard_secure:1;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400163};
164
165struct backend_info;
166
Konrad Rzeszutek Wilk30fd1502011-05-12 16:47:48 -0400167struct xen_blkif {
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400168 /* Unique identifier for this interface. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400169 domid_t domid;
170 unsigned int handle;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400171 /* Physical parameters of the comms window. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400172 unsigned int irq;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400173 /* Comms information. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400174 enum blkif_protocol blk_protocol;
175 union blkif_back_rings blk_rings;
David Vrabel2d073842011-09-29 16:53:30 +0100176 void *blk_ring;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400177 /* The VBD attached to this interface. */
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400178 struct xen_vbd vbd;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400179 /* Back pointer to the backend_info. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400180 struct backend_info *be;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400181 /* Private fields. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400182 spinlock_t blk_ring_lock;
183 atomic_t refcnt;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400184
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400185 wait_queue_head_t wq;
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400186 /* for barrier (drain) requests */
187 struct completion drain_complete;
188 atomic_t drain;
Konrad Rzeszutek Wilka1397fa2011-04-14 17:05:23 -0400189 /* One thread per one blkif. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400190 struct task_struct *xenblkd;
191 unsigned int waiting_reqs;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400192
193 /* statistics */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400194 unsigned long st_print;
195 int st_rd_req;
196 int st_wr_req;
197 int st_oo_req;
198 int st_f_req;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800199 int st_ds_req;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400200 int st_rd_sect;
201 int st_wr_sect;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400202
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400203 wait_queue_head_t waiting_to_free;
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -0400204};
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400205
Konrad Rzeszutek Wilk42c78412011-04-20 11:21:43 -0400206
207#define vbd_sz(_v) ((_v)->bdev->bd_part ? \
208 (_v)->bdev->bd_part->nr_sects : \
209 get_capacity((_v)->bdev->bd_disk))
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400210
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400211#define xen_blkif_get(_b) (atomic_inc(&(_b)->refcnt))
212#define xen_blkif_put(_b) \
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400213 do { \
214 if (atomic_dec_and_test(&(_b)->refcnt)) \
215 wake_up(&(_b)->waiting_to_free);\
216 } while (0)
217
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400218struct phys_req {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400219 unsigned short dev;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800220 blkif_sector_t nr_sects;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400221 struct block_device *bdev;
222 blkif_sector_t sector_number;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400223};
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400224int xen_blkif_interface_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400225
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400226int xen_blkif_xenbus_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400227
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400228irqreturn_t xen_blkif_be_int(int irq, void *dev_id);
229int xen_blkif_schedule(void *arg);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400230
Konrad Rzeszutek Wilk24f567f2011-05-04 17:07:27 -0400231int xen_blkbk_flush_diskcache(struct xenbus_transaction xbt,
232 struct backend_info *be, int state);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400233
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400234int xen_blkbk_barrier(struct xenbus_transaction xbt,
235 struct backend_info *be, int state);
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400236struct xenbus_device *xen_blkbk_xenbus(struct backend_info *be);
Jeremy Fitzhardinge98e036a2010-03-18 15:35:05 -0700237
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400238static inline void blkif_get_x86_32_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400239 struct blkif_x86_32_request *src)
240{
241 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
242 dst->operation = src->operation;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800243 switch (src->operation) {
244 case BLKIF_OP_READ:
245 case BLKIF_OP_WRITE:
246 case BLKIF_OP_WRITE_BARRIER:
247 case BLKIF_OP_FLUSH_DISKCACHE:
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400248 dst->u.rw.nr_segments = src->u.rw.nr_segments;
249 dst->u.rw.handle = src->u.rw.handle;
250 dst->u.rw.id = src->u.rw.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800251 dst->u.rw.sector_number = src->u.rw.sector_number;
252 barrier();
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400253 if (n > dst->u.rw.nr_segments)
254 n = dst->u.rw.nr_segments;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800255 for (i = 0; i < n; i++)
256 dst->u.rw.seg[i] = src->u.rw.seg[i];
257 break;
258 case BLKIF_OP_DISCARD:
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400259 dst->u.discard.flag = src->u.discard.flag;
Konrad Rzeszutek Wilk8c9ce602012-05-25 16:11:09 -0400260 dst->u.discard.id = src->u.discard.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800261 dst->u.discard.sector_number = src->u.discard.sector_number;
262 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
263 break;
264 default:
265 break;
266 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400267}
268
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400269static inline void blkif_get_x86_64_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400270 struct blkif_x86_64_request *src)
271{
272 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
273 dst->operation = src->operation;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800274 switch (src->operation) {
275 case BLKIF_OP_READ:
276 case BLKIF_OP_WRITE:
277 case BLKIF_OP_WRITE_BARRIER:
278 case BLKIF_OP_FLUSH_DISKCACHE:
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400279 dst->u.rw.nr_segments = src->u.rw.nr_segments;
280 dst->u.rw.handle = src->u.rw.handle;
281 dst->u.rw.id = src->u.rw.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800282 dst->u.rw.sector_number = src->u.rw.sector_number;
283 barrier();
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400284 if (n > dst->u.rw.nr_segments)
285 n = dst->u.rw.nr_segments;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800286 for (i = 0; i < n; i++)
287 dst->u.rw.seg[i] = src->u.rw.seg[i];
288 break;
289 case BLKIF_OP_DISCARD:
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400290 dst->u.discard.flag = src->u.discard.flag;
Konrad Rzeszutek Wilk8c9ce602012-05-25 16:11:09 -0400291 dst->u.discard.id = src->u.discard.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800292 dst->u.discard.sector_number = src->u.discard.sector_number;
293 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
294 break;
295 default:
296 break;
297 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400298}
299
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -0400300#endif /* __XEN_BLKIF__BACKEND__COMMON_H__ */