Christoph Hellwig | 9002c4e | 2019-02-18 09:31:03 +0100 | [diff] [blame^] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 2 | /* |
| 3 | * NVMe over Fabrics common host code. |
| 4 | * Copyright (c) 2015-2016 HGST, a Western Digital Company. |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 5 | */ |
| 6 | #ifndef _NVME_FABRICS_H |
| 7 | #define _NVME_FABRICS_H 1 |
| 8 | |
| 9 | #include <linux/in.h> |
| 10 | #include <linux/inet.h> |
| 11 | |
| 12 | #define NVMF_MIN_QUEUE_SIZE 16 |
| 13 | #define NVMF_MAX_QUEUE_SIZE 1024 |
| 14 | #define NVMF_DEF_QUEUE_SIZE 128 |
| 15 | #define NVMF_DEF_RECONNECT_DELAY 10 |
Sagi Grimberg | 42a4527 | 2017-03-18 20:52:36 +0200 | [diff] [blame] | 16 | /* default to 600 seconds of reconnect attempts before giving up */ |
| 17 | #define NVMF_DEF_CTRL_LOSS_TMO 600 |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 18 | |
| 19 | /* |
| 20 | * Define a host as seen by the target. We allocate one at boot, but also |
| 21 | * allow the override it when creating controllers. This is both to provide |
| 22 | * persistence of the Host NQN over multiple boots, and to allow using |
| 23 | * multiple ones, for example in a container scenario. Because we must not |
| 24 | * use different Host NQNs with the same Host ID we generate a Host ID and |
| 25 | * use this structure to keep track of the relation between the two. |
| 26 | */ |
| 27 | struct nvmf_host { |
| 28 | struct kref ref; |
| 29 | struct list_head list; |
| 30 | char nqn[NVMF_NQN_SIZE]; |
Christoph Hellwig | 8e41226 | 2017-05-17 09:54:27 +0200 | [diff] [blame] | 31 | uuid_t id; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 32 | }; |
| 33 | |
| 34 | /** |
| 35 | * enum nvmf_parsing_opts - used to define the sysfs parsing options used. |
| 36 | */ |
| 37 | enum { |
| 38 | NVMF_OPT_ERR = 0, |
| 39 | NVMF_OPT_TRANSPORT = 1 << 0, |
| 40 | NVMF_OPT_NQN = 1 << 1, |
| 41 | NVMF_OPT_TRADDR = 1 << 2, |
| 42 | NVMF_OPT_TRSVCID = 1 << 3, |
| 43 | NVMF_OPT_QUEUE_SIZE = 1 << 4, |
| 44 | NVMF_OPT_NR_IO_QUEUES = 1 << 5, |
| 45 | NVMF_OPT_TL_RETRY_COUNT = 1 << 6, |
Sagi Grimberg | 038bd4c | 2016-06-13 16:45:28 +0200 | [diff] [blame] | 46 | NVMF_OPT_KATO = 1 << 7, |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 47 | NVMF_OPT_HOSTNQN = 1 << 8, |
| 48 | NVMF_OPT_RECONNECT_DELAY = 1 << 9, |
James Smart | 478bcb9 | 2016-08-02 10:42:10 +0300 | [diff] [blame] | 49 | NVMF_OPT_HOST_TRADDR = 1 << 10, |
Sagi Grimberg | 42a4527 | 2017-03-18 20:52:36 +0200 | [diff] [blame] | 50 | NVMF_OPT_CTRL_LOSS_TMO = 1 << 11, |
Johannes Thumshirn | 6bfe042 | 2017-06-20 14:23:01 +0200 | [diff] [blame] | 51 | NVMF_OPT_HOST_ID = 1 << 12, |
James Smart | 3b33876 | 2017-10-20 16:17:06 -0700 | [diff] [blame] | 52 | NVMF_OPT_DUP_CONNECT = 1 << 13, |
Sagi Grimberg | 8154ed7 | 2018-11-19 14:11:15 -0800 | [diff] [blame] | 53 | NVMF_OPT_DISABLE_SQFLOW = 1 << 14, |
Sagi Grimberg | 3b49fa8 | 2018-12-03 17:52:12 -0800 | [diff] [blame] | 54 | NVMF_OPT_HDR_DIGEST = 1 << 15, |
Sagi Grimberg | 20d44e8 | 2018-12-03 17:52:13 -0800 | [diff] [blame] | 55 | NVMF_OPT_DATA_DIGEST = 1 << 16, |
Sagi Grimberg | 330f6b8 | 2018-12-11 23:38:56 -0800 | [diff] [blame] | 56 | NVMF_OPT_NR_WRITE_QUEUES = 1 << 17, |
Sagi Grimberg | 89d4380 | 2018-12-14 11:06:09 -0800 | [diff] [blame] | 57 | NVMF_OPT_NR_POLL_QUEUES = 1 << 18, |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 58 | }; |
| 59 | |
| 60 | /** |
| 61 | * struct nvmf_ctrl_options - Used to hold the options specified |
| 62 | * with the parsing opts enum. |
| 63 | * @mask: Used by the fabrics library to parse through sysfs options |
| 64 | * on adding a NVMe controller. |
| 65 | * @transport: Holds the fabric transport "technology name" (for a lack of |
| 66 | * better description) that will be used by an NVMe controller |
| 67 | * being added. |
| 68 | * @subsysnqn: Hold the fully qualified NQN subystem name (format defined |
| 69 | * in the NVMe specification, "NVMe Qualified Names"). |
James Smart | 4a9f05c | 2016-08-02 10:41:20 +0300 | [diff] [blame] | 70 | * @traddr: The transport-specific TRADDR field for a port on the |
| 71 | * subsystem which is adding a controller. |
| 72 | * @trsvcid: The transport-specific TRSVCID field for a port on the |
| 73 | * subsystem which is adding a controller. |
James Smart | 478bcb9 | 2016-08-02 10:42:10 +0300 | [diff] [blame] | 74 | * @host_traddr: A transport-specific field identifying the NVME host port |
| 75 | * to use for the connection to the controller. |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 76 | * @queue_size: Number of IO queue elements. |
| 77 | * @nr_io_queues: Number of controller IO queues that will be established. |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 78 | * @reconnect_delay: Time between two consecutive reconnect attempts. |
| 79 | * @discovery_nqn: indicates if the subsysnqn is the well-known discovery NQN. |
Sagi Grimberg | 038bd4c | 2016-06-13 16:45:28 +0200 | [diff] [blame] | 80 | * @kato: Keep-alive timeout. |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 81 | * @host: Virtual NVMe host, contains the NQN and Host ID. |
Sagi Grimberg | 42a4527 | 2017-03-18 20:52:36 +0200 | [diff] [blame] | 82 | * @max_reconnects: maximum number of allowed reconnect attempts before removing |
| 83 | * the controller, (-1) means reconnect forever, zero means remove |
| 84 | * immediately; |
Sagi Grimberg | fa9a181 | 2018-12-11 23:38:55 -0800 | [diff] [blame] | 85 | * @disable_sqflow: disable controller sq flow control |
| 86 | * @hdr_digest: generate/verify header digest (TCP) |
| 87 | * @data_digest: generate/verify data digest (TCP) |
Sagi Grimberg | 330f6b8 | 2018-12-11 23:38:56 -0800 | [diff] [blame] | 88 | * @nr_write_queues: number of queues for write I/O |
Sagi Grimberg | 89d4380 | 2018-12-14 11:06:09 -0800 | [diff] [blame] | 89 | * @nr_poll_queues: number of queues for polling I/O |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 90 | */ |
| 91 | struct nvmf_ctrl_options { |
| 92 | unsigned mask; |
| 93 | char *transport; |
| 94 | char *subsysnqn; |
| 95 | char *traddr; |
| 96 | char *trsvcid; |
James Smart | 478bcb9 | 2016-08-02 10:42:10 +0300 | [diff] [blame] | 97 | char *host_traddr; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 98 | size_t queue_size; |
| 99 | unsigned int nr_io_queues; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 100 | unsigned int reconnect_delay; |
| 101 | bool discovery_nqn; |
James Smart | 3b33876 | 2017-10-20 16:17:06 -0700 | [diff] [blame] | 102 | bool duplicate_connect; |
Sagi Grimberg | 038bd4c | 2016-06-13 16:45:28 +0200 | [diff] [blame] | 103 | unsigned int kato; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 104 | struct nvmf_host *host; |
Sagi Grimberg | 42a4527 | 2017-03-18 20:52:36 +0200 | [diff] [blame] | 105 | int max_reconnects; |
Sagi Grimberg | 8154ed7 | 2018-11-19 14:11:15 -0800 | [diff] [blame] | 106 | bool disable_sqflow; |
Sagi Grimberg | 3b49fa8 | 2018-12-03 17:52:12 -0800 | [diff] [blame] | 107 | bool hdr_digest; |
Sagi Grimberg | 20d44e8 | 2018-12-03 17:52:13 -0800 | [diff] [blame] | 108 | bool data_digest; |
Sagi Grimberg | 330f6b8 | 2018-12-11 23:38:56 -0800 | [diff] [blame] | 109 | unsigned int nr_write_queues; |
Sagi Grimberg | 89d4380 | 2018-12-14 11:06:09 -0800 | [diff] [blame] | 110 | unsigned int nr_poll_queues; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 111 | }; |
| 112 | |
| 113 | /* |
| 114 | * struct nvmf_transport_ops - used to register a specific |
| 115 | * fabric implementation of NVMe fabrics. |
| 116 | * @entry: Used by the fabrics library to add the new |
| 117 | * registration entry to its linked-list internal tree. |
Roy Shterman | 0de5cd3 | 2017-12-25 14:18:30 +0200 | [diff] [blame] | 118 | * @module: Transport module reference |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 119 | * @name: Name of the NVMe fabric driver implementation. |
| 120 | * @required_opts: sysfs command-line options that must be specified |
| 121 | * when adding a new NVMe controller. |
| 122 | * @allowed_opts: sysfs command-line options that can be specified |
| 123 | * when adding a new NVMe controller. |
| 124 | * @create_ctrl(): function pointer that points to a non-NVMe |
| 125 | * implementation-specific fabric technology |
| 126 | * that would go into starting up that fabric |
| 127 | * for the purpose of conneciton to an NVMe controller |
| 128 | * using that fabric technology. |
| 129 | * |
| 130 | * Notes: |
| 131 | * 1. At minimum, 'required_opts' and 'allowed_opts' should |
| 132 | * be set to the same enum parsing options defined earlier. |
| 133 | * 2. create_ctrl() must be defined (even if it does nothing) |
Johannes Thumshirn | 12a0b66 | 2018-06-01 09:11:20 +0200 | [diff] [blame] | 134 | * 3. struct nvmf_transport_ops must be statically allocated in the |
| 135 | * modules .bss section so that a pure module_get on @module |
| 136 | * prevents the memory from beeing freed. |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 137 | */ |
| 138 | struct nvmf_transport_ops { |
| 139 | struct list_head entry; |
Roy Shterman | 0de5cd3 | 2017-12-25 14:18:30 +0200 | [diff] [blame] | 140 | struct module *module; |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 141 | const char *name; |
| 142 | int required_opts; |
| 143 | int allowed_opts; |
| 144 | struct nvme_ctrl *(*create_ctrl)(struct device *dev, |
| 145 | struct nvmf_ctrl_options *opts); |
| 146 | }; |
| 147 | |
James Smart | 991231d | 2017-10-20 16:17:07 -0700 | [diff] [blame] | 148 | static inline bool |
| 149 | nvmf_ctlr_matches_baseopts(struct nvme_ctrl *ctrl, |
| 150 | struct nvmf_ctrl_options *opts) |
| 151 | { |
James Smart | ab4f47a | 2018-05-25 14:02:23 -0700 | [diff] [blame] | 152 | if (ctrl->state == NVME_CTRL_DELETING || |
| 153 | ctrl->state == NVME_CTRL_DEAD || |
| 154 | strcmp(opts->subsysnqn, ctrl->opts->subsysnqn) || |
James Smart | 991231d | 2017-10-20 16:17:07 -0700 | [diff] [blame] | 155 | strcmp(opts->host->nqn, ctrl->opts->host->nqn) || |
| 156 | memcmp(&opts->host->id, &ctrl->opts->host->id, sizeof(uuid_t))) |
| 157 | return false; |
| 158 | |
| 159 | return true; |
| 160 | } |
| 161 | |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 162 | int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val); |
| 163 | int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val); |
| 164 | int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val); |
| 165 | int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl); |
Sagi Grimberg | 26c6822 | 2018-12-14 11:06:08 -0800 | [diff] [blame] | 166 | int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid, bool poll); |
Johannes Thumshirn | e5a39dd | 2017-01-27 09:03:45 +0100 | [diff] [blame] | 167 | int nvmf_register_transport(struct nvmf_transport_ops *ops); |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 168 | void nvmf_unregister_transport(struct nvmf_transport_ops *ops); |
| 169 | void nvmf_free_options(struct nvmf_ctrl_options *opts); |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 170 | int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size); |
Sagi Grimberg | 42a4527 | 2017-03-18 20:52:36 +0200 | [diff] [blame] | 171 | bool nvmf_should_reconnect(struct nvme_ctrl *ctrl); |
James Smart | 6cdefc6 | 2018-07-20 15:49:48 -0700 | [diff] [blame] | 172 | blk_status_t nvmf_fail_nonready_command(struct nvme_ctrl *ctrl, |
| 173 | struct request *rq); |
Christoph Hellwig | 3bc32bb | 2018-06-11 17:34:06 +0200 | [diff] [blame] | 174 | bool __nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq, |
| 175 | bool queue_live); |
Sagi Grimberg | b7c7be6f6 | 2018-10-18 17:40:40 -0700 | [diff] [blame] | 176 | bool nvmf_ip_options_match(struct nvme_ctrl *ctrl, |
| 177 | struct nvmf_ctrl_options *opts); |
Christoph Hellwig | 3bc32bb | 2018-06-11 17:34:06 +0200 | [diff] [blame] | 178 | |
| 179 | static inline bool nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq, |
| 180 | bool queue_live) |
| 181 | { |
Christoph Hellwig | 278ab37 | 2018-06-11 17:37:23 +0200 | [diff] [blame] | 182 | if (likely(ctrl->state == NVME_CTRL_LIVE || |
| 183 | ctrl->state == NVME_CTRL_ADMIN_ONLY)) |
Christoph Hellwig | 3bc32bb | 2018-06-11 17:34:06 +0200 | [diff] [blame] | 184 | return true; |
| 185 | return __nvmf_check_ready(ctrl, rq, queue_live); |
| 186 | } |
Sagi Grimberg | 48832f8 | 2017-10-24 15:25:20 +0300 | [diff] [blame] | 187 | |
Christoph Hellwig | 07bfcd0 | 2016-06-13 16:45:26 +0200 | [diff] [blame] | 188 | #endif /* _NVME_FABRICS_H */ |