blob: a0ec40ab62eeba697575da4bd02fdc9cdfd31409 [file] [log] [blame]
Christoph Hellwig9002c4e2019-02-18 09:31:03 +01001/* SPDX-License-Identifier: GPL-2.0 */
Christoph Hellwig07bfcd02016-06-13 16:45:26 +02002/*
3 * NVMe over Fabrics common host code.
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +02005 */
6#ifndef _NVME_FABRICS_H
7#define _NVME_FABRICS_H 1
8
9#include <linux/in.h>
10#include <linux/inet.h>
11
12#define NVMF_MIN_QUEUE_SIZE 16
13#define NVMF_MAX_QUEUE_SIZE 1024
14#define NVMF_DEF_QUEUE_SIZE 128
15#define NVMF_DEF_RECONNECT_DELAY 10
Sagi Grimberg42a45272017-03-18 20:52:36 +020016/* default to 600 seconds of reconnect attempts before giving up */
17#define NVMF_DEF_CTRL_LOSS_TMO 600
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020018
19/*
20 * Define a host as seen by the target. We allocate one at boot, but also
21 * allow the override it when creating controllers. This is both to provide
22 * persistence of the Host NQN over multiple boots, and to allow using
23 * multiple ones, for example in a container scenario. Because we must not
24 * use different Host NQNs with the same Host ID we generate a Host ID and
25 * use this structure to keep track of the relation between the two.
26 */
27struct nvmf_host {
28 struct kref ref;
29 struct list_head list;
30 char nqn[NVMF_NQN_SIZE];
Christoph Hellwig8e412262017-05-17 09:54:27 +020031 uuid_t id;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020032};
33
34/**
35 * enum nvmf_parsing_opts - used to define the sysfs parsing options used.
36 */
37enum {
38 NVMF_OPT_ERR = 0,
39 NVMF_OPT_TRANSPORT = 1 << 0,
40 NVMF_OPT_NQN = 1 << 1,
41 NVMF_OPT_TRADDR = 1 << 2,
42 NVMF_OPT_TRSVCID = 1 << 3,
43 NVMF_OPT_QUEUE_SIZE = 1 << 4,
44 NVMF_OPT_NR_IO_QUEUES = 1 << 5,
45 NVMF_OPT_TL_RETRY_COUNT = 1 << 6,
Sagi Grimberg038bd4c2016-06-13 16:45:28 +020046 NVMF_OPT_KATO = 1 << 7,
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020047 NVMF_OPT_HOSTNQN = 1 << 8,
48 NVMF_OPT_RECONNECT_DELAY = 1 << 9,
James Smart478bcb92016-08-02 10:42:10 +030049 NVMF_OPT_HOST_TRADDR = 1 << 10,
Sagi Grimberg42a45272017-03-18 20:52:36 +020050 NVMF_OPT_CTRL_LOSS_TMO = 1 << 11,
Johannes Thumshirn6bfe0422017-06-20 14:23:01 +020051 NVMF_OPT_HOST_ID = 1 << 12,
James Smart3b338762017-10-20 16:17:06 -070052 NVMF_OPT_DUP_CONNECT = 1 << 13,
Sagi Grimberg8154ed72018-11-19 14:11:15 -080053 NVMF_OPT_DISABLE_SQFLOW = 1 << 14,
Sagi Grimberg3b49fa82018-12-03 17:52:12 -080054 NVMF_OPT_HDR_DIGEST = 1 << 15,
Sagi Grimberg20d44e82018-12-03 17:52:13 -080055 NVMF_OPT_DATA_DIGEST = 1 << 16,
Sagi Grimberg330f6b82018-12-11 23:38:56 -080056 NVMF_OPT_NR_WRITE_QUEUES = 1 << 17,
Sagi Grimberg89d43802018-12-14 11:06:09 -080057 NVMF_OPT_NR_POLL_QUEUES = 1 << 18,
Israel Rukshin52b44512019-08-18 12:08:51 +030058 NVMF_OPT_TOS = 1 << 19,
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020059};
60
61/**
62 * struct nvmf_ctrl_options - Used to hold the options specified
63 * with the parsing opts enum.
64 * @mask: Used by the fabrics library to parse through sysfs options
65 * on adding a NVMe controller.
66 * @transport: Holds the fabric transport "technology name" (for a lack of
67 * better description) that will be used by an NVMe controller
68 * being added.
69 * @subsysnqn: Hold the fully qualified NQN subystem name (format defined
70 * in the NVMe specification, "NVMe Qualified Names").
James Smart4a9f05c2016-08-02 10:41:20 +030071 * @traddr: The transport-specific TRADDR field for a port on the
72 * subsystem which is adding a controller.
73 * @trsvcid: The transport-specific TRSVCID field for a port on the
74 * subsystem which is adding a controller.
James Smart478bcb92016-08-02 10:42:10 +030075 * @host_traddr: A transport-specific field identifying the NVME host port
76 * to use for the connection to the controller.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020077 * @queue_size: Number of IO queue elements.
78 * @nr_io_queues: Number of controller IO queues that will be established.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020079 * @reconnect_delay: Time between two consecutive reconnect attempts.
80 * @discovery_nqn: indicates if the subsysnqn is the well-known discovery NQN.
Sagi Grimberg038bd4c2016-06-13 16:45:28 +020081 * @kato: Keep-alive timeout.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020082 * @host: Virtual NVMe host, contains the NQN and Host ID.
Sagi Grimberg42a45272017-03-18 20:52:36 +020083 * @max_reconnects: maximum number of allowed reconnect attempts before removing
84 * the controller, (-1) means reconnect forever, zero means remove
85 * immediately;
Sagi Grimbergfa9a1812018-12-11 23:38:55 -080086 * @disable_sqflow: disable controller sq flow control
87 * @hdr_digest: generate/verify header digest (TCP)
88 * @data_digest: generate/verify data digest (TCP)
Sagi Grimberg330f6b82018-12-11 23:38:56 -080089 * @nr_write_queues: number of queues for write I/O
Sagi Grimberg89d43802018-12-14 11:06:09 -080090 * @nr_poll_queues: number of queues for polling I/O
Israel Rukshin52b44512019-08-18 12:08:51 +030091 * @tos: type of service
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020092 */
93struct nvmf_ctrl_options {
94 unsigned mask;
95 char *transport;
96 char *subsysnqn;
97 char *traddr;
98 char *trsvcid;
James Smart478bcb92016-08-02 10:42:10 +030099 char *host_traddr;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200100 size_t queue_size;
101 unsigned int nr_io_queues;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200102 unsigned int reconnect_delay;
103 bool discovery_nqn;
James Smart3b338762017-10-20 16:17:06 -0700104 bool duplicate_connect;
Sagi Grimberg038bd4c2016-06-13 16:45:28 +0200105 unsigned int kato;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200106 struct nvmf_host *host;
Sagi Grimberg42a45272017-03-18 20:52:36 +0200107 int max_reconnects;
Sagi Grimberg8154ed72018-11-19 14:11:15 -0800108 bool disable_sqflow;
Sagi Grimberg3b49fa82018-12-03 17:52:12 -0800109 bool hdr_digest;
Sagi Grimberg20d44e82018-12-03 17:52:13 -0800110 bool data_digest;
Sagi Grimberg330f6b82018-12-11 23:38:56 -0800111 unsigned int nr_write_queues;
Sagi Grimberg89d43802018-12-14 11:06:09 -0800112 unsigned int nr_poll_queues;
Israel Rukshin52b44512019-08-18 12:08:51 +0300113 int tos;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200114};
115
116/*
117 * struct nvmf_transport_ops - used to register a specific
118 * fabric implementation of NVMe fabrics.
119 * @entry: Used by the fabrics library to add the new
120 * registration entry to its linked-list internal tree.
Roy Shterman0de5cd32017-12-25 14:18:30 +0200121 * @module: Transport module reference
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200122 * @name: Name of the NVMe fabric driver implementation.
123 * @required_opts: sysfs command-line options that must be specified
124 * when adding a new NVMe controller.
125 * @allowed_opts: sysfs command-line options that can be specified
126 * when adding a new NVMe controller.
127 * @create_ctrl(): function pointer that points to a non-NVMe
128 * implementation-specific fabric technology
129 * that would go into starting up that fabric
130 * for the purpose of conneciton to an NVMe controller
131 * using that fabric technology.
132 *
133 * Notes:
134 * 1. At minimum, 'required_opts' and 'allowed_opts' should
135 * be set to the same enum parsing options defined earlier.
136 * 2. create_ctrl() must be defined (even if it does nothing)
Johannes Thumshirn12a0b662018-06-01 09:11:20 +0200137 * 3. struct nvmf_transport_ops must be statically allocated in the
138 * modules .bss section so that a pure module_get on @module
139 * prevents the memory from beeing freed.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200140 */
141struct nvmf_transport_ops {
142 struct list_head entry;
Roy Shterman0de5cd32017-12-25 14:18:30 +0200143 struct module *module;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200144 const char *name;
145 int required_opts;
146 int allowed_opts;
147 struct nvme_ctrl *(*create_ctrl)(struct device *dev,
148 struct nvmf_ctrl_options *opts);
149};
150
James Smart991231d2017-10-20 16:17:07 -0700151static inline bool
152nvmf_ctlr_matches_baseopts(struct nvme_ctrl *ctrl,
153 struct nvmf_ctrl_options *opts)
154{
James Smartab4f47a2018-05-25 14:02:23 -0700155 if (ctrl->state == NVME_CTRL_DELETING ||
156 ctrl->state == NVME_CTRL_DEAD ||
157 strcmp(opts->subsysnqn, ctrl->opts->subsysnqn) ||
James Smart991231d2017-10-20 16:17:07 -0700158 strcmp(opts->host->nqn, ctrl->opts->host->nqn) ||
159 memcmp(&opts->host->id, &ctrl->opts->host->id, sizeof(uuid_t)))
160 return false;
161
162 return true;
163}
164
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200165int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val);
166int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val);
167int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val);
168int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl);
Sagi Grimberg26c68222018-12-14 11:06:08 -0800169int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid, bool poll);
Johannes Thumshirne5a39dd2017-01-27 09:03:45 +0100170int nvmf_register_transport(struct nvmf_transport_ops *ops);
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200171void nvmf_unregister_transport(struct nvmf_transport_ops *ops);
172void nvmf_free_options(struct nvmf_ctrl_options *opts);
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200173int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size);
Sagi Grimberg42a45272017-03-18 20:52:36 +0200174bool nvmf_should_reconnect(struct nvme_ctrl *ctrl);
James Smart6cdefc62018-07-20 15:49:48 -0700175blk_status_t nvmf_fail_nonready_command(struct nvme_ctrl *ctrl,
176 struct request *rq);
Christoph Hellwig3bc32bb2018-06-11 17:34:06 +0200177bool __nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
178 bool queue_live);
Sagi Grimbergb7c7be6f62018-10-18 17:40:40 -0700179bool nvmf_ip_options_match(struct nvme_ctrl *ctrl,
180 struct nvmf_ctrl_options *opts);
Christoph Hellwig3bc32bb2018-06-11 17:34:06 +0200181
182static inline bool nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
183 bool queue_live)
184{
Keith Busch5d02a5c2019-09-03 09:22:24 -0600185 if (likely(ctrl->state == NVME_CTRL_LIVE))
Christoph Hellwig3bc32bb2018-06-11 17:34:06 +0200186 return true;
187 return __nvmf_check_ready(ctrl, rq, queue_live);
188}
Sagi Grimberg48832f82017-10-24 15:25:20 +0300189
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200190#endif /* _NVME_FABRICS_H */