blob: a3145d90c1d2c20f8c555067a989cf4a428a1790 [file] [log] [blame]
Christoph Hellwig07bfcd02016-06-13 16:45:26 +02001/*
2 * NVMe over Fabrics common host code.
3 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 */
14#ifndef _NVME_FABRICS_H
15#define _NVME_FABRICS_H 1
16
17#include <linux/in.h>
18#include <linux/inet.h>
19
20#define NVMF_MIN_QUEUE_SIZE 16
21#define NVMF_MAX_QUEUE_SIZE 1024
22#define NVMF_DEF_QUEUE_SIZE 128
23#define NVMF_DEF_RECONNECT_DELAY 10
Sagi Grimberg42a45272017-03-18 20:52:36 +020024/* default to 600 seconds of reconnect attempts before giving up */
25#define NVMF_DEF_CTRL_LOSS_TMO 600
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020026
27/*
28 * Define a host as seen by the target. We allocate one at boot, but also
29 * allow the override it when creating controllers. This is both to provide
30 * persistence of the Host NQN over multiple boots, and to allow using
31 * multiple ones, for example in a container scenario. Because we must not
32 * use different Host NQNs with the same Host ID we generate a Host ID and
33 * use this structure to keep track of the relation between the two.
34 */
35struct nvmf_host {
36 struct kref ref;
37 struct list_head list;
38 char nqn[NVMF_NQN_SIZE];
Christoph Hellwig8e412262017-05-17 09:54:27 +020039 uuid_t id;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020040};
41
42/**
43 * enum nvmf_parsing_opts - used to define the sysfs parsing options used.
44 */
45enum {
46 NVMF_OPT_ERR = 0,
47 NVMF_OPT_TRANSPORT = 1 << 0,
48 NVMF_OPT_NQN = 1 << 1,
49 NVMF_OPT_TRADDR = 1 << 2,
50 NVMF_OPT_TRSVCID = 1 << 3,
51 NVMF_OPT_QUEUE_SIZE = 1 << 4,
52 NVMF_OPT_NR_IO_QUEUES = 1 << 5,
53 NVMF_OPT_TL_RETRY_COUNT = 1 << 6,
Sagi Grimberg038bd4c2016-06-13 16:45:28 +020054 NVMF_OPT_KATO = 1 << 7,
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020055 NVMF_OPT_HOSTNQN = 1 << 8,
56 NVMF_OPT_RECONNECT_DELAY = 1 << 9,
James Smart478bcb92016-08-02 10:42:10 +030057 NVMF_OPT_HOST_TRADDR = 1 << 10,
Sagi Grimberg42a45272017-03-18 20:52:36 +020058 NVMF_OPT_CTRL_LOSS_TMO = 1 << 11,
Johannes Thumshirn6bfe0422017-06-20 14:23:01 +020059 NVMF_OPT_HOST_ID = 1 << 12,
James Smart3b338762017-10-20 16:17:06 -070060 NVMF_OPT_DUP_CONNECT = 1 << 13,
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020061};
62
63/**
64 * struct nvmf_ctrl_options - Used to hold the options specified
65 * with the parsing opts enum.
66 * @mask: Used by the fabrics library to parse through sysfs options
67 * on adding a NVMe controller.
68 * @transport: Holds the fabric transport "technology name" (for a lack of
69 * better description) that will be used by an NVMe controller
70 * being added.
71 * @subsysnqn: Hold the fully qualified NQN subystem name (format defined
72 * in the NVMe specification, "NVMe Qualified Names").
James Smart4a9f05c2016-08-02 10:41:20 +030073 * @traddr: The transport-specific TRADDR field for a port on the
74 * subsystem which is adding a controller.
75 * @trsvcid: The transport-specific TRSVCID field for a port on the
76 * subsystem which is adding a controller.
James Smart478bcb92016-08-02 10:42:10 +030077 * @host_traddr: A transport-specific field identifying the NVME host port
78 * to use for the connection to the controller.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020079 * @queue_size: Number of IO queue elements.
80 * @nr_io_queues: Number of controller IO queues that will be established.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020081 * @reconnect_delay: Time between two consecutive reconnect attempts.
82 * @discovery_nqn: indicates if the subsysnqn is the well-known discovery NQN.
Sagi Grimberg038bd4c2016-06-13 16:45:28 +020083 * @kato: Keep-alive timeout.
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020084 * @host: Virtual NVMe host, contains the NQN and Host ID.
Sagi Grimberg42a45272017-03-18 20:52:36 +020085 * @max_reconnects: maximum number of allowed reconnect attempts before removing
86 * the controller, (-1) means reconnect forever, zero means remove
87 * immediately;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020088 */
89struct nvmf_ctrl_options {
90 unsigned mask;
91 char *transport;
92 char *subsysnqn;
93 char *traddr;
94 char *trsvcid;
James Smart478bcb92016-08-02 10:42:10 +030095 char *host_traddr;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020096 size_t queue_size;
97 unsigned int nr_io_queues;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +020098 unsigned int reconnect_delay;
99 bool discovery_nqn;
James Smart3b338762017-10-20 16:17:06 -0700100 bool duplicate_connect;
Sagi Grimberg038bd4c2016-06-13 16:45:28 +0200101 unsigned int kato;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200102 struct nvmf_host *host;
Sagi Grimberg42a45272017-03-18 20:52:36 +0200103 int max_reconnects;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200104};
105
106/*
107 * struct nvmf_transport_ops - used to register a specific
108 * fabric implementation of NVMe fabrics.
109 * @entry: Used by the fabrics library to add the new
110 * registration entry to its linked-list internal tree.
Roy Shterman0de5cd32017-12-25 14:18:30 +0200111 * @module: Transport module reference
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200112 * @name: Name of the NVMe fabric driver implementation.
113 * @required_opts: sysfs command-line options that must be specified
114 * when adding a new NVMe controller.
115 * @allowed_opts: sysfs command-line options that can be specified
116 * when adding a new NVMe controller.
117 * @create_ctrl(): function pointer that points to a non-NVMe
118 * implementation-specific fabric technology
119 * that would go into starting up that fabric
120 * for the purpose of conneciton to an NVMe controller
121 * using that fabric technology.
122 *
123 * Notes:
124 * 1. At minimum, 'required_opts' and 'allowed_opts' should
125 * be set to the same enum parsing options defined earlier.
126 * 2. create_ctrl() must be defined (even if it does nothing)
127 */
128struct nvmf_transport_ops {
129 struct list_head entry;
Roy Shterman0de5cd32017-12-25 14:18:30 +0200130 struct module *module;
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200131 const char *name;
132 int required_opts;
133 int allowed_opts;
134 struct nvme_ctrl *(*create_ctrl)(struct device *dev,
135 struct nvmf_ctrl_options *opts);
136};
137
James Smart991231d2017-10-20 16:17:07 -0700138static inline bool
139nvmf_ctlr_matches_baseopts(struct nvme_ctrl *ctrl,
140 struct nvmf_ctrl_options *opts)
141{
142 if (strcmp(opts->subsysnqn, ctrl->opts->subsysnqn) ||
143 strcmp(opts->host->nqn, ctrl->opts->host->nqn) ||
144 memcmp(&opts->host->id, &ctrl->opts->host->id, sizeof(uuid_t)))
145 return false;
146
147 return true;
148}
149
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200150int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val);
151int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val);
152int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val);
153int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl);
154int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid);
Johannes Thumshirne5a39dd2017-01-27 09:03:45 +0100155int nvmf_register_transport(struct nvmf_transport_ops *ops);
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200156void nvmf_unregister_transport(struct nvmf_transport_ops *ops);
157void nvmf_free_options(struct nvmf_ctrl_options *opts);
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200158int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size);
Sagi Grimberg42a45272017-03-18 20:52:36 +0200159bool nvmf_should_reconnect(struct nvme_ctrl *ctrl);
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200160
Sagi Grimberg48832f82017-10-24 15:25:20 +0300161static inline blk_status_t nvmf_check_init_req(struct nvme_ctrl *ctrl,
162 struct request *rq)
163{
164 struct nvme_command *cmd = nvme_req(rq)->cmd;
165
166 /*
167 * We cannot accept any other command until the connect command has
168 * completed, so only allow connect to pass.
169 */
170 if (!blk_rq_is_passthrough(rq) ||
171 cmd->common.opcode != nvme_fabrics_command ||
172 cmd->fabrics.fctype != nvme_fabrics_type_connect) {
173 /*
Max Gurtovoyad6a0a52018-01-31 18:31:24 +0200174 * Connecting state means transport disruption or initial
175 * establishment, which can take a long time and even might
176 * fail permanently, fail fast to give upper layers a chance
177 * to failover.
Sagi Grimberg48832f82017-10-24 15:25:20 +0300178 * Deleting state means that the ctrl will never accept commands
179 * again, fail it permanently.
180 */
Max Gurtovoyad6a0a52018-01-31 18:31:24 +0200181 if (ctrl->state == NVME_CTRL_CONNECTING ||
Sagi Grimberg48832f82017-10-24 15:25:20 +0300182 ctrl->state == NVME_CTRL_DELETING) {
183 nvme_req(rq)->status = NVME_SC_ABORT_REQ;
184 return BLK_STS_IOERR;
185 }
186 return BLK_STS_RESOURCE; /* try again later */
187 }
188
189 return BLK_STS_OK;
190}
191
Christoph Hellwig07bfcd02016-06-13 16:45:26 +0200192#endif /* _NVME_FABRICS_H */