Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 1 | /* |
| 2 | * QLogic Fibre Channel HBA Driver |
| 3 | * Copyright (c) 2003-2017 QLogic Corporation |
| 4 | * |
| 5 | * See LICENSE.qla2xxx for copyright and licensing details. |
| 6 | */ |
| 7 | #include "qla_nvme.h" |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 8 | #include <linux/scatterlist.h> |
| 9 | #include <linux/delay.h> |
| 10 | #include <linux/nvme.h> |
| 11 | #include <linux/nvme-fc.h> |
| 12 | |
| 13 | static struct nvme_fc_port_template qla_nvme_fc_transport; |
| 14 | |
himanshu.madhani@cavium.com | 0f7e51f | 2017-07-21 09:32:24 -0700 | [diff] [blame] | 15 | int qla_nvme_register_remote(struct scsi_qla_host *vha, struct fc_port *fcport) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 16 | { |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 17 | struct qla_nvme_rport *rport; |
| 18 | struct nvme_fc_port_info req; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 19 | int ret; |
| 20 | |
Arnd Bergmann | bcda771 | 2017-06-30 18:10:40 +0200 | [diff] [blame] | 21 | if (!IS_ENABLED(CONFIG_NVME_FC)) |
| 22 | return 0; |
| 23 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 24 | if (!vha->flags.nvme_enabled) { |
| 25 | ql_log(ql_log_info, vha, 0x2100, |
| 26 | "%s: Not registering target since Host NVME is not enabled\n", |
| 27 | __func__); |
| 28 | return 0; |
| 29 | } |
| 30 | |
Quinn Tran | 8777e43 | 2018-08-02 13:16:57 -0700 | [diff] [blame] | 31 | if (!vha->nvme_local_port && qla_nvme_register_hba(vha)) |
| 32 | return 0; |
| 33 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 34 | if (!(fcport->nvme_prli_service_param & |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 35 | (NVME_PRLI_SP_TARGET | NVME_PRLI_SP_DISCOVERY)) || |
| 36 | (fcport->nvme_flag & NVME_FLAG_REGISTERED)) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 37 | return 0; |
| 38 | |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 39 | fcport->nvme_flag &= ~NVME_FLAG_RESETTING; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 40 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 41 | memset(&req, 0, sizeof(struct nvme_fc_port_info)); |
| 42 | req.port_name = wwn_to_u64(fcport->port_name); |
| 43 | req.node_name = wwn_to_u64(fcport->node_name); |
| 44 | req.port_role = 0; |
| 45 | req.dev_loss_tmo = NVME_FC_DEV_LOSS_TMO; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 46 | |
| 47 | if (fcport->nvme_prli_service_param & NVME_PRLI_SP_INITIATOR) |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 48 | req.port_role = FC_PORT_ROLE_NVME_INITIATOR; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 49 | |
| 50 | if (fcport->nvme_prli_service_param & NVME_PRLI_SP_TARGET) |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 51 | req.port_role |= FC_PORT_ROLE_NVME_TARGET; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 52 | |
| 53 | if (fcport->nvme_prli_service_param & NVME_PRLI_SP_DISCOVERY) |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 54 | req.port_role |= FC_PORT_ROLE_NVME_DISCOVERY; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 55 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 56 | req.port_id = fcport->d_id.b24; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 57 | |
| 58 | ql_log(ql_log_info, vha, 0x2102, |
Darren Trap | d7936a9 | 2017-08-23 15:04:59 -0700 | [diff] [blame] | 59 | "%s: traddr=nn-0x%016llx:pn-0x%016llx PortID:%06x\n", |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 60 | __func__, req.node_name, req.port_name, |
| 61 | req.port_id); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 62 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 63 | ret = nvme_fc_register_remoteport(vha->nvme_local_port, &req, |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 64 | &fcport->nvme_remote_port); |
| 65 | if (ret) { |
| 66 | ql_log(ql_log_warn, vha, 0x212e, |
| 67 | "Failed to register remote port. Transport returned %d\n", |
| 68 | ret); |
| 69 | return ret; |
| 70 | } |
| 71 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 72 | rport = fcport->nvme_remote_port->private; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 73 | rport->fcport = fcport; |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 74 | |
| 75 | fcport->nvme_flag |= NVME_FLAG_REGISTERED; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 76 | return 0; |
| 77 | } |
| 78 | |
| 79 | /* Allocate a queue for NVMe traffic */ |
himanshu.madhani@cavium.com | 6fcd98f | 2017-07-21 09:32:23 -0700 | [diff] [blame] | 80 | static int qla_nvme_alloc_queue(struct nvme_fc_local_port *lport, |
| 81 | unsigned int qidx, u16 qsize, void **handle) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 82 | { |
| 83 | struct scsi_qla_host *vha; |
| 84 | struct qla_hw_data *ha; |
| 85 | struct qla_qpair *qpair; |
| 86 | |
| 87 | if (!qidx) |
| 88 | qidx++; |
| 89 | |
| 90 | vha = (struct scsi_qla_host *)lport->private; |
| 91 | ha = vha->hw; |
| 92 | |
| 93 | ql_log(ql_log_info, vha, 0x2104, |
| 94 | "%s: handle %p, idx =%d, qsize %d\n", |
| 95 | __func__, handle, qidx, qsize); |
| 96 | |
| 97 | if (qidx > qla_nvme_fc_transport.max_hw_queues) { |
| 98 | ql_log(ql_log_warn, vha, 0x212f, |
| 99 | "%s: Illegal qidx=%d. Max=%d\n", |
| 100 | __func__, qidx, qla_nvme_fc_transport.max_hw_queues); |
| 101 | return -EINVAL; |
| 102 | } |
| 103 | |
| 104 | if (ha->queue_pair_map[qidx]) { |
| 105 | *handle = ha->queue_pair_map[qidx]; |
| 106 | ql_log(ql_log_info, vha, 0x2121, |
| 107 | "Returning existing qpair of %p for idx=%x\n", |
| 108 | *handle, qidx); |
| 109 | return 0; |
| 110 | } |
| 111 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 112 | qpair = qla2xxx_create_qpair(vha, 5, vha->vp_idx, true); |
| 113 | if (qpair == NULL) { |
| 114 | ql_log(ql_log_warn, vha, 0x2122, |
| 115 | "Failed to allocate qpair\n"); |
| 116 | return -EINVAL; |
| 117 | } |
| 118 | *handle = qpair; |
| 119 | |
| 120 | return 0; |
| 121 | } |
| 122 | |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 123 | static void qla_nvme_release_fcp_cmd_kref(struct kref *kref) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 124 | { |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 125 | struct srb *sp = container_of(kref, struct srb, cmd_kref); |
| 126 | struct nvme_private *priv = (struct nvme_private *)sp->priv; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 127 | struct nvmefc_fcp_req *fd; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 128 | struct srb_iocb *nvme; |
| 129 | unsigned long flags; |
| 130 | |
| 131 | if (!priv) |
| 132 | goto out; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 133 | |
| 134 | nvme = &sp->u.iocb_cmd; |
| 135 | fd = nvme->u.nvme.desc; |
| 136 | |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 137 | spin_lock_irqsave(&priv->cmd_lock, flags); |
| 138 | priv->sp = NULL; |
| 139 | sp->priv = NULL; |
| 140 | if (priv->comp_status == QLA_SUCCESS) { |
Bart Van Assche | 7ffa5b9 | 2020-05-18 14:17:12 -0700 | [diff] [blame] | 141 | fd->rcv_rsplen = le16_to_cpu(nvme->u.nvme.rsp_pyld_len); |
Daniel Wagner | ef2e3ec | 2020-06-04 12:07:45 +0200 | [diff] [blame] | 142 | fd->status = NVME_SC_SUCCESS; |
Giridhar Malavali | b2d1453a | 2019-04-02 14:24:32 -0700 | [diff] [blame] | 143 | } else { |
| 144 | fd->rcv_rsplen = 0; |
| 145 | fd->transferred_length = 0; |
Daniel Wagner | ef2e3ec | 2020-06-04 12:07:45 +0200 | [diff] [blame] | 146 | fd->status = NVME_SC_INTERNAL; |
Giridhar Malavali | b2d1453a | 2019-04-02 14:24:32 -0700 | [diff] [blame] | 147 | } |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 148 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 149 | |
Darren Trapp | 2e4c5d2 | 2018-03-20 23:09:36 -0700 | [diff] [blame] | 150 | fd->done(fd); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 151 | out: |
Darren Trapp | 2e4c5d2 | 2018-03-20 23:09:36 -0700 | [diff] [blame] | 152 | qla2xxx_rel_qpair_sp(sp->qpair, sp); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 153 | } |
| 154 | |
| 155 | static void qla_nvme_release_ls_cmd_kref(struct kref *kref) |
| 156 | { |
| 157 | struct srb *sp = container_of(kref, struct srb, cmd_kref); |
| 158 | struct nvme_private *priv = (struct nvme_private *)sp->priv; |
| 159 | struct nvmefc_ls_req *fd; |
| 160 | unsigned long flags; |
| 161 | |
| 162 | if (!priv) |
| 163 | goto out; |
| 164 | |
| 165 | spin_lock_irqsave(&priv->cmd_lock, flags); |
| 166 | priv->sp = NULL; |
| 167 | sp->priv = NULL; |
| 168 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 169 | |
| 170 | fd = priv->fd; |
| 171 | fd->done(fd, priv->comp_status); |
| 172 | out: |
| 173 | qla2x00_rel_sp(sp); |
| 174 | } |
| 175 | |
| 176 | static void qla_nvme_ls_complete(struct work_struct *work) |
| 177 | { |
| 178 | struct nvme_private *priv = |
| 179 | container_of(work, struct nvme_private, ls_work); |
| 180 | |
| 181 | kref_put(&priv->sp->cmd_kref, qla_nvme_release_ls_cmd_kref); |
| 182 | } |
| 183 | |
Bart Van Assche | 6c18a43 | 2019-08-08 20:02:04 -0700 | [diff] [blame] | 184 | static void qla_nvme_sp_ls_done(srb_t *sp, int res) |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 185 | { |
Bart Van Assche | 6c18a43 | 2019-08-08 20:02:04 -0700 | [diff] [blame] | 186 | struct nvme_private *priv = sp->priv; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 187 | |
| 188 | if (WARN_ON_ONCE(kref_read(&sp->cmd_kref) == 0)) |
| 189 | return; |
| 190 | |
| 191 | if (res) |
| 192 | res = -EINVAL; |
| 193 | |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 194 | priv->comp_status = res; |
| 195 | INIT_WORK(&priv->ls_work, qla_nvme_ls_complete); |
| 196 | schedule_work(&priv->ls_work); |
| 197 | } |
| 198 | |
| 199 | /* it assumed that QPair lock is held. */ |
Bart Van Assche | 6c18a43 | 2019-08-08 20:02:04 -0700 | [diff] [blame] | 200 | static void qla_nvme_sp_done(srb_t *sp, int res) |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 201 | { |
Bart Van Assche | 6c18a43 | 2019-08-08 20:02:04 -0700 | [diff] [blame] | 202 | struct nvme_private *priv = sp->priv; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 203 | |
| 204 | priv->comp_status = res; |
| 205 | kref_put(&sp->cmd_kref, qla_nvme_release_fcp_cmd_kref); |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 206 | |
Duane Grigsby | cf19c45 | 2017-08-23 15:04:58 -0700 | [diff] [blame] | 207 | return; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 208 | } |
| 209 | |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 210 | static void qla_nvme_abort_work(struct work_struct *work) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 211 | { |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 212 | struct nvme_private *priv = |
| 213 | container_of(work, struct nvme_private, abort_work); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 214 | srb_t *sp = priv->sp; |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 215 | fc_port_t *fcport = sp->fcport; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 216 | struct qla_hw_data *ha = fcport->vha->hw; |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 217 | int rval; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 218 | |
Bart Van Assche | dafbe56 | 2019-04-17 14:44:18 -0700 | [diff] [blame] | 219 | ql_dbg(ql_dbg_io, fcport->vha, 0xffff, |
| 220 | "%s called for sp=%p, hndl=%x on fcport=%p deleted=%d\n", |
| 221 | __func__, sp, sp->handle, fcport, fcport->deleted); |
Himanshu Madhani | 471f8e0 | 2019-02-15 14:37:15 -0800 | [diff] [blame] | 222 | |
Bart Van Assche | 53be100 | 2019-08-08 20:01:37 -0700 | [diff] [blame] | 223 | if (!ha->flags.fw_started && fcport->deleted) |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 224 | goto out; |
Himanshu Madhani | 471f8e0 | 2019-02-15 14:37:15 -0800 | [diff] [blame] | 225 | |
Giridhar Malavali | b2d1453a | 2019-04-02 14:24:32 -0700 | [diff] [blame] | 226 | if (ha->flags.host_shutting_down) { |
| 227 | ql_log(ql_log_info, sp->fcport->vha, 0xffff, |
Quinn Tran | f45bca8 | 2019-11-05 07:06:54 -0800 | [diff] [blame] | 228 | "%s Calling done on sp: %p, type: 0x%x\n", |
| 229 | __func__, sp, sp->type); |
Giridhar Malavali | b2d1453a | 2019-04-02 14:24:32 -0700 | [diff] [blame] | 230 | sp->done(sp, 0); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 231 | goto out; |
Giridhar Malavali | b2d1453a | 2019-04-02 14:24:32 -0700 | [diff] [blame] | 232 | } |
| 233 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 234 | rval = ha->isp_ops->abort_command(sp); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 235 | |
| 236 | ql_dbg(ql_dbg_io, fcport->vha, 0x212b, |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 237 | "%s: %s command for sp=%p, handle=%x on fcport=%p rval=%x\n", |
| 238 | __func__, (rval != QLA_SUCCESS) ? "Failed to abort" : "Aborted", |
| 239 | sp, sp->handle, fcport, rval); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 240 | |
| 241 | out: |
| 242 | /* kref_get was done before work was schedule. */ |
| 243 | kref_put(&sp->cmd_kref, sp->put_fn); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 244 | } |
| 245 | |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 246 | static void qla_nvme_ls_abort(struct nvme_fc_local_port *lport, |
| 247 | struct nvme_fc_remote_port *rport, struct nvmefc_ls_req *fd) |
| 248 | { |
| 249 | struct nvme_private *priv = fd->private; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 250 | unsigned long flags; |
| 251 | |
| 252 | spin_lock_irqsave(&priv->cmd_lock, flags); |
| 253 | if (!priv->sp) { |
| 254 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 255 | return; |
| 256 | } |
| 257 | |
| 258 | if (!kref_get_unless_zero(&priv->sp->cmd_kref)) { |
| 259 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 260 | return; |
| 261 | } |
| 262 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 263 | |
| 264 | INIT_WORK(&priv->abort_work, qla_nvme_abort_work); |
| 265 | schedule_work(&priv->abort_work); |
| 266 | } |
| 267 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 268 | static int qla_nvme_ls_req(struct nvme_fc_local_port *lport, |
| 269 | struct nvme_fc_remote_port *rport, struct nvmefc_ls_req *fd) |
| 270 | { |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 271 | struct qla_nvme_rport *qla_rport = rport->private; |
| 272 | fc_port_t *fcport = qla_rport->fcport; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 273 | struct srb_iocb *nvme; |
| 274 | struct nvme_private *priv = fd->private; |
| 275 | struct scsi_qla_host *vha; |
| 276 | int rval = QLA_FUNCTION_FAILED; |
| 277 | struct qla_hw_data *ha; |
| 278 | srb_t *sp; |
| 279 | |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 280 | |
| 281 | if (!fcport || (fcport && fcport->deleted)) |
| 282 | return rval; |
| 283 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 284 | vha = fcport->vha; |
| 285 | ha = vha->hw; |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 286 | |
| 287 | if (!ha->flags.fw_started) |
| 288 | return rval; |
| 289 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 290 | /* Alloc SRB structure */ |
| 291 | sp = qla2x00_get_sp(vha, fcport, GFP_ATOMIC); |
| 292 | if (!sp) |
| 293 | return rval; |
| 294 | |
| 295 | sp->type = SRB_NVME_LS; |
| 296 | sp->name = "nvme_ls"; |
| 297 | sp->done = qla_nvme_sp_ls_done; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 298 | sp->put_fn = qla_nvme_release_ls_cmd_kref; |
Bart Van Assche | ab053c0 | 2020-05-18 14:17:09 -0700 | [diff] [blame] | 299 | sp->priv = priv; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 300 | priv->sp = sp; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 301 | kref_init(&sp->cmd_kref); |
| 302 | spin_lock_init(&priv->cmd_lock); |
| 303 | nvme = &sp->u.iocb_cmd; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 304 | priv->fd = fd; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 305 | nvme->u.nvme.desc = fd; |
| 306 | nvme->u.nvme.dir = 0; |
| 307 | nvme->u.nvme.dl = 0; |
| 308 | nvme->u.nvme.cmd_len = fd->rqstlen; |
| 309 | nvme->u.nvme.rsp_len = fd->rsplen; |
| 310 | nvme->u.nvme.rsp_dma = fd->rspdma; |
| 311 | nvme->u.nvme.timeout_sec = fd->timeout; |
| 312 | nvme->u.nvme.cmd_dma = dma_map_single(&ha->pdev->dev, fd->rqstaddr, |
| 313 | fd->rqstlen, DMA_TO_DEVICE); |
| 314 | dma_sync_single_for_device(&ha->pdev->dev, nvme->u.nvme.cmd_dma, |
| 315 | fd->rqstlen, DMA_TO_DEVICE); |
| 316 | |
| 317 | rval = qla2x00_start_sp(sp); |
| 318 | if (rval != QLA_SUCCESS) { |
| 319 | ql_log(ql_log_warn, vha, 0x700e, |
| 320 | "qla2x00_start_sp failed = %d\n", rval); |
himanshu.madhani@cavium.com | 6fcd98f | 2017-07-21 09:32:23 -0700 | [diff] [blame] | 321 | wake_up(&sp->nvme_ls_waitq); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 322 | sp->priv = NULL; |
| 323 | priv->sp = NULL; |
| 324 | qla2x00_rel_sp(sp); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 325 | return rval; |
| 326 | } |
| 327 | |
| 328 | return rval; |
| 329 | } |
| 330 | |
| 331 | static void qla_nvme_fcp_abort(struct nvme_fc_local_port *lport, |
| 332 | struct nvme_fc_remote_port *rport, void *hw_queue_handle, |
| 333 | struct nvmefc_fcp_req *fd) |
| 334 | { |
| 335 | struct nvme_private *priv = fd->private; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 336 | unsigned long flags; |
| 337 | |
| 338 | spin_lock_irqsave(&priv->cmd_lock, flags); |
| 339 | if (!priv->sp) { |
| 340 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 341 | return; |
| 342 | } |
| 343 | if (!kref_get_unless_zero(&priv->sp->cmd_kref)) { |
| 344 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
| 345 | return; |
| 346 | } |
| 347 | spin_unlock_irqrestore(&priv->cmd_lock, flags); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 348 | |
Darren Trapp | e473b30 | 2018-03-20 23:09:33 -0700 | [diff] [blame] | 349 | INIT_WORK(&priv->abort_work, qla_nvme_abort_work); |
| 350 | schedule_work(&priv->abort_work); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 351 | } |
| 352 | |
Darren Trapp | 60dd6e8e | 2018-03-20 23:09:39 -0700 | [diff] [blame] | 353 | static inline int qla2x00_start_nvme_mq(srb_t *sp) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 354 | { |
| 355 | unsigned long flags; |
| 356 | uint32_t *clr_ptr; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 357 | uint32_t handle; |
| 358 | struct cmd_nvme *cmd_pkt; |
| 359 | uint16_t cnt, i; |
| 360 | uint16_t req_cnt; |
| 361 | uint16_t tot_dsds; |
| 362 | uint16_t avail_dsds; |
Bart Van Assche | 15b7a68 | 2019-04-17 14:44:38 -0700 | [diff] [blame] | 363 | struct dsd64 *cur_dsd; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 364 | struct req_que *req = NULL; |
| 365 | struct scsi_qla_host *vha = sp->fcport->vha; |
| 366 | struct qla_hw_data *ha = vha->hw; |
| 367 | struct qla_qpair *qpair = sp->qpair; |
| 368 | struct srb_iocb *nvme = &sp->u.iocb_cmd; |
| 369 | struct scatterlist *sgl, *sg; |
| 370 | struct nvmefc_fcp_req *fd = nvme->u.nvme.desc; |
| 371 | uint32_t rval = QLA_SUCCESS; |
| 372 | |
himanshu.madhani@cavium.com | 1d4614e | 2018-03-20 23:09:30 -0700 | [diff] [blame] | 373 | /* Setup qpair pointers */ |
| 374 | req = qpair->req; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 375 | tot_dsds = fd->sg_cnt; |
| 376 | |
| 377 | /* Acquire qpair specific lock */ |
| 378 | spin_lock_irqsave(&qpair->qp_lock, flags); |
| 379 | |
Bart Van Assche | bcc8565 | 2019-08-08 20:02:09 -0700 | [diff] [blame] | 380 | handle = qla2xxx_get_next_handle(req); |
| 381 | if (handle == 0) { |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 382 | rval = -EBUSY; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 383 | goto queuing_error; |
| 384 | } |
| 385 | req_cnt = qla24xx_calc_iocbs(vha, tot_dsds); |
| 386 | if (req->cnt < (req_cnt + 2)) { |
| 387 | cnt = IS_SHADOW_REG_CAPABLE(ha) ? *req->out_ptr : |
Bart Van Assche | 04474d3 | 2020-05-18 14:17:08 -0700 | [diff] [blame] | 388 | rd_reg_dword_relaxed(req->req_q_out); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 389 | |
| 390 | if (req->ring_index < cnt) |
| 391 | req->cnt = cnt - req->ring_index; |
| 392 | else |
| 393 | req->cnt = req->length - (req->ring_index - cnt); |
| 394 | |
| 395 | if (req->cnt < (req_cnt + 2)){ |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 396 | rval = -EBUSY; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 397 | goto queuing_error; |
| 398 | } |
| 399 | } |
| 400 | |
| 401 | if (unlikely(!fd->sqid)) { |
| 402 | struct nvme_fc_cmd_iu *cmd = fd->cmdaddr; |
Bart Van Assche | bd432bb | 2019-04-11 14:53:17 -0700 | [diff] [blame] | 403 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 404 | if (cmd->sqe.common.opcode == nvme_admin_async_event) { |
| 405 | nvme->u.nvme.aen_op = 1; |
himanshu.madhani@cavium.com | 1d4614e | 2018-03-20 23:09:30 -0700 | [diff] [blame] | 406 | atomic_inc(&ha->nvme_active_aen_cnt); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 407 | } |
| 408 | } |
| 409 | |
| 410 | /* Build command packet. */ |
| 411 | req->current_outstanding_cmd = handle; |
| 412 | req->outstanding_cmds[handle] = sp; |
| 413 | sp->handle = handle; |
| 414 | req->cnt -= req_cnt; |
| 415 | |
| 416 | cmd_pkt = (struct cmd_nvme *)req->ring_ptr; |
Bart Van Assche | c25eb70 | 2020-02-19 20:34:40 -0800 | [diff] [blame] | 417 | cmd_pkt->handle = make_handle(req->id, handle); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 418 | |
| 419 | /* Zero out remaining portion of packet. */ |
| 420 | clr_ptr = (uint32_t *)cmd_pkt + 2; |
| 421 | memset(clr_ptr, 0, REQUEST_ENTRY_SIZE - 8); |
| 422 | |
| 423 | cmd_pkt->entry_status = 0; |
| 424 | |
| 425 | /* Update entry type to indicate Command NVME IOCB */ |
| 426 | cmd_pkt->entry_type = COMMAND_NVME; |
| 427 | |
| 428 | /* No data transfer how do we check buffer len == 0?? */ |
| 429 | if (fd->io_dir == NVMEFC_FCP_READ) { |
Bart Van Assche | 7ffa5b9 | 2020-05-18 14:17:12 -0700 | [diff] [blame] | 430 | cmd_pkt->control_flags = cpu_to_le16(CF_READ_DATA); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 431 | vha->qla_stats.input_bytes += fd->payload_length; |
| 432 | vha->qla_stats.input_requests++; |
| 433 | } else if (fd->io_dir == NVMEFC_FCP_WRITE) { |
Bart Van Assche | 7ffa5b9 | 2020-05-18 14:17:12 -0700 | [diff] [blame] | 434 | cmd_pkt->control_flags = cpu_to_le16(CF_WRITE_DATA); |
Darren Trapp | 03aaa89 | 2019-02-15 14:37:13 -0800 | [diff] [blame] | 435 | if ((vha->flags.nvme_first_burst) && |
| 436 | (sp->fcport->nvme_prli_service_param & |
| 437 | NVME_PRLI_SP_FIRST_BURST)) { |
| 438 | if ((fd->payload_length <= |
| 439 | sp->fcport->nvme_first_burst_size) || |
| 440 | (sp->fcport->nvme_first_burst_size == 0)) |
| 441 | cmd_pkt->control_flags |= |
Bart Van Assche | 7ffa5b9 | 2020-05-18 14:17:12 -0700 | [diff] [blame] | 442 | cpu_to_le16(CF_NVME_FIRST_BURST_ENABLE); |
Darren Trapp | 03aaa89 | 2019-02-15 14:37:13 -0800 | [diff] [blame] | 443 | } |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 444 | vha->qla_stats.output_bytes += fd->payload_length; |
| 445 | vha->qla_stats.output_requests++; |
| 446 | } else if (fd->io_dir == 0) { |
Darren Trapp | 03aaa89 | 2019-02-15 14:37:13 -0800 | [diff] [blame] | 447 | cmd_pkt->control_flags = 0; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 448 | } |
| 449 | |
| 450 | /* Set NPORT-ID */ |
| 451 | cmd_pkt->nport_handle = cpu_to_le16(sp->fcport->loop_id); |
| 452 | cmd_pkt->port_id[0] = sp->fcport->d_id.b.al_pa; |
| 453 | cmd_pkt->port_id[1] = sp->fcport->d_id.b.area; |
| 454 | cmd_pkt->port_id[2] = sp->fcport->d_id.b.domain; |
| 455 | cmd_pkt->vp_index = sp->fcport->vha->vp_idx; |
| 456 | |
| 457 | /* NVME RSP IU */ |
| 458 | cmd_pkt->nvme_rsp_dsd_len = cpu_to_le16(fd->rsplen); |
Bart Van Assche | d4556a4 | 2019-04-17 14:44:39 -0700 | [diff] [blame] | 459 | put_unaligned_le64(fd->rspdma, &cmd_pkt->nvme_rsp_dseg_address); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 460 | |
| 461 | /* NVME CNMD IU */ |
| 462 | cmd_pkt->nvme_cmnd_dseg_len = cpu_to_le16(fd->cmdlen); |
Bart Van Assche | d4556a4 | 2019-04-17 14:44:39 -0700 | [diff] [blame] | 463 | cmd_pkt->nvme_cmnd_dseg_address = cpu_to_le64(fd->cmddma); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 464 | |
| 465 | cmd_pkt->dseg_count = cpu_to_le16(tot_dsds); |
| 466 | cmd_pkt->byte_count = cpu_to_le32(fd->payload_length); |
| 467 | |
| 468 | /* One DSD is available in the Command Type NVME IOCB */ |
| 469 | avail_dsds = 1; |
Bart Van Assche | 15b7a68 | 2019-04-17 14:44:38 -0700 | [diff] [blame] | 470 | cur_dsd = &cmd_pkt->nvme_dsd; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 471 | sgl = fd->first_sgl; |
| 472 | |
| 473 | /* Load data segments */ |
| 474 | for_each_sg(sgl, sg, tot_dsds, i) { |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 475 | cont_a64_entry_t *cont_pkt; |
| 476 | |
| 477 | /* Allocate additional continuation packets? */ |
| 478 | if (avail_dsds == 0) { |
| 479 | /* |
| 480 | * Five DSDs are available in the Continuation |
| 481 | * Type 1 IOCB. |
| 482 | */ |
| 483 | |
| 484 | /* Adjust ring index */ |
| 485 | req->ring_index++; |
| 486 | if (req->ring_index == req->length) { |
| 487 | req->ring_index = 0; |
| 488 | req->ring_ptr = req->ring; |
| 489 | } else { |
| 490 | req->ring_ptr++; |
| 491 | } |
| 492 | cont_pkt = (cont_a64_entry_t *)req->ring_ptr; |
Bart Van Assche | 2c26348 | 2019-04-04 12:44:45 -0700 | [diff] [blame] | 493 | put_unaligned_le32(CONTINUE_A64_TYPE, |
| 494 | &cont_pkt->entry_type); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 495 | |
Bart Van Assche | 15b7a68 | 2019-04-17 14:44:38 -0700 | [diff] [blame] | 496 | cur_dsd = cont_pkt->dsd; |
| 497 | avail_dsds = ARRAY_SIZE(cont_pkt->dsd); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 498 | } |
| 499 | |
Bart Van Assche | 15b7a68 | 2019-04-17 14:44:38 -0700 | [diff] [blame] | 500 | append_dsd64(&cur_dsd, sg); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 501 | avail_dsds--; |
| 502 | } |
| 503 | |
| 504 | /* Set total entry count. */ |
| 505 | cmd_pkt->entry_count = (uint8_t)req_cnt; |
| 506 | wmb(); |
| 507 | |
| 508 | /* Adjust ring index. */ |
| 509 | req->ring_index++; |
| 510 | if (req->ring_index == req->length) { |
| 511 | req->ring_index = 0; |
| 512 | req->ring_ptr = req->ring; |
| 513 | } else { |
| 514 | req->ring_ptr++; |
| 515 | } |
| 516 | |
| 517 | /* Set chip new ring index. */ |
Bart Van Assche | 04474d3 | 2020-05-18 14:17:08 -0700 | [diff] [blame] | 518 | wrt_reg_dword(req->req_q_in, req->ring_index); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 519 | |
| 520 | queuing_error: |
| 521 | spin_unlock_irqrestore(&qpair->qp_lock, flags); |
| 522 | return rval; |
| 523 | } |
| 524 | |
| 525 | /* Post a command */ |
| 526 | static int qla_nvme_post_cmd(struct nvme_fc_local_port *lport, |
| 527 | struct nvme_fc_remote_port *rport, void *hw_queue_handle, |
| 528 | struct nvmefc_fcp_req *fd) |
| 529 | { |
| 530 | fc_port_t *fcport; |
| 531 | struct srb_iocb *nvme; |
| 532 | struct scsi_qla_host *vha; |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 533 | int rval = -ENODEV; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 534 | srb_t *sp; |
himanshu.madhani@cavium.com | 6fcd98f | 2017-07-21 09:32:23 -0700 | [diff] [blame] | 535 | struct qla_qpair *qpair = hw_queue_handle; |
Himanshu Madhani | 5e6803b | 2018-12-10 12:36:23 -0800 | [diff] [blame] | 536 | struct nvme_private *priv = fd->private; |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 537 | struct qla_nvme_rport *qla_rport = rport->private; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 538 | |
Quinn Tran | 8394961 | 2020-08-06 04:10:12 -0700 | [diff] [blame] | 539 | if (!priv) { |
| 540 | /* nvme association has been torn down */ |
| 541 | return rval; |
| 542 | } |
| 543 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 544 | fcport = qla_rport->fcport; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 545 | |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 546 | if (!qpair || !fcport || (qpair && !qpair->fw_started) || |
| 547 | (fcport && fcport->deleted)) |
Darren Trapp | 623ee824 | 2018-03-20 23:09:38 -0700 | [diff] [blame] | 548 | return rval; |
| 549 | |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 550 | vha = fcport->vha; |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 551 | /* |
| 552 | * If we know the dev is going away while the transport is still sending |
| 553 | * IO's return busy back to stall the IO Q. This happens when the |
| 554 | * link goes away and fw hasn't notified us yet, but IO's are being |
| 555 | * returned. If the dev comes back quickly we won't exhaust the IO |
| 556 | * retry count at the core. |
| 557 | */ |
| 558 | if (fcport->nvme_flag & NVME_FLAG_RESETTING) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 559 | return -EBUSY; |
| 560 | |
| 561 | /* Alloc SRB structure */ |
Quinn Tran | 6a62946 | 2018-09-04 14:19:15 -0700 | [diff] [blame] | 562 | sp = qla2xxx_get_qpair_sp(vha, qpair, fcport, GFP_ATOMIC); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 563 | if (!sp) |
Darren Trapp | 870fe24 | 2018-03-20 23:09:35 -0700 | [diff] [blame] | 564 | return -EBUSY; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 565 | |
himanshu.madhani@cavium.com | 6fcd98f | 2017-07-21 09:32:23 -0700 | [diff] [blame] | 566 | init_waitqueue_head(&sp->nvme_ls_waitq); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 567 | kref_init(&sp->cmd_kref); |
| 568 | spin_lock_init(&priv->cmd_lock); |
Bart Van Assche | ab053c0 | 2020-05-18 14:17:09 -0700 | [diff] [blame] | 569 | sp->priv = priv; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 570 | priv->sp = sp; |
| 571 | sp->type = SRB_NVME_CMD; |
| 572 | sp->name = "nvme_cmd"; |
| 573 | sp->done = qla_nvme_sp_done; |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 574 | sp->put_fn = qla_nvme_release_fcp_cmd_kref; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 575 | sp->qpair = qpair; |
Himanshu Madhani | 5e6803b | 2018-12-10 12:36:23 -0800 | [diff] [blame] | 576 | sp->vha = vha; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 577 | nvme = &sp->u.iocb_cmd; |
| 578 | nvme->u.nvme.desc = fd; |
| 579 | |
| 580 | rval = qla2x00_start_nvme_mq(sp); |
| 581 | if (rval != QLA_SUCCESS) { |
| 582 | ql_log(ql_log_warn, vha, 0x212d, |
| 583 | "qla2x00_start_nvme_mq failed = %d\n", rval); |
himanshu.madhani@cavium.com | 6fcd98f | 2017-07-21 09:32:23 -0700 | [diff] [blame] | 584 | wake_up(&sp->nvme_ls_waitq); |
Quinn Tran | 4c2a2d0 | 2019-06-21 09:50:24 -0700 | [diff] [blame] | 585 | sp->priv = NULL; |
| 586 | priv->sp = NULL; |
| 587 | qla2xxx_rel_qpair_sp(sp->qpair, sp); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 588 | } |
| 589 | |
| 590 | return rval; |
| 591 | } |
| 592 | |
| 593 | static void qla_nvme_localport_delete(struct nvme_fc_local_port *lport) |
| 594 | { |
| 595 | struct scsi_qla_host *vha = lport->private; |
| 596 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 597 | ql_log(ql_log_info, vha, 0x210f, |
| 598 | "localport delete of %p completed.\n", vha->nvme_local_port); |
| 599 | vha->nvme_local_port = NULL; |
himanshu.madhani@cavium.com | 5621b0d | 2017-07-21 09:32:26 -0700 | [diff] [blame] | 600 | complete(&vha->nvme_del_done); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 601 | } |
| 602 | |
| 603 | static void qla_nvme_remoteport_delete(struct nvme_fc_remote_port *rport) |
| 604 | { |
| 605 | fc_port_t *fcport; |
Arun Easi | 6a81533 | 2019-06-21 09:50:22 -0700 | [diff] [blame] | 606 | struct qla_nvme_rport *qla_rport = rport->private; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 607 | |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 608 | fcport = qla_rport->fcport; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 609 | fcport->nvme_remote_port = NULL; |
| 610 | fcport->nvme_flag &= ~NVME_FLAG_REGISTERED; |
Himanshu Madhani | 5e6803b | 2018-12-10 12:36:23 -0800 | [diff] [blame] | 611 | fcport->nvme_flag &= ~NVME_FLAG_DELETING; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 612 | ql_log(ql_log_info, fcport->vha, 0x2110, |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 613 | "remoteport_delete of %p %8phN completed.\n", |
| 614 | fcport, fcport->port_name); |
Quinn Tran | baf23ed | 2019-06-16 08:05:53 -0700 | [diff] [blame] | 615 | complete(&fcport->nvme_del_done); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 616 | } |
| 617 | |
| 618 | static struct nvme_fc_port_template qla_nvme_fc_transport = { |
| 619 | .localport_delete = qla_nvme_localport_delete, |
| 620 | .remoteport_delete = qla_nvme_remoteport_delete, |
| 621 | .create_queue = qla_nvme_alloc_queue, |
| 622 | .delete_queue = NULL, |
| 623 | .ls_req = qla_nvme_ls_req, |
| 624 | .ls_abort = qla_nvme_ls_abort, |
| 625 | .fcp_io = qla_nvme_post_cmd, |
| 626 | .fcp_abort = qla_nvme_fcp_abort, |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 627 | .max_hw_queues = 8, |
Giridhar Malavali | 6b1f444 | 2019-04-02 14:24:23 -0700 | [diff] [blame] | 628 | .max_sgl_segments = 1024, |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 629 | .max_dif_sgl_segments = 64, |
| 630 | .dma_boundary = 0xFFFFFFFF, |
| 631 | .local_priv_sz = 8, |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 632 | .remote_priv_sz = sizeof(struct qla_nvme_rport), |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 633 | .lsrqst_priv_sz = sizeof(struct nvme_private), |
| 634 | .fcprqst_priv_sz = sizeof(struct nvme_private), |
| 635 | }; |
| 636 | |
Quinn Tran | baf23ed | 2019-06-16 08:05:53 -0700 | [diff] [blame] | 637 | void qla_nvme_unregister_remote_port(struct fc_port *fcport) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 638 | { |
Arun Easi | 6a81533 | 2019-06-21 09:50:22 -0700 | [diff] [blame] | 639 | int ret; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 640 | |
Arnd Bergmann | bcda771 | 2017-06-30 18:10:40 +0200 | [diff] [blame] | 641 | if (!IS_ENABLED(CONFIG_NVME_FC)) |
| 642 | return; |
| 643 | |
himanshu.madhani@cavium.com | 49b3d5f6 | 2017-07-21 09:32:27 -0700 | [diff] [blame] | 644 | ql_log(ql_log_warn, NULL, 0x2112, |
Quinn Tran | 2eb9238 | 2019-06-21 09:50:23 -0700 | [diff] [blame] | 645 | "%s: unregister remoteport on %p %8phN\n", |
| 646 | __func__, fcport, fcport->port_name); |
himanshu.madhani@cavium.com | 49b3d5f6 | 2017-07-21 09:32:27 -0700 | [diff] [blame] | 647 | |
Quinn Tran | 03cc44b | 2019-07-26 09:07:39 -0700 | [diff] [blame] | 648 | if (test_bit(PFLG_DRIVER_REMOVING, &fcport->vha->pci_flags)) |
| 649 | nvme_fc_set_remoteport_devloss(fcport->nvme_remote_port, 0); |
| 650 | |
Arun Easi | 6a81533 | 2019-06-21 09:50:22 -0700 | [diff] [blame] | 651 | init_completion(&fcport->nvme_del_done); |
| 652 | ret = nvme_fc_unregister_remoteport(fcport->nvme_remote_port); |
| 653 | if (ret) |
| 654 | ql_log(ql_log_info, fcport->vha, 0x2114, |
| 655 | "%s: Failed to unregister nvme_remote_port (%d)\n", |
| 656 | __func__, ret); |
| 657 | wait_for_completion(&fcport->nvme_del_done); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 658 | } |
| 659 | |
himanshu.madhani@cavium.com | 0f7e51f | 2017-07-21 09:32:24 -0700 | [diff] [blame] | 660 | void qla_nvme_delete(struct scsi_qla_host *vha) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 661 | { |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 662 | int nv_ret; |
| 663 | |
Arnd Bergmann | bcda771 | 2017-06-30 18:10:40 +0200 | [diff] [blame] | 664 | if (!IS_ENABLED(CONFIG_NVME_FC)) |
| 665 | return; |
| 666 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 667 | if (vha->nvme_local_port) { |
himanshu.madhani@cavium.com | 5621b0d | 2017-07-21 09:32:26 -0700 | [diff] [blame] | 668 | init_completion(&vha->nvme_del_done); |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 669 | ql_log(ql_log_info, vha, 0x2116, |
| 670 | "unregister localport=%p\n", |
| 671 | vha->nvme_local_port); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 672 | nv_ret = nvme_fc_unregister_localport(vha->nvme_local_port); |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 673 | if (nv_ret) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 674 | ql_log(ql_log_info, vha, 0x2115, |
| 675 | "Unregister of localport failed\n"); |
Darren Trapp | 9dd9686 | 2018-03-20 23:09:32 -0700 | [diff] [blame] | 676 | else |
| 677 | wait_for_completion(&vha->nvme_del_done); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 678 | } |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 679 | } |
| 680 | |
Quinn Tran | 8777e43 | 2018-08-02 13:16:57 -0700 | [diff] [blame] | 681 | int qla_nvme_register_hba(struct scsi_qla_host *vha) |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 682 | { |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 683 | struct nvme_fc_port_template *tmpl; |
| 684 | struct qla_hw_data *ha; |
| 685 | struct nvme_fc_port_info pinfo; |
Tianjia Zhang | ca4fb89a | 2020-08-02 19:15:30 +0800 | [diff] [blame] | 686 | int ret = -EINVAL; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 687 | |
Arnd Bergmann | bcda771 | 2017-06-30 18:10:40 +0200 | [diff] [blame] | 688 | if (!IS_ENABLED(CONFIG_NVME_FC)) |
Quinn Tran | 8777e43 | 2018-08-02 13:16:57 -0700 | [diff] [blame] | 689 | return ret; |
Arnd Bergmann | bcda771 | 2017-06-30 18:10:40 +0200 | [diff] [blame] | 690 | |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 691 | ha = vha->hw; |
| 692 | tmpl = &qla_nvme_fc_transport; |
| 693 | |
| 694 | WARN_ON(vha->nvme_local_port); |
Arun Easi | 897d68e | 2020-08-06 04:10:10 -0700 | [diff] [blame] | 695 | |
| 696 | if (ha->max_req_queues < 3) { |
| 697 | if (!ha->flags.max_req_queue_warned) |
| 698 | ql_log(ql_log_info, vha, 0x2120, |
| 699 | "%s: Disabling FC-NVME due to lack of free queue pairs (%d).\n", |
| 700 | __func__, ha->max_req_queues); |
| 701 | ha->flags.max_req_queue_warned = 1; |
| 702 | return ret; |
| 703 | } |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 704 | |
| 705 | qla_nvme_fc_transport.max_hw_queues = |
| 706 | min((uint8_t)(qla_nvme_fc_transport.max_hw_queues), |
| 707 | (uint8_t)(ha->max_req_queues - 2)); |
| 708 | |
| 709 | pinfo.node_name = wwn_to_u64(vha->node_name); |
| 710 | pinfo.port_name = wwn_to_u64(vha->port_name); |
| 711 | pinfo.port_role = FC_PORT_ROLE_NVME_INITIATOR; |
| 712 | pinfo.port_id = vha->d_id.b24; |
| 713 | |
| 714 | ql_log(ql_log_info, vha, 0xffff, |
Darren Trap | d7936a9 | 2017-08-23 15:04:59 -0700 | [diff] [blame] | 715 | "register_localport: host-traddr=nn-0x%llx:pn-0x%llx on portID:%x\n", |
| 716 | pinfo.node_name, pinfo.port_name, pinfo.port_id); |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 717 | qla_nvme_fc_transport.dma_boundary = vha->host->dma_boundary; |
| 718 | |
| 719 | ret = nvme_fc_register_localport(&pinfo, tmpl, |
| 720 | get_device(&ha->pdev->dev), &vha->nvme_local_port); |
| 721 | if (ret) { |
| 722 | ql_log(ql_log_warn, vha, 0xffff, |
| 723 | "register_localport failed: ret=%x\n", ret); |
Quinn Tran | 8777e43 | 2018-08-02 13:16:57 -0700 | [diff] [blame] | 724 | } else { |
| 725 | vha->nvme_local_port->private = vha; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 726 | } |
Quinn Tran | 8777e43 | 2018-08-02 13:16:57 -0700 | [diff] [blame] | 727 | |
| 728 | return ret; |
Duane Grigsby | e84067d | 2017-06-21 13:48:43 -0700 | [diff] [blame] | 729 | } |