blob: 266024cbb64fe7d82e6ae6ce2653cf92c3c1147c [file] [log] [blame]
Greg Kroah-Hartman5fd54ac2017-11-03 11:28:30 +01001// SPDX-License-Identifier: GPL-2.0+
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -06002/*
3 * Copyright (C) 2003-2008 Takahiro Hirofuchi
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -06004 */
5
Arnd Bergmann9720b4b2011-03-02 00:13:05 +01006#include <linux/kthread.h>
matt mooney7aaacb42011-05-11 22:33:43 -07007#include <linux/slab.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09008
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -06009#include "usbip_common.h"
10#include "vhci.h"
11
Max Vozelerb92a5e22011-01-12 15:02:01 +020012/* get URB from transmitted urb queue. caller must hold vdev->priv_lock */
matt mooney5ef6ace2011-05-06 03:47:51 -070013struct urb *pickup_urb_and_free_priv(struct vhci_device *vdev, __u32 seqnum)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060014{
15 struct vhci_priv *priv, *tmp;
16 struct urb *urb = NULL;
17 int status;
18
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060019 list_for_each_entry_safe(priv, tmp, &vdev->priv_rx, list) {
Stefan Reif2663d792013-04-04 16:03:04 +020020 if (priv->seqnum != seqnum)
21 continue;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060022
Stefan Reif2663d792013-04-04 16:03:04 +020023 urb = priv->urb;
24 status = urb->status;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060025
Shuah Khan8272d092017-12-18 17:24:22 -070026 usbip_dbg_vhci_rx("find urb seqnum %u\n", seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060027
Stefan Reif2663d792013-04-04 16:03:04 +020028 switch (status) {
29 case -ENOENT:
Gustavo A. R. Silva2da3b532020-07-07 14:52:14 -050030 fallthrough;
Stefan Reif2663d792013-04-04 16:03:04 +020031 case -ECONNRESET:
Shuah Khan8272d092017-12-18 17:24:22 -070032 dev_dbg(&urb->dev->dev,
Colin Ian Kingcb483262018-01-03 09:18:05 +000033 "urb seq# %u was unlinked %ssynchronously\n",
Shuah Khan8272d092017-12-18 17:24:22 -070034 seqnum, status == -ENOENT ? "" : "a");
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060035 break;
Stefan Reif2663d792013-04-04 16:03:04 +020036 case -EINPROGRESS:
37 /* no info output */
38 break;
39 default:
Shuah Khan8272d092017-12-18 17:24:22 -070040 dev_dbg(&urb->dev->dev,
41 "urb seq# %u may be in a error, status %d\n",
42 seqnum, status);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060043 }
Stefan Reif2663d792013-04-04 16:03:04 +020044
45 list_del(&priv->list);
46 kfree(priv);
47 urb->hcpriv = NULL;
48
49 break;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060050 }
51
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060052 return urb;
53}
54
55static void vhci_recv_ret_submit(struct vhci_device *vdev,
matt mooney5ef6ace2011-05-06 03:47:51 -070056 struct usbip_header *pdu)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060057{
Yuyang Du03cd00d2017-06-08 13:04:09 +080058 struct vhci_hcd *vhci_hcd = vdev_to_vhci_hcd(vdev);
59 struct vhci *vhci = vhci_hcd->vhci;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060060 struct usbip_device *ud = &vdev->ud;
61 struct urb *urb;
Andrew Goodbody21619792016-02-02 17:36:39 +000062 unsigned long flags;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060063
Andrew Goodbody21619792016-02-02 17:36:39 +000064 spin_lock_irqsave(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060065 urb = pickup_urb_and_free_priv(vdev, pdu->base.seqnum);
Andrew Goodbody21619792016-02-02 17:36:39 +000066 spin_unlock_irqrestore(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060067
68 if (!urb) {
Shuah Khan8272d092017-12-18 17:24:22 -070069 pr_err("cannot find a urb of seqnum %u max seqnum %d\n",
70 pdu->base.seqnum,
Yuyang Du03cd00d2017-06-08 13:04:09 +080071 atomic_read(&vhci_hcd->seqnum));
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060072 usbip_event_add(ud, VDEV_EVENT_ERROR_TCP);
73 return;
74 }
75
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060076 /* unpack the pdu to a urb */
77 usbip_pack_pdu(pdu, urb, USBIP_RET_SUBMIT, 0);
78
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060079 /* recv transfer buffer */
Suwan Kimaabb5b82019-12-13 11:30:55 +090080 if (usbip_recv_xbuff(ud, urb) < 0) {
81 urb->status = -EPROTO;
82 goto error;
83 }
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060084
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060085 /* recv iso_packet_descriptor */
Suwan Kimaabb5b82019-12-13 11:30:55 +090086 if (usbip_recv_iso(ud, urb) < 0) {
87 urb->status = -EPROTO;
88 goto error;
89 }
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060090
Arjan Mels28276a22011-04-05 20:26:59 +020091 /* restore the padding in iso packets */
Bart Westgeestac2b41a2012-01-23 10:55:46 -050092 usbip_pad_iso(ud, urb);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060093
Suwan Kimaabb5b82019-12-13 11:30:55 +090094error:
Brian G. Merrellb8868e42009-07-21 00:46:13 -060095 if (usbip_dbg_flag_vhci_rx)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -060096 usbip_dump_urb(urb);
97
Suwan Kimea44d192019-08-28 12:27:41 +090098 if (urb->num_sgs)
99 urb->transfer_flags &= ~URB_DMA_MAP_SG;
100
Shuah Khan8272d092017-12-18 17:24:22 -0700101 usbip_dbg_vhci_rx("now giveback urb %u\n", pdu->base.seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600102
Nobuo Iwata0775a9c2016-06-13 11:33:40 +0900103 spin_lock_irqsave(&vhci->lock, flags);
Yuyang Du03cd00d2017-06-08 13:04:09 +0800104 usb_hcd_unlink_urb_from_ep(vhci_hcd_to_hcd(vhci_hcd), urb);
Nobuo Iwata0775a9c2016-06-13 11:33:40 +0900105 spin_unlock_irqrestore(&vhci->lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600106
Yuyang Du03cd00d2017-06-08 13:04:09 +0800107 usb_hcd_giveback_urb(vhci_hcd_to_hcd(vhci_hcd), urb, urb->status);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600108
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600109 usbip_dbg_vhci_rx("Leave\n");
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600110}
111
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600112static struct vhci_unlink *dequeue_pending_unlink(struct vhci_device *vdev,
matt mooney5ef6ace2011-05-06 03:47:51 -0700113 struct usbip_header *pdu)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600114{
115 struct vhci_unlink *unlink, *tmp;
Andrew Goodbody21619792016-02-02 17:36:39 +0000116 unsigned long flags;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600117
Andrew Goodbody21619792016-02-02 17:36:39 +0000118 spin_lock_irqsave(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600119
120 list_for_each_entry_safe(unlink, tmp, &vdev->unlink_rx, list) {
matt mooney1a4b6f62011-05-19 16:47:32 -0700121 pr_info("unlink->seqnum %lu\n", unlink->seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600122 if (unlink->seqnum == pdu->base.seqnum) {
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600123 usbip_dbg_vhci_rx("found pending unlink, %lu\n",
matt mooney5ef6ace2011-05-06 03:47:51 -0700124 unlink->seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600125 list_del(&unlink->list);
126
Andrew Goodbody21619792016-02-02 17:36:39 +0000127 spin_unlock_irqrestore(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600128 return unlink;
129 }
130 }
131
Andrew Goodbody21619792016-02-02 17:36:39 +0000132 spin_unlock_irqrestore(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600133
134 return NULL;
135}
136
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600137static void vhci_recv_ret_unlink(struct vhci_device *vdev,
matt mooney5ef6ace2011-05-06 03:47:51 -0700138 struct usbip_header *pdu)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600139{
Yuyang Du03cd00d2017-06-08 13:04:09 +0800140 struct vhci_hcd *vhci_hcd = vdev_to_vhci_hcd(vdev);
141 struct vhci *vhci = vhci_hcd->vhci;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600142 struct vhci_unlink *unlink;
143 struct urb *urb;
Andrew Goodbody21619792016-02-02 17:36:39 +0000144 unsigned long flags;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600145
146 usbip_dump_header(pdu);
147
148 unlink = dequeue_pending_unlink(vdev, pdu);
149 if (!unlink) {
matt mooney1a4b6f62011-05-19 16:47:32 -0700150 pr_info("cannot find the pending unlink %u\n",
151 pdu->base.seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600152 return;
153 }
154
Andrew Goodbody21619792016-02-02 17:36:39 +0000155 spin_lock_irqsave(&vdev->priv_lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600156 urb = pickup_urb_and_free_priv(vdev, unlink->unlink_seqnum);
Andrew Goodbody21619792016-02-02 17:36:39 +0000157 spin_unlock_irqrestore(&vdev->priv_lock, flags);
Max Vozelerb92a5e22011-01-12 15:02:01 +0200158
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600159 if (!urb) {
160 /*
161 * I get the result of a unlink request. But, it seems that I
162 * already received the result of its submit result and gave
163 * back the URB.
164 */
Christopher Harvey3567f972012-03-22 16:57:50 -0400165 pr_info("the urb (seqnum %d) was already given back\n",
matt mooney1a4b6f62011-05-19 16:47:32 -0700166 pdu->base.seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600167 } else {
Shuah Khan8272d092017-12-18 17:24:22 -0700168 usbip_dbg_vhci_rx("now giveback urb %d\n", pdu->base.seqnum);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600169
Bart Westgeestc7f00892012-10-10 13:34:27 -0400170 /* If unlink is successful, status is -ECONNRESET */
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600171 urb->status = pdu->u.ret_unlink.status;
matt mooney1a4b6f62011-05-19 16:47:32 -0700172 pr_info("urb->status %d\n", urb->status);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600173
Nobuo Iwata0775a9c2016-06-13 11:33:40 +0900174 spin_lock_irqsave(&vhci->lock, flags);
Yuyang Du03cd00d2017-06-08 13:04:09 +0800175 usb_hcd_unlink_urb_from_ep(vhci_hcd_to_hcd(vhci_hcd), urb);
Nobuo Iwata0775a9c2016-06-13 11:33:40 +0900176 spin_unlock_irqrestore(&vhci->lock, flags);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600177
Yuyang Du03cd00d2017-06-08 13:04:09 +0800178 usb_hcd_giveback_urb(vhci_hcd_to_hcd(vhci_hcd), urb, urb->status);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600179 }
180
181 kfree(unlink);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600182}
183
Max Vozelerbd65f622011-01-12 15:02:04 +0200184static int vhci_priv_tx_empty(struct vhci_device *vdev)
185{
186 int empty = 0;
Andrew Goodbody21619792016-02-02 17:36:39 +0000187 unsigned long flags;
Max Vozelerbd65f622011-01-12 15:02:04 +0200188
Andrew Goodbody21619792016-02-02 17:36:39 +0000189 spin_lock_irqsave(&vdev->priv_lock, flags);
Max Vozelerbd65f622011-01-12 15:02:04 +0200190 empty = list_empty(&vdev->priv_rx);
Andrew Goodbody21619792016-02-02 17:36:39 +0000191 spin_unlock_irqrestore(&vdev->priv_lock, flags);
Max Vozelerbd65f622011-01-12 15:02:04 +0200192
193 return empty;
194}
195
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600196/* recv a pdu */
197static void vhci_rx_pdu(struct usbip_device *ud)
198{
199 int ret;
200 struct usbip_header pdu;
201 struct vhci_device *vdev = container_of(ud, struct vhci_device, ud);
202
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600203 usbip_dbg_vhci_rx("Enter\n");
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600204
205 memset(&pdu, 0, sizeof(pdu));
206
Kurt Kanzenbach7717880742013-04-04 16:03:05 +0200207 /* receive a pdu header */
Bart Westgeest5a08c522011-12-19 17:44:11 -0500208 ret = usbip_recv(ud->tcp_socket, &pdu, sizeof(pdu));
Max Vozeler7e249c82011-01-12 15:02:03 +0200209 if (ret < 0) {
210 if (ret == -ECONNRESET)
matt mooney1a4b6f62011-05-19 16:47:32 -0700211 pr_info("connection reset by peer\n");
Max Vozelerbd65f622011-01-12 15:02:04 +0200212 else if (ret == -EAGAIN) {
213 /* ignore if connection was idle */
214 if (vhci_priv_tx_empty(vdev))
215 return;
matt mooney1a4b6f62011-05-19 16:47:32 -0700216 pr_info("connection timed out with pending urbs\n");
Max Vozelerbd65f622011-01-12 15:02:04 +0200217 } else if (ret != -ERESTARTSYS)
matt mooney1a4b6f62011-05-19 16:47:32 -0700218 pr_info("xmit failed %d\n", ret);
Max Vozelerbd65f622011-01-12 15:02:04 +0200219
Max Vozeler7e249c82011-01-12 15:02:03 +0200220 usbip_event_add(ud, VDEV_EVENT_ERROR_TCP);
221 return;
222 }
223 if (ret == 0) {
matt mooney1a4b6f62011-05-19 16:47:32 -0700224 pr_info("connection closed");
Max Vozeler7e249c82011-01-12 15:02:03 +0200225 usbip_event_add(ud, VDEV_EVENT_DOWN);
226 return;
227 }
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600228 if (ret != sizeof(pdu)) {
matt mooney1a4b6f62011-05-19 16:47:32 -0700229 pr_err("received pdu size is %d, should be %d\n", ret,
230 (unsigned int)sizeof(pdu));
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600231 usbip_event_add(ud, VDEV_EVENT_ERROR_TCP);
232 return;
233 }
234
235 usbip_header_correct_endian(&pdu, 0);
236
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600237 if (usbip_dbg_flag_vhci_rx)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600238 usbip_dump_header(&pdu);
239
240 switch (pdu.base.command) {
241 case USBIP_RET_SUBMIT:
242 vhci_recv_ret_submit(vdev, &pdu);
243 break;
244 case USBIP_RET_UNLINK:
245 vhci_recv_ret_unlink(vdev, &pdu);
246 break;
247 default:
matt mooney49aecef2011-05-06 03:47:54 -0700248 /* NOT REACHED */
matt mooney1a4b6f62011-05-19 16:47:32 -0700249 pr_err("unknown pdu %u\n", pdu.base.command);
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600250 usbip_dump_header(&pdu);
251 usbip_event_add(ud, VDEV_EVENT_ERROR_TCP);
matt mooney49aecef2011-05-06 03:47:54 -0700252 break;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600253 }
254}
255
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100256int vhci_rx_loop(void *data)
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600257{
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100258 struct usbip_device *ud = data;
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600259
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100260 while (!kthread_should_stop()) {
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600261 if (usbip_event_happened(ud))
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600262 break;
263
264 vhci_rx_pdu(ud);
265 }
Takahiro Hirofuchi04679b32008-07-09 14:56:51 -0600266
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100267 return 0;
268}