blob: 736aa92811004cfe5d157abd4827710783f8d57c [file] [log] [blame]
David Howells17926a72007-04-26 15:48:28 -07001/* RxRPC packet transmission
2 *
3 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
Joe Perches9b6d5392016-06-02 12:08:52 -070012#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
David Howells17926a72007-04-26 15:48:28 -070014#include <linux/net.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090015#include <linux/gfp.h>
David Howells17926a72007-04-26 15:48:28 -070016#include <linux/skbuff.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -040017#include <linux/export.h>
David Howells17926a72007-04-26 15:48:28 -070018#include <net/sock.h>
19#include <net/af_rxrpc.h>
20#include "ar-internal.h"
21
David Howells26cb02a2016-10-06 08:11:49 +010022struct rxrpc_ack_buffer {
David Howells8d94aa32016-09-07 09:19:31 +010023 struct rxrpc_wire_header whdr;
David Howells26cb02a2016-10-06 08:11:49 +010024 struct rxrpc_ackpacket ack;
25 u8 acks[255];
26 u8 pad[3];
David Howells8d94aa32016-09-07 09:19:31 +010027 struct rxrpc_ackinfo ackinfo;
28};
29
David Howells26cb02a2016-10-06 08:11:49 +010030struct rxrpc_abort_buffer {
31 struct rxrpc_wire_header whdr;
32 __be32 abort_code;
33};
34
David Howellsace45be2018-03-30 21:04:43 +010035static const char rxrpc_keepalive_string[] = "";
36
David Howells8d94aa32016-09-07 09:19:31 +010037/*
David Howellsc7e86ac2018-11-01 13:39:53 +000038 * Increase Tx backoff on transmission failure and clear it on success.
39 */
40static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret)
41{
42 if (ret < 0) {
43 u16 tx_backoff = READ_ONCE(call->tx_backoff);
44
45 if (tx_backoff < HZ)
46 WRITE_ONCE(call->tx_backoff, tx_backoff + 1);
47 } else {
48 WRITE_ONCE(call->tx_backoff, 0);
49 }
50}
51
52/*
David Howells415f44e2017-11-24 10:18:42 +000053 * Arrange for a keepalive ping a certain time after we last transmitted. This
54 * lets the far side know we're still interested in this call and helps keep
55 * the route through any intervening firewall open.
56 *
57 * Receiving a response to the ping will prevent the ->expect_rx_by timer from
58 * expiring.
59 */
60static void rxrpc_set_keepalive(struct rxrpc_call *call)
61{
62 unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;
63
64 keepalive_at += now;
65 WRITE_ONCE(call->keepalive_at, keepalive_at);
66 rxrpc_reduce_call_timer(call, keepalive_at, now,
67 rxrpc_timer_set_for_keepalive);
68}
69
70/*
David Howells8d94aa32016-09-07 09:19:31 +010071 * Fill out an ACK packet.
72 */
David Howells1457cc42017-11-02 15:06:55 +000073static size_t rxrpc_fill_out_ack(struct rxrpc_connection *conn,
74 struct rxrpc_call *call,
David Howells26cb02a2016-10-06 08:11:49 +010075 struct rxrpc_ack_buffer *pkt,
David Howells805b21b2016-09-24 18:05:26 +010076 rxrpc_seq_t *_hard_ack,
David Howellsa5af7e12016-10-06 08:11:49 +010077 rxrpc_seq_t *_top,
78 u8 reason)
David Howells8d94aa32016-09-07 09:19:31 +010079{
David Howellsf3639df2016-09-17 10:49:13 +010080 rxrpc_serial_t serial;
David Howells248f2192016-09-08 11:10:12 +010081 rxrpc_seq_t hard_ack, top, seq;
82 int ix;
David Howells8d94aa32016-09-07 09:19:31 +010083 u32 mtu, jmax;
84 u8 *ackp = pkt->acks;
85
David Howells248f2192016-09-08 11:10:12 +010086 /* Barrier against rxrpc_input_data(). */
David Howellsf3639df2016-09-17 10:49:13 +010087 serial = call->ackr_serial;
David Howells248f2192016-09-08 11:10:12 +010088 hard_ack = READ_ONCE(call->rx_hard_ack);
89 top = smp_load_acquire(&call->rx_top);
David Howells805b21b2016-09-24 18:05:26 +010090 *_hard_ack = hard_ack;
91 *_top = top;
David Howells248f2192016-09-08 11:10:12 +010092
David Howells8d94aa32016-09-07 09:19:31 +010093 pkt->ack.bufferSpace = htons(8);
David Howells248f2192016-09-08 11:10:12 +010094 pkt->ack.maxSkew = htons(call->ackr_skew);
95 pkt->ack.firstPacket = htonl(hard_ack + 1);
David Howells8d94aa32016-09-07 09:19:31 +010096 pkt->ack.previousPacket = htonl(call->ackr_prev_seq);
David Howellsf3639df2016-09-17 10:49:13 +010097 pkt->ack.serial = htonl(serial);
David Howellsa5af7e12016-10-06 08:11:49 +010098 pkt->ack.reason = reason;
David Howells248f2192016-09-08 11:10:12 +010099 pkt->ack.nAcks = top - hard_ack;
David Howells8d94aa32016-09-07 09:19:31 +0100100
David Howellsa5af7e12016-10-06 08:11:49 +0100101 if (reason == RXRPC_ACK_PING)
David Howells8e831342016-09-22 00:29:31 +0100102 pkt->whdr.flags |= RXRPC_REQUEST_ACK;
103
David Howells248f2192016-09-08 11:10:12 +0100104 if (after(top, hard_ack)) {
105 seq = hard_ack + 1;
106 do {
107 ix = seq & RXRPC_RXTX_BUFF_MASK;
108 if (call->rxtx_buffer[ix])
109 *ackp++ = RXRPC_ACK_TYPE_ACK;
110 else
111 *ackp++ = RXRPC_ACK_TYPE_NACK;
112 seq++;
113 } while (before_eq(seq, top));
114 }
115
David Howells1457cc42017-11-02 15:06:55 +0000116 mtu = conn->params.peer->if_mtu;
117 mtu -= conn->params.peer->hdrsize;
David Howells75e42122016-09-13 22:36:22 +0100118 jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;
David Howells8d94aa32016-09-07 09:19:31 +0100119 pkt->ackinfo.rxMTU = htonl(rxrpc_rx_mtu);
120 pkt->ackinfo.maxMTU = htonl(mtu);
David Howells75e42122016-09-13 22:36:22 +0100121 pkt->ackinfo.rwind = htonl(call->rx_winsize);
David Howells8d94aa32016-09-07 09:19:31 +0100122 pkt->ackinfo.jumbo_max = htonl(jmax);
123
124 *ackp++ = 0;
125 *ackp++ = 0;
126 *ackp++ = 0;
David Howells248f2192016-09-08 11:10:12 +0100127 return top - hard_ack + 3;
David Howells8d94aa32016-09-07 09:19:31 +0100128}
129
130/*
David Howells26cb02a2016-10-06 08:11:49 +0100131 * Send an ACK call packet.
David Howells8d94aa32016-09-07 09:19:31 +0100132 */
David Howellsbd1fdf82017-11-24 10:18:42 +0000133int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,
134 rxrpc_serial_t *_serial)
David Howells8d94aa32016-09-07 09:19:31 +0100135{
136 struct rxrpc_connection *conn = NULL;
David Howells26cb02a2016-10-06 08:11:49 +0100137 struct rxrpc_ack_buffer *pkt;
David Howells8d94aa32016-09-07 09:19:31 +0100138 struct msghdr msg;
139 struct kvec iov[2];
140 rxrpc_serial_t serial;
David Howells805b21b2016-09-24 18:05:26 +0100141 rxrpc_seq_t hard_ack, top;
David Howells8d94aa32016-09-07 09:19:31 +0100142 size_t len, n;
David Howells26cb02a2016-10-06 08:11:49 +0100143 int ret;
David Howellsa5af7e12016-10-06 08:11:49 +0100144 u8 reason;
David Howells8d94aa32016-09-07 09:19:31 +0100145
146 spin_lock_bh(&call->lock);
147 if (call->conn)
148 conn = rxrpc_get_connection_maybe(call->conn);
149 spin_unlock_bh(&call->lock);
150 if (!conn)
151 return -ECONNRESET;
152
153 pkt = kzalloc(sizeof(*pkt), GFP_KERNEL);
154 if (!pkt) {
155 rxrpc_put_connection(conn);
156 return -ENOMEM;
157 }
158
David Howells8d94aa32016-09-07 09:19:31 +0100159 msg.msg_name = &call->peer->srx.transport;
160 msg.msg_namelen = call->peer->srx.transport_len;
161 msg.msg_control = NULL;
162 msg.msg_controllen = 0;
163 msg.msg_flags = 0;
164
165 pkt->whdr.epoch = htonl(conn->proto.epoch);
166 pkt->whdr.cid = htonl(call->cid);
167 pkt->whdr.callNumber = htonl(call->call_id);
168 pkt->whdr.seq = 0;
David Howells26cb02a2016-10-06 08:11:49 +0100169 pkt->whdr.type = RXRPC_PACKET_TYPE_ACK;
170 pkt->whdr.flags = RXRPC_SLOW_START_OK | conn->out_clientflag;
David Howells8d94aa32016-09-07 09:19:31 +0100171 pkt->whdr.userStatus = 0;
172 pkt->whdr.securityIndex = call->security_ix;
173 pkt->whdr._rsvd = 0;
174 pkt->whdr.serviceId = htons(call->service_id);
175
David Howells26cb02a2016-10-06 08:11:49 +0100176 spin_lock_bh(&call->lock);
David Howellsa5af7e12016-10-06 08:11:49 +0100177 if (ping) {
178 reason = RXRPC_ACK_PING;
179 } else {
180 reason = call->ackr_reason;
181 if (!call->ackr_reason) {
182 spin_unlock_bh(&call->lock);
183 ret = 0;
184 goto out;
185 }
186 call->ackr_reason = 0;
David Howells8d94aa32016-09-07 09:19:31 +0100187 }
David Howells1457cc42017-11-02 15:06:55 +0000188 n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);
David Howells26cb02a2016-10-06 08:11:49 +0100189
190 spin_unlock_bh(&call->lock);
191
192 iov[0].iov_base = pkt;
193 iov[0].iov_len = sizeof(pkt->whdr) + sizeof(pkt->ack) + n;
194 iov[1].iov_base = &pkt->ackinfo;
195 iov[1].iov_len = sizeof(pkt->ackinfo);
196 len = iov[0].iov_len + iov[1].iov_len;
David Howells8d94aa32016-09-07 09:19:31 +0100197
David Howellsb86e2182016-09-23 15:08:48 +0100198 serial = atomic_inc_return(&conn->serial);
199 pkt->whdr.serial = htonl(serial);
David Howells4764c0d2018-07-23 17:18:37 +0100200 trace_rxrpc_tx_ack(call->debug_id, serial,
David Howells26cb02a2016-10-06 08:11:49 +0100201 ntohl(pkt->ack.firstPacket),
202 ntohl(pkt->ack.serial),
203 pkt->ack.reason, pkt->ack.nAcks);
David Howellsbd1fdf82017-11-24 10:18:42 +0000204 if (_serial)
205 *_serial = serial;
David Howellsb86e2182016-09-23 15:08:48 +0100206
David Howells8e831342016-09-22 00:29:31 +0100207 if (ping) {
David Howellsa5af7e12016-10-06 08:11:49 +0100208 call->ping_serial = serial;
David Howells8e831342016-09-22 00:29:31 +0100209 smp_wmb();
210 /* We need to stick a time in before we send the packet in case
211 * the reply gets back before kernel_sendmsg() completes - but
212 * asking UDP to send the packet can take a relatively long
David Howellsb604dd92018-09-27 15:13:08 +0100213 * time.
David Howells8e831342016-09-22 00:29:31 +0100214 */
David Howellsa5af7e12016-10-06 08:11:49 +0100215 call->ping_time = ktime_get_real();
David Howells8e831342016-09-22 00:29:31 +0100216 set_bit(RXRPC_CALL_PINGING, &call->flags);
217 trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_ping, serial);
218 }
David Howells26cb02a2016-10-06 08:11:49 +0100219
220 ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
David Howells330bdcf2018-08-08 11:30:02 +0100221 conn->params.peer->last_tx_at = ktime_get_seconds();
David Howells6b47fe12018-05-10 23:26:01 +0100222 if (ret < 0)
223 trace_rxrpc_tx_fail(call->debug_id, serial, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100224 rxrpc_tx_point_call_ack);
225 else
226 trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,
227 rxrpc_tx_point_call_ack);
David Howellsc7e86ac2018-11-01 13:39:53 +0000228 rxrpc_tx_backoff(call, ret);
David Howells8d94aa32016-09-07 09:19:31 +0100229
David Howells26cb02a2016-10-06 08:11:49 +0100230 if (call->state < RXRPC_CALL_COMPLETE) {
David Howells805b21b2016-09-24 18:05:26 +0100231 if (ret < 0) {
David Howellsa5af7e12016-10-06 08:11:49 +0100232 if (ping)
233 clear_bit(RXRPC_CALL_PINGING, &call->flags);
David Howells248f2192016-09-08 11:10:12 +0100234 rxrpc_propose_ACK(call, pkt->ack.reason,
235 ntohs(pkt->ack.maxSkew),
236 ntohl(pkt->ack.serial),
David Howellsc7e86ac2018-11-01 13:39:53 +0000237 false, true,
David Howells9c7ad432016-09-23 13:50:40 +0100238 rxrpc_propose_ack_retry_tx);
David Howells805b21b2016-09-24 18:05:26 +0100239 } else {
240 spin_lock_bh(&call->lock);
241 if (after(hard_ack, call->ackr_consumed))
242 call->ackr_consumed = hard_ack;
243 if (after(top, call->ackr_seen))
244 call->ackr_seen = top;
245 spin_unlock_bh(&call->lock);
David Howells248f2192016-09-08 11:10:12 +0100246 }
David Howells415f44e2017-11-24 10:18:42 +0000247
248 rxrpc_set_keepalive(call);
David Howells248f2192016-09-08 11:10:12 +0100249 }
250
David Howells8d94aa32016-09-07 09:19:31 +0100251out:
252 rxrpc_put_connection(conn);
253 kfree(pkt);
254 return ret;
255}
256
David Howells5873c082014-02-07 18:58:44 +0000257/*
David Howells26cb02a2016-10-06 08:11:49 +0100258 * Send an ABORT call packet.
259 */
260int rxrpc_send_abort_packet(struct rxrpc_call *call)
261{
262 struct rxrpc_connection *conn = NULL;
263 struct rxrpc_abort_buffer pkt;
264 struct msghdr msg;
265 struct kvec iov[1];
266 rxrpc_serial_t serial;
267 int ret;
268
David Howellsdcbefc32017-11-02 15:06:26 +0000269 /* Don't bother sending aborts for a client call once the server has
270 * hard-ACK'd all of its request data. After that point, we're not
271 * going to stop the operation proceeding, and whilst we might limit
272 * the reply, it's not worth it if we can send a new call on the same
273 * channel instead, thereby closing off this call.
274 */
275 if (rxrpc_is_client_call(call) &&
276 test_bit(RXRPC_CALL_TX_LAST, &call->flags))
277 return 0;
278
David Howells26cb02a2016-10-06 08:11:49 +0100279 spin_lock_bh(&call->lock);
280 if (call->conn)
281 conn = rxrpc_get_connection_maybe(call->conn);
282 spin_unlock_bh(&call->lock);
283 if (!conn)
284 return -ECONNRESET;
285
286 msg.msg_name = &call->peer->srx.transport;
287 msg.msg_namelen = call->peer->srx.transport_len;
288 msg.msg_control = NULL;
289 msg.msg_controllen = 0;
290 msg.msg_flags = 0;
291
292 pkt.whdr.epoch = htonl(conn->proto.epoch);
293 pkt.whdr.cid = htonl(call->cid);
294 pkt.whdr.callNumber = htonl(call->call_id);
295 pkt.whdr.seq = 0;
296 pkt.whdr.type = RXRPC_PACKET_TYPE_ABORT;
297 pkt.whdr.flags = conn->out_clientflag;
298 pkt.whdr.userStatus = 0;
299 pkt.whdr.securityIndex = call->security_ix;
300 pkt.whdr._rsvd = 0;
301 pkt.whdr.serviceId = htons(call->service_id);
302 pkt.abort_code = htonl(call->abort_code);
303
304 iov[0].iov_base = &pkt;
305 iov[0].iov_len = sizeof(pkt);
306
307 serial = atomic_inc_return(&conn->serial);
308 pkt.whdr.serial = htonl(serial);
309
310 ret = kernel_sendmsg(conn->params.local->socket,
311 &msg, iov, 1, sizeof(pkt));
David Howells330bdcf2018-08-08 11:30:02 +0100312 conn->params.peer->last_tx_at = ktime_get_seconds();
David Howells6b47fe12018-05-10 23:26:01 +0100313 if (ret < 0)
314 trace_rxrpc_tx_fail(call->debug_id, serial, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100315 rxrpc_tx_point_call_abort);
316 else
317 trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,
318 rxrpc_tx_point_call_abort);
David Howellsc7e86ac2018-11-01 13:39:53 +0000319 rxrpc_tx_backoff(call, ret);
David Howells26cb02a2016-10-06 08:11:49 +0100320
321 rxrpc_put_connection(conn);
322 return ret;
323}
324
325/*
David Howells17926a72007-04-26 15:48:28 -0700326 * send a packet through the transport endpoint
327 */
David Howellsa1767072016-09-29 22:37:15 +0100328int rxrpc_send_data_packet(struct rxrpc_call *call, struct sk_buff *skb,
329 bool retrans)
David Howells17926a72007-04-26 15:48:28 -0700330{
David Howells5a924b82016-09-22 00:29:31 +0100331 struct rxrpc_connection *conn = call->conn;
332 struct rxrpc_wire_header whdr;
333 struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
David Howells17926a72007-04-26 15:48:28 -0700334 struct msghdr msg;
David Howells5a924b82016-09-22 00:29:31 +0100335 struct kvec iov[2];
336 rxrpc_serial_t serial;
337 size_t len;
David Howellsa1767072016-09-29 22:37:15 +0100338 bool lost = false;
David Howells17926a72007-04-26 15:48:28 -0700339 int ret, opt;
340
341 _enter(",{%d}", skb->len);
342
David Howells5a924b82016-09-22 00:29:31 +0100343 /* Each transmission of a Tx packet needs a new serial number */
344 serial = atomic_inc_return(&conn->serial);
David Howells17926a72007-04-26 15:48:28 -0700345
David Howells5a924b82016-09-22 00:29:31 +0100346 whdr.epoch = htonl(conn->proto.epoch);
347 whdr.cid = htonl(call->cid);
348 whdr.callNumber = htonl(call->call_id);
349 whdr.seq = htonl(sp->hdr.seq);
350 whdr.serial = htonl(serial);
351 whdr.type = RXRPC_PACKET_TYPE_DATA;
352 whdr.flags = sp->hdr.flags;
353 whdr.userStatus = 0;
354 whdr.securityIndex = call->security_ix;
355 whdr._rsvd = htons(sp->hdr._rsvd);
356 whdr.serviceId = htons(call->service_id);
357
David Howells4e255722017-06-05 14:30:49 +0100358 if (test_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags) &&
359 sp->hdr.seq == 1)
360 whdr.userStatus = RXRPC_USERSTATUS_SERVICE_UPGRADE;
361
David Howells5a924b82016-09-22 00:29:31 +0100362 iov[0].iov_base = &whdr;
363 iov[0].iov_len = sizeof(whdr);
364 iov[1].iov_base = skb->head;
365 iov[1].iov_len = skb->len;
366 len = iov[0].iov_len + iov[1].iov_len;
367
368 msg.msg_name = &call->peer->srx.transport;
369 msg.msg_namelen = call->peer->srx.transport_len;
David Howells17926a72007-04-26 15:48:28 -0700370 msg.msg_control = NULL;
371 msg.msg_controllen = 0;
372 msg.msg_flags = 0;
373
David Howells57494342016-09-24 18:05:27 +0100374 /* If our RTT cache needs working on, request an ACK. Also request
375 * ACKs if a DATA packet appears to have been lost.
David Howellsb604dd92018-09-27 15:13:08 +0100376 *
377 * However, we mustn't request an ACK on the last reply packet of a
378 * service call, lest OpenAFS incorrectly send us an ACK with some
379 * soft-ACKs in it and then never follow up with a proper hard ACK.
David Howells57494342016-09-24 18:05:27 +0100380 */
David Howellsb604dd92018-09-27 15:13:08 +0100381 if ((!(sp->hdr.flags & RXRPC_LAST_PACKET) ||
382 rxrpc_to_server(sp)
383 ) &&
David Howellsbd1fdf82017-11-24 10:18:42 +0000384 (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) ||
385 retrans ||
David Howellsbf7d6202016-10-06 08:11:51 +0100386 call->cong_mode == RXRPC_CALL_SLOW_START ||
387 (call->peer->rtt_usage < 3 && sp->hdr.seq & 1) ||
388 ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),
389 ktime_get_real())))
David Howells0d4b1032016-09-22 00:29:31 +0100390 whdr.flags |= RXRPC_REQUEST_ACK;
391
David Howells8a681c362016-09-17 10:49:15 +0100392 if (IS_ENABLED(CONFIG_AF_RXRPC_INJECT_LOSS)) {
393 static int lose;
394 if ((lose++ & 7) == 7) {
David Howellsa1767072016-09-29 22:37:15 +0100395 ret = 0;
396 lost = true;
David Howells8a681c362016-09-17 10:49:15 +0100397 }
398 }
399
David Howellsb3cfb6f2018-10-04 09:32:27 +0100400 trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags,
401 retrans, lost);
402 if (lost)
403 goto done;
David Howells5a924b82016-09-22 00:29:31 +0100404
David Howells17926a72007-04-26 15:48:28 -0700405 /* send the packet with the don't fragment bit set if we currently
406 * think it's small enough */
David Howells5a924b82016-09-22 00:29:31 +0100407 if (iov[1].iov_len >= call->peer->maxdata)
408 goto send_fragmentable;
David Howells17926a72007-04-26 15:48:28 -0700409
David Howells5a924b82016-09-22 00:29:31 +0100410 down_read(&conn->params.local->defrag_sem);
David Howellsb604dd92018-09-27 15:13:08 +0100411
412 sp->hdr.serial = serial;
413 smp_wmb(); /* Set serial before timestamp */
414 skb->tstamp = ktime_get_real();
415
David Howells5a924b82016-09-22 00:29:31 +0100416 /* send the packet by UDP
417 * - returns -EMSGSIZE if UDP would have to fragment the packet
418 * to go out of the interface
419 * - in which case, we'll have processed the ICMP error
420 * message and update the peer record
421 */
422 ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
David Howells330bdcf2018-08-08 11:30:02 +0100423 conn->params.peer->last_tx_at = ktime_get_seconds();
David Howells17926a72007-04-26 15:48:28 -0700424
David Howells5a924b82016-09-22 00:29:31 +0100425 up_read(&conn->params.local->defrag_sem);
David Howells6b47fe12018-05-10 23:26:01 +0100426 if (ret < 0)
427 trace_rxrpc_tx_fail(call->debug_id, serial, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100428 rxrpc_tx_point_call_data_nofrag);
429 else
430 trace_rxrpc_tx_packet(call->debug_id, &whdr,
431 rxrpc_tx_point_call_data_nofrag);
David Howellsc7e86ac2018-11-01 13:39:53 +0000432 rxrpc_tx_backoff(call, ret);
David Howells5a924b82016-09-22 00:29:31 +0100433 if (ret == -EMSGSIZE)
434 goto send_fragmentable;
435
436done:
David Howells50235c42016-09-22 00:29:31 +0100437 if (ret >= 0) {
David Howells0d4b1032016-09-22 00:29:31 +0100438 if (whdr.flags & RXRPC_REQUEST_ACK) {
David Howellsb604dd92018-09-27 15:13:08 +0100439 call->peer->rtt_last_req = skb->tstamp;
David Howells50235c42016-09-22 00:29:31 +0100440 trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_data, serial);
David Howellsbd1fdf82017-11-24 10:18:42 +0000441 if (call->peer->rtt_usage > 1) {
442 unsigned long nowj = jiffies, ack_lost_at;
443
444 ack_lost_at = nsecs_to_jiffies(2 * call->peer->rtt);
445 if (ack_lost_at < 1)
446 ack_lost_at = 1;
447
448 ack_lost_at += nowj;
449 WRITE_ONCE(call->ack_lost_at, ack_lost_at);
450 rxrpc_reduce_call_timer(call, ack_lost_at, nowj,
451 rxrpc_timer_set_for_lost_ack);
452 }
David Howells0d4b1032016-09-22 00:29:31 +0100453 }
David Howellsc54e43d2018-05-10 23:26:00 +0100454
455 if (sp->hdr.seq == 1 &&
456 !test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER,
457 &call->flags)) {
458 unsigned long nowj = jiffies, expect_rx_by;
459
460 expect_rx_by = nowj + call->next_rx_timo;
461 WRITE_ONCE(call->expect_rx_by, expect_rx_by);
462 rxrpc_reduce_call_timer(call, expect_rx_by, nowj,
463 rxrpc_timer_set_for_normal);
464 }
David Howells415f44e2017-11-24 10:18:42 +0000465
David Howellsc7e86ac2018-11-01 13:39:53 +0000466 rxrpc_set_keepalive(call);
467 } else {
468 /* Cancel the call if the initial transmission fails,
469 * particularly if that's due to network routing issues that
470 * aren't going away anytime soon. The layer above can arrange
471 * the retransmission.
472 */
473 if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags))
474 rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,
475 RX_USER_ABORT, ret);
476 }
David Howells415f44e2017-11-24 10:18:42 +0000477
David Howells5a924b82016-09-22 00:29:31 +0100478 _leave(" = %d [%u]", ret, call->peer->maxdata);
479 return ret;
David Howells17926a72007-04-26 15:48:28 -0700480
481send_fragmentable:
482 /* attempt to send this message with fragmentation enabled */
483 _debug("send fragment");
484
David Howells985a5c82016-06-17 11:53:37 +0100485 down_write(&conn->params.local->defrag_sem);
David Howells17926a72007-04-26 15:48:28 -0700486
David Howellsb604dd92018-09-27 15:13:08 +0100487 sp->hdr.serial = serial;
488 smp_wmb(); /* Set serial before timestamp */
489 skb->tstamp = ktime_get_real();
490
David Howells985a5c82016-06-17 11:53:37 +0100491 switch (conn->params.local->srx.transport.family) {
492 case AF_INET:
493 opt = IP_PMTUDISC_DONT;
494 ret = kernel_setsockopt(conn->params.local->socket,
495 SOL_IP, IP_MTU_DISCOVER,
496 (char *)&opt, sizeof(opt));
497 if (ret == 0) {
David Howells5a924b82016-09-22 00:29:31 +0100498 ret = kernel_sendmsg(conn->params.local->socket, &msg,
499 iov, 2, len);
David Howells330bdcf2018-08-08 11:30:02 +0100500 conn->params.peer->last_tx_at = ktime_get_seconds();
David Howells985a5c82016-06-17 11:53:37 +0100501
502 opt = IP_PMTUDISC_DO;
503 kernel_setsockopt(conn->params.local->socket, SOL_IP,
504 IP_MTU_DISCOVER,
505 (char *)&opt, sizeof(opt));
506 }
507 break;
David Howells75b54cb2016-09-13 08:49:05 +0100508
David Howellsd1912742016-09-17 07:26:01 +0100509#ifdef CONFIG_AF_RXRPC_IPV6
David Howells75b54cb2016-09-13 08:49:05 +0100510 case AF_INET6:
511 opt = IPV6_PMTUDISC_DONT;
512 ret = kernel_setsockopt(conn->params.local->socket,
513 SOL_IPV6, IPV6_MTU_DISCOVER,
514 (char *)&opt, sizeof(opt));
515 if (ret == 0) {
516 ret = kernel_sendmsg(conn->params.local->socket, &msg,
David Howells93c62c42018-02-22 14:38:14 +0000517 iov, 2, len);
David Howells330bdcf2018-08-08 11:30:02 +0100518 conn->params.peer->last_tx_at = ktime_get_seconds();
David Howells75b54cb2016-09-13 08:49:05 +0100519
520 opt = IPV6_PMTUDISC_DO;
521 kernel_setsockopt(conn->params.local->socket,
522 SOL_IPV6, IPV6_MTU_DISCOVER,
523 (char *)&opt, sizeof(opt));
524 }
525 break;
David Howellsd1912742016-09-17 07:26:01 +0100526#endif
David Howells17926a72007-04-26 15:48:28 -0700527 }
528
David Howells6b47fe12018-05-10 23:26:01 +0100529 if (ret < 0)
530 trace_rxrpc_tx_fail(call->debug_id, serial, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100531 rxrpc_tx_point_call_data_frag);
532 else
533 trace_rxrpc_tx_packet(call->debug_id, &whdr,
534 rxrpc_tx_point_call_data_frag);
David Howellsc7e86ac2018-11-01 13:39:53 +0000535 rxrpc_tx_backoff(call, ret);
David Howells6b47fe12018-05-10 23:26:01 +0100536
David Howells985a5c82016-06-17 11:53:37 +0100537 up_write(&conn->params.local->defrag_sem);
David Howells5a924b82016-09-22 00:29:31 +0100538 goto done;
David Howells17926a72007-04-26 15:48:28 -0700539}
David Howells248f2192016-09-08 11:10:12 +0100540
541/*
542 * reject packets through the local endpoint
543 */
544void rxrpc_reject_packets(struct rxrpc_local *local)
545{
David Howells1c2bc7b2016-09-13 08:49:05 +0100546 struct sockaddr_rxrpc srx;
David Howells248f2192016-09-08 11:10:12 +0100547 struct rxrpc_skb_priv *sp;
548 struct rxrpc_wire_header whdr;
549 struct sk_buff *skb;
550 struct msghdr msg;
551 struct kvec iov[2];
552 size_t size;
553 __be32 code;
David Howellsece64fe2018-09-27 15:13:08 +0100554 int ret, ioc;
David Howells248f2192016-09-08 11:10:12 +0100555
556 _enter("%d", local->debug_id);
557
558 iov[0].iov_base = &whdr;
559 iov[0].iov_len = sizeof(whdr);
560 iov[1].iov_base = &code;
561 iov[1].iov_len = sizeof(code);
David Howells248f2192016-09-08 11:10:12 +0100562
David Howells1c2bc7b2016-09-13 08:49:05 +0100563 msg.msg_name = &srx.transport;
David Howells248f2192016-09-08 11:10:12 +0100564 msg.msg_control = NULL;
565 msg.msg_controllen = 0;
566 msg.msg_flags = 0;
567
David Howells248f2192016-09-08 11:10:12 +0100568 memset(&whdr, 0, sizeof(whdr));
David Howells248f2192016-09-08 11:10:12 +0100569
570 while ((skb = skb_dequeue(&local->reject_queue))) {
David Howells71f3ca42016-09-17 10:49:14 +0100571 rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
David Howells248f2192016-09-08 11:10:12 +0100572 sp = rxrpc_skb(skb);
David Howells1c2bc7b2016-09-13 08:49:05 +0100573
David Howellsece64fe2018-09-27 15:13:08 +0100574 switch (skb->mark) {
575 case RXRPC_SKB_MARK_REJECT_BUSY:
576 whdr.type = RXRPC_PACKET_TYPE_BUSY;
577 size = sizeof(whdr);
578 ioc = 1;
579 break;
580 case RXRPC_SKB_MARK_REJECT_ABORT:
581 whdr.type = RXRPC_PACKET_TYPE_ABORT;
582 code = htonl(skb->priority);
583 size = sizeof(whdr) + sizeof(code);
584 ioc = 2;
585 break;
586 default:
587 rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
588 continue;
589 }
590
David Howells5a790b72018-10-04 09:32:28 +0100591 if (rxrpc_extract_addr_from_skb(&srx, skb) == 0) {
David Howells1c2bc7b2016-09-13 08:49:05 +0100592 msg.msg_namelen = srx.transport_len;
593
David Howells248f2192016-09-08 11:10:12 +0100594 whdr.epoch = htonl(sp->hdr.epoch);
595 whdr.cid = htonl(sp->hdr.cid);
596 whdr.callNumber = htonl(sp->hdr.callNumber);
597 whdr.serviceId = htons(sp->hdr.serviceId);
598 whdr.flags = sp->hdr.flags;
599 whdr.flags ^= RXRPC_CLIENT_INITIATED;
600 whdr.flags &= RXRPC_CLIENT_INITIATED;
601
YueHaibingd6672a52018-10-11 22:32:39 +0100602 ret = kernel_sendmsg(local->socket, &msg,
603 iov, ioc, size);
David Howells6b47fe12018-05-10 23:26:01 +0100604 if (ret < 0)
605 trace_rxrpc_tx_fail(local->debug_id, 0, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100606 rxrpc_tx_point_reject);
607 else
608 trace_rxrpc_tx_packet(local->debug_id, &whdr,
609 rxrpc_tx_point_reject);
David Howells248f2192016-09-08 11:10:12 +0100610 }
611
David Howells71f3ca42016-09-17 10:49:14 +0100612 rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
David Howells248f2192016-09-08 11:10:12 +0100613 }
614
615 _leave("");
616}
David Howellsace45be2018-03-30 21:04:43 +0100617
618/*
619 * Send a VERSION reply to a peer as a keepalive.
620 */
621void rxrpc_send_keepalive(struct rxrpc_peer *peer)
622{
623 struct rxrpc_wire_header whdr;
624 struct msghdr msg;
625 struct kvec iov[2];
626 size_t len;
627 int ret;
628
629 _enter("");
630
631 msg.msg_name = &peer->srx.transport;
632 msg.msg_namelen = peer->srx.transport_len;
633 msg.msg_control = NULL;
634 msg.msg_controllen = 0;
635 msg.msg_flags = 0;
636
637 whdr.epoch = htonl(peer->local->rxnet->epoch);
638 whdr.cid = 0;
639 whdr.callNumber = 0;
640 whdr.seq = 0;
641 whdr.serial = 0;
642 whdr.type = RXRPC_PACKET_TYPE_VERSION; /* Not client-initiated */
643 whdr.flags = RXRPC_LAST_PACKET;
644 whdr.userStatus = 0;
645 whdr.securityIndex = 0;
646 whdr._rsvd = 0;
647 whdr.serviceId = 0;
648
649 iov[0].iov_base = &whdr;
650 iov[0].iov_len = sizeof(whdr);
651 iov[1].iov_base = (char *)rxrpc_keepalive_string;
652 iov[1].iov_len = sizeof(rxrpc_keepalive_string);
653
654 len = iov[0].iov_len + iov[1].iov_len;
655
656 _proto("Tx VERSION (keepalive)");
657
658 ret = kernel_sendmsg(peer->local->socket, &msg, iov, 2, len);
659 if (ret < 0)
David Howells6b47fe12018-05-10 23:26:01 +0100660 trace_rxrpc_tx_fail(peer->debug_id, 0, ret,
David Howells4764c0d2018-07-23 17:18:37 +0100661 rxrpc_tx_point_version_keepalive);
662 else
663 trace_rxrpc_tx_packet(peer->debug_id, &whdr,
664 rxrpc_tx_point_version_keepalive);
David Howellsace45be2018-03-30 21:04:43 +0100665
David Howells330bdcf2018-08-08 11:30:02 +0100666 peer->last_tx_at = ktime_get_seconds();
David Howellsace45be2018-03-30 21:04:43 +0100667 _leave("");
668}