Thomas Gleixner | 47505b8 | 2019-05-23 11:14:41 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 2 | /* SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * Copyright (c) 1999-2000 Cisco, Inc. |
| 4 | * Copyright (c) 1999-2001 Motorola, Inc. |
| 5 | * Copyright (c) 2001-2003 International Business Machines Corp. |
| 6 | * Copyright (c) 2001 Intel Corp. |
| 7 | * Copyright (c) 2001 La Monte H.P. Yarroll |
| 8 | * |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 9 | * This file is part of the SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | * |
Christophe JAILLET | 5112cf5 | 2020-11-22 19:07:04 +0100 | [diff] [blame] | 11 | * This module provides the abstraction for an SCTP transport representing |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | * a remote transport address. For local transport addresses, we just use |
| 13 | * union sctp_addr. |
| 14 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | * Please send any bug reports or fixes you make to the |
| 16 | * email address(es): |
Daniel Borkmann | 91705c6 | 2013-07-23 14:51:47 +0200 | [diff] [blame] | 17 | * lksctp developers <linux-sctp@vger.kernel.org> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | * Written or modified by: |
| 20 | * La Monte H.P. Yarroll <piggy@acm.org> |
| 21 | * Karl Knutson <karl@athena.chicago.il.us> |
| 22 | * Jon Grimm <jgrimm@us.ibm.com> |
| 23 | * Xingang Guo <xingang.guo@intel.com> |
| 24 | * Hui Huang <hui.huang@nokia.com> |
| 25 | * Sridhar Samudrala <sri@us.ibm.com> |
| 26 | * Ardelle Fan <ardelle.fan@intel.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | */ |
| 28 | |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 29 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 30 | |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 31 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | #include <linux/types.h> |
Sridhar Samudrala | ad8fec1 | 2006-07-21 14:48:50 -0700 | [diff] [blame] | 33 | #include <linux/random.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | #include <net/sctp/sctp.h> |
| 35 | #include <net/sctp/sm.h> |
| 36 | |
| 37 | /* 1st Level Abstractions. */ |
| 38 | |
| 39 | /* Initialize a new transport from provided memory. */ |
Eric W. Biederman | 89bf345 | 2012-08-07 07:26:14 +0000 | [diff] [blame] | 40 | static struct sctp_transport *sctp_transport_init(struct net *net, |
| 41 | struct sctp_transport *peer, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | const union sctp_addr *addr, |
Al Viro | dd0fc66 | 2005-10-07 07:46:04 +0100 | [diff] [blame] | 43 | gfp_t gfp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | { |
| 45 | /* Copy in the address. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | peer->af_specific = sctp_get_af_specific(addr->sa.sa_family); |
Xin Long | 4c31bc6 | 2019-07-30 20:38:19 +0800 | [diff] [blame] | 47 | memcpy(&peer->ipaddr, addr, peer->af_specific->sockaddr_len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | memset(&peer->saddr, 0, sizeof(union sctp_addr)); |
| 49 | |
Neil Horman | 4244854 | 2012-06-30 03:04:26 +0000 | [diff] [blame] | 50 | peer->sack_generation = 0; |
| 51 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | /* From 6.3.1 RTO Calculation: |
| 53 | * |
| 54 | * C1) Until an RTT measurement has been made for a packet sent to the |
| 55 | * given destination transport address, set RTO to the protocol |
| 56 | * parameter 'RTO.Initial'. |
| 57 | */ |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 58 | peer->rto = msecs_to_jiffies(net->sctp.rto_initial); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | |
Thomas Gleixner | 8b0e195 | 2016-12-25 12:30:41 +0100 | [diff] [blame] | 60 | peer->last_time_heard = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | peer->last_time_ecne_reduced = jiffies; |
| 62 | |
Frank Filz | 52ccb8e | 2005-12-22 11:36:46 -0800 | [diff] [blame] | 63 | peer->param_flags = SPP_HB_DISABLE | |
| 64 | SPP_PMTUD_ENABLE | |
| 65 | SPP_SACKDELAY_ENABLE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | |
| 67 | /* Initialize the default path max_retrans. */ |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 68 | peer->pathmaxrxt = net->sctp.max_retrans_path; |
| 69 | peer->pf_retrans = net->sctp.pf_retrans; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | |
| 71 | INIT_LIST_HEAD(&peer->transmitted); |
| 72 | INIT_LIST_HEAD(&peer->send_ready); |
| 73 | INIT_LIST_HEAD(&peer->transports); |
| 74 | |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 75 | timer_setup(&peer->T3_rtx_timer, sctp_generate_t3_rtx_event, 0); |
| 76 | timer_setup(&peer->hb_timer, sctp_generate_heartbeat_event, 0); |
| 77 | timer_setup(&peer->reconf_timer, sctp_generate_reconf_event, 0); |
Xin Long | 92548ec | 2021-06-22 14:04:51 -0400 | [diff] [blame] | 78 | timer_setup(&peer->probe_timer, sctp_generate_probe_event, 0); |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 79 | timer_setup(&peer->proto_unreach_timer, |
| 80 | sctp_generate_proto_unreach_event, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | |
Sridhar Samudrala | ad8fec1 | 2006-07-21 14:48:50 -0700 | [diff] [blame] | 82 | /* Initialize the 64-bit random nonce sent with heartbeat. */ |
| 83 | get_random_bytes(&peer->hb_nonce, sizeof(peer->hb_nonce)); |
| 84 | |
Reshetova, Elena | a4b2b58 | 2017-07-04 15:53:27 +0300 | [diff] [blame] | 85 | refcount_set(&peer->refcnt, 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | |
| 87 | return peer; |
| 88 | } |
| 89 | |
| 90 | /* Allocate and initialize a new transport. */ |
Eric W. Biederman | 89bf345 | 2012-08-07 07:26:14 +0000 | [diff] [blame] | 91 | struct sctp_transport *sctp_transport_new(struct net *net, |
| 92 | const union sctp_addr *addr, |
Al Viro | dd0fc66 | 2005-10-07 07:46:04 +0100 | [diff] [blame] | 93 | gfp_t gfp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | { |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 95 | struct sctp_transport *transport; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | |
Daniel Borkmann | 939cfa7 | 2013-06-17 11:40:04 +0200 | [diff] [blame] | 97 | transport = kzalloc(sizeof(*transport), gfp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | if (!transport) |
| 99 | goto fail; |
| 100 | |
Eric W. Biederman | 89bf345 | 2012-08-07 07:26:14 +0000 | [diff] [blame] | 101 | if (!sctp_transport_init(net, transport, addr, gfp)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | goto fail_init; |
| 103 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | SCTP_DBG_OBJCNT_INC(transport); |
| 105 | |
| 106 | return transport; |
| 107 | |
| 108 | fail_init: |
| 109 | kfree(transport); |
| 110 | |
| 111 | fail: |
| 112 | return NULL; |
| 113 | } |
| 114 | |
| 115 | /* This transport is no longer needed. Free up if possible, or |
| 116 | * delay until it last reference count. |
| 117 | */ |
| 118 | void sctp_transport_free(struct sctp_transport *transport) |
| 119 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | /* Try to delete the heartbeat timer. */ |
| 121 | if (del_timer(&transport->hb_timer)) |
| 122 | sctp_transport_put(transport); |
| 123 | |
| 124 | /* Delete the T3_rtx timer if it's active. |
| 125 | * There is no point in not doing this now and letting |
| 126 | * structure hang around in memory since we know |
Christophe JAILLET | 5112cf5 | 2020-11-22 19:07:04 +0100 | [diff] [blame] | 127 | * the transport is going away. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | */ |
Ying Xue | 25cc4ae | 2013-02-03 20:32:57 +0000 | [diff] [blame] | 129 | if (del_timer(&transport->T3_rtx_timer)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | sctp_transport_put(transport); |
| 131 | |
Xin Long | 7b9438d | 2017-01-18 00:44:43 +0800 | [diff] [blame] | 132 | if (del_timer(&transport->reconf_timer)) |
| 133 | sctp_transport_put(transport); |
| 134 | |
Xin Long | 92548ec | 2021-06-22 14:04:51 -0400 | [diff] [blame] | 135 | if (del_timer(&transport->probe_timer)) |
| 136 | sctp_transport_put(transport); |
| 137 | |
Wei Yongjun | 55fa0cf | 2010-05-09 16:56:07 +0000 | [diff] [blame] | 138 | /* Delete the ICMP proto unreachable timer if it's active. */ |
Ying Xue | 25cc4ae | 2013-02-03 20:32:57 +0000 | [diff] [blame] | 139 | if (del_timer(&transport->proto_unreach_timer)) |
Xin Long | 057a10f | 2020-11-14 13:22:53 +0800 | [diff] [blame] | 140 | sctp_transport_put(transport); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | |
| 142 | sctp_transport_put(transport); |
| 143 | } |
| 144 | |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 145 | static void sctp_transport_destroy_rcu(struct rcu_head *head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | { |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 147 | struct sctp_transport *transport; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 149 | transport = container_of(head, struct sctp_transport, rcu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | |
| 151 | dst_release(transport->dst); |
| 152 | kfree(transport); |
| 153 | SCTP_DBG_OBJCNT_DEC(transport); |
| 154 | } |
| 155 | |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 156 | /* Destroy the transport data structure. |
| 157 | * Assumes there are no more users of this structure. |
| 158 | */ |
| 159 | static void sctp_transport_destroy(struct sctp_transport *transport) |
| 160 | { |
Reshetova, Elena | a4b2b58 | 2017-07-04 15:53:27 +0300 | [diff] [blame] | 161 | if (unlikely(refcount_read(&transport->refcnt))) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 162 | WARN(1, "Attempt to destroy undead transport %p!\n", transport); |
| 163 | return; |
| 164 | } |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 165 | |
Daniel Borkmann | 8c98653 | 2013-02-01 04:37:43 +0000 | [diff] [blame] | 166 | sctp_packet_free(&transport->packet); |
| 167 | |
| 168 | if (transport->asoc) |
| 169 | sctp_association_put(transport->asoc); |
Daniel Borkmann | 771085d | 2013-08-09 16:25:21 +0200 | [diff] [blame] | 170 | |
| 171 | call_rcu(&transport->rcu, sctp_transport_destroy_rcu); |
Thomas Graf | 45122ca26 | 2012-12-06 09:25:05 +0000 | [diff] [blame] | 172 | } |
| 173 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | /* Start T3_rtx timer if it is not already running and update the heartbeat |
| 175 | * timer. This routine is called every time a DATA chunk is sent. |
| 176 | */ |
Marcelo Ricardo Leitner | ba6f5e3 | 2016-04-06 15:15:19 -0300 | [diff] [blame] | 177 | void sctp_transport_reset_t3_rtx(struct sctp_transport *transport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { |
| 179 | /* RFC 2960 6.3.2 Retransmission Timer Rules |
| 180 | * |
| 181 | * R1) Every time a DATA chunk is sent to any address(including a |
| 182 | * retransmission), if the T3-rtx timer of that address is not running |
| 183 | * start it running so that it will expire after the RTO of that |
| 184 | * address. |
| 185 | */ |
| 186 | |
Vlad Yasevich | d9efc22 | 2010-04-30 22:41:09 -0400 | [diff] [blame] | 187 | if (!timer_pending(&transport->T3_rtx_timer)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | if (!mod_timer(&transport->T3_rtx_timer, |
| 189 | jiffies + transport->rto)) |
| 190 | sctp_transport_hold(transport); |
Marcelo Ricardo Leitner | ba6f5e3 | 2016-04-06 15:15:19 -0300 | [diff] [blame] | 191 | } |
| 192 | |
| 193 | void sctp_transport_reset_hb_timer(struct sctp_transport *transport) |
| 194 | { |
| 195 | unsigned long expires; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | |
| 197 | /* When a data chunk is sent, reset the heartbeat interval. */ |
Marcelo Ricardo Leitner | ba6f5e3 | 2016-04-06 15:15:19 -0300 | [diff] [blame] | 198 | expires = jiffies + sctp_transport_timeout(transport); |
Maciej Kwiecien | d1f20c0 | 2019-02-22 09:45:26 +0100 | [diff] [blame] | 199 | if ((time_before(transport->hb_timer.expires, expires) || |
| 200 | !timer_pending(&transport->hb_timer)) && |
Marcelo Ricardo Leitner | ba6f5e3 | 2016-04-06 15:15:19 -0300 | [diff] [blame] | 201 | !mod_timer(&transport->hb_timer, |
| 202 | expires + prandom_u32_max(transport->rto))) |
| 203 | sctp_transport_hold(transport); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | } |
| 205 | |
Xin Long | 7b9438d | 2017-01-18 00:44:43 +0800 | [diff] [blame] | 206 | void sctp_transport_reset_reconf_timer(struct sctp_transport *transport) |
| 207 | { |
| 208 | if (!timer_pending(&transport->reconf_timer)) |
| 209 | if (!mod_timer(&transport->reconf_timer, |
| 210 | jiffies + transport->rto)) |
| 211 | sctp_transport_hold(transport); |
| 212 | } |
| 213 | |
Xin Long | 92548ec | 2021-06-22 14:04:51 -0400 | [diff] [blame] | 214 | void sctp_transport_reset_probe_timer(struct sctp_transport *transport) |
| 215 | { |
| 216 | int scale = 1; |
| 217 | |
| 218 | if (timer_pending(&transport->probe_timer)) |
| 219 | return; |
| 220 | if (transport->pl.state == SCTP_PL_COMPLETE && |
| 221 | transport->pl.probe_count == 1) |
| 222 | scale = 30; /* works as PMTU_RAISE_TIMER */ |
| 223 | if (!mod_timer(&transport->probe_timer, |
| 224 | jiffies + transport->probe_interval * scale)) |
| 225 | sctp_transport_hold(transport); |
| 226 | } |
| 227 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 228 | /* This transport has been assigned to an association. |
| 229 | * Initialize fields from the association or from the sock itself. |
| 230 | * Register the reference count in the association. |
| 231 | */ |
| 232 | void sctp_transport_set_owner(struct sctp_transport *transport, |
| 233 | struct sctp_association *asoc) |
| 234 | { |
| 235 | transport->asoc = asoc; |
| 236 | sctp_association_hold(asoc); |
| 237 | } |
| 238 | |
| 239 | /* Initialize the pmtu of a transport. */ |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 240 | void sctp_transport_pmtu(struct sctp_transport *transport, struct sock *sk) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 241 | { |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 242 | /* If we don't have a fresh route, look one up */ |
David S. Miller | f5b0a87 | 2012-07-19 12:31:33 -0700 | [diff] [blame] | 243 | if (!transport->dst || transport->dst->obsolete) { |
Julian Anastasov | c86a773 | 2017-02-06 23:14:13 +0200 | [diff] [blame] | 244 | sctp_transport_dst_release(transport); |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 245 | transport->af_specific->get_dst(transport, &transport->saddr, |
David S. Miller | 8663c93 | 2011-05-06 16:32:47 -0700 | [diff] [blame] | 246 | &transport->fl, sk); |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 247 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 248 | |
Marcelo Ricardo Leitner | 6e91b57 | 2018-04-26 16:58:59 -0300 | [diff] [blame] | 249 | if (transport->param_flags & SPP_PMTUD_DISABLE) { |
| 250 | struct sctp_association *asoc = transport->asoc; |
| 251 | |
| 252 | if (!transport->pathmtu && asoc && asoc->pathmtu) |
| 253 | transport->pathmtu = asoc->pathmtu; |
| 254 | if (transport->pathmtu) |
| 255 | return; |
| 256 | } |
| 257 | |
Marcelo Ricardo Leitner | 6ff0f87 | 2018-04-26 16:58:57 -0300 | [diff] [blame] | 258 | if (transport->dst) |
| 259 | transport->pathmtu = sctp_dst_mtu(transport->dst); |
| 260 | else |
Frank Filz | 52ccb8e | 2005-12-22 11:36:46 -0800 | [diff] [blame] | 261 | transport->pathmtu = SCTP_DEFAULT_MAXSEGMENT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 262 | } |
| 263 | |
Xin Long | 1dc68c1 | 2021-06-22 14:04:53 -0400 | [diff] [blame] | 264 | void sctp_transport_pl_send(struct sctp_transport *t) |
| 265 | { |
| 266 | pr_debug("%s: PLPMTUD: transport: %p, state: %d, pmtu: %d, size: %d, high: %d\n", |
| 267 | __func__, t, t->pl.state, t->pl.pmtu, t->pl.probe_size, t->pl.probe_high); |
| 268 | |
| 269 | if (t->pl.probe_count < SCTP_MAX_PROBES) { |
| 270 | t->pl.probe_count++; |
| 271 | return; |
| 272 | } |
| 273 | |
| 274 | if (t->pl.state == SCTP_PL_BASE) { |
| 275 | if (t->pl.probe_size == SCTP_BASE_PLPMTU) { /* BASE_PLPMTU Confirmation Failed */ |
| 276 | t->pl.state = SCTP_PL_ERROR; /* Base -> Error */ |
| 277 | |
| 278 | t->pl.pmtu = SCTP_MIN_PLPMTU; |
| 279 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 280 | sctp_assoc_sync_pmtu(t->asoc); |
| 281 | } |
| 282 | } else if (t->pl.state == SCTP_PL_SEARCH) { |
| 283 | if (t->pl.pmtu == t->pl.probe_size) { /* Black Hole Detected */ |
| 284 | t->pl.state = SCTP_PL_BASE; /* Search -> Base */ |
| 285 | t->pl.probe_size = SCTP_BASE_PLPMTU; |
| 286 | t->pl.probe_high = 0; |
| 287 | |
| 288 | t->pl.pmtu = SCTP_BASE_PLPMTU; |
| 289 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 290 | sctp_assoc_sync_pmtu(t->asoc); |
| 291 | } else { /* Normal probe failure. */ |
| 292 | t->pl.probe_high = t->pl.probe_size; |
| 293 | t->pl.probe_size = t->pl.pmtu; |
| 294 | } |
| 295 | } else if (t->pl.state == SCTP_PL_COMPLETE) { |
| 296 | if (t->pl.pmtu == t->pl.probe_size) { /* Black Hole Detected */ |
| 297 | t->pl.state = SCTP_PL_BASE; /* Search Complete -> Base */ |
| 298 | t->pl.probe_size = SCTP_BASE_PLPMTU; |
| 299 | |
| 300 | t->pl.pmtu = SCTP_BASE_PLPMTU; |
| 301 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 302 | sctp_assoc_sync_pmtu(t->asoc); |
| 303 | } |
| 304 | } |
| 305 | t->pl.probe_count = 1; |
| 306 | } |
| 307 | |
Xin Long | b87641a | 2021-06-22 14:04:54 -0400 | [diff] [blame] | 308 | void sctp_transport_pl_recv(struct sctp_transport *t) |
| 309 | { |
| 310 | pr_debug("%s: PLPMTUD: transport: %p, state: %d, pmtu: %d, size: %d, high: %d\n", |
| 311 | __func__, t, t->pl.state, t->pl.pmtu, t->pl.probe_size, t->pl.probe_high); |
| 312 | |
| 313 | t->pl.pmtu = t->pl.probe_size; |
| 314 | t->pl.probe_count = 0; |
| 315 | if (t->pl.state == SCTP_PL_BASE) { |
| 316 | t->pl.state = SCTP_PL_SEARCH; /* Base -> Search */ |
| 317 | t->pl.probe_size += SCTP_PL_BIG_STEP; |
| 318 | } else if (t->pl.state == SCTP_PL_ERROR) { |
| 319 | t->pl.state = SCTP_PL_SEARCH; /* Error -> Search */ |
| 320 | |
| 321 | t->pl.pmtu = t->pl.probe_size; |
| 322 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 323 | sctp_assoc_sync_pmtu(t->asoc); |
| 324 | t->pl.probe_size += SCTP_PL_BIG_STEP; |
| 325 | } else if (t->pl.state == SCTP_PL_SEARCH) { |
| 326 | if (!t->pl.probe_high) { |
| 327 | t->pl.probe_size = min(t->pl.probe_size + SCTP_PL_BIG_STEP, |
| 328 | SCTP_MAX_PLPMTU); |
| 329 | return; |
| 330 | } |
| 331 | t->pl.probe_size += SCTP_PL_MIN_STEP; |
| 332 | if (t->pl.probe_size >= t->pl.probe_high) { |
| 333 | t->pl.probe_high = 0; |
| 334 | t->pl.state = SCTP_PL_COMPLETE; /* Search -> Search Complete */ |
| 335 | |
| 336 | t->pl.probe_size = t->pl.pmtu; |
| 337 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 338 | sctp_assoc_sync_pmtu(t->asoc); |
| 339 | } |
| 340 | } else if (t->pl.state == SCTP_PL_COMPLETE) { |
| 341 | t->pl.state = SCTP_PL_SEARCH; /* Search Complete -> Search */ |
| 342 | t->pl.probe_size += SCTP_PL_MIN_STEP; |
| 343 | } |
| 344 | } |
| 345 | |
Xin Long | 8369640 | 2021-06-22 14:04:55 -0400 | [diff] [blame^] | 346 | static bool sctp_transport_pl_toobig(struct sctp_transport *t, u32 pmtu) |
| 347 | { |
| 348 | pr_debug("%s: PLPMTUD: transport: %p, state: %d, pmtu: %d, size: %d, ptb: %d\n", |
| 349 | __func__, t, t->pl.state, t->pl.pmtu, t->pl.probe_size, pmtu); |
| 350 | |
| 351 | if (pmtu < SCTP_MIN_PLPMTU || pmtu >= t->pl.probe_size) |
| 352 | return false; |
| 353 | |
| 354 | if (t->pl.state == SCTP_PL_BASE) { |
| 355 | if (pmtu >= SCTP_MIN_PLPMTU && pmtu < SCTP_BASE_PLPMTU) { |
| 356 | t->pl.state = SCTP_PL_ERROR; /* Base -> Error */ |
| 357 | |
| 358 | t->pl.pmtu = SCTP_MIN_PLPMTU; |
| 359 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 360 | } |
| 361 | } else if (t->pl.state == SCTP_PL_SEARCH) { |
| 362 | if (pmtu >= SCTP_BASE_PLPMTU && pmtu < t->pl.pmtu) { |
| 363 | t->pl.state = SCTP_PL_BASE; /* Search -> Base */ |
| 364 | t->pl.probe_size = SCTP_BASE_PLPMTU; |
| 365 | t->pl.probe_count = 0; |
| 366 | |
| 367 | t->pl.probe_high = 0; |
| 368 | t->pl.pmtu = SCTP_BASE_PLPMTU; |
| 369 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 370 | } else if (pmtu > t->pl.pmtu && pmtu < t->pl.probe_size) { |
| 371 | t->pl.probe_size = pmtu; |
| 372 | t->pl.probe_count = 0; |
| 373 | |
| 374 | return false; |
| 375 | } |
| 376 | } else if (t->pl.state == SCTP_PL_COMPLETE) { |
| 377 | if (pmtu >= SCTP_BASE_PLPMTU && pmtu < t->pl.pmtu) { |
| 378 | t->pl.state = SCTP_PL_BASE; /* Complete -> Base */ |
| 379 | t->pl.probe_size = SCTP_BASE_PLPMTU; |
| 380 | t->pl.probe_count = 0; |
| 381 | |
| 382 | t->pl.probe_high = 0; |
| 383 | t->pl.pmtu = SCTP_BASE_PLPMTU; |
| 384 | t->pathmtu = t->pl.pmtu + sctp_transport_pl_hlen(t); |
| 385 | } |
| 386 | } |
| 387 | |
| 388 | return true; |
| 389 | } |
| 390 | |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 391 | bool sctp_transport_update_pmtu(struct sctp_transport *t, u32 pmtu) |
Vlad Yasevich | c910b47 | 2007-06-07 13:47:03 -0400 | [diff] [blame] | 392 | { |
Xin Long | d7ab5cd | 2018-09-20 17:27:28 +0800 | [diff] [blame] | 393 | struct sock *sk = t->asoc->base.sk; |
Xin Long | 8369640 | 2021-06-22 14:04:55 -0400 | [diff] [blame^] | 394 | struct dst_entry *dst; |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 395 | bool change = true; |
Vlad Yasevich | c910b47 | 2007-06-07 13:47:03 -0400 | [diff] [blame] | 396 | |
| 397 | if (unlikely(pmtu < SCTP_DEFAULT_MINSEGMENT)) { |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 398 | pr_warn_ratelimited("%s: Reported pmtu %d too low, using default minimum of %d\n", |
| 399 | __func__, pmtu, SCTP_DEFAULT_MINSEGMENT); |
| 400 | /* Use default minimum segment instead */ |
| 401 | pmtu = SCTP_DEFAULT_MINSEGMENT; |
Vlad Yasevich | c910b47 | 2007-06-07 13:47:03 -0400 | [diff] [blame] | 402 | } |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 403 | pmtu = SCTP_TRUNC4(pmtu); |
Vlad Yasevich | c910b47 | 2007-06-07 13:47:03 -0400 | [diff] [blame] | 404 | |
Xin Long | 8369640 | 2021-06-22 14:04:55 -0400 | [diff] [blame^] | 405 | if (sctp_transport_pl_enabled(t)) |
| 406 | return sctp_transport_pl_toobig(t, pmtu - sctp_transport_pl_hlen(t)); |
| 407 | |
| 408 | dst = sctp_transport_dst_check(t); |
David S. Miller | 02f3d4c | 2012-07-16 03:57:14 -0700 | [diff] [blame] | 409 | if (dst) { |
Xin Long | d7ab5cd | 2018-09-20 17:27:28 +0800 | [diff] [blame] | 410 | struct sctp_pf *pf = sctp_get_pf_specific(dst->ops->family); |
| 411 | union sctp_addr addr; |
| 412 | |
| 413 | pf->af->from_sk(&addr, sk); |
| 414 | pf->to_sk_daddr(&t->ipaddr, sk); |
Hangbin Liu | bd085ef | 2019-12-22 10:51:09 +0800 | [diff] [blame] | 415 | dst->ops->update_pmtu(dst, sk, NULL, pmtu, true); |
Xin Long | d7ab5cd | 2018-09-20 17:27:28 +0800 | [diff] [blame] | 416 | pf->to_sk_daddr(&addr, sk); |
| 417 | |
David S. Miller | 02f3d4c | 2012-07-16 03:57:14 -0700 | [diff] [blame] | 418 | dst = sctp_transport_dst_check(t); |
David S. Miller | 02f3d4c | 2012-07-16 03:57:14 -0700 | [diff] [blame] | 419 | } |
Xin Long | 3ebfdf0 | 2017-04-04 13:39:55 +0800 | [diff] [blame] | 420 | |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 421 | if (!dst) { |
Xin Long | d7ab5cd | 2018-09-20 17:27:28 +0800 | [diff] [blame] | 422 | t->af_specific->get_dst(t, &t->saddr, &t->fl, sk); |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 423 | dst = t->dst; |
| 424 | } |
| 425 | |
| 426 | if (dst) { |
| 427 | /* Re-fetch, as under layers may have a higher minimum size */ |
Xin Long | a659254 | 2018-07-03 16:30:47 +0800 | [diff] [blame] | 428 | pmtu = sctp_dst_mtu(dst); |
Marcelo Ricardo Leitner | b6c5734 | 2018-01-05 11:17:18 -0200 | [diff] [blame] | 429 | change = t->pathmtu != pmtu; |
| 430 | } |
| 431 | t->pathmtu = pmtu; |
| 432 | |
| 433 | return change; |
Vlad Yasevich | c910b47 | 2007-06-07 13:47:03 -0400 | [diff] [blame] | 434 | } |
| 435 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 436 | /* Caches the dst entry and source address for a transport's destination |
| 437 | * address. |
| 438 | */ |
| 439 | void sctp_transport_route(struct sctp_transport *transport, |
| 440 | union sctp_addr *saddr, struct sctp_sock *opt) |
| 441 | { |
| 442 | struct sctp_association *asoc = transport->asoc; |
| 443 | struct sctp_af *af = transport->af_specific; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 444 | |
Marcelo Ricardo Leitner | 6e91b57 | 2018-04-26 16:58:59 -0300 | [diff] [blame] | 445 | sctp_transport_dst_release(transport); |
David S. Miller | 8663c93 | 2011-05-06 16:32:47 -0700 | [diff] [blame] | 446 | af->get_dst(transport, saddr, &transport->fl, sctp_opt2sk(opt)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 447 | |
| 448 | if (saddr) |
| 449 | memcpy(&transport->saddr, saddr, sizeof(union sctp_addr)); |
| 450 | else |
David S. Miller | 8663c93 | 2011-05-06 16:32:47 -0700 | [diff] [blame] | 451 | af->get_saddr(opt, transport, &transport->fl); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 452 | |
Marcelo Ricardo Leitner | 6e91b57 | 2018-04-26 16:58:59 -0300 | [diff] [blame] | 453 | sctp_transport_pmtu(transport, sctp_opt2sk(opt)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 454 | |
Marcelo Ricardo Leitner | 6e91b57 | 2018-04-26 16:58:59 -0300 | [diff] [blame] | 455 | /* Initialize sk->sk_rcv_saddr, if the transport is the |
| 456 | * association's active path for getsockname(). |
| 457 | */ |
| 458 | if (transport->dst && asoc && |
| 459 | (!asoc->peer.primary_path || transport == asoc->peer.active_path)) |
| 460 | opt->pf->to_sk_saddr(&transport->saddr, asoc->base.sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 461 | } |
| 462 | |
| 463 | /* Hold a reference to a transport. */ |
Xin Long | 1eed677 | 2016-01-22 01:49:07 +0800 | [diff] [blame] | 464 | int sctp_transport_hold(struct sctp_transport *transport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 465 | { |
Reshetova, Elena | a4b2b58 | 2017-07-04 15:53:27 +0300 | [diff] [blame] | 466 | return refcount_inc_not_zero(&transport->refcnt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 467 | } |
| 468 | |
| 469 | /* Release a reference to a transport and clean up |
| 470 | * if there are no more references. |
| 471 | */ |
| 472 | void sctp_transport_put(struct sctp_transport *transport) |
| 473 | { |
Reshetova, Elena | a4b2b58 | 2017-07-04 15:53:27 +0300 | [diff] [blame] | 474 | if (refcount_dec_and_test(&transport->refcnt)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 475 | sctp_transport_destroy(transport); |
| 476 | } |
| 477 | |
| 478 | /* Update transport's RTO based on the newly calculated RTT. */ |
| 479 | void sctp_transport_update_rto(struct sctp_transport *tp, __u32 rtt) |
| 480 | { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 481 | if (unlikely(!tp->rto_pending)) |
| 482 | /* We should not be doing any RTO updates unless rto_pending is set. */ |
| 483 | pr_debug("%s: rto_pending not set on transport %p!\n", __func__, tp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 484 | |
| 485 | if (tp->rttvar || tp->srtt) { |
Xin Long | 4e7696d | 2019-12-09 13:45:18 +0800 | [diff] [blame] | 486 | struct net *net = tp->asoc->base.net; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 487 | /* 6.3.1 C3) When a new RTT measurement R' is made, set |
| 488 | * RTTVAR <- (1 - RTO.Beta) * RTTVAR + RTO.Beta * |SRTT - R'| |
| 489 | * SRTT <- (1 - RTO.Alpha) * SRTT + RTO.Alpha * R' |
| 490 | */ |
| 491 | |
| 492 | /* Note: The above algorithm has been rewritten to |
| 493 | * express rto_beta and rto_alpha as inverse powers |
| 494 | * of two. |
| 495 | * For example, assuming the default value of RTO.Alpha of |
| 496 | * 1/8, rto_alpha would be expressed as 3. |
| 497 | */ |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 498 | tp->rttvar = tp->rttvar - (tp->rttvar >> net->sctp.rto_beta) |
Andrew Morton | 79211c8 | 2015-11-09 14:58:13 -0800 | [diff] [blame] | 499 | + (((__u32)abs((__s64)tp->srtt - (__s64)rtt)) >> net->sctp.rto_beta); |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 500 | tp->srtt = tp->srtt - (tp->srtt >> net->sctp.rto_alpha) |
| 501 | + (rtt >> net->sctp.rto_alpha); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 502 | } else { |
| 503 | /* 6.3.1 C2) When the first RTT measurement R is made, set |
| 504 | * SRTT <- R, RTTVAR <- R/2. |
| 505 | */ |
| 506 | tp->srtt = rtt; |
| 507 | tp->rttvar = rtt >> 1; |
| 508 | } |
| 509 | |
| 510 | /* 6.3.1 G1) Whenever RTTVAR is computed, if RTTVAR = 0, then |
| 511 | * adjust RTTVAR <- G, where G is the CLOCK GRANULARITY. |
| 512 | */ |
| 513 | if (tp->rttvar == 0) |
| 514 | tp->rttvar = SCTP_CLOCK_GRANULARITY; |
| 515 | |
| 516 | /* 6.3.1 C3) After the computation, update RTO <- SRTT + 4 * RTTVAR. */ |
| 517 | tp->rto = tp->srtt + (tp->rttvar << 2); |
| 518 | |
| 519 | /* 6.3.1 C6) Whenever RTO is computed, if it is less than RTO.Min |
| 520 | * seconds then it is rounded up to RTO.Min seconds. |
| 521 | */ |
| 522 | if (tp->rto < tp->asoc->rto_min) |
| 523 | tp->rto = tp->asoc->rto_min; |
| 524 | |
| 525 | /* 6.3.1 C7) A maximum value may be placed on RTO provided it is |
| 526 | * at least RTO.max seconds. |
| 527 | */ |
| 528 | if (tp->rto > tp->asoc->rto_max) |
| 529 | tp->rto = tp->asoc->rto_max; |
| 530 | |
Michele Baldessari | 196d675 | 2012-12-01 04:49:42 +0000 | [diff] [blame] | 531 | sctp_max_rto(tp->asoc, tp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 532 | tp->rtt = rtt; |
| 533 | |
| 534 | /* Reset rto_pending so that a new RTT measurement is started when a |
| 535 | * new data chunk is sent. |
| 536 | */ |
| 537 | tp->rto_pending = 0; |
| 538 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 539 | pr_debug("%s: transport:%p, rtt:%d, srtt:%d rttvar:%d, rto:%ld\n", |
| 540 | __func__, tp, rtt, tp->srtt, tp->rttvar, tp->rto); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 541 | } |
| 542 | |
| 543 | /* This routine updates the transport's cwnd and partial_bytes_acked |
| 544 | * parameters based on the bytes acked in the received SACK. |
| 545 | */ |
| 546 | void sctp_transport_raise_cwnd(struct sctp_transport *transport, |
| 547 | __u32 sack_ctsn, __u32 bytes_acked) |
| 548 | { |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 549 | struct sctp_association *asoc = transport->asoc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 550 | __u32 cwnd, ssthresh, flight_size, pba, pmtu; |
| 551 | |
| 552 | cwnd = transport->cwnd; |
| 553 | flight_size = transport->flight_size; |
| 554 | |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 555 | /* See if we need to exit Fast Recovery first */ |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 556 | if (asoc->fast_recovery && |
| 557 | TSN_lte(asoc->fast_recovery_exit, sack_ctsn)) |
| 558 | asoc->fast_recovery = 0; |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 559 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 560 | ssthresh = transport->ssthresh; |
| 561 | pba = transport->partial_bytes_acked; |
Frank Filz | 52ccb8e | 2005-12-22 11:36:46 -0800 | [diff] [blame] | 562 | pmtu = transport->asoc->pathmtu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 563 | |
| 564 | if (cwnd <= ssthresh) { |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 565 | /* RFC 4960 7.2.1 |
| 566 | * o When cwnd is less than or equal to ssthresh, an SCTP |
| 567 | * endpoint MUST use the slow-start algorithm to increase |
| 568 | * cwnd only if the current congestion window is being fully |
| 569 | * utilized, an incoming SACK advances the Cumulative TSN |
| 570 | * Ack Point, and the data sender is not in Fast Recovery. |
| 571 | * Only when these three conditions are met can the cwnd be |
| 572 | * increased; otherwise, the cwnd MUST not be increased. |
| 573 | * If these conditions are met, then cwnd MUST be increased |
| 574 | * by, at most, the lesser of 1) the total size of the |
| 575 | * previously outstanding DATA chunk(s) acknowledged, and |
| 576 | * 2) the destination's path MTU. This upper bound protects |
| 577 | * against the ACK-Splitting attack outlined in [SAVAGE99]. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 578 | */ |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 579 | if (asoc->fast_recovery) |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 580 | return; |
| 581 | |
Marcelo Ricardo Leitner | 4ccbd0b | 2017-06-23 19:59:35 -0300 | [diff] [blame] | 582 | /* The appropriate cwnd increase algorithm is performed |
| 583 | * if, and only if the congestion window is being fully |
| 584 | * utilized. Note that RFC4960 Errata 3.22 removed the |
| 585 | * other condition on ctsn moving. |
| 586 | */ |
| 587 | if (flight_size < cwnd) |
| 588 | return; |
| 589 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 590 | if (bytes_acked > pmtu) |
| 591 | cwnd += pmtu; |
| 592 | else |
| 593 | cwnd += bytes_acked; |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 594 | |
| 595 | pr_debug("%s: slow start: transport:%p, bytes_acked:%d, " |
| 596 | "cwnd:%d, ssthresh:%d, flight_size:%d, pba:%d\n", |
| 597 | __func__, transport, bytes_acked, cwnd, ssthresh, |
| 598 | flight_size, pba); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 599 | } else { |
| 600 | /* RFC 2960 7.2.2 Whenever cwnd is greater than ssthresh, |
Marcelo Ricardo Leitner | e56f777a | 2017-06-23 19:59:34 -0300 | [diff] [blame] | 601 | * upon each SACK arrival, increase partial_bytes_acked |
| 602 | * by the total number of bytes of all new chunks |
| 603 | * acknowledged in that SACK including chunks |
| 604 | * acknowledged by the new Cumulative TSN Ack and by Gap |
| 605 | * Ack Blocks. (updated by RFC4960 Errata 3.22) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 606 | * |
Marcelo Ricardo Leitner | 4ccbd0b | 2017-06-23 19:59:35 -0300 | [diff] [blame] | 607 | * When partial_bytes_acked is greater than cwnd and |
| 608 | * before the arrival of the SACK the sender had less |
| 609 | * bytes of data outstanding than cwnd (i.e., before |
| 610 | * arrival of the SACK, flightsize was less than cwnd), |
| 611 | * reset partial_bytes_acked to cwnd. (RFC 4960 Errata |
| 612 | * 3.26) |
| 613 | * |
Marcelo Ricardo Leitner | d0b53f4 | 2017-06-23 19:59:33 -0300 | [diff] [blame] | 614 | * When partial_bytes_acked is equal to or greater than |
| 615 | * cwnd and before the arrival of the SACK the sender |
| 616 | * had cwnd or more bytes of data outstanding (i.e., |
| 617 | * before arrival of the SACK, flightsize was greater |
| 618 | * than or equal to cwnd), partial_bytes_acked is reset |
| 619 | * to (partial_bytes_acked - cwnd). Next, cwnd is |
| 620 | * increased by MTU. (RFC 4960 Errata 3.12) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 621 | */ |
| 622 | pba += bytes_acked; |
Marcelo Ricardo Leitner | 4ccbd0b | 2017-06-23 19:59:35 -0300 | [diff] [blame] | 623 | if (pba > cwnd && flight_size < cwnd) |
| 624 | pba = cwnd; |
| 625 | if (pba >= cwnd && flight_size >= cwnd) { |
Marcelo Ricardo Leitner | d0b53f4 | 2017-06-23 19:59:33 -0300 | [diff] [blame] | 626 | pba = pba - cwnd; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 627 | cwnd += pmtu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 628 | } |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 629 | |
| 630 | pr_debug("%s: congestion avoidance: transport:%p, " |
| 631 | "bytes_acked:%d, cwnd:%d, ssthresh:%d, " |
| 632 | "flight_size:%d, pba:%d\n", __func__, |
| 633 | transport, bytes_acked, cwnd, ssthresh, |
| 634 | flight_size, pba); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 635 | } |
| 636 | |
| 637 | transport->cwnd = cwnd; |
| 638 | transport->partial_bytes_acked = pba; |
| 639 | } |
| 640 | |
| 641 | /* This routine is used to lower the transport's cwnd when congestion is |
| 642 | * detected. |
| 643 | */ |
| 644 | void sctp_transport_lower_cwnd(struct sctp_transport *transport, |
Xin Long | 233e793 | 2017-08-05 19:59:51 +0800 | [diff] [blame] | 645 | enum sctp_lower_cwnd reason) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 646 | { |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 647 | struct sctp_association *asoc = transport->asoc; |
| 648 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 649 | switch (reason) { |
| 650 | case SCTP_LOWER_CWND_T3_RTX: |
| 651 | /* RFC 2960 Section 7.2.3, sctpimpguide |
| 652 | * When the T3-rtx timer expires on an address, SCTP should |
| 653 | * perform slow start by: |
| 654 | * ssthresh = max(cwnd/2, 4*MTU) |
| 655 | * cwnd = 1*MTU |
| 656 | * partial_bytes_acked = 0 |
| 657 | */ |
| 658 | transport->ssthresh = max(transport->cwnd/2, |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 659 | 4*asoc->pathmtu); |
| 660 | transport->cwnd = asoc->pathmtu; |
Vlad Yasevich | 33ce828 | 2009-09-04 18:20:58 -0400 | [diff] [blame] | 661 | |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 662 | /* T3-rtx also clears fast recovery */ |
| 663 | asoc->fast_recovery = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 664 | break; |
| 665 | |
| 666 | case SCTP_LOWER_CWND_FAST_RTX: |
| 667 | /* RFC 2960 7.2.4 Adjust the ssthresh and cwnd of the |
| 668 | * destination address(es) to which the missing DATA chunks |
| 669 | * were last sent, according to the formula described in |
| 670 | * Section 7.2.3. |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 671 | * |
| 672 | * RFC 2960 7.2.3, sctpimpguide Upon detection of packet |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 673 | * losses from SACK (see Section 7.2.4), An endpoint |
| 674 | * should do the following: |
| 675 | * ssthresh = max(cwnd/2, 4*MTU) |
| 676 | * cwnd = ssthresh |
| 677 | * partial_bytes_acked = 0 |
| 678 | */ |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 679 | if (asoc->fast_recovery) |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 680 | return; |
| 681 | |
| 682 | /* Mark Fast recovery */ |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 683 | asoc->fast_recovery = 1; |
| 684 | asoc->fast_recovery_exit = asoc->next_tsn - 1; |
Vlad Yasevich | a646523 | 2008-06-04 12:38:43 -0700 | [diff] [blame] | 685 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 686 | transport->ssthresh = max(transport->cwnd/2, |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 687 | 4*asoc->pathmtu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 688 | transport->cwnd = transport->ssthresh; |
| 689 | break; |
| 690 | |
| 691 | case SCTP_LOWER_CWND_ECNE: |
| 692 | /* RFC 2481 Section 6.1.2. |
| 693 | * If the sender receives an ECN-Echo ACK packet |
| 694 | * then the sender knows that congestion was encountered in the |
| 695 | * network on the path from the sender to the receiver. The |
| 696 | * indication of congestion should be treated just as a |
| 697 | * congestion loss in non-ECN Capable TCP. That is, the TCP |
| 698 | * source halves the congestion window "cwnd" and reduces the |
| 699 | * slow start threshold "ssthresh". |
| 700 | * A critical condition is that TCP does not react to |
| 701 | * congestion indications more than once every window of |
| 702 | * data (or more loosely more than once every round-trip time). |
| 703 | */ |
Wei Yongjun | f61f6f8 | 2009-03-02 09:46:13 +0000 | [diff] [blame] | 704 | if (time_after(jiffies, transport->last_time_ecne_reduced + |
| 705 | transport->rtt)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 706 | transport->ssthresh = max(transport->cwnd/2, |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 707 | 4*asoc->pathmtu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 708 | transport->cwnd = transport->ssthresh; |
| 709 | transport->last_time_ecne_reduced = jiffies; |
| 710 | } |
| 711 | break; |
| 712 | |
| 713 | case SCTP_LOWER_CWND_INACTIVE: |
| 714 | /* RFC 2960 Section 7.2.1, sctpimpguide |
| 715 | * When the endpoint does not transmit data on a given |
| 716 | * transport address, the cwnd of the transport address |
| 717 | * should be adjusted to max(cwnd/2, 4*MTU) per RTO. |
| 718 | * NOTE: Although the draft recommends that this check needs |
| 719 | * to be done every RTO interval, we do it every hearbeat |
| 720 | * interval. |
| 721 | */ |
Vlad Yasevich | 245cba7 | 2009-11-23 15:53:58 -0500 | [diff] [blame] | 722 | transport->cwnd = max(transport->cwnd/2, |
Vlad Yasevich | cf9b481 | 2010-04-30 22:41:10 -0400 | [diff] [blame] | 723 | 4*asoc->pathmtu); |
Marcelo Ricardo Leitner | a02d036 | 2017-06-23 19:59:36 -0300 | [diff] [blame] | 724 | /* RFC 4960 Errata 3.27.2: also adjust sshthresh */ |
| 725 | transport->ssthresh = transport->cwnd; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 726 | break; |
Stephen Hemminger | 3ff50b7 | 2007-04-20 17:09:22 -0700 | [diff] [blame] | 727 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 728 | |
| 729 | transport->partial_bytes_acked = 0; |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 730 | |
| 731 | pr_debug("%s: transport:%p, reason:%d, cwnd:%d, ssthresh:%d\n", |
| 732 | __func__, transport, reason, transport->cwnd, |
| 733 | transport->ssthresh); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 734 | } |
| 735 | |
Vlad Yasevich | 46d5a80 | 2009-11-23 15:54:00 -0500 | [diff] [blame] | 736 | /* Apply Max.Burst limit to the congestion window: |
| 737 | * sctpimpguide-05 2.14.2 |
| 738 | * D) When the time comes for the sender to |
| 739 | * transmit new DATA chunks, the protocol parameter Max.Burst MUST |
| 740 | * first be applied to limit how many new DATA chunks may be sent. |
| 741 | * The limit is applied by adjusting cwnd as follows: |
| 742 | * if ((flightsize+ Max.Burst * MTU) < cwnd) |
| 743 | * cwnd = flightsize + Max.Burst * MTU |
| 744 | */ |
| 745 | |
| 746 | void sctp_transport_burst_limited(struct sctp_transport *t) |
| 747 | { |
| 748 | struct sctp_association *asoc = t->asoc; |
| 749 | u32 old_cwnd = t->cwnd; |
| 750 | u32 max_burst_bytes; |
| 751 | |
wangweidong | 78ac814 | 2013-12-04 17:32:39 +0800 | [diff] [blame] | 752 | if (t->burst_limited || asoc->max_burst == 0) |
Vlad Yasevich | 46d5a80 | 2009-11-23 15:54:00 -0500 | [diff] [blame] | 753 | return; |
| 754 | |
| 755 | max_burst_bytes = t->flight_size + (asoc->max_burst * asoc->pathmtu); |
| 756 | if (max_burst_bytes < old_cwnd) { |
| 757 | t->cwnd = max_burst_bytes; |
| 758 | t->burst_limited = old_cwnd; |
| 759 | } |
| 760 | } |
| 761 | |
| 762 | /* Restore the old cwnd congestion window, after the burst had it's |
| 763 | * desired effect. |
| 764 | */ |
| 765 | void sctp_transport_burst_reset(struct sctp_transport *t) |
| 766 | { |
| 767 | if (t->burst_limited) { |
| 768 | t->cwnd = t->burst_limited; |
| 769 | t->burst_limited = 0; |
| 770 | } |
| 771 | } |
| 772 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 773 | /* What is the next timeout value for this transport? */ |
Daniel Borkmann | 8f61059 | 2014-06-30 13:52:08 +0200 | [diff] [blame] | 774 | unsigned long sctp_transport_timeout(struct sctp_transport *trans) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 775 | { |
Daniel Borkmann | 8f61059 | 2014-06-30 13:52:08 +0200 | [diff] [blame] | 776 | /* RTO + timer slack +/- 50% of RTO */ |
Marcelo Ricardo Leitner | ba6f5e3 | 2016-04-06 15:15:19 -0300 | [diff] [blame] | 777 | unsigned long timeout = trans->rto >> 1; |
Daniel Borkmann | 8f61059 | 2014-06-30 13:52:08 +0200 | [diff] [blame] | 778 | |
| 779 | if (trans->state != SCTP_UNCONFIRMED && |
| 780 | trans->state != SCTP_PF) |
| 781 | timeout += trans->hbinterval; |
| 782 | |
Xin Long | 1d88ba1 | 2018-06-05 12:16:58 +0800 | [diff] [blame] | 783 | return max_t(unsigned long, timeout, HZ / 5); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 784 | } |
Vlad Yasevich | 749bf92 | 2007-03-19 17:02:30 -0700 | [diff] [blame] | 785 | |
| 786 | /* Reset transport variables to their initial values */ |
| 787 | void sctp_transport_reset(struct sctp_transport *t) |
| 788 | { |
| 789 | struct sctp_association *asoc = t->asoc; |
| 790 | |
| 791 | /* RFC 2960 (bis), Section 5.2.4 |
| 792 | * All the congestion control parameters (e.g., cwnd, ssthresh) |
| 793 | * related to this peer MUST be reset to their initial values |
| 794 | * (see Section 6.2.1) |
| 795 | */ |
| 796 | t->cwnd = min(4*asoc->pathmtu, max_t(__u32, 2*asoc->pathmtu, 4380)); |
Vlad Yasevich | 46d5a80 | 2009-11-23 15:54:00 -0500 | [diff] [blame] | 797 | t->burst_limited = 0; |
Vlad Yasevich | 289f424 | 2007-03-22 12:26:25 -0700 | [diff] [blame] | 798 | t->ssthresh = asoc->peer.i.a_rwnd; |
Andrei Pelinescu-Onciul | 5fdd4ba | 2009-11-29 00:14:02 -0800 | [diff] [blame] | 799 | t->rto = asoc->rto_initial; |
Michele Baldessari | 196d675 | 2012-12-01 04:49:42 +0000 | [diff] [blame] | 800 | sctp_max_rto(asoc, t); |
Vlad Yasevich | 749bf92 | 2007-03-19 17:02:30 -0700 | [diff] [blame] | 801 | t->rtt = 0; |
| 802 | t->srtt = 0; |
| 803 | t->rttvar = 0; |
| 804 | |
Masahiro Yamada | b564d62 | 2017-02-27 14:29:06 -0800 | [diff] [blame] | 805 | /* Reset these additional variables so that we have a clean slate. */ |
Vlad Yasevich | 749bf92 | 2007-03-19 17:02:30 -0700 | [diff] [blame] | 806 | t->partial_bytes_acked = 0; |
| 807 | t->flight_size = 0; |
| 808 | t->error_count = 0; |
| 809 | t->rto_pending = 0; |
Vlad Yasevich | faee47c | 2009-02-13 08:33:43 +0000 | [diff] [blame] | 810 | t->hb_sent = 0; |
Vlad Yasevich | 749bf92 | 2007-03-19 17:02:30 -0700 | [diff] [blame] | 811 | |
| 812 | /* Initialize the state information for SFR-CACC */ |
| 813 | t->cacc.changeover_active = 0; |
| 814 | t->cacc.cycling_changeover = 0; |
| 815 | t->cacc.next_tsn_at_change = 0; |
| 816 | t->cacc.cacc_saw_newack = 0; |
| 817 | } |
Michio Honda | ddc4bbe | 2011-06-17 11:03:23 +0900 | [diff] [blame] | 818 | |
| 819 | /* Schedule retransmission on the given transport */ |
| 820 | void sctp_transport_immediate_rtx(struct sctp_transport *t) |
| 821 | { |
| 822 | /* Stop pending T3_rtx_timer */ |
Ying Xue | 25cc4ae | 2013-02-03 20:32:57 +0000 | [diff] [blame] | 823 | if (del_timer(&t->T3_rtx_timer)) |
Michio Honda | ddc4bbe | 2011-06-17 11:03:23 +0900 | [diff] [blame] | 824 | sctp_transport_put(t); |
Ying Xue | 25cc4ae | 2013-02-03 20:32:57 +0000 | [diff] [blame] | 825 | |
Michio Honda | ddc4bbe | 2011-06-17 11:03:23 +0900 | [diff] [blame] | 826 | sctp_retransmit(&t->asoc->outqueue, t, SCTP_RTXR_T3_RTX); |
| 827 | if (!timer_pending(&t->T3_rtx_timer)) { |
| 828 | if (!mod_timer(&t->T3_rtx_timer, jiffies + t->rto)) |
| 829 | sctp_transport_hold(t); |
| 830 | } |
Michio Honda | ddc4bbe | 2011-06-17 11:03:23 +0900 | [diff] [blame] | 831 | } |
Julian Anastasov | c86a773 | 2017-02-06 23:14:13 +0200 | [diff] [blame] | 832 | |
| 833 | /* Drop dst */ |
| 834 | void sctp_transport_dst_release(struct sctp_transport *t) |
| 835 | { |
| 836 | dst_release(t->dst); |
| 837 | t->dst = NULL; |
| 838 | t->dst_pending_confirm = 0; |
| 839 | } |
| 840 | |
| 841 | /* Schedule neighbour confirm */ |
| 842 | void sctp_transport_dst_confirm(struct sctp_transport *t) |
| 843 | { |
| 844 | t->dst_pending_confirm = 1; |
| 845 | } |