blob: 07c4c93b9fdb65a513d99532ed7c066cec7d89f4 [file] [log] [blame]
Thomas Gleixner09c434b2019-05-19 13:08:20 +01001// SPDX-License-Identifier: GPL-2.0-only
Angelo P. Castellani5ef81472007-02-22 00:23:05 -08002/*
3 *
4 * YeAH TCP
5 *
6 * For further details look at:
Weilong Chen49564e52013-12-23 14:37:32 +08007 * https://web.archive.org/web/20080316215752/http://wil.cs.caltech.edu/pfldnet2007/paper/YeAH_TCP.pdf
Angelo P. Castellani5ef81472007-02-22 00:23:05 -08008 *
9 */
Stephen Hemminger77522372007-04-23 22:28:23 -070010#include <linux/mm.h>
11#include <linux/module.h>
12#include <linux/skbuff.h>
13#include <linux/inet_diag.h>
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080014
Stephen Hemminger77522372007-04-23 22:28:23 -070015#include <net/tcp.h>
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080016
Stephen Hemminger77522372007-04-23 22:28:23 -070017#include "tcp_vegas.h"
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080018
Weilong Chen49564e52013-12-23 14:37:32 +080019#define TCP_YEAH_ALPHA 80 /* number of packets queued at the bottleneck */
20#define TCP_YEAH_GAMMA 1 /* fraction of queue to be removed per rtt */
21#define TCP_YEAH_DELTA 3 /* log minimum fraction of cwnd to be removed on loss */
22#define TCP_YEAH_EPSILON 1 /* log maximum fraction to be removed on early decongestion */
23#define TCP_YEAH_PHY 8 /* maximum delta from base */
24#define TCP_YEAH_RHO 16 /* minimum number of consecutive rtt to consider competition on loss */
25#define TCP_YEAH_ZETA 50 /* minimum number of state switches to reset reno_count */
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080026
27#define TCP_SCALABLE_AI_CNT 100U
28
29/* YeAH variables */
30struct yeah {
Stephen Hemminger77522372007-04-23 22:28:23 -070031 struct vegas vegas; /* must be first */
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080032
33 /* YeAH */
34 u32 lastQ;
35 u32 doing_reno_now;
36
37 u32 reno_count;
38 u32 fast_count;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080039};
40
41static void tcp_yeah_init(struct sock *sk)
42{
43 struct tcp_sock *tp = tcp_sk(sk);
44 struct yeah *yeah = inet_csk_ca(sk);
45
46 tcp_vegas_init(sk);
47
48 yeah->doing_reno_now = 0;
49 yeah->lastQ = 0;
50
51 yeah->reno_count = 2;
52
53 /* Ensure the MD arithmetic works. This is somewhat pedantic,
54 * since I don't think we will see a cwnd this large. :) */
55 tp->snd_cwnd_clamp = min_t(u32, tp->snd_cwnd_clamp, 0xffffffff/128);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080056}
57
Eric Dumazet24901552014-05-02 21:18:05 -070058static void tcp_yeah_cong_avoid(struct sock *sk, u32 ack, u32 acked)
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080059{
60 struct tcp_sock *tp = tcp_sk(sk);
61 struct yeah *yeah = inet_csk_ca(sk);
62
Eric Dumazet24901552014-05-02 21:18:05 -070063 if (!tcp_is_cwnd_limited(sk))
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080064 return;
65
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +080066 if (tcp_in_slow_start(tp)) {
67 acked = tcp_slow_start(tp, acked);
68 if (!acked)
69 goto do_vegas;
70 }
Stephen Hemminger77522372007-04-23 22:28:23 -070071
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +080072 if (!yeah->doing_reno_now) {
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080073 /* Scalable */
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +080074 tcp_cong_avoid_ai(tp, min(tp->snd_cwnd, TCP_SCALABLE_AI_CNT),
75 acked);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080076 } else {
77 /* Reno */
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +080078 tcp_cong_avoid_ai(tp, tp->snd_cwnd, acked);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080079 }
80
Stephen Hemminger77522372007-04-23 22:28:23 -070081 /* The key players are v_vegas.beg_snd_una and v_beg_snd_nxt.
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080082 *
83 * These are so named because they represent the approximate values
84 * of snd_una and snd_nxt at the beginning of the current RTT. More
85 * precisely, they represent the amount of data sent during the RTT.
86 * At the end of the RTT, when we receive an ACK for v_beg_snd_nxt,
Stephen Hemminger77522372007-04-23 22:28:23 -070087 * we will calculate that (v_beg_snd_nxt - v_vegas.beg_snd_una) outstanding
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080088 * bytes of data have been ACKed during the course of the RTT, giving
89 * an "actual" rate of:
90 *
Stephen Hemminger77522372007-04-23 22:28:23 -070091 * (v_beg_snd_nxt - v_vegas.beg_snd_una) / (rtt duration)
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080092 *
Stephen Hemminger77522372007-04-23 22:28:23 -070093 * Unfortunately, v_vegas.beg_snd_una is not exactly equal to snd_una,
Angelo P. Castellani5ef81472007-02-22 00:23:05 -080094 * because delayed ACKs can cover more than one segment, so they
95 * don't line up yeahly with the boundaries of RTTs.
96 *
97 * Another unfortunate fact of life is that delayed ACKs delay the
98 * advance of the left edge of our send window, so that the number
99 * of bytes we send in an RTT is often less than our cwnd will allow.
100 * So we keep track of our cwnd separately, in v_beg_snd_cwnd.
101 */
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +0800102do_vegas:
Stephen Hemminger77522372007-04-23 22:28:23 -0700103 if (after(ack, yeah->vegas.beg_snd_nxt)) {
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800104 /* We do the Vegas calculations only if we got enough RTT
105 * samples that we can be reasonably sure that we got
106 * at least one RTT sample that wasn't from a delayed ACK.
107 * If we only had 2 samples total,
108 * then that means we're getting only 1 ACK per RTT, which
109 * means they're almost certainly delayed ACKs.
110 * If we have 3 samples, we should be OK.
111 */
112
Stephen Hemminger77522372007-04-23 22:28:23 -0700113 if (yeah->vegas.cntRTT > 2) {
Stephen Hemminger43e68392007-03-06 20:21:20 -0800114 u32 rtt, queue;
115 u64 bw;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800116
117 /* We have enough RTT samples, so, using the Vegas
118 * algorithm, we determine if we should increase or
119 * decrease cwnd, and by how much.
120 */
121
122 /* Pluck out the RTT we are using for the Vegas
123 * calculations. This is the min RTT seen during the
124 * last RTT. Taking the min filters out the effects
125 * of delayed ACKs, at the cost of noticing congestion
126 * a bit later.
127 */
Stephen Hemminger77522372007-04-23 22:28:23 -0700128 rtt = yeah->vegas.minRTT;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800129
Stephen Hemminger43e68392007-03-06 20:21:20 -0800130 /* Compute excess number of packets above bandwidth
131 * Avoid doing full 64 bit divide.
132 */
133 bw = tp->snd_cwnd;
Stephen Hemminger77522372007-04-23 22:28:23 -0700134 bw *= rtt - yeah->vegas.baseRTT;
Stephen Hemminger43e68392007-03-06 20:21:20 -0800135 do_div(bw, rtt);
136 queue = bw;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800137
Stephen Hemminger43e68392007-03-06 20:21:20 -0800138 if (queue > TCP_YEAH_ALPHA ||
Stephen Hemminger77522372007-04-23 22:28:23 -0700139 rtt - yeah->vegas.baseRTT > (yeah->vegas.baseRTT / TCP_YEAH_PHY)) {
Joe Perches9d4fb272009-11-23 10:41:23 -0800140 if (queue > TCP_YEAH_ALPHA &&
141 tp->snd_cwnd > yeah->reno_count) {
Stephen Hemminger43e68392007-03-06 20:21:20 -0800142 u32 reduction = min(queue / TCP_YEAH_GAMMA ,
143 tp->snd_cwnd >> TCP_YEAH_EPSILON);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800144
145 tp->snd_cwnd -= reduction;
146
Stephen Hemminger43e68392007-03-06 20:21:20 -0800147 tp->snd_cwnd = max(tp->snd_cwnd,
148 yeah->reno_count);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800149
150 tp->snd_ssthresh = tp->snd_cwnd;
Stephen Hemminger43e68392007-03-06 20:21:20 -0800151 }
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800152
153 if (yeah->reno_count <= 2)
Stephen Hemminger43e68392007-03-06 20:21:20 -0800154 yeah->reno_count = max(tp->snd_cwnd>>1, 2U);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800155 else
156 yeah->reno_count++;
157
Stephen Hemminger43e68392007-03-06 20:21:20 -0800158 yeah->doing_reno_now = min(yeah->doing_reno_now + 1,
159 0xffffffU);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800160 } else {
161 yeah->fast_count++;
162
163 if (yeah->fast_count > TCP_YEAH_ZETA) {
164 yeah->reno_count = 2;
165 yeah->fast_count = 0;
166 }
167
168 yeah->doing_reno_now = 0;
169 }
170
171 yeah->lastQ = queue;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800172 }
173
174 /* Save the extent of the current window so we can use this
175 * at the end of the next RTT.
176 */
Stephen Hemminger77522372007-04-23 22:28:23 -0700177 yeah->vegas.beg_snd_una = yeah->vegas.beg_snd_nxt;
178 yeah->vegas.beg_snd_nxt = tp->snd_nxt;
179 yeah->vegas.beg_snd_cwnd = tp->snd_cwnd;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800180
181 /* Wipe the slate clean for the next RTT. */
Stephen Hemminger77522372007-04-23 22:28:23 -0700182 yeah->vegas.cntRTT = 0;
183 yeah->vegas.minRTT = 0x7fffffff;
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800184 }
185}
186
stephen hemminger688d1942014-08-29 23:32:05 -0700187static u32 tcp_yeah_ssthresh(struct sock *sk)
188{
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800189 const struct tcp_sock *tp = tcp_sk(sk);
190 struct yeah *yeah = inet_csk_ca(sk);
191 u32 reduction;
192
193 if (yeah->doing_reno_now < TCP_YEAH_RHO) {
194 reduction = yeah->lastQ;
195
Weilong Chen0c9a67d2013-12-23 14:37:27 +0800196 reduction = min(reduction, max(tp->snd_cwnd>>1, 2U));
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800197
Weilong Chen0c9a67d2013-12-23 14:37:27 +0800198 reduction = max(reduction, tp->snd_cwnd >> TCP_YEAH_DELTA);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800199 } else
Jianjun Kong5a5f3a82008-11-03 00:24:34 -0800200 reduction = max(tp->snd_cwnd>>1, 2U);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800201
202 yeah->fast_count = 0;
203 yeah->reno_count = max(yeah->reno_count>>1, 2U);
204
Neal Cardwell83d15e72016-01-11 13:42:43 -0500205 return max_t(int, tp->snd_cwnd - reduction, 2);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800206}
207
Stephen Hemmingera252beb2011-03-10 00:40:17 -0800208static struct tcp_congestion_ops tcp_yeah __read_mostly = {
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800209 .init = tcp_yeah_init,
210 .ssthresh = tcp_yeah_ssthresh,
Yuchung Chengf1722a12017-08-03 20:38:52 -0700211 .undo_cwnd = tcp_reno_undo_cwnd,
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800212 .cong_avoid = tcp_yeah_cong_avoid,
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800213 .set_state = tcp_vegas_state,
214 .cwnd_event = tcp_vegas_cwnd_event,
215 .get_info = tcp_vegas_get_info,
Pengcheng Yangfa4cb9e2020-03-16 14:35:11 +0800216 .pkts_acked = tcp_vegas_pkts_acked,
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800217
218 .owner = THIS_MODULE,
219 .name = "yeah",
220};
221
222static int __init tcp_yeah_register(void)
223{
Eric Dumazet67067212021-06-29 06:52:13 -0700224 BUILD_BUG_ON(sizeof(struct yeah) > ICSK_CA_PRIV_SIZE);
Angelo P. Castellani5ef81472007-02-22 00:23:05 -0800225 tcp_register_congestion_control(&tcp_yeah);
226 return 0;
227}
228
229static void __exit tcp_yeah_unregister(void)
230{
231 tcp_unregister_congestion_control(&tcp_yeah);
232}
233
234module_init(tcp_yeah_register);
235module_exit(tcp_yeah_unregister);
236
237MODULE_AUTHOR("Angelo P. Castellani");
238MODULE_LICENSE("GPL");
239MODULE_DESCRIPTION("YeAH TCP");