blob: 7c2d3ac2363acebcfd92d7a4886c052c8aa120b9 [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * Implementation of the Transmission Control Protocol(TCP).
8 *
Jesper Juhl02c30a82005-05-05 16:16:16 -07009 * Authors: Ross Biro
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
11 * Mark Evans, <evansmp@uhura.aston.ac.uk>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Florian La Roche, <flla@stud.uni-sb.de>
14 * Charles Hedrick, <hedrick@klinzhai.rutgers.edu>
15 * Linus Torvalds, <torvalds@cs.helsinki.fi>
16 * Alan Cox, <gw4pts@gw4pts.ampr.org>
17 * Matthew Dillon, <dillon@apollo.west.oic.com>
18 * Arnt Gulbrandsen, <agulbra@nvg.unit.no>
19 * Jorge Cwik, <jorge@laser.satlink.net>
20 */
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <net/tcp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <net/xfrm.h>
Alexander Duycke5907452017-03-24 10:08:00 -070024#include <net/busy_poll.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Eric Dumazeta2a385d2012-05-16 23:15:34 +000026static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027{
28 if (seq == s_win)
Eric Dumazeta2a385d2012-05-16 23:15:34 +000029 return true;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 if (after(end_seq, s_win) && before(seq, e_win))
Eric Dumazeta2a385d2012-05-16 23:15:34 +000031 return true;
Eric Dumazeta02cec22010-09-22 20:43:57 +000032 return seq == e_win && seq == end_seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -070033}
34
Neal Cardwell4fb17a62015-02-06 16:04:41 -050035static enum tcp_tw_status
36tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw,
37 const struct sk_buff *skb, int mib_idx)
38{
39 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
40
41 if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx,
42 &tcptw->tw_last_oow_ack_time)) {
43 /* Send ACK. Note, we do not put the bucket,
44 * it will be released by caller.
45 */
46 return TCP_TW_ACK;
47 }
48
49 /* We are rate-limiting, so just release the tw sock and drop skb. */
50 inet_twsk_put(tw);
51 return TCP_TW_SUCCESS;
52}
53
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +090054/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 * * Main purpose of TIME-WAIT state is to close connection gracefully,
56 * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN
57 * (and, probably, tail of data) and one or more our ACKs are lost.
58 * * What is TIME-WAIT timeout? It is associated with maximal packet
59 * lifetime in the internet, which results in wrong conclusion, that
60 * it is set to catch "old duplicate segments" wandering out of their path.
61 * It is not quite correct. This timeout is calculated so that it exceeds
62 * maximal retransmission timeout enough to allow to lose one (or more)
63 * segments sent by peer and our ACKs. This time may be calculated from RTO.
64 * * When TIME-WAIT socket receives RST, it means that another end
65 * finally closed and we are allowed to kill TIME-WAIT too.
66 * * Second purpose of TIME-WAIT is catching old duplicate segments.
67 * Well, certainly it is pure paranoia, but if we load TIME-WAIT
68 * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs.
69 * * If we invented some more clever way to catch duplicates
70 * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs.
71 *
72 * The algorithm below is based on FORMAL INTERPRETATION of RFCs.
73 * When you compare it to RFCs, please, read section SEGMENT ARRIVES
74 * from the very beginning.
75 *
76 * NOTE. With recycling (and later with fin-wait-2) TW bucket
77 * is _not_ stateless. It means, that strictly speaking we must
78 * spinlock it. I do not want! Well, probability of misbehaviour
79 * is ridiculously low and, seems, we could use some mb() tricks
80 * to avoid misread sequence numbers, states etc. --ANK
Alan Cox4308fc52012-09-19 15:46:06 +010081 *
82 * We don't need to initialize tmp_out.sack_ok as we don't use the results
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 */
84enum tcp_tw_status
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -070085tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
86 const struct tcphdr *th)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087{
88 struct tcp_options_received tmp_opt;
William Allen Simpson4957faade2009-12-02 18:25:27 +000089 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
Eric Dumazeta2a385d2012-05-16 23:15:34 +000090 bool paws_reject = false;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
David S. Millerbb5b7c12009-12-15 20:56:42 -080092 tmp_opt.saw_tstamp = 0;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -070093 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
Eric Dumazeteed29f12017-06-07 10:34:36 -070094 tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
96 if (tmp_opt.saw_tstamp) {
Alexey Kodaneveee2faa2017-02-22 13:23:56 +030097 if (tmp_opt.rcv_tsecr)
98 tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -070099 tmp_opt.ts_recent = tcptw->tw_ts_recent;
100 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
Ilpo Järvinenc887e6d2009-03-14 14:23:03 +0000101 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 }
103 }
104
105 if (tw->tw_substate == TCP_FIN_WAIT2) {
106 /* Just repeat all the checks of tcp_rcv_state_process() */
107
108 /* Out of window, send ACK */
109 if (paws_reject ||
110 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700111 tcptw->tw_rcv_nxt,
112 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500113 return tcp_timewait_check_oow_rate_limit(
114 tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116 if (th->rst)
117 goto kill;
118
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700119 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
Florian Westphal271c3b92015-12-21 21:29:26 +0100120 return TCP_TW_RST;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
122 /* Dup ACK? */
Wei Yongjun1ac530b2009-06-24 22:29:31 +0000123 if (!th->ack ||
124 !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700126 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 return TCP_TW_SUCCESS;
128 }
129
130 /* New data or FIN. If new data arrive after half-duplex close,
131 * reset.
132 */
133 if (!th->fin ||
Florian Westphal271c3b92015-12-21 21:29:26 +0100134 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 return TCP_TW_RST;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
137 /* FIN arrived, enter true time-wait state. */
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700138 tw->tw_substate = TCP_TIME_WAIT;
139 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 if (tmp_opt.saw_tstamp) {
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200141 tcptw->tw_ts_recent_stamp = ktime_get_seconds();
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700142 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 }
144
Soheil Hassas Yeganehd82bae12017-03-15 16:30:45 -0400145 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 return TCP_TW_ACK;
147 }
148
149 /*
150 * Now real TIME-WAIT state.
151 *
152 * RFC 1122:
153 * "When a connection is [...] on TIME-WAIT state [...]
154 * [a TCP] MAY accept a new SYN from the remote TCP to
155 * reopen the connection directly, if it:
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900156 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 * (1) assigns its initial sequence number for the new
158 * connection to be larger than the largest sequence
159 * number it used on the previous connection incarnation,
160 * and
161 *
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900162 * (2) returns to TIME-WAIT state if the SYN turns out
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 * to be an old duplicate".
164 */
165
166 if (!paws_reject &&
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700167 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
169 /* In window segment, it may be only reset or bare ack. */
170
171 if (th->rst) {
Stephen Hemmingercaa20d9a2005-11-10 17:13:47 -0800172 /* This is TIME_WAIT assassination, in two flavors.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 * Oh well... nobody has a sufficient solution to this
174 * protocol bug yet.
175 */
Eric Dumazet625357a2017-10-26 21:55:02 -0700176 if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177kill:
Eric Dumazetdbe7faa2015-07-08 14:28:30 -0700178 inet_twsk_deschedule_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 return TCP_TW_SUCCESS;
180 }
Florian Westphal63cc3572018-08-30 14:24:29 +0200181 } else {
182 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184
185 if (tmp_opt.saw_tstamp) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700186 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200187 tcptw->tw_ts_recent_stamp = ktime_get_seconds();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 }
189
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700190 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 return TCP_TW_SUCCESS;
192 }
193
194 /* Out of window segment.
195
196 All the segments are ACKed immediately.
197
198 The only exception is new SYN. We accept it, if it is
199 not old duplicate and we are not in danger to be killed
200 by delayed old duplicates. RFC check is that it has
201 newer sequence number works at rates <40Mbit/sec.
202 However, if paws works, it is reliable AND even more,
203 we even may relax silly seq space cutoff.
204
205 RED-PEN: we violate main RFC requirement, if this SYN will appear
206 old duplicate (i.e. we receive RST in reply to SYN-ACK),
207 we must return socket to time-wait state. It is not good,
208 but not fatal yet.
209 */
210
211 if (th->syn && !th->rst && !th->ack && !paws_reject &&
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700212 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
213 (tmp_opt.saw_tstamp &&
214 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
215 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 if (isn == 0)
217 isn++;
Eric Dumazet04317da2014-09-05 15:33:32 -0700218 TCP_SKB_CB(skb)->tcp_tw_isn = isn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 return TCP_TW_SYN;
220 }
221
222 if (paws_reject)
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700223 __NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224
Stephen Hemminger2de979b2007-03-08 20:45:19 -0800225 if (!th->rst) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 /* In this case we must reset the TIMEWAIT timer.
227 *
228 * If it is ACKless SYN it may be both old duplicate
229 * and new good SYN with random sequence number <rcv_nxt.
230 * Do not reschedule in the last case.
231 */
232 if (paws_reject || th->ack)
Eric Dumazeted2e9232015-09-19 09:08:34 -0700233 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500235 return tcp_timewait_check_oow_rate_limit(
236 tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 }
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700238 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 return TCP_TW_SUCCESS;
240}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000241EXPORT_SYMBOL(tcp_timewait_state_process);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900243/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244 * Move a socket to time-wait or dead fin-wait-2 state.
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900245 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246void tcp_time_wait(struct sock *sk, int state, int timeo)
247{
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -0800248 const struct inet_connection_sock *icsk = inet_csk(sk);
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700249 const struct tcp_sock *tp = tcp_sk(sk);
Eric Dumazet789f5582015-04-12 18:51:09 -0700250 struct inet_timewait_sock *tw;
Haishuang Yan1946e672016-12-28 17:52:32 +0800251 struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252
Haishuang Yan1946e672016-12-28 17:52:32 +0800253 tw = inet_twsk_alloc(sk, tcp_death_row, state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
Ian Morris00db4122015-04-03 09:17:27 +0100255 if (tw) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700256 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700257 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
David S. Miller23978492012-06-09 14:56:12 -0700258 struct inet_sock *inet = inet_sk(sk);
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700259
David S. Miller23978492012-06-09 14:56:12 -0700260 tw->tw_transparent = inet->transparent;
Jon Maxwell00483692018-05-10 16:53:51 +1000261 tw->tw_mark = sk->sk_mark;
Eric Dumazetf6c0f5d2019-09-24 08:01:16 -0700262 tw->tw_priority = sk->sk_priority;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700264 tcptw->tw_rcv_nxt = tp->rcv_nxt;
265 tcptw->tw_snd_nxt = tp->snd_nxt;
266 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
267 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
268 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
Andrey Vaginceaa1fe2013-02-11 05:50:17 +0000269 tcptw->tw_ts_offset = tp->tsoffset;
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500270 tcptw->tw_last_oow_ack_time = 0;
Eric Dumazeta842fe12019-06-12 11:57:25 -0700271 tcptw->tw_tx_delay = tp->tcp_tx_delay;
Eric Dumazetdfd56b82011-12-10 09:48:31 +0000272#if IS_ENABLED(CONFIG_IPV6)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 if (tw->tw_family == PF_INET6) {
274 struct ipv6_pinfo *np = inet6_sk(sk);
275
Eric Dumazetefe42082013-10-03 15:42:29 -0700276 tw->tw_v6_daddr = sk->sk_v6_daddr;
277 tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
Eric Dumazetb903d322011-10-27 00:44:35 -0400278 tw->tw_tclass = np->tclass;
Florent Fourcot21858cd2015-05-16 00:24:59 +0200279 tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK);
Eric Dumazetc67b8552019-06-08 17:58:51 -0700280 tw->tw_txhash = sk->sk_txhash;
Eric Dumazet9fe516b2014-06-27 08:36:16 -0700281 tw->tw_ipv6only = sk->sk_ipv6only;
Arnaldo Carvalho de Meloc6762702005-08-09 20:09:59 -0700282 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283#endif
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800284
285#ifdef CONFIG_TCP_MD5SIG
286 /*
287 * The timewait bucket does not have the key DB from the
288 * sock structure. We just make a quick copy of the
289 * md5 key being used (if indeed we are using one)
290 * so the timewait ack generating code has the key.
291 */
292 do {
Eric Dumazeta915da9b2012-01-31 05:18:33 +0000293 tcptw->tw_md5_key = NULL;
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800294 if (static_branch_unlikely(&tcp_md5_needed)) {
295 struct tcp_md5sig_key *key;
296
297 key = tp->af_specific->md5_lookup(sk, sk);
298 if (key) {
299 tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
300 BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool());
301 }
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800302 }
Stephen Hemminger2de979b2007-03-08 20:45:19 -0800303 } while (0);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800304#endif
305
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 /* Get the TIME_WAIT timeout firing. */
307 if (timeo < rto)
308 timeo = rto;
309
Soheil Hassas Yeganehd82bae12017-03-15 16:30:45 -0400310 if (state == TCP_TIME_WAIT)
311 timeo = TCP_TIMEWAIT_LEN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312
Eric Dumazetcfac7f82017-12-01 10:06:56 -0800313 /* tw_timer is pinned, so we need to make sure BH are disabled
314 * in following section, otherwise timer handler could run before
315 * we complete the initialization.
316 */
317 local_bh_disable();
Eric Dumazet789f5582015-04-12 18:51:09 -0700318 inet_twsk_schedule(tw, timeo);
Eric Dumazetec94c262017-12-11 21:25:12 -0800319 /* Linkage updates.
320 * Note that access to tw after this point is illegal.
321 */
322 inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
Eric Dumazetcfac7f82017-12-01 10:06:56 -0800323 local_bh_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 } else {
325 /* Sorry, if we're out of memory, just CLOSE this
326 * socket up. We've got bigger problems than
327 * non-graceful socket closings.
328 */
Eric Dumazetc10d9312016-04-29 14:16:47 -0700329 NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 }
331
332 tcp_update_metrics(sk);
333 tcp_done(sk);
334}
Atul Guptacc35c88a2018-03-31 21:41:59 +0530335EXPORT_SYMBOL(tcp_time_wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800337void tcp_twsk_destructor(struct sock *sk)
338{
David S. Millerb6242b92012-07-10 03:27:56 -0700339#ifdef CONFIG_TCP_MD5SIG
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800340 if (static_branch_unlikely(&tcp_md5_needed)) {
341 struct tcp_timewait_sock *twsk = tcp_twsk(sk);
David S. Miller23978492012-06-09 14:56:12 -0700342
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800343 if (twsk->tw_md5_key)
344 kfree_rcu(twsk->tw_md5_key, rcu);
345 }
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800346#endif
347}
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800348EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
349
Eric Dumazetb1964b52015-09-25 07:39:09 -0700350/* Warning : This function is called without sk_listener being locked.
351 * Be sure to read socket fields once, as their value could change under us.
352 */
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700353void tcp_openreq_init_rwin(struct request_sock *req,
Eric Dumazetb1964b52015-09-25 07:39:09 -0700354 const struct sock *sk_listener,
355 const struct dst_entry *dst)
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700356{
357 struct inet_request_sock *ireq = inet_rsk(req);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700358 const struct tcp_sock *tp = tcp_sk(sk_listener);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700359 int full_space = tcp_full_space(sk_listener);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700360 u32 window_clamp;
361 __u8 rcv_wscale;
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700362 u32 rcv_wnd;
Eric Dumazet3541f9e2017-02-02 08:04:56 -0800363 int mss;
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700364
Eric Dumazet3541f9e2017-02-02 08:04:56 -0800365 mss = tcp_mss_clamp(tp, dst_metric_advmss(dst));
Eric Dumazetb1964b52015-09-25 07:39:09 -0700366 window_clamp = READ_ONCE(tp->window_clamp);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700367 /* Set this up on the first call only */
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700368 req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700369
370 /* limit the window selection if the user enforce a smaller rx buffer */
Eric Dumazetb1964b52015-09-25 07:39:09 -0700371 if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK &&
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700372 (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0))
373 req->rsk_window_clamp = full_space;
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700374
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700375 rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req);
376 if (rcv_wnd == 0)
377 rcv_wnd = dst_metric(dst, RTAX_INITRWND);
378 else if (full_space < rcv_wnd * mss)
379 full_space = rcv_wnd * mss;
380
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700381 /* tcp_full_space because it is guaranteed to be the first packet */
Eric Dumazetceef9ab2017-10-27 07:47:24 -0700382 tcp_select_initial_window(sk_listener, full_space,
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700383 mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0),
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700384 &req->rsk_rcv_wnd,
385 &req->rsk_window_clamp,
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700386 ireq->wscale_ok,
387 &rcv_wscale,
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700388 rcv_wnd);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700389 ireq->rcv_wscale = rcv_wscale;
390}
391EXPORT_SYMBOL(tcp_openreq_init_rwin);
392
Florian Westphal735d3832014-09-29 13:08:30 +0200393static void tcp_ecn_openreq_child(struct tcp_sock *tp,
394 const struct request_sock *req)
Ilpo Järvinenbdf1ee52007-05-27 02:04:16 -0700395{
396 tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
397}
398
Daniel Borkmann81164412015-01-05 23:57:48 +0100399void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst)
400{
401 struct inet_connection_sock *icsk = inet_csk(sk);
402 u32 ca_key = dst_metric(dst, RTAX_CC_ALGO);
403 bool ca_got_dst = false;
404
405 if (ca_key != TCP_CA_UNSPEC) {
406 const struct tcp_congestion_ops *ca;
407
408 rcu_read_lock();
409 ca = tcp_ca_find_key(ca_key);
Martin KaFai Lau0baf26b2020-01-08 16:35:08 -0800410 if (likely(ca && bpf_try_module_get(ca, ca->owner))) {
Daniel Borkmann81164412015-01-05 23:57:48 +0100411 icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
412 icsk->icsk_ca_ops = ca;
413 ca_got_dst = true;
414 }
415 rcu_read_unlock();
416 }
417
Neal Cardwell9f950412015-05-29 13:47:07 -0400418 /* If no valid choice made yet, assign current system default ca. */
419 if (!ca_got_dst &&
420 (!icsk->icsk_ca_setsockopt ||
Martin KaFai Lau0baf26b2020-01-08 16:35:08 -0800421 !bpf_try_module_get(icsk->icsk_ca_ops, icsk->icsk_ca_ops->owner)))
Daniel Borkmann81164412015-01-05 23:57:48 +0100422 tcp_assign_congestion_control(sk);
423
424 tcp_set_ca_state(sk, TCP_CA_Open);
425}
426EXPORT_SYMBOL_GPL(tcp_ca_openreq_child);
427
Ursula Braun60e2a772017-10-25 11:01:45 +0200428static void smc_check_reset_syn_req(struct tcp_sock *oldtp,
429 struct request_sock *req,
430 struct tcp_sock *newtp)
431{
432#if IS_ENABLED(CONFIG_SMC)
433 struct inet_request_sock *ireq;
434
435 if (static_branch_unlikely(&tcp_have_smc)) {
436 ireq = inet_rsk(req);
437 if (oldtp->syn_smc && !ireq->smc_ok)
438 newtp->syn_smc = 0;
439 }
440#endif
441}
442
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443/* This is not only more efficient than what we used to do, it eliminates
444 * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM
445 *
446 * Actually, we could lots of memory writes here. tp of listening
447 * socket contains all necessary default parameters.
448 */
Eric Dumazetc28c6f02015-09-29 07:42:47 -0700449struct sock *tcp_create_openreq_child(const struct sock *sk,
450 struct request_sock *req,
451 struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452{
Eric Dumazete56c57d2011-11-08 17:07:07 -0500453 struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700454 const struct inet_request_sock *ireq = inet_rsk(req);
455 struct tcp_request_sock *treq = tcp_rsk(req);
456 struct inet_connection_sock *newicsk;
457 struct tcp_sock *oldtp, *newtp;
Eric Dumazetdba7d9b2019-10-10 20:17:39 -0700458 u32 seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700460 if (!newsk)
461 return NULL;
Ursula Braun60e2a772017-10-25 11:01:45 +0200462
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700463 newicsk = inet_csk(newsk);
464 newtp = tcp_sk(newsk);
465 oldtp = tcp_sk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700467 smc_check_reset_syn_req(oldtp, req, newtp);
Florian Westphal31770e32017-08-30 19:24:58 +0200468
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700469 /* Now setup tcp_sock */
470 newtp->pred_flags = 0;
William Allen Simpson435cf552009-12-02 18:17:05 +0000471
Eric Dumazetdba7d9b2019-10-10 20:17:39 -0700472 seq = treq->rcv_isn + 1;
473 newtp->rcv_wup = seq;
Eric Dumazet7db48e92019-10-10 20:17:40 -0700474 WRITE_ONCE(newtp->copied_seq, seq);
Eric Dumazetdba7d9b2019-10-10 20:17:39 -0700475 WRITE_ONCE(newtp->rcv_nxt, seq);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700476 newtp->segs_in = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477
Eric Dumazete0d694d2019-10-10 20:17:42 -0700478 seq = treq->snt_isn + 1;
479 newtp->snd_sml = newtp->snd_una = seq;
480 WRITE_ONCE(newtp->snd_nxt, seq);
481 newtp->snd_up = seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700483 INIT_LIST_HEAD(&newtp->tsq_node);
484 INIT_LIST_HEAD(&newtp->tsorted_sent_queue);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700486 tcp_init_wl(newtp, treq->rcv_isn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700488 minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700489 newicsk->icsk_ack.lrcvtime = tcp_jiffies32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700491 newtp->lsndtime = tcp_jiffies32;
492 newsk->sk_txhash = treq->txhash;
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700493 newtp->total_retrans = req->num_retrans;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700495 tcp_init_xmit_timers(newsk);
Eric Dumazet0f317462019-10-10 20:17:41 -0700496 WRITE_ONCE(newtp->write_seq, newtp->pushed_seq = treq->snt_isn + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700498 if (sock_flag(newsk, SOCK_KEEPOPEN))
499 inet_csk_reset_keepalive_timer(newsk,
500 keepalive_time_when(newtp));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700502 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
503 newtp->rx_opt.sack_ok = ireq->sack_ok;
504 newtp->window_clamp = req->rsk_window_clamp;
505 newtp->rcv_ssthresh = req->rsk_rcv_wnd;
506 newtp->rcv_wnd = req->rsk_rcv_wnd;
507 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
508 if (newtp->rx_opt.wscale_ok) {
509 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
510 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
511 } else {
512 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
513 newtp->window_clamp = min(newtp->window_clamp, 65535U);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514 }
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700515 newtp->snd_wnd = ntohs(tcp_hdr(skb)->window) << newtp->rx_opt.snd_wscale;
516 newtp->max_window = newtp->snd_wnd;
517
518 if (newtp->rx_opt.tstamp_ok) {
519 newtp->rx_opt.ts_recent = req->ts_recent;
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200520 newtp->rx_opt.ts_recent_stamp = ktime_get_seconds();
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700521 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
522 } else {
523 newtp->rx_opt.ts_recent_stamp = 0;
524 newtp->tcp_header_len = sizeof(struct tcphdr);
525 }
Yuchung Cheng336c39a2019-04-29 15:46:16 -0700526 if (req->num_timeout) {
527 newtp->undo_marker = treq->snt_isn;
528 newtp->retrans_stamp = div_u64(treq->snt_synack,
529 USEC_PER_SEC / TCP_TS_HZ);
530 }
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700531 newtp->tsoffset = treq->ts_off;
532#ifdef CONFIG_TCP_MD5SIG
533 newtp->md5sig_info = NULL; /*XXX*/
534 if (newtp->af_specific->md5_lookup(sk, newsk))
535 newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
536#endif
537 if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
538 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
539 newtp->rx_opt.mss_clamp = req->mss;
540 tcp_ecn_openreq_child(newtp, req);
541 newtp->fastopen_req = NULL;
Eric Dumazetd983ea62019-10-10 20:17:38 -0700542 RCU_INIT_POINTER(newtp->fastopen_rsk, NULL);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700543
Jakub Sitnickie8025152020-02-18 17:10:15 +0000544 tcp_bpf_clone(sk, newsk);
545
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700546 __TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS);
547
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548 return newsk;
549}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000550EXPORT_SYMBOL(tcp_create_openreq_child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900552/*
Jerry Chu83368862012-08-31 12:29:12 +0000553 * Process an incoming packet for SYN_RECV sockets represented as a
554 * request_sock. Normally sk is the listener socket but for TFO it
555 * points to the child socket.
556 *
557 * XXX (TFO) - The current impl contains a special check for ack
558 * validation and inside tcp_v4_reqsk_send_ack(). Can we do better?
Alan Cox4308fc52012-09-19 15:46:06 +0100559 *
560 * We don't need to initialize tmp_opt.sack_ok as we don't use the results
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561 */
562
Jianjun Kong5a5f3a82008-11-03 00:24:34 -0800563struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700564 struct request_sock *req,
Eric Dumazete0f97592018-02-13 06:14:12 -0800565 bool fastopen, bool *req_stolen)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566{
William Allen Simpson4957faade2009-12-02 18:25:27 +0000567 struct tcp_options_received tmp_opt;
William Allen Simpson4957faade2009-12-02 18:25:27 +0000568 struct sock *child;
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700569 const struct tcphdr *th = tcp_hdr(skb);
Al Viro714e85b2006-11-14 20:51:49 -0800570 __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
Eric Dumazeta2a385d2012-05-16 23:15:34 +0000571 bool paws_reject = false;
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700572 bool own_req;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573
David S. Millerbb5b7c12009-12-15 20:56:42 -0800574 tmp_opt.saw_tstamp = 0;
575 if (th->doff > (sizeof(struct tcphdr)>>2)) {
Eric Dumazeteed29f12017-06-07 10:34:36 -0700576 tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578 if (tmp_opt.saw_tstamp) {
579 tmp_opt.ts_recent = req->ts_recent;
Florian Westphal95a22ca2016-12-01 11:32:06 +0100580 if (tmp_opt.rcv_tsecr)
581 tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582 /* We do not store true stamp, but it is not required,
583 * it can be estimated (approximately)
584 * from another data.
585 */
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200586 tmp_opt.ts_recent_stamp = ktime_get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
Ilpo Järvinenc887e6d2009-03-14 14:23:03 +0000587 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 }
589 }
590
591 /* Check for pure retransmitted SYN. */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700592 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593 flg == TCP_FLAG_SYN &&
594 !paws_reject) {
595 /*
596 * RFC793 draws (Incorrectly! It was fixed in RFC1122)
597 * this case on figure 6 and figure 8, but formal
598 * protocol description says NOTHING.
599 * To be more exact, it says that we should send ACK,
600 * because this segment (at least, if it has no data)
601 * is out of window.
602 *
603 * CONCLUSION: RFC793 (even with RFC1122) DOES NOT
604 * describe SYN-RECV state. All the description
605 * is wrong, we cannot believe to it and should
606 * rely only on common sense and implementation
607 * experience.
608 *
609 * Enforce "SYN-ACK" according to figure 8, figure 6
610 * of RFC793, fixed by RFC1122.
Jerry Chu83368862012-08-31 12:29:12 +0000611 *
612 * Note that even if there is new data in the SYN packet
613 * they will be thrown away too.
Yuchung Chengcd75eff2013-04-29 08:44:51 +0000614 *
615 * Reset timer after retransmitting SYNACK, similar to
616 * the idea of fast retransmit in recovery.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 */
Neal Cardwella9b2c062015-02-06 16:04:39 -0500618 if (!tcp_oow_rate_limited(sock_net(sk), skb,
619 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
620 &tcp_rsk(req)->last_oow_ack_time) &&
621
Eric Dumazetdd929c12015-04-08 15:34:04 -0700622 !inet_rtx_syn_ack(sk, req)) {
623 unsigned long expires = jiffies;
624
625 expires += min(TCP_TIMEOUT_INIT << req->num_timeout,
626 TCP_RTO_MAX);
627 if (!fastopen)
628 mod_timer_pending(&req->rsk_timer, expires);
629 else
630 req->rsk_timer.expires = expires;
631 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632 return NULL;
633 }
634
635 /* Further reproduces section "SEGMENT ARRIVES"
636 for state SYN-RECEIVED of RFC793.
637 It is broken, however, it does not work only
638 when SYNs are crossed.
639
640 You would think that SYN crossing is impossible here, since
641 we should have a SYN_SENT socket (from connect()) on our end,
642 but this is not true if the crossed SYNs were sent to both
643 ends by a malicious third party. We must defend against this,
644 and to do that we first verify the ACK (as per RFC793, page
645 36) and reset if it is invalid. Is this a true full defense?
646 To convince ourselves, let us consider a way in which the ACK
647 test can still pass in this 'malicious crossed SYNs' case.
648 Malicious sender sends identical SYNs (and thus identical sequence
649 numbers) to both A and B:
650
651 A: gets SYN, seq=7
652 B: gets SYN, seq=7
653
654 By our good fortune, both A and B select the same initial
655 send sequence number of seven :-)
656
657 A: sends SYN|ACK, seq=7, ack_seq=8
658 B: sends SYN|ACK, seq=7, ack_seq=8
659
660 So we are now A eating this SYN|ACK, ACK test passes. So
661 does sequence test, SYN is truncated, and thus we consider
662 it a bare ACK.
663
David S. Millerec0a1962008-06-12 16:31:35 -0700664 If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this
665 bare ACK. Otherwise, we create an established connection. Both
666 ends (listening sockets) accept the new incoming connection and try
667 to talk to each other. 8-)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668
669 Note: This case is both harmless, and rare. Possibility is about the
670 same as us discovering intelligent life on another plant tomorrow.
671
672 But generally, we should (RFC lies!) to accept ACK
673 from SYNACK both here and in tcp_rcv_state_process().
674 tcp_rcv_state_process() does not, hence, we do not too.
675
676 Note that the case is absolutely generic:
677 we cannot optimize anything here without
678 violating protocol. All the checks must be made
679 before attempt to create socket.
680 */
681
682 /* RFC793 page 36: "If the connection is in any non-synchronized state ...
683 * and the incoming segment acknowledges something not yet
Stephen Hemmingercaa20d9a2005-11-10 17:13:47 -0800684 * sent (the segment carries an unacceptable ACK) ...
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685 * a reset is sent."
686 *
Jerry Chu83368862012-08-31 12:29:12 +0000687 * Invalid ACK: reset will be sent by listening socket.
688 * Note that the ACK validity check for a Fast Open socket is done
689 * elsewhere and is checked directly against the child socket rather
690 * than req because user data may have been sent out.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 */
Jerry Chu83368862012-08-31 12:29:12 +0000692 if ((flg & TCP_FLAG_ACK) && !fastopen &&
William Allen Simpson435cf552009-12-02 18:17:05 +0000693 (TCP_SKB_CB(skb)->ack_seq !=
Christoph Paasch1a2c6182013-03-17 08:23:34 +0000694 tcp_rsk(req)->snt_isn + 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 return sk;
696
697 /* Also, it would be not so bad idea to check rcv_tsecr, which
698 * is essentially ACK extension and too early or too late values
699 * should cause reset in unsynchronized states.
700 */
701
702 /* RFC793: "first check sequence number". */
703
704 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700705 tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706 /* Out of window: send ACK and drop. */
Eric Dumazet4ce7e932016-04-01 08:52:22 -0700707 if (!(flg & TCP_FLAG_RST) &&
708 !tcp_oow_rate_limited(sock_net(sk), skb,
709 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
710 &tcp_rsk(req)->last_oow_ack_time))
Gui Jianfeng6edafaa2008-08-06 23:50:04 -0700711 req->rsk_ops->send_ack(sk, skb, req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700712 if (paws_reject)
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700713 __NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700714 return NULL;
715 }
716
717 /* In sequence, PAWS is OK. */
718
Jerry Chu83368862012-08-31 12:29:12 +0000719 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
Adam Langley2aaab9a2008-08-07 20:27:45 -0700720 req->ts_recent = tmp_opt.rcv_tsval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721
Adam Langley2aaab9a2008-08-07 20:27:45 -0700722 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
723 /* Truncate SYN, it is out of window starting
724 at tcp_rsk(req)->rcv_isn + 1. */
725 flg &= ~TCP_FLAG_SYN;
726 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727
Adam Langley2aaab9a2008-08-07 20:27:45 -0700728 /* RFC793: "second check the RST bit" and
729 * "fourth, check the SYN bit"
730 */
731 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
Eric Dumazet90bbcc62016-04-27 16:44:32 -0700732 __TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
Adam Langley2aaab9a2008-08-07 20:27:45 -0700733 goto embryonic_reset;
734 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735
Adam Langley2aaab9a2008-08-07 20:27:45 -0700736 /* ACK sequence verified above, just make sure ACK is
737 * set. If ACK not set, just silently drop the packet.
Jerry Chu83368862012-08-31 12:29:12 +0000738 *
739 * XXX (TFO) - if we ever allow "data after SYN", the
740 * following check needs to be removed.
Adam Langley2aaab9a2008-08-07 20:27:45 -0700741 */
742 if (!(flg & TCP_FLAG_ACK))
743 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744
Jerry Chu83368862012-08-31 12:29:12 +0000745 /* For Fast Open no more processing is needed (sk is the
746 * child socket).
747 */
748 if (fastopen)
749 return sk;
750
Julian Anastasovd1b99ba2009-10-19 10:01:56 +0000751 /* While TCP_DEFER_ACCEPT is active, drop bare ACK. */
Eric Dumazete6c022a2012-10-27 23:16:46 +0000752 if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
Adam Langley2aaab9a2008-08-07 20:27:45 -0700753 TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
754 inet_rsk(req)->acked = 1;
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700755 __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
Adam Langley2aaab9a2008-08-07 20:27:45 -0700756 return NULL;
757 }
David S. Millerec0a1962008-06-12 16:31:35 -0700758
Adam Langley2aaab9a2008-08-07 20:27:45 -0700759 /* OK, ACK is valid, create big socket and
760 * feed this segment to it. It will repeat all
761 * the tests. THIS SEGMENT MUST MOVE SOCKET TO
762 * ESTABLISHED STATE. If it will be dropped after
763 * socket is created, wait for troubles.
764 */
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700765 child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL,
766 req, &own_req);
Ian Morris51456b22015-04-03 09:17:26 +0100767 if (!child)
Adam Langley2aaab9a2008-08-07 20:27:45 -0700768 goto listen_overflow;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769
Paolo Abeni90bf4512020-05-15 19:22:15 +0200770 if (own_req && rsk_drop_req(req)) {
Kuniyuki Iwashimad4f2c862021-06-12 21:32:20 +0900771 reqsk_queue_removed(&inet_csk(req->rsk_listener)->icsk_accept_queue, req);
772 inet_csk_reqsk_queue_drop_and_put(req->rsk_listener, req);
Peter Krystadf2962342020-03-27 14:48:39 -0700773 return child;
774 }
775
Eric Dumazet6bcfd7f2015-10-08 11:16:48 -0700776 sock_rps_save_rxhash(child, skb);
Yuchung Cheng0f1c28a2015-09-18 11:36:14 -0700777 tcp_synack_rtt_meas(child, req);
Eric Dumazete0f97592018-02-13 06:14:12 -0800778 *req_stolen = !own_req;
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700779 return inet_csk_complete_hashdance(sk, child, req, own_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780
Adam Langley2aaab9a2008-08-07 20:27:45 -0700781listen_overflow:
Kuniyuki Iwashima55d444b2021-06-23 08:35:29 +0900782 if (sk != req->rsk_listener)
783 __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPMIGRATEREQFAILURE);
784
Eric Dumazet65c94102017-10-26 21:55:03 -0700785 if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) {
Adam Langley2aaab9a2008-08-07 20:27:45 -0700786 inet_rsk(req)->acked = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787 return NULL;
Adam Langley2aaab9a2008-08-07 20:27:45 -0700788 }
789
790embryonic_reset:
Jerry Chu83368862012-08-31 12:29:12 +0000791 if (!(flg & TCP_FLAG_RST)) {
792 /* Received a bad SYN pkt - for TFO We try not to reset
793 * the local connection unless it's really necessary to
794 * avoid becoming vulnerable to outside attack aiming at
795 * resetting legit local connections.
796 */
Adam Langley2aaab9a2008-08-07 20:27:45 -0700797 req->rsk_ops->send_reset(sk, skb);
Jerry Chu83368862012-08-31 12:29:12 +0000798 } else if (fastopen) { /* received a valid RST pkt */
799 reqsk_fastopen_remove(sk, req, true);
Florian Westphal049fe382020-12-10 14:25:03 -0800800 tcp_reset(sk, skb);
Jerry Chu83368862012-08-31 12:29:12 +0000801 }
802 if (!fastopen) {
Alexander Ovechkin7233da82021-03-15 14:05:45 +0300803 bool unlinked = inet_csk_reqsk_queue_drop(sk, req);
804
805 if (unlinked)
806 __NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
807 *req_stolen = !unlinked;
Jerry Chu83368862012-08-31 12:29:12 +0000808 }
Adam Langley2aaab9a2008-08-07 20:27:45 -0700809 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000811EXPORT_SYMBOL(tcp_check_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700812
813/*
814 * Queue segment on the new socket if the new socket is active,
815 * otherwise we just shortcircuit this and continue with
816 * the new socket.
Jerry Chu83368862012-08-31 12:29:12 +0000817 *
818 * For the vast majority of cases child->sk_state will be TCP_SYN_RECV
819 * when entering. But other states are possible due to a race condition
820 * where after __inet_lookup_established() fails but before the listener
821 * locked is obtained, other packets cause the same connection to
822 * be created.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 */
824
825int tcp_child_process(struct sock *parent, struct sock *child,
826 struct sk_buff *skb)
Jules Irenge734c8f72020-03-11 01:09:03 +0000827 __releases(&((child)->sk_lock.slock))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828{
829 int ret = 0;
830 int state = child->sk_state;
831
Eric Dumazet03cfda4f2021-12-02 15:37:24 -0800832 /* record sk_napi_id and sk_rx_queue_mapping of child. */
833 sk_mark_napi_id_set(child, skb);
Alexander Duycke5907452017-03-24 10:08:00 -0700834
Martin KaFai Laua44d6ea2016-03-14 10:52:15 -0700835 tcp_segs_in(tcp_sk(child), skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700836 if (!sock_owned_by_user(child)) {
Eric Dumazet72ab4a82015-09-29 07:42:41 -0700837 ret = tcp_rcv_state_process(child, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700838 /* Wakeup parent, send SIGIO */
839 if (state == TCP_SYN_RECV && child->sk_state != state)
David S. Miller676d2362014-04-11 16:15:36 -0400840 parent->sk_data_ready(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 } else {
842 /* Alas, it is possible again, because we do lookup
843 * in main socket hash table and lock on listening
844 * socket does not protect us more.
845 */
Zhu Yia3a858f2010-03-04 18:01:47 +0000846 __sk_add_backlog(child, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847 }
848
849 bh_unlock_sock(child);
850 sock_put(child);
851 return ret;
852}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853EXPORT_SYMBOL(tcp_child_process);