blob: 7c35731816e23fe0f82351d3848bf13379efad5f [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * Implementation of the Transmission Control Protocol(TCP).
8 *
Jesper Juhl02c30a82005-05-05 16:16:16 -07009 * Authors: Ross Biro
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
11 * Mark Evans, <evansmp@uhura.aston.ac.uk>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Florian La Roche, <flla@stud.uni-sb.de>
14 * Charles Hedrick, <hedrick@klinzhai.rutgers.edu>
15 * Linus Torvalds, <torvalds@cs.helsinki.fi>
16 * Alan Cox, <gw4pts@gw4pts.ampr.org>
17 * Matthew Dillon, <dillon@apollo.west.oic.com>
18 * Arnt Gulbrandsen, <agulbra@nvg.unit.no>
19 * Jorge Cwik, <jorge@laser.satlink.net>
20 */
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/mm.h>
23#include <linux/module.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090024#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/sysctl.h>
26#include <linux/workqueue.h>
Ursula Braun60e2a772017-10-25 11:01:45 +020027#include <linux/static_key.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <net/tcp.h>
29#include <net/inet_common.h>
30#include <net/xfrm.h>
Alexander Duycke5907452017-03-24 10:08:00 -070031#include <net/busy_poll.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Eric Dumazeta2a385d2012-05-16 23:15:34 +000033static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
Linus Torvalds1da177e2005-04-16 15:20:36 -070034{
35 if (seq == s_win)
Eric Dumazeta2a385d2012-05-16 23:15:34 +000036 return true;
Linus Torvalds1da177e2005-04-16 15:20:36 -070037 if (after(end_seq, s_win) && before(seq, e_win))
Eric Dumazeta2a385d2012-05-16 23:15:34 +000038 return true;
Eric Dumazeta02cec22010-09-22 20:43:57 +000039 return seq == e_win && seq == end_seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -070040}
41
Neal Cardwell4fb17a62015-02-06 16:04:41 -050042static enum tcp_tw_status
43tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw,
44 const struct sk_buff *skb, int mib_idx)
45{
46 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
47
48 if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx,
49 &tcptw->tw_last_oow_ack_time)) {
50 /* Send ACK. Note, we do not put the bucket,
51 * it will be released by caller.
52 */
53 return TCP_TW_ACK;
54 }
55
56 /* We are rate-limiting, so just release the tw sock and drop skb. */
57 inet_twsk_put(tw);
58 return TCP_TW_SUCCESS;
59}
60
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +090061/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 * * Main purpose of TIME-WAIT state is to close connection gracefully,
63 * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN
64 * (and, probably, tail of data) and one or more our ACKs are lost.
65 * * What is TIME-WAIT timeout? It is associated with maximal packet
66 * lifetime in the internet, which results in wrong conclusion, that
67 * it is set to catch "old duplicate segments" wandering out of their path.
68 * It is not quite correct. This timeout is calculated so that it exceeds
69 * maximal retransmission timeout enough to allow to lose one (or more)
70 * segments sent by peer and our ACKs. This time may be calculated from RTO.
71 * * When TIME-WAIT socket receives RST, it means that another end
72 * finally closed and we are allowed to kill TIME-WAIT too.
73 * * Second purpose of TIME-WAIT is catching old duplicate segments.
74 * Well, certainly it is pure paranoia, but if we load TIME-WAIT
75 * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs.
76 * * If we invented some more clever way to catch duplicates
77 * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs.
78 *
79 * The algorithm below is based on FORMAL INTERPRETATION of RFCs.
80 * When you compare it to RFCs, please, read section SEGMENT ARRIVES
81 * from the very beginning.
82 *
83 * NOTE. With recycling (and later with fin-wait-2) TW bucket
84 * is _not_ stateless. It means, that strictly speaking we must
85 * spinlock it. I do not want! Well, probability of misbehaviour
86 * is ridiculously low and, seems, we could use some mb() tricks
87 * to avoid misread sequence numbers, states etc. --ANK
Alan Cox4308fc52012-09-19 15:46:06 +010088 *
89 * We don't need to initialize tmp_out.sack_ok as we don't use the results
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 */
91enum tcp_tw_status
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -070092tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
93 const struct tcphdr *th)
Linus Torvalds1da177e2005-04-16 15:20:36 -070094{
95 struct tcp_options_received tmp_opt;
William Allen Simpson4957faade2009-12-02 18:25:27 +000096 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
Eric Dumazeta2a385d2012-05-16 23:15:34 +000097 bool paws_reject = false;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
David S. Millerbb5b7c12009-12-15 20:56:42 -080099 tmp_opt.saw_tstamp = 0;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700100 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
Eric Dumazeteed29f12017-06-07 10:34:36 -0700101 tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102
103 if (tmp_opt.saw_tstamp) {
Alexey Kodaneveee2faa2017-02-22 13:23:56 +0300104 if (tmp_opt.rcv_tsecr)
105 tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700106 tmp_opt.ts_recent = tcptw->tw_ts_recent;
107 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
Ilpo Järvinenc887e6d2009-03-14 14:23:03 +0000108 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 }
110 }
111
112 if (tw->tw_substate == TCP_FIN_WAIT2) {
113 /* Just repeat all the checks of tcp_rcv_state_process() */
114
115 /* Out of window, send ACK */
116 if (paws_reject ||
117 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700118 tcptw->tw_rcv_nxt,
119 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500120 return tcp_timewait_check_oow_rate_limit(
121 tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123 if (th->rst)
124 goto kill;
125
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700126 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
Florian Westphal271c3b92015-12-21 21:29:26 +0100127 return TCP_TW_RST;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128
129 /* Dup ACK? */
Wei Yongjun1ac530b2009-06-24 22:29:31 +0000130 if (!th->ack ||
131 !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700133 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 return TCP_TW_SUCCESS;
135 }
136
137 /* New data or FIN. If new data arrive after half-duplex close,
138 * reset.
139 */
140 if (!th->fin ||
Florian Westphal271c3b92015-12-21 21:29:26 +0100141 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 return TCP_TW_RST;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
144 /* FIN arrived, enter true time-wait state. */
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700145 tw->tw_substate = TCP_TIME_WAIT;
146 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 if (tmp_opt.saw_tstamp) {
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200148 tcptw->tw_ts_recent_stamp = ktime_get_seconds();
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700149 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 }
151
Soheil Hassas Yeganehd82bae12017-03-15 16:30:45 -0400152 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 return TCP_TW_ACK;
154 }
155
156 /*
157 * Now real TIME-WAIT state.
158 *
159 * RFC 1122:
160 * "When a connection is [...] on TIME-WAIT state [...]
161 * [a TCP] MAY accept a new SYN from the remote TCP to
162 * reopen the connection directly, if it:
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900163 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 * (1) assigns its initial sequence number for the new
165 * connection to be larger than the largest sequence
166 * number it used on the previous connection incarnation,
167 * and
168 *
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900169 * (2) returns to TIME-WAIT state if the SYN turns out
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 * to be an old duplicate".
171 */
172
173 if (!paws_reject &&
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700174 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
176 /* In window segment, it may be only reset or bare ack. */
177
178 if (th->rst) {
Stephen Hemmingercaa20d9a2005-11-10 17:13:47 -0800179 /* This is TIME_WAIT assassination, in two flavors.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 * Oh well... nobody has a sufficient solution to this
181 * protocol bug yet.
182 */
Eric Dumazet625357a2017-10-26 21:55:02 -0700183 if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184kill:
Eric Dumazetdbe7faa2015-07-08 14:28:30 -0700185 inet_twsk_deschedule_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 return TCP_TW_SUCCESS;
187 }
Florian Westphal63cc3572018-08-30 14:24:29 +0200188 } else {
189 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
192 if (tmp_opt.saw_tstamp) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700193 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200194 tcptw->tw_ts_recent_stamp = ktime_get_seconds();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 }
196
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700197 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 return TCP_TW_SUCCESS;
199 }
200
201 /* Out of window segment.
202
203 All the segments are ACKed immediately.
204
205 The only exception is new SYN. We accept it, if it is
206 not old duplicate and we are not in danger to be killed
207 by delayed old duplicates. RFC check is that it has
208 newer sequence number works at rates <40Mbit/sec.
209 However, if paws works, it is reliable AND even more,
210 we even may relax silly seq space cutoff.
211
212 RED-PEN: we violate main RFC requirement, if this SYN will appear
213 old duplicate (i.e. we receive RST in reply to SYN-ACK),
214 we must return socket to time-wait state. It is not good,
215 but not fatal yet.
216 */
217
218 if (th->syn && !th->rst && !th->ack && !paws_reject &&
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700219 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
220 (tmp_opt.saw_tstamp &&
221 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
222 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 if (isn == 0)
224 isn++;
Eric Dumazet04317da2014-09-05 15:33:32 -0700225 TCP_SKB_CB(skb)->tcp_tw_isn = isn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 return TCP_TW_SYN;
227 }
228
229 if (paws_reject)
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700230 __NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231
Stephen Hemminger2de979b2007-03-08 20:45:19 -0800232 if (!th->rst) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 /* In this case we must reset the TIMEWAIT timer.
234 *
235 * If it is ACKless SYN it may be both old duplicate
236 * and new good SYN with random sequence number <rcv_nxt.
237 * Do not reschedule in the last case.
238 */
239 if (paws_reject || th->ack)
Eric Dumazeted2e9232015-09-19 09:08:34 -0700240 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500242 return tcp_timewait_check_oow_rate_limit(
243 tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244 }
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700245 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 return TCP_TW_SUCCESS;
247}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000248EXPORT_SYMBOL(tcp_timewait_state_process);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900250/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 * Move a socket to time-wait or dead fin-wait-2 state.
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900252 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253void tcp_time_wait(struct sock *sk, int state, int timeo)
254{
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -0800255 const struct inet_connection_sock *icsk = inet_csk(sk);
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700256 const struct tcp_sock *tp = tcp_sk(sk);
Eric Dumazet789f5582015-04-12 18:51:09 -0700257 struct inet_timewait_sock *tw;
Haishuang Yan1946e672016-12-28 17:52:32 +0800258 struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259
Haishuang Yan1946e672016-12-28 17:52:32 +0800260 tw = inet_twsk_alloc(sk, tcp_death_row, state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261
Ian Morris00db4122015-04-03 09:17:27 +0100262 if (tw) {
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700263 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700264 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
David S. Miller23978492012-06-09 14:56:12 -0700265 struct inet_sock *inet = inet_sk(sk);
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700266
David S. Miller23978492012-06-09 14:56:12 -0700267 tw->tw_transparent = inet->transparent;
Jon Maxwell00483692018-05-10 16:53:51 +1000268 tw->tw_mark = sk->sk_mark;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -0700270 tcptw->tw_rcv_nxt = tp->rcv_nxt;
271 tcptw->tw_snd_nxt = tp->snd_nxt;
272 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
273 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
274 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
Andrey Vaginceaa1fe2013-02-11 05:50:17 +0000275 tcptw->tw_ts_offset = tp->tsoffset;
Neal Cardwell4fb17a62015-02-06 16:04:41 -0500276 tcptw->tw_last_oow_ack_time = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277
Eric Dumazetdfd56b82011-12-10 09:48:31 +0000278#if IS_ENABLED(CONFIG_IPV6)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279 if (tw->tw_family == PF_INET6) {
280 struct ipv6_pinfo *np = inet6_sk(sk);
281
Eric Dumazetefe42082013-10-03 15:42:29 -0700282 tw->tw_v6_daddr = sk->sk_v6_daddr;
283 tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
Eric Dumazetb903d322011-10-27 00:44:35 -0400284 tw->tw_tclass = np->tclass;
Florent Fourcot21858cd2015-05-16 00:24:59 +0200285 tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK);
Eric Dumazet9fe516b2014-06-27 08:36:16 -0700286 tw->tw_ipv6only = sk->sk_ipv6only;
Arnaldo Carvalho de Meloc6762702005-08-09 20:09:59 -0700287 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288#endif
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800289
290#ifdef CONFIG_TCP_MD5SIG
291 /*
292 * The timewait bucket does not have the key DB from the
293 * sock structure. We just make a quick copy of the
294 * md5 key being used (if indeed we are using one)
295 * so the timewait ack generating code has the key.
296 */
297 do {
Eric Dumazeta915da9b2012-01-31 05:18:33 +0000298 tcptw->tw_md5_key = NULL;
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800299 if (static_branch_unlikely(&tcp_md5_needed)) {
300 struct tcp_md5sig_key *key;
301
302 key = tp->af_specific->md5_lookup(sk, sk);
303 if (key) {
304 tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
305 BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool());
306 }
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800307 }
Stephen Hemminger2de979b2007-03-08 20:45:19 -0800308 } while (0);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800309#endif
310
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311 /* Get the TIME_WAIT timeout firing. */
312 if (timeo < rto)
313 timeo = rto;
314
Soheil Hassas Yeganehd82bae12017-03-15 16:30:45 -0400315 if (state == TCP_TIME_WAIT)
316 timeo = TCP_TIMEWAIT_LEN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
Eric Dumazetcfac7f82017-12-01 10:06:56 -0800318 /* tw_timer is pinned, so we need to make sure BH are disabled
319 * in following section, otherwise timer handler could run before
320 * we complete the initialization.
321 */
322 local_bh_disable();
Eric Dumazet789f5582015-04-12 18:51:09 -0700323 inet_twsk_schedule(tw, timeo);
Eric Dumazetec94c262017-12-11 21:25:12 -0800324 /* Linkage updates.
325 * Note that access to tw after this point is illegal.
326 */
327 inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
Eric Dumazetcfac7f82017-12-01 10:06:56 -0800328 local_bh_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 } else {
330 /* Sorry, if we're out of memory, just CLOSE this
331 * socket up. We've got bigger problems than
332 * non-graceful socket closings.
333 */
Eric Dumazetc10d9312016-04-29 14:16:47 -0700334 NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 }
336
337 tcp_update_metrics(sk);
338 tcp_done(sk);
339}
Atul Guptacc35c88a2018-03-31 21:41:59 +0530340EXPORT_SYMBOL(tcp_time_wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800342void tcp_twsk_destructor(struct sock *sk)
343{
David S. Millerb6242b92012-07-10 03:27:56 -0700344#ifdef CONFIG_TCP_MD5SIG
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800345 if (static_branch_unlikely(&tcp_md5_needed)) {
346 struct tcp_timewait_sock *twsk = tcp_twsk(sk);
David S. Miller23978492012-06-09 14:56:12 -0700347
Eric Dumazet6aedbf92019-02-26 09:49:12 -0800348 if (twsk->tw_md5_key)
349 kfree_rcu(twsk->tw_md5_key, rcu);
350 }
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800351#endif
352}
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800353EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
354
Eric Dumazetb1964b52015-09-25 07:39:09 -0700355/* Warning : This function is called without sk_listener being locked.
356 * Be sure to read socket fields once, as their value could change under us.
357 */
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700358void tcp_openreq_init_rwin(struct request_sock *req,
Eric Dumazetb1964b52015-09-25 07:39:09 -0700359 const struct sock *sk_listener,
360 const struct dst_entry *dst)
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700361{
362 struct inet_request_sock *ireq = inet_rsk(req);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700363 const struct tcp_sock *tp = tcp_sk(sk_listener);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700364 int full_space = tcp_full_space(sk_listener);
Eric Dumazetb1964b52015-09-25 07:39:09 -0700365 u32 window_clamp;
366 __u8 rcv_wscale;
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700367 u32 rcv_wnd;
Eric Dumazet3541f9e2017-02-02 08:04:56 -0800368 int mss;
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700369
Eric Dumazet3541f9e2017-02-02 08:04:56 -0800370 mss = tcp_mss_clamp(tp, dst_metric_advmss(dst));
Eric Dumazetb1964b52015-09-25 07:39:09 -0700371 window_clamp = READ_ONCE(tp->window_clamp);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700372 /* Set this up on the first call only */
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700373 req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700374
375 /* limit the window selection if the user enforce a smaller rx buffer */
Eric Dumazetb1964b52015-09-25 07:39:09 -0700376 if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK &&
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700377 (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0))
378 req->rsk_window_clamp = full_space;
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700379
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700380 rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req);
381 if (rcv_wnd == 0)
382 rcv_wnd = dst_metric(dst, RTAX_INITRWND);
383 else if (full_space < rcv_wnd * mss)
384 full_space = rcv_wnd * mss;
385
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700386 /* tcp_full_space because it is guaranteed to be the first packet */
Eric Dumazetceef9ab2017-10-27 07:47:24 -0700387 tcp_select_initial_window(sk_listener, full_space,
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700388 mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0),
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700389 &req->rsk_rcv_wnd,
390 &req->rsk_window_clamp,
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700391 ireq->wscale_ok,
392 &rcv_wscale,
Lawrence Brakmo13d3b1e2017-06-30 20:02:44 -0700393 rcv_wnd);
Yuchung Cheng843f4a52014-05-11 20:22:11 -0700394 ireq->rcv_wscale = rcv_wscale;
395}
396EXPORT_SYMBOL(tcp_openreq_init_rwin);
397
Florian Westphal735d3832014-09-29 13:08:30 +0200398static void tcp_ecn_openreq_child(struct tcp_sock *tp,
399 const struct request_sock *req)
Ilpo Järvinenbdf1ee52007-05-27 02:04:16 -0700400{
401 tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
402}
403
Daniel Borkmann81164412015-01-05 23:57:48 +0100404void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst)
405{
406 struct inet_connection_sock *icsk = inet_csk(sk);
407 u32 ca_key = dst_metric(dst, RTAX_CC_ALGO);
408 bool ca_got_dst = false;
409
410 if (ca_key != TCP_CA_UNSPEC) {
411 const struct tcp_congestion_ops *ca;
412
413 rcu_read_lock();
414 ca = tcp_ca_find_key(ca_key);
415 if (likely(ca && try_module_get(ca->owner))) {
416 icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
417 icsk->icsk_ca_ops = ca;
418 ca_got_dst = true;
419 }
420 rcu_read_unlock();
421 }
422
Neal Cardwell9f950412015-05-29 13:47:07 -0400423 /* If no valid choice made yet, assign current system default ca. */
424 if (!ca_got_dst &&
425 (!icsk->icsk_ca_setsockopt ||
426 !try_module_get(icsk->icsk_ca_ops->owner)))
Daniel Borkmann81164412015-01-05 23:57:48 +0100427 tcp_assign_congestion_control(sk);
428
429 tcp_set_ca_state(sk, TCP_CA_Open);
430}
431EXPORT_SYMBOL_GPL(tcp_ca_openreq_child);
432
Ursula Braun60e2a772017-10-25 11:01:45 +0200433static void smc_check_reset_syn_req(struct tcp_sock *oldtp,
434 struct request_sock *req,
435 struct tcp_sock *newtp)
436{
437#if IS_ENABLED(CONFIG_SMC)
438 struct inet_request_sock *ireq;
439
440 if (static_branch_unlikely(&tcp_have_smc)) {
441 ireq = inet_rsk(req);
442 if (oldtp->syn_smc && !ireq->smc_ok)
443 newtp->syn_smc = 0;
444 }
445#endif
446}
447
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448/* This is not only more efficient than what we used to do, it eliminates
449 * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM
450 *
451 * Actually, we could lots of memory writes here. tp of listening
452 * socket contains all necessary default parameters.
453 */
Eric Dumazetc28c6f02015-09-29 07:42:47 -0700454struct sock *tcp_create_openreq_child(const struct sock *sk,
455 struct request_sock *req,
456 struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457{
Eric Dumazete56c57d2011-11-08 17:07:07 -0500458 struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700459 const struct inet_request_sock *ireq = inet_rsk(req);
460 struct tcp_request_sock *treq = tcp_rsk(req);
461 struct inet_connection_sock *newicsk;
462 struct tcp_sock *oldtp, *newtp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700464 if (!newsk)
465 return NULL;
Ursula Braun60e2a772017-10-25 11:01:45 +0200466
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700467 newicsk = inet_csk(newsk);
468 newtp = tcp_sk(newsk);
469 oldtp = tcp_sk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700471 smc_check_reset_syn_req(oldtp, req, newtp);
Florian Westphal31770e32017-08-30 19:24:58 +0200472
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700473 /* Now setup tcp_sock */
474 newtp->pred_flags = 0;
William Allen Simpson435cf552009-12-02 18:17:05 +0000475
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700476 newtp->rcv_wup = newtp->copied_seq =
477 newtp->rcv_nxt = treq->rcv_isn + 1;
478 newtp->segs_in = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700480 newtp->snd_sml = newtp->snd_una =
481 newtp->snd_nxt = newtp->snd_up = treq->snt_isn + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700483 INIT_LIST_HEAD(&newtp->tsq_node);
484 INIT_LIST_HEAD(&newtp->tsorted_sent_queue);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700486 tcp_init_wl(newtp, treq->rcv_isn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700488 minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U);
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700489 newicsk->icsk_ack.lrcvtime = tcp_jiffies32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700491 newtp->lsndtime = tcp_jiffies32;
492 newsk->sk_txhash = treq->txhash;
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700493 newtp->total_retrans = req->num_retrans;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700495 tcp_init_xmit_timers(newsk);
496 newtp->write_seq = newtp->pushed_seq = treq->snt_isn + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700498 if (sock_flag(newsk, SOCK_KEEPOPEN))
499 inet_csk_reset_keepalive_timer(newsk,
500 keepalive_time_when(newtp));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700502 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
503 newtp->rx_opt.sack_ok = ireq->sack_ok;
504 newtp->window_clamp = req->rsk_window_clamp;
505 newtp->rcv_ssthresh = req->rsk_rcv_wnd;
506 newtp->rcv_wnd = req->rsk_rcv_wnd;
507 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
508 if (newtp->rx_opt.wscale_ok) {
509 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
510 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
511 } else {
512 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
513 newtp->window_clamp = min(newtp->window_clamp, 65535U);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514 }
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700515 newtp->snd_wnd = ntohs(tcp_hdr(skb)->window) << newtp->rx_opt.snd_wscale;
516 newtp->max_window = newtp->snd_wnd;
517
518 if (newtp->rx_opt.tstamp_ok) {
519 newtp->rx_opt.ts_recent = req->ts_recent;
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200520 newtp->rx_opt.ts_recent_stamp = ktime_get_seconds();
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700521 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
522 } else {
523 newtp->rx_opt.ts_recent_stamp = 0;
524 newtp->tcp_header_len = sizeof(struct tcphdr);
525 }
Yuchung Cheng336c39a2019-04-29 15:46:16 -0700526 if (req->num_timeout) {
527 newtp->undo_marker = treq->snt_isn;
528 newtp->retrans_stamp = div_u64(treq->snt_synack,
529 USEC_PER_SEC / TCP_TS_HZ);
530 }
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700531 newtp->tsoffset = treq->ts_off;
532#ifdef CONFIG_TCP_MD5SIG
533 newtp->md5sig_info = NULL; /*XXX*/
534 if (newtp->af_specific->md5_lookup(sk, newsk))
535 newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
536#endif
537 if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
538 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
539 newtp->rx_opt.mss_clamp = req->mss;
540 tcp_ecn_openreq_child(newtp, req);
541 newtp->fastopen_req = NULL;
542 newtp->fastopen_rsk = NULL;
Eric Dumazet242b1bb2018-06-26 08:45:49 -0700543
544 __TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS);
545
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546 return newsk;
547}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000548EXPORT_SYMBOL(tcp_create_openreq_child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700549
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900550/*
Jerry Chu83368862012-08-31 12:29:12 +0000551 * Process an incoming packet for SYN_RECV sockets represented as a
552 * request_sock. Normally sk is the listener socket but for TFO it
553 * points to the child socket.
554 *
555 * XXX (TFO) - The current impl contains a special check for ack
556 * validation and inside tcp_v4_reqsk_send_ack(). Can we do better?
Alan Cox4308fc52012-09-19 15:46:06 +0100557 *
558 * We don't need to initialize tmp_opt.sack_ok as we don't use the results
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559 */
560
Jianjun Kong5a5f3a82008-11-03 00:24:34 -0800561struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700562 struct request_sock *req,
Eric Dumazete0f97592018-02-13 06:14:12 -0800563 bool fastopen, bool *req_stolen)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564{
William Allen Simpson4957faade2009-12-02 18:25:27 +0000565 struct tcp_options_received tmp_opt;
William Allen Simpson4957faade2009-12-02 18:25:27 +0000566 struct sock *child;
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700567 const struct tcphdr *th = tcp_hdr(skb);
Al Viro714e85b2006-11-14 20:51:49 -0800568 __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
Eric Dumazeta2a385d2012-05-16 23:15:34 +0000569 bool paws_reject = false;
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700570 bool own_req;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571
David S. Millerbb5b7c12009-12-15 20:56:42 -0800572 tmp_opt.saw_tstamp = 0;
573 if (th->doff > (sizeof(struct tcphdr)>>2)) {
Eric Dumazeteed29f12017-06-07 10:34:36 -0700574 tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700575
576 if (tmp_opt.saw_tstamp) {
577 tmp_opt.ts_recent = req->ts_recent;
Florian Westphal95a22ca2016-12-01 11:32:06 +0100578 if (tmp_opt.rcv_tsecr)
579 tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 /* We do not store true stamp, but it is not required,
581 * it can be estimated (approximately)
582 * from another data.
583 */
Arnd Bergmanncca9bab2018-07-11 12:16:12 +0200584 tmp_opt.ts_recent_stamp = ktime_get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
Ilpo Järvinenc887e6d2009-03-14 14:23:03 +0000585 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 }
587 }
588
589 /* Check for pure retransmitted SYN. */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700590 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591 flg == TCP_FLAG_SYN &&
592 !paws_reject) {
593 /*
594 * RFC793 draws (Incorrectly! It was fixed in RFC1122)
595 * this case on figure 6 and figure 8, but formal
596 * protocol description says NOTHING.
597 * To be more exact, it says that we should send ACK,
598 * because this segment (at least, if it has no data)
599 * is out of window.
600 *
601 * CONCLUSION: RFC793 (even with RFC1122) DOES NOT
602 * describe SYN-RECV state. All the description
603 * is wrong, we cannot believe to it and should
604 * rely only on common sense and implementation
605 * experience.
606 *
607 * Enforce "SYN-ACK" according to figure 8, figure 6
608 * of RFC793, fixed by RFC1122.
Jerry Chu83368862012-08-31 12:29:12 +0000609 *
610 * Note that even if there is new data in the SYN packet
611 * they will be thrown away too.
Yuchung Chengcd75eff2013-04-29 08:44:51 +0000612 *
613 * Reset timer after retransmitting SYNACK, similar to
614 * the idea of fast retransmit in recovery.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 */
Neal Cardwella9b2c062015-02-06 16:04:39 -0500616 if (!tcp_oow_rate_limited(sock_net(sk), skb,
617 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
618 &tcp_rsk(req)->last_oow_ack_time) &&
619
Eric Dumazetdd929c12015-04-08 15:34:04 -0700620 !inet_rtx_syn_ack(sk, req)) {
621 unsigned long expires = jiffies;
622
623 expires += min(TCP_TIMEOUT_INIT << req->num_timeout,
624 TCP_RTO_MAX);
625 if (!fastopen)
626 mod_timer_pending(&req->rsk_timer, expires);
627 else
628 req->rsk_timer.expires = expires;
629 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 return NULL;
631 }
632
633 /* Further reproduces section "SEGMENT ARRIVES"
634 for state SYN-RECEIVED of RFC793.
635 It is broken, however, it does not work only
636 when SYNs are crossed.
637
638 You would think that SYN crossing is impossible here, since
639 we should have a SYN_SENT socket (from connect()) on our end,
640 but this is not true if the crossed SYNs were sent to both
641 ends by a malicious third party. We must defend against this,
642 and to do that we first verify the ACK (as per RFC793, page
643 36) and reset if it is invalid. Is this a true full defense?
644 To convince ourselves, let us consider a way in which the ACK
645 test can still pass in this 'malicious crossed SYNs' case.
646 Malicious sender sends identical SYNs (and thus identical sequence
647 numbers) to both A and B:
648
649 A: gets SYN, seq=7
650 B: gets SYN, seq=7
651
652 By our good fortune, both A and B select the same initial
653 send sequence number of seven :-)
654
655 A: sends SYN|ACK, seq=7, ack_seq=8
656 B: sends SYN|ACK, seq=7, ack_seq=8
657
658 So we are now A eating this SYN|ACK, ACK test passes. So
659 does sequence test, SYN is truncated, and thus we consider
660 it a bare ACK.
661
David S. Millerec0a1962008-06-12 16:31:35 -0700662 If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this
663 bare ACK. Otherwise, we create an established connection. Both
664 ends (listening sockets) accept the new incoming connection and try
665 to talk to each other. 8-)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666
667 Note: This case is both harmless, and rare. Possibility is about the
668 same as us discovering intelligent life on another plant tomorrow.
669
670 But generally, we should (RFC lies!) to accept ACK
671 from SYNACK both here and in tcp_rcv_state_process().
672 tcp_rcv_state_process() does not, hence, we do not too.
673
674 Note that the case is absolutely generic:
675 we cannot optimize anything here without
676 violating protocol. All the checks must be made
677 before attempt to create socket.
678 */
679
680 /* RFC793 page 36: "If the connection is in any non-synchronized state ...
681 * and the incoming segment acknowledges something not yet
Stephen Hemmingercaa20d9a2005-11-10 17:13:47 -0800682 * sent (the segment carries an unacceptable ACK) ...
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683 * a reset is sent."
684 *
Jerry Chu83368862012-08-31 12:29:12 +0000685 * Invalid ACK: reset will be sent by listening socket.
686 * Note that the ACK validity check for a Fast Open socket is done
687 * elsewhere and is checked directly against the child socket rather
688 * than req because user data may have been sent out.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689 */
Jerry Chu83368862012-08-31 12:29:12 +0000690 if ((flg & TCP_FLAG_ACK) && !fastopen &&
William Allen Simpson435cf552009-12-02 18:17:05 +0000691 (TCP_SKB_CB(skb)->ack_seq !=
Christoph Paasch1a2c6182013-03-17 08:23:34 +0000692 tcp_rsk(req)->snt_isn + 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693 return sk;
694
695 /* Also, it would be not so bad idea to check rcv_tsecr, which
696 * is essentially ACK extension and too early or too late values
697 * should cause reset in unsynchronized states.
698 */
699
700 /* RFC793: "first check sequence number". */
701
702 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
Eric Dumazeted53d0a2015-10-08 19:33:23 -0700703 tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 /* Out of window: send ACK and drop. */
Eric Dumazet4ce7e932016-04-01 08:52:22 -0700705 if (!(flg & TCP_FLAG_RST) &&
706 !tcp_oow_rate_limited(sock_net(sk), skb,
707 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
708 &tcp_rsk(req)->last_oow_ack_time))
Gui Jianfeng6edafaa2008-08-06 23:50:04 -0700709 req->rsk_ops->send_ack(sk, skb, req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 if (paws_reject)
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700711 __NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700712 return NULL;
713 }
714
715 /* In sequence, PAWS is OK. */
716
Jerry Chu83368862012-08-31 12:29:12 +0000717 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
Adam Langley2aaab9a2008-08-07 20:27:45 -0700718 req->ts_recent = tmp_opt.rcv_tsval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719
Adam Langley2aaab9a2008-08-07 20:27:45 -0700720 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
721 /* Truncate SYN, it is out of window starting
722 at tcp_rsk(req)->rcv_isn + 1. */
723 flg &= ~TCP_FLAG_SYN;
724 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725
Adam Langley2aaab9a2008-08-07 20:27:45 -0700726 /* RFC793: "second check the RST bit" and
727 * "fourth, check the SYN bit"
728 */
729 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
Eric Dumazet90bbcc62016-04-27 16:44:32 -0700730 __TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
Adam Langley2aaab9a2008-08-07 20:27:45 -0700731 goto embryonic_reset;
732 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700733
Adam Langley2aaab9a2008-08-07 20:27:45 -0700734 /* ACK sequence verified above, just make sure ACK is
735 * set. If ACK not set, just silently drop the packet.
Jerry Chu83368862012-08-31 12:29:12 +0000736 *
737 * XXX (TFO) - if we ever allow "data after SYN", the
738 * following check needs to be removed.
Adam Langley2aaab9a2008-08-07 20:27:45 -0700739 */
740 if (!(flg & TCP_FLAG_ACK))
741 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742
Jerry Chu83368862012-08-31 12:29:12 +0000743 /* For Fast Open no more processing is needed (sk is the
744 * child socket).
745 */
746 if (fastopen)
747 return sk;
748
Julian Anastasovd1b99ba2009-10-19 10:01:56 +0000749 /* While TCP_DEFER_ACCEPT is active, drop bare ACK. */
Eric Dumazete6c022a2012-10-27 23:16:46 +0000750 if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
Adam Langley2aaab9a2008-08-07 20:27:45 -0700751 TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
752 inet_rsk(req)->acked = 1;
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700753 __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
Adam Langley2aaab9a2008-08-07 20:27:45 -0700754 return NULL;
755 }
David S. Millerec0a1962008-06-12 16:31:35 -0700756
Adam Langley2aaab9a2008-08-07 20:27:45 -0700757 /* OK, ACK is valid, create big socket and
758 * feed this segment to it. It will repeat all
759 * the tests. THIS SEGMENT MUST MOVE SOCKET TO
760 * ESTABLISHED STATE. If it will be dropped after
761 * socket is created, wait for troubles.
762 */
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700763 child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL,
764 req, &own_req);
Ian Morris51456b22015-04-03 09:17:26 +0100765 if (!child)
Adam Langley2aaab9a2008-08-07 20:27:45 -0700766 goto listen_overflow;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767
Eric Dumazet6bcfd7f2015-10-08 11:16:48 -0700768 sock_rps_save_rxhash(child, skb);
Yuchung Cheng0f1c28a2015-09-18 11:36:14 -0700769 tcp_synack_rtt_meas(child, req);
Eric Dumazete0f97592018-02-13 06:14:12 -0800770 *req_stolen = !own_req;
Eric Dumazet5e0724d2015-10-22 08:20:46 -0700771 return inet_csk_complete_hashdance(sk, child, req, own_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772
Adam Langley2aaab9a2008-08-07 20:27:45 -0700773listen_overflow:
Eric Dumazet65c94102017-10-26 21:55:03 -0700774 if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) {
Adam Langley2aaab9a2008-08-07 20:27:45 -0700775 inet_rsk(req)->acked = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776 return NULL;
Adam Langley2aaab9a2008-08-07 20:27:45 -0700777 }
778
779embryonic_reset:
Jerry Chu83368862012-08-31 12:29:12 +0000780 if (!(flg & TCP_FLAG_RST)) {
781 /* Received a bad SYN pkt - for TFO We try not to reset
782 * the local connection unless it's really necessary to
783 * avoid becoming vulnerable to outside attack aiming at
784 * resetting legit local connections.
785 */
Adam Langley2aaab9a2008-08-07 20:27:45 -0700786 req->rsk_ops->send_reset(sk, skb);
Jerry Chu83368862012-08-31 12:29:12 +0000787 } else if (fastopen) { /* received a valid RST pkt */
788 reqsk_fastopen_remove(sk, req, true);
789 tcp_reset(sk);
790 }
791 if (!fastopen) {
Eric Dumazet52452c52015-03-19 19:04:19 -0700792 inet_csk_reqsk_queue_drop(sk, req);
Eric Dumazet02a1d6e2016-04-27 16:44:39 -0700793 __NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
Jerry Chu83368862012-08-31 12:29:12 +0000794 }
Adam Langley2aaab9a2008-08-07 20:27:45 -0700795 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700796}
Eric Dumazet4bc2f182010-07-09 21:22:10 +0000797EXPORT_SYMBOL(tcp_check_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700798
799/*
800 * Queue segment on the new socket if the new socket is active,
801 * otherwise we just shortcircuit this and continue with
802 * the new socket.
Jerry Chu83368862012-08-31 12:29:12 +0000803 *
804 * For the vast majority of cases child->sk_state will be TCP_SYN_RECV
805 * when entering. But other states are possible due to a race condition
806 * where after __inet_lookup_established() fails but before the listener
807 * locked is obtained, other packets cause the same connection to
808 * be created.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809 */
810
811int tcp_child_process(struct sock *parent, struct sock *child,
812 struct sk_buff *skb)
813{
814 int ret = 0;
815 int state = child->sk_state;
816
Alexander Duycke5907452017-03-24 10:08:00 -0700817 /* record NAPI ID of child */
818 sk_mark_napi_id(child, skb);
819
Martin KaFai Laua44d6ea2016-03-14 10:52:15 -0700820 tcp_segs_in(tcp_sk(child), skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 if (!sock_owned_by_user(child)) {
Eric Dumazet72ab4a82015-09-29 07:42:41 -0700822 ret = tcp_rcv_state_process(child, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 /* Wakeup parent, send SIGIO */
824 if (state == TCP_SYN_RECV && child->sk_state != state)
David S. Miller676d2362014-04-11 16:15:36 -0400825 parent->sk_data_ready(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700826 } else {
827 /* Alas, it is possible again, because we do lookup
828 * in main socket hash table and lock on listening
829 * socket does not protect us more.
830 */
Zhu Yia3a858f2010-03-04 18:01:47 +0000831 __sk_add_backlog(child, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700832 }
833
834 bh_unlock_sock(child);
835 sock_put(child);
836 return ret;
837}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700838EXPORT_SYMBOL(tcp_child_process);