Thomas Gleixner | 457c899 | 2019-05-19 13:08:55 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 4 | * operating system. INET is implemented using the BSD Socket |
| 5 | * interface as the means of communication with the user level. |
| 6 | * |
| 7 | * Implementation of the Transmission Control Protocol(TCP). |
| 8 | * |
Jesper Juhl | 02c30a8 | 2005-05-05 16:16:16 -0700 | [diff] [blame] | 9 | * Authors: Ross Biro |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> |
| 11 | * Mark Evans, <evansmp@uhura.aston.ac.uk> |
| 12 | * Corey Minyard <wf-rch!minyard@relay.EU.net> |
| 13 | * Florian La Roche, <flla@stud.uni-sb.de> |
| 14 | * Charles Hedrick, <hedrick@klinzhai.rutgers.edu> |
| 15 | * Linus Torvalds, <torvalds@cs.helsinki.fi> |
| 16 | * Alan Cox, <gw4pts@gw4pts.ampr.org> |
| 17 | * Matthew Dillon, <dillon@apollo.west.oic.com> |
| 18 | * Arnt Gulbrandsen, <agulbra@nvg.unit.no> |
| 19 | * Jorge Cwik, <jorge@laser.satlink.net> |
| 20 | */ |
| 21 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <net/tcp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include <net/xfrm.h> |
Alexander Duyck | e590745 | 2017-03-24 10:08:00 -0700 | [diff] [blame] | 24 | #include <net/busy_poll.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
Eric Dumazet | a2a385d | 2012-05-16 23:15:34 +0000 | [diff] [blame] | 26 | static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | { |
| 28 | if (seq == s_win) |
Eric Dumazet | a2a385d | 2012-05-16 23:15:34 +0000 | [diff] [blame] | 29 | return true; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | if (after(end_seq, s_win) && before(seq, e_win)) |
Eric Dumazet | a2a385d | 2012-05-16 23:15:34 +0000 | [diff] [blame] | 31 | return true; |
Eric Dumazet | a02cec2 | 2010-09-22 20:43:57 +0000 | [diff] [blame] | 32 | return seq == e_win && seq == end_seq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | } |
| 34 | |
Neal Cardwell | 4fb17a6 | 2015-02-06 16:04:41 -0500 | [diff] [blame] | 35 | static enum tcp_tw_status |
| 36 | tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw, |
| 37 | const struct sk_buff *skb, int mib_idx) |
| 38 | { |
| 39 | struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); |
| 40 | |
| 41 | if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx, |
| 42 | &tcptw->tw_last_oow_ack_time)) { |
| 43 | /* Send ACK. Note, we do not put the bucket, |
| 44 | * it will be released by caller. |
| 45 | */ |
| 46 | return TCP_TW_ACK; |
| 47 | } |
| 48 | |
| 49 | /* We are rate-limiting, so just release the tw sock and drop skb. */ |
| 50 | inet_twsk_put(tw); |
| 51 | return TCP_TW_SUCCESS; |
| 52 | } |
| 53 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 54 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | * * Main purpose of TIME-WAIT state is to close connection gracefully, |
| 56 | * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN |
| 57 | * (and, probably, tail of data) and one or more our ACKs are lost. |
| 58 | * * What is TIME-WAIT timeout? It is associated with maximal packet |
| 59 | * lifetime in the internet, which results in wrong conclusion, that |
| 60 | * it is set to catch "old duplicate segments" wandering out of their path. |
| 61 | * It is not quite correct. This timeout is calculated so that it exceeds |
| 62 | * maximal retransmission timeout enough to allow to lose one (or more) |
| 63 | * segments sent by peer and our ACKs. This time may be calculated from RTO. |
| 64 | * * When TIME-WAIT socket receives RST, it means that another end |
| 65 | * finally closed and we are allowed to kill TIME-WAIT too. |
| 66 | * * Second purpose of TIME-WAIT is catching old duplicate segments. |
| 67 | * Well, certainly it is pure paranoia, but if we load TIME-WAIT |
| 68 | * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs. |
| 69 | * * If we invented some more clever way to catch duplicates |
| 70 | * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs. |
| 71 | * |
| 72 | * The algorithm below is based on FORMAL INTERPRETATION of RFCs. |
| 73 | * When you compare it to RFCs, please, read section SEGMENT ARRIVES |
| 74 | * from the very beginning. |
| 75 | * |
| 76 | * NOTE. With recycling (and later with fin-wait-2) TW bucket |
| 77 | * is _not_ stateless. It means, that strictly speaking we must |
| 78 | * spinlock it. I do not want! Well, probability of misbehaviour |
| 79 | * is ridiculously low and, seems, we could use some mb() tricks |
| 80 | * to avoid misread sequence numbers, states etc. --ANK |
Alan Cox | 4308fc5 | 2012-09-19 15:46:06 +0100 | [diff] [blame] | 81 | * |
| 82 | * We don't need to initialize tmp_out.sack_ok as we don't use the results |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | */ |
| 84 | enum tcp_tw_status |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 85 | tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb, |
| 86 | const struct tcphdr *th) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | { |
| 88 | struct tcp_options_received tmp_opt; |
William Allen Simpson | 4957faade | 2009-12-02 18:25:27 +0000 | [diff] [blame] | 89 | struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); |
Eric Dumazet | a2a385d | 2012-05-16 23:15:34 +0000 | [diff] [blame] | 90 | bool paws_reject = false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | |
David S. Miller | bb5b7c1 | 2009-12-15 20:56:42 -0800 | [diff] [blame] | 92 | tmp_opt.saw_tstamp = 0; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 93 | if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) { |
Eric Dumazet | eed29f1 | 2017-06-07 10:34:36 -0700 | [diff] [blame] | 94 | tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | |
| 96 | if (tmp_opt.saw_tstamp) { |
Alexey Kodanev | eee2faa | 2017-02-22 13:23:56 +0300 | [diff] [blame] | 97 | if (tmp_opt.rcv_tsecr) |
| 98 | tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 99 | tmp_opt.ts_recent = tcptw->tw_ts_recent; |
| 100 | tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp; |
Ilpo Järvinen | c887e6d | 2009-03-14 14:23:03 +0000 | [diff] [blame] | 101 | paws_reject = tcp_paws_reject(&tmp_opt, th->rst); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | } |
| 103 | } |
| 104 | |
| 105 | if (tw->tw_substate == TCP_FIN_WAIT2) { |
| 106 | /* Just repeat all the checks of tcp_rcv_state_process() */ |
| 107 | |
| 108 | /* Out of window, send ACK */ |
| 109 | if (paws_reject || |
| 110 | !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 111 | tcptw->tw_rcv_nxt, |
| 112 | tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd)) |
Neal Cardwell | 4fb17a6 | 2015-02-06 16:04:41 -0500 | [diff] [blame] | 113 | return tcp_timewait_check_oow_rate_limit( |
| 114 | tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | |
| 116 | if (th->rst) |
| 117 | goto kill; |
| 118 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 119 | if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt)) |
Florian Westphal | 271c3b9 | 2015-12-21 21:29:26 +0100 | [diff] [blame] | 120 | return TCP_TW_RST; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | |
| 122 | /* Dup ACK? */ |
Wei Yongjun | 1ac530b | 2009-06-24 22:29:31 +0000 | [diff] [blame] | 123 | if (!th->ack || |
| 124 | !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) || |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) { |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 126 | inet_twsk_put(tw); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | return TCP_TW_SUCCESS; |
| 128 | } |
| 129 | |
| 130 | /* New data or FIN. If new data arrive after half-duplex close, |
| 131 | * reset. |
| 132 | */ |
| 133 | if (!th->fin || |
Florian Westphal | 271c3b9 | 2015-12-21 21:29:26 +0100 | [diff] [blame] | 134 | TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | return TCP_TW_RST; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
| 137 | /* FIN arrived, enter true time-wait state. */ |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 138 | tw->tw_substate = TCP_TIME_WAIT; |
| 139 | tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | if (tmp_opt.saw_tstamp) { |
Arnd Bergmann | cca9bab | 2018-07-11 12:16:12 +0200 | [diff] [blame] | 141 | tcptw->tw_ts_recent_stamp = ktime_get_seconds(); |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 142 | tcptw->tw_ts_recent = tmp_opt.rcv_tsval; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | } |
| 144 | |
Soheil Hassas Yeganeh | d82bae1 | 2017-03-15 16:30:45 -0400 | [diff] [blame] | 145 | inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | return TCP_TW_ACK; |
| 147 | } |
| 148 | |
| 149 | /* |
| 150 | * Now real TIME-WAIT state. |
| 151 | * |
| 152 | * RFC 1122: |
| 153 | * "When a connection is [...] on TIME-WAIT state [...] |
| 154 | * [a TCP] MAY accept a new SYN from the remote TCP to |
| 155 | * reopen the connection directly, if it: |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 156 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | * (1) assigns its initial sequence number for the new |
| 158 | * connection to be larger than the largest sequence |
| 159 | * number it used on the previous connection incarnation, |
| 160 | * and |
| 161 | * |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 162 | * (2) returns to TIME-WAIT state if the SYN turns out |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | * to be an old duplicate". |
| 164 | */ |
| 165 | |
| 166 | if (!paws_reject && |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 167 | (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt && |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) { |
| 169 | /* In window segment, it may be only reset or bare ack. */ |
| 170 | |
| 171 | if (th->rst) { |
Stephen Hemminger | caa20d9a | 2005-11-10 17:13:47 -0800 | [diff] [blame] | 172 | /* This is TIME_WAIT assassination, in two flavors. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 | * Oh well... nobody has a sufficient solution to this |
| 174 | * protocol bug yet. |
| 175 | */ |
Eric Dumazet | 625357a | 2017-10-26 21:55:02 -0700 | [diff] [blame] | 176 | if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | kill: |
Eric Dumazet | dbe7faa | 2015-07-08 14:28:30 -0700 | [diff] [blame] | 178 | inet_twsk_deschedule_put(tw); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | return TCP_TW_SUCCESS; |
| 180 | } |
Florian Westphal | 63cc357 | 2018-08-30 14:24:29 +0200 | [diff] [blame] | 181 | } else { |
| 182 | inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 183 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | |
| 185 | if (tmp_opt.saw_tstamp) { |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 186 | tcptw->tw_ts_recent = tmp_opt.rcv_tsval; |
Arnd Bergmann | cca9bab | 2018-07-11 12:16:12 +0200 | [diff] [blame] | 187 | tcptw->tw_ts_recent_stamp = ktime_get_seconds(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | } |
| 189 | |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 190 | inet_twsk_put(tw); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 191 | return TCP_TW_SUCCESS; |
| 192 | } |
| 193 | |
| 194 | /* Out of window segment. |
| 195 | |
| 196 | All the segments are ACKed immediately. |
| 197 | |
| 198 | The only exception is new SYN. We accept it, if it is |
| 199 | not old duplicate and we are not in danger to be killed |
| 200 | by delayed old duplicates. RFC check is that it has |
| 201 | newer sequence number works at rates <40Mbit/sec. |
| 202 | However, if paws works, it is reliable AND even more, |
| 203 | we even may relax silly seq space cutoff. |
| 204 | |
| 205 | RED-PEN: we violate main RFC requirement, if this SYN will appear |
| 206 | old duplicate (i.e. we receive RST in reply to SYN-ACK), |
| 207 | we must return socket to time-wait state. It is not good, |
| 208 | but not fatal yet. |
| 209 | */ |
| 210 | |
| 211 | if (th->syn && !th->rst && !th->ack && !paws_reject && |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 212 | (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) || |
| 213 | (tmp_opt.saw_tstamp && |
| 214 | (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) { |
| 215 | u32 isn = tcptw->tw_snd_nxt + 65535 + 2; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | if (isn == 0) |
| 217 | isn++; |
Eric Dumazet | 04317da | 2014-09-05 15:33:32 -0700 | [diff] [blame] | 218 | TCP_SKB_CB(skb)->tcp_tw_isn = isn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | return TCP_TW_SYN; |
| 220 | } |
| 221 | |
| 222 | if (paws_reject) |
Eric Dumazet | 02a1d6e | 2016-04-27 16:44:39 -0700 | [diff] [blame] | 223 | __NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | |
Stephen Hemminger | 2de979b | 2007-03-08 20:45:19 -0800 | [diff] [blame] | 225 | if (!th->rst) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | /* In this case we must reset the TIMEWAIT timer. |
| 227 | * |
| 228 | * If it is ACKless SYN it may be both old duplicate |
| 229 | * and new good SYN with random sequence number <rcv_nxt. |
| 230 | * Do not reschedule in the last case. |
| 231 | */ |
| 232 | if (paws_reject || th->ack) |
Eric Dumazet | ed2e923 | 2015-09-19 09:08:34 -0700 | [diff] [blame] | 233 | inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | |
Neal Cardwell | 4fb17a6 | 2015-02-06 16:04:41 -0500 | [diff] [blame] | 235 | return tcp_timewait_check_oow_rate_limit( |
| 236 | tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | } |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 238 | inet_twsk_put(tw); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | return TCP_TW_SUCCESS; |
| 240 | } |
Eric Dumazet | 4bc2f18 | 2010-07-09 21:22:10 +0000 | [diff] [blame] | 241 | EXPORT_SYMBOL(tcp_timewait_state_process); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 242 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 243 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | * Move a socket to time-wait or dead fin-wait-2 state. |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 245 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | void tcp_time_wait(struct sock *sk, int state, int timeo) |
| 247 | { |
Arnaldo Carvalho de Melo | 8292a17 | 2005-12-13 23:15:52 -0800 | [diff] [blame] | 248 | const struct inet_connection_sock *icsk = inet_csk(sk); |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 249 | const struct tcp_sock *tp = tcp_sk(sk); |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 250 | struct inet_timewait_sock *tw; |
Haishuang Yan | 1946e67 | 2016-12-28 17:52:32 +0800 | [diff] [blame] | 251 | struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 252 | |
Haishuang Yan | 1946e67 | 2016-12-28 17:52:32 +0800 | [diff] [blame] | 253 | tw = inet_twsk_alloc(sk, tcp_death_row, state); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 254 | |
Ian Morris | 00db412 | 2015-04-03 09:17:27 +0100 | [diff] [blame] | 255 | if (tw) { |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 256 | struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 257 | const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1); |
David S. Miller | 2397849 | 2012-06-09 14:56:12 -0700 | [diff] [blame] | 258 | struct inet_sock *inet = inet_sk(sk); |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 259 | |
David S. Miller | 2397849 | 2012-06-09 14:56:12 -0700 | [diff] [blame] | 260 | tw->tw_transparent = inet->transparent; |
Jon Maxwell | 0048369 | 2018-05-10 16:53:51 +1000 | [diff] [blame] | 261 | tw->tw_mark = sk->sk_mark; |
Eric Dumazet | f6c0f5d | 2019-09-24 08:01:16 -0700 | [diff] [blame] | 262 | tw->tw_priority = sk->sk_priority; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale; |
Arnaldo Carvalho de Melo | 8feaf0c0 | 2005-08-09 20:09:30 -0700 | [diff] [blame] | 264 | tcptw->tw_rcv_nxt = tp->rcv_nxt; |
| 265 | tcptw->tw_snd_nxt = tp->snd_nxt; |
| 266 | tcptw->tw_rcv_wnd = tcp_receive_window(tp); |
| 267 | tcptw->tw_ts_recent = tp->rx_opt.ts_recent; |
| 268 | tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp; |
Andrey Vagin | ceaa1fe | 2013-02-11 05:50:17 +0000 | [diff] [blame] | 269 | tcptw->tw_ts_offset = tp->tsoffset; |
Neal Cardwell | 4fb17a6 | 2015-02-06 16:04:41 -0500 | [diff] [blame] | 270 | tcptw->tw_last_oow_ack_time = 0; |
Eric Dumazet | a842fe1 | 2019-06-12 11:57:25 -0700 | [diff] [blame] | 271 | tcptw->tw_tx_delay = tp->tcp_tx_delay; |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 272 | #if IS_ENABLED(CONFIG_IPV6) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | if (tw->tw_family == PF_INET6) { |
| 274 | struct ipv6_pinfo *np = inet6_sk(sk); |
| 275 | |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 276 | tw->tw_v6_daddr = sk->sk_v6_daddr; |
| 277 | tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr; |
Eric Dumazet | b903d32 | 2011-10-27 00:44:35 -0400 | [diff] [blame] | 278 | tw->tw_tclass = np->tclass; |
Florent Fourcot | 21858cd | 2015-05-16 00:24:59 +0200 | [diff] [blame] | 279 | tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK); |
Eric Dumazet | c67b855 | 2019-06-08 17:58:51 -0700 | [diff] [blame] | 280 | tw->tw_txhash = sk->sk_txhash; |
Eric Dumazet | 9fe516b | 2014-06-27 08:36:16 -0700 | [diff] [blame] | 281 | tw->tw_ipv6only = sk->sk_ipv6only; |
Arnaldo Carvalho de Melo | c676270 | 2005-08-09 20:09:59 -0700 | [diff] [blame] | 282 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | #endif |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 284 | |
| 285 | #ifdef CONFIG_TCP_MD5SIG |
| 286 | /* |
| 287 | * The timewait bucket does not have the key DB from the |
| 288 | * sock structure. We just make a quick copy of the |
| 289 | * md5 key being used (if indeed we are using one) |
| 290 | * so the timewait ack generating code has the key. |
| 291 | */ |
| 292 | do { |
Eric Dumazet | a915da9b | 2012-01-31 05:18:33 +0000 | [diff] [blame] | 293 | tcptw->tw_md5_key = NULL; |
Eric Dumazet | 6aedbf9 | 2019-02-26 09:49:12 -0800 | [diff] [blame] | 294 | if (static_branch_unlikely(&tcp_md5_needed)) { |
| 295 | struct tcp_md5sig_key *key; |
| 296 | |
| 297 | key = tp->af_specific->md5_lookup(sk, sk); |
| 298 | if (key) { |
| 299 | tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC); |
| 300 | BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool()); |
| 301 | } |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 302 | } |
Stephen Hemminger | 2de979b | 2007-03-08 20:45:19 -0800 | [diff] [blame] | 303 | } while (0); |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 304 | #endif |
| 305 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | /* Get the TIME_WAIT timeout firing. */ |
| 307 | if (timeo < rto) |
| 308 | timeo = rto; |
| 309 | |
Soheil Hassas Yeganeh | d82bae1 | 2017-03-15 16:30:45 -0400 | [diff] [blame] | 310 | if (state == TCP_TIME_WAIT) |
| 311 | timeo = TCP_TIMEWAIT_LEN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | |
Eric Dumazet | cfac7f8 | 2017-12-01 10:06:56 -0800 | [diff] [blame] | 313 | /* tw_timer is pinned, so we need to make sure BH are disabled |
| 314 | * in following section, otherwise timer handler could run before |
| 315 | * we complete the initialization. |
| 316 | */ |
| 317 | local_bh_disable(); |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 318 | inet_twsk_schedule(tw, timeo); |
Eric Dumazet | ec94c26 | 2017-12-11 21:25:12 -0800 | [diff] [blame] | 319 | /* Linkage updates. |
| 320 | * Note that access to tw after this point is illegal. |
| 321 | */ |
| 322 | inet_twsk_hashdance(tw, sk, &tcp_hashinfo); |
Eric Dumazet | cfac7f8 | 2017-12-01 10:06:56 -0800 | [diff] [blame] | 323 | local_bh_enable(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 324 | } else { |
| 325 | /* Sorry, if we're out of memory, just CLOSE this |
| 326 | * socket up. We've got bigger problems than |
| 327 | * non-graceful socket closings. |
| 328 | */ |
Eric Dumazet | c10d931 | 2016-04-29 14:16:47 -0700 | [diff] [blame] | 329 | NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 330 | } |
| 331 | |
| 332 | tcp_update_metrics(sk); |
| 333 | tcp_done(sk); |
| 334 | } |
Atul Gupta | cc35c88a | 2018-03-31 21:41:59 +0530 | [diff] [blame] | 335 | EXPORT_SYMBOL(tcp_time_wait); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 337 | void tcp_twsk_destructor(struct sock *sk) |
| 338 | { |
David S. Miller | b6242b9 | 2012-07-10 03:27:56 -0700 | [diff] [blame] | 339 | #ifdef CONFIG_TCP_MD5SIG |
Eric Dumazet | 6aedbf9 | 2019-02-26 09:49:12 -0800 | [diff] [blame] | 340 | if (static_branch_unlikely(&tcp_md5_needed)) { |
| 341 | struct tcp_timewait_sock *twsk = tcp_twsk(sk); |
David S. Miller | 2397849 | 2012-06-09 14:56:12 -0700 | [diff] [blame] | 342 | |
Eric Dumazet | 6aedbf9 | 2019-02-26 09:49:12 -0800 | [diff] [blame] | 343 | if (twsk->tw_md5_key) |
| 344 | kfree_rcu(twsk->tw_md5_key, rcu); |
| 345 | } |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 346 | #endif |
| 347 | } |
YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 348 | EXPORT_SYMBOL_GPL(tcp_twsk_destructor); |
| 349 | |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 350 | /* Warning : This function is called without sk_listener being locked. |
| 351 | * Be sure to read socket fields once, as their value could change under us. |
| 352 | */ |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 353 | void tcp_openreq_init_rwin(struct request_sock *req, |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 354 | const struct sock *sk_listener, |
| 355 | const struct dst_entry *dst) |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 356 | { |
| 357 | struct inet_request_sock *ireq = inet_rsk(req); |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 358 | const struct tcp_sock *tp = tcp_sk(sk_listener); |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 359 | int full_space = tcp_full_space(sk_listener); |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 360 | u32 window_clamp; |
| 361 | __u8 rcv_wscale; |
Lawrence Brakmo | 13d3b1e | 2017-06-30 20:02:44 -0700 | [diff] [blame] | 362 | u32 rcv_wnd; |
Eric Dumazet | 3541f9e | 2017-02-02 08:04:56 -0800 | [diff] [blame] | 363 | int mss; |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 364 | |
Eric Dumazet | 3541f9e | 2017-02-02 08:04:56 -0800 | [diff] [blame] | 365 | mss = tcp_mss_clamp(tp, dst_metric_advmss(dst)); |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 366 | window_clamp = READ_ONCE(tp->window_clamp); |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 367 | /* Set this up on the first call only */ |
Eric Dumazet | ed53d0a | 2015-10-08 19:33:23 -0700 | [diff] [blame] | 368 | req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW); |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 369 | |
| 370 | /* limit the window selection if the user enforce a smaller rx buffer */ |
Eric Dumazet | b1964b5 | 2015-09-25 07:39:09 -0700 | [diff] [blame] | 371 | if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK && |
Eric Dumazet | ed53d0a | 2015-10-08 19:33:23 -0700 | [diff] [blame] | 372 | (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0)) |
| 373 | req->rsk_window_clamp = full_space; |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 374 | |
Lawrence Brakmo | 13d3b1e | 2017-06-30 20:02:44 -0700 | [diff] [blame] | 375 | rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req); |
| 376 | if (rcv_wnd == 0) |
| 377 | rcv_wnd = dst_metric(dst, RTAX_INITRWND); |
| 378 | else if (full_space < rcv_wnd * mss) |
| 379 | full_space = rcv_wnd * mss; |
| 380 | |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 381 | /* tcp_full_space because it is guaranteed to be the first packet */ |
Eric Dumazet | ceef9ab | 2017-10-27 07:47:24 -0700 | [diff] [blame] | 382 | tcp_select_initial_window(sk_listener, full_space, |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 383 | mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0), |
Eric Dumazet | ed53d0a | 2015-10-08 19:33:23 -0700 | [diff] [blame] | 384 | &req->rsk_rcv_wnd, |
| 385 | &req->rsk_window_clamp, |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 386 | ireq->wscale_ok, |
| 387 | &rcv_wscale, |
Lawrence Brakmo | 13d3b1e | 2017-06-30 20:02:44 -0700 | [diff] [blame] | 388 | rcv_wnd); |
Yuchung Cheng | 843f4a5 | 2014-05-11 20:22:11 -0700 | [diff] [blame] | 389 | ireq->rcv_wscale = rcv_wscale; |
| 390 | } |
| 391 | EXPORT_SYMBOL(tcp_openreq_init_rwin); |
| 392 | |
Florian Westphal | 735d383 | 2014-09-29 13:08:30 +0200 | [diff] [blame] | 393 | static void tcp_ecn_openreq_child(struct tcp_sock *tp, |
| 394 | const struct request_sock *req) |
Ilpo Järvinen | bdf1ee5 | 2007-05-27 02:04:16 -0700 | [diff] [blame] | 395 | { |
| 396 | tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0; |
| 397 | } |
| 398 | |
Daniel Borkmann | 8116441 | 2015-01-05 23:57:48 +0100 | [diff] [blame] | 399 | void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst) |
| 400 | { |
| 401 | struct inet_connection_sock *icsk = inet_csk(sk); |
| 402 | u32 ca_key = dst_metric(dst, RTAX_CC_ALGO); |
| 403 | bool ca_got_dst = false; |
| 404 | |
| 405 | if (ca_key != TCP_CA_UNSPEC) { |
| 406 | const struct tcp_congestion_ops *ca; |
| 407 | |
| 408 | rcu_read_lock(); |
| 409 | ca = tcp_ca_find_key(ca_key); |
Martin KaFai Lau | 0baf26b | 2020-01-08 16:35:08 -0800 | [diff] [blame] | 410 | if (likely(ca && bpf_try_module_get(ca, ca->owner))) { |
Daniel Borkmann | 8116441 | 2015-01-05 23:57:48 +0100 | [diff] [blame] | 411 | icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst); |
| 412 | icsk->icsk_ca_ops = ca; |
| 413 | ca_got_dst = true; |
| 414 | } |
| 415 | rcu_read_unlock(); |
| 416 | } |
| 417 | |
Neal Cardwell | 9f95041 | 2015-05-29 13:47:07 -0400 | [diff] [blame] | 418 | /* If no valid choice made yet, assign current system default ca. */ |
| 419 | if (!ca_got_dst && |
| 420 | (!icsk->icsk_ca_setsockopt || |
Martin KaFai Lau | 0baf26b | 2020-01-08 16:35:08 -0800 | [diff] [blame] | 421 | !bpf_try_module_get(icsk->icsk_ca_ops, icsk->icsk_ca_ops->owner))) |
Daniel Borkmann | 8116441 | 2015-01-05 23:57:48 +0100 | [diff] [blame] | 422 | tcp_assign_congestion_control(sk); |
| 423 | |
| 424 | tcp_set_ca_state(sk, TCP_CA_Open); |
| 425 | } |
| 426 | EXPORT_SYMBOL_GPL(tcp_ca_openreq_child); |
| 427 | |
Ursula Braun | 60e2a77 | 2017-10-25 11:01:45 +0200 | [diff] [blame] | 428 | static void smc_check_reset_syn_req(struct tcp_sock *oldtp, |
| 429 | struct request_sock *req, |
| 430 | struct tcp_sock *newtp) |
| 431 | { |
| 432 | #if IS_ENABLED(CONFIG_SMC) |
| 433 | struct inet_request_sock *ireq; |
| 434 | |
| 435 | if (static_branch_unlikely(&tcp_have_smc)) { |
| 436 | ireq = inet_rsk(req); |
| 437 | if (oldtp->syn_smc && !ireq->smc_ok) |
| 438 | newtp->syn_smc = 0; |
| 439 | } |
| 440 | #endif |
| 441 | } |
| 442 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | /* This is not only more efficient than what we used to do, it eliminates |
| 444 | * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM |
| 445 | * |
| 446 | * Actually, we could lots of memory writes here. tp of listening |
| 447 | * socket contains all necessary default parameters. |
| 448 | */ |
Eric Dumazet | c28c6f0 | 2015-09-29 07:42:47 -0700 | [diff] [blame] | 449 | struct sock *tcp_create_openreq_child(const struct sock *sk, |
| 450 | struct request_sock *req, |
| 451 | struct sk_buff *skb) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 452 | { |
Eric Dumazet | e56c57d | 2011-11-08 17:07:07 -0500 | [diff] [blame] | 453 | struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC); |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 454 | const struct inet_request_sock *ireq = inet_rsk(req); |
| 455 | struct tcp_request_sock *treq = tcp_rsk(req); |
| 456 | struct inet_connection_sock *newicsk; |
| 457 | struct tcp_sock *oldtp, *newtp; |
Eric Dumazet | dba7d9b | 2019-10-10 20:17:39 -0700 | [diff] [blame] | 458 | u32 seq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 459 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 460 | if (!newsk) |
| 461 | return NULL; |
Ursula Braun | 60e2a77 | 2017-10-25 11:01:45 +0200 | [diff] [blame] | 462 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 463 | newicsk = inet_csk(newsk); |
| 464 | newtp = tcp_sk(newsk); |
| 465 | oldtp = tcp_sk(sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 466 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 467 | smc_check_reset_syn_req(oldtp, req, newtp); |
Florian Westphal | 31770e3 | 2017-08-30 19:24:58 +0200 | [diff] [blame] | 468 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 469 | /* Now setup tcp_sock */ |
| 470 | newtp->pred_flags = 0; |
William Allen Simpson | 435cf55 | 2009-12-02 18:17:05 +0000 | [diff] [blame] | 471 | |
Eric Dumazet | dba7d9b | 2019-10-10 20:17:39 -0700 | [diff] [blame] | 472 | seq = treq->rcv_isn + 1; |
| 473 | newtp->rcv_wup = seq; |
Eric Dumazet | 7db48e9 | 2019-10-10 20:17:40 -0700 | [diff] [blame] | 474 | WRITE_ONCE(newtp->copied_seq, seq); |
Eric Dumazet | dba7d9b | 2019-10-10 20:17:39 -0700 | [diff] [blame] | 475 | WRITE_ONCE(newtp->rcv_nxt, seq); |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 476 | newtp->segs_in = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 477 | |
Eric Dumazet | e0d694d | 2019-10-10 20:17:42 -0700 | [diff] [blame] | 478 | seq = treq->snt_isn + 1; |
| 479 | newtp->snd_sml = newtp->snd_una = seq; |
| 480 | WRITE_ONCE(newtp->snd_nxt, seq); |
| 481 | newtp->snd_up = seq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 482 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 483 | INIT_LIST_HEAD(&newtp->tsq_node); |
| 484 | INIT_LIST_HEAD(&newtp->tsorted_sent_queue); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 485 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 486 | tcp_init_wl(newtp, treq->rcv_isn); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 487 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 488 | minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U); |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 489 | newicsk->icsk_ack.lrcvtime = tcp_jiffies32; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 490 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 491 | newtp->lsndtime = tcp_jiffies32; |
| 492 | newsk->sk_txhash = treq->txhash; |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 493 | newtp->total_retrans = req->num_retrans; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 494 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 495 | tcp_init_xmit_timers(newsk); |
Eric Dumazet | 0f31746 | 2019-10-10 20:17:41 -0700 | [diff] [blame] | 496 | WRITE_ONCE(newtp->write_seq, newtp->pushed_seq = treq->snt_isn + 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 497 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 498 | if (sock_flag(newsk, SOCK_KEEPOPEN)) |
| 499 | inet_csk_reset_keepalive_timer(newsk, |
| 500 | keepalive_time_when(newtp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 501 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 502 | newtp->rx_opt.tstamp_ok = ireq->tstamp_ok; |
| 503 | newtp->rx_opt.sack_ok = ireq->sack_ok; |
| 504 | newtp->window_clamp = req->rsk_window_clamp; |
| 505 | newtp->rcv_ssthresh = req->rsk_rcv_wnd; |
| 506 | newtp->rcv_wnd = req->rsk_rcv_wnd; |
| 507 | newtp->rx_opt.wscale_ok = ireq->wscale_ok; |
| 508 | if (newtp->rx_opt.wscale_ok) { |
| 509 | newtp->rx_opt.snd_wscale = ireq->snd_wscale; |
| 510 | newtp->rx_opt.rcv_wscale = ireq->rcv_wscale; |
| 511 | } else { |
| 512 | newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0; |
| 513 | newtp->window_clamp = min(newtp->window_clamp, 65535U); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 514 | } |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 515 | newtp->snd_wnd = ntohs(tcp_hdr(skb)->window) << newtp->rx_opt.snd_wscale; |
| 516 | newtp->max_window = newtp->snd_wnd; |
| 517 | |
| 518 | if (newtp->rx_opt.tstamp_ok) { |
| 519 | newtp->rx_opt.ts_recent = req->ts_recent; |
Arnd Bergmann | cca9bab | 2018-07-11 12:16:12 +0200 | [diff] [blame] | 520 | newtp->rx_opt.ts_recent_stamp = ktime_get_seconds(); |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 521 | newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED; |
| 522 | } else { |
| 523 | newtp->rx_opt.ts_recent_stamp = 0; |
| 524 | newtp->tcp_header_len = sizeof(struct tcphdr); |
| 525 | } |
Yuchung Cheng | 336c39a | 2019-04-29 15:46:16 -0700 | [diff] [blame] | 526 | if (req->num_timeout) { |
| 527 | newtp->undo_marker = treq->snt_isn; |
| 528 | newtp->retrans_stamp = div_u64(treq->snt_synack, |
| 529 | USEC_PER_SEC / TCP_TS_HZ); |
| 530 | } |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 531 | newtp->tsoffset = treq->ts_off; |
| 532 | #ifdef CONFIG_TCP_MD5SIG |
| 533 | newtp->md5sig_info = NULL; /*XXX*/ |
| 534 | if (newtp->af_specific->md5_lookup(sk, newsk)) |
| 535 | newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED; |
| 536 | #endif |
| 537 | if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len) |
| 538 | newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len; |
| 539 | newtp->rx_opt.mss_clamp = req->mss; |
| 540 | tcp_ecn_openreq_child(newtp, req); |
| 541 | newtp->fastopen_req = NULL; |
Eric Dumazet | d983ea6 | 2019-10-10 20:17:38 -0700 | [diff] [blame] | 542 | RCU_INIT_POINTER(newtp->fastopen_rsk, NULL); |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 543 | |
Jakub Sitnicki | e802515 | 2020-02-18 17:10:15 +0000 | [diff] [blame] | 544 | tcp_bpf_clone(sk, newsk); |
| 545 | |
Eric Dumazet | 242b1bb | 2018-06-26 08:45:49 -0700 | [diff] [blame] | 546 | __TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS); |
| 547 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 548 | return newsk; |
| 549 | } |
Eric Dumazet | 4bc2f18 | 2010-07-09 21:22:10 +0000 | [diff] [blame] | 550 | EXPORT_SYMBOL(tcp_create_openreq_child); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 551 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 552 | /* |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 553 | * Process an incoming packet for SYN_RECV sockets represented as a |
| 554 | * request_sock. Normally sk is the listener socket but for TFO it |
| 555 | * points to the child socket. |
| 556 | * |
| 557 | * XXX (TFO) - The current impl contains a special check for ack |
| 558 | * validation and inside tcp_v4_reqsk_send_ack(). Can we do better? |
Alan Cox | 4308fc5 | 2012-09-19 15:46:06 +0100 | [diff] [blame] | 559 | * |
| 560 | * We don't need to initialize tmp_opt.sack_ok as we don't use the results |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 561 | */ |
| 562 | |
Jianjun Kong | 5a5f3a8 | 2008-11-03 00:24:34 -0800 | [diff] [blame] | 563 | struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb, |
Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 564 | struct request_sock *req, |
Eric Dumazet | e0f9759 | 2018-02-13 06:14:12 -0800 | [diff] [blame] | 565 | bool fastopen, bool *req_stolen) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 566 | { |
William Allen Simpson | 4957faade | 2009-12-02 18:25:27 +0000 | [diff] [blame] | 567 | struct tcp_options_received tmp_opt; |
William Allen Simpson | 4957faade | 2009-12-02 18:25:27 +0000 | [diff] [blame] | 568 | struct sock *child; |
Arnaldo Carvalho de Melo | aa8223c | 2007-04-10 21:04:22 -0700 | [diff] [blame] | 569 | const struct tcphdr *th = tcp_hdr(skb); |
Al Viro | 714e85b | 2006-11-14 20:51:49 -0800 | [diff] [blame] | 570 | __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK); |
Eric Dumazet | a2a385d | 2012-05-16 23:15:34 +0000 | [diff] [blame] | 571 | bool paws_reject = false; |
Eric Dumazet | 5e0724d | 2015-10-22 08:20:46 -0700 | [diff] [blame] | 572 | bool own_req; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 573 | |
David S. Miller | bb5b7c1 | 2009-12-15 20:56:42 -0800 | [diff] [blame] | 574 | tmp_opt.saw_tstamp = 0; |
| 575 | if (th->doff > (sizeof(struct tcphdr)>>2)) { |
Eric Dumazet | eed29f1 | 2017-06-07 10:34:36 -0700 | [diff] [blame] | 576 | tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 577 | |
| 578 | if (tmp_opt.saw_tstamp) { |
| 579 | tmp_opt.ts_recent = req->ts_recent; |
Florian Westphal | 95a22ca | 2016-12-01 11:32:06 +0100 | [diff] [blame] | 580 | if (tmp_opt.rcv_tsecr) |
| 581 | tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 582 | /* We do not store true stamp, but it is not required, |
| 583 | * it can be estimated (approximately) |
| 584 | * from another data. |
| 585 | */ |
Arnd Bergmann | cca9bab | 2018-07-11 12:16:12 +0200 | [diff] [blame] | 586 | tmp_opt.ts_recent_stamp = ktime_get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout); |
Ilpo Järvinen | c887e6d | 2009-03-14 14:23:03 +0000 | [diff] [blame] | 587 | paws_reject = tcp_paws_reject(&tmp_opt, th->rst); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 588 | } |
| 589 | } |
| 590 | |
| 591 | /* Check for pure retransmitted SYN. */ |
Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 592 | if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn && |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 593 | flg == TCP_FLAG_SYN && |
| 594 | !paws_reject) { |
| 595 | /* |
| 596 | * RFC793 draws (Incorrectly! It was fixed in RFC1122) |
| 597 | * this case on figure 6 and figure 8, but formal |
| 598 | * protocol description says NOTHING. |
| 599 | * To be more exact, it says that we should send ACK, |
| 600 | * because this segment (at least, if it has no data) |
| 601 | * is out of window. |
| 602 | * |
| 603 | * CONCLUSION: RFC793 (even with RFC1122) DOES NOT |
| 604 | * describe SYN-RECV state. All the description |
| 605 | * is wrong, we cannot believe to it and should |
| 606 | * rely only on common sense and implementation |
| 607 | * experience. |
| 608 | * |
| 609 | * Enforce "SYN-ACK" according to figure 8, figure 6 |
| 610 | * of RFC793, fixed by RFC1122. |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 611 | * |
| 612 | * Note that even if there is new data in the SYN packet |
| 613 | * they will be thrown away too. |
Yuchung Cheng | cd75eff | 2013-04-29 08:44:51 +0000 | [diff] [blame] | 614 | * |
| 615 | * Reset timer after retransmitting SYNACK, similar to |
| 616 | * the idea of fast retransmit in recovery. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 617 | */ |
Neal Cardwell | a9b2c06 | 2015-02-06 16:04:39 -0500 | [diff] [blame] | 618 | if (!tcp_oow_rate_limited(sock_net(sk), skb, |
| 619 | LINUX_MIB_TCPACKSKIPPEDSYNRECV, |
| 620 | &tcp_rsk(req)->last_oow_ack_time) && |
| 621 | |
Eric Dumazet | dd929c1 | 2015-04-08 15:34:04 -0700 | [diff] [blame] | 622 | !inet_rtx_syn_ack(sk, req)) { |
| 623 | unsigned long expires = jiffies; |
| 624 | |
| 625 | expires += min(TCP_TIMEOUT_INIT << req->num_timeout, |
| 626 | TCP_RTO_MAX); |
| 627 | if (!fastopen) |
| 628 | mod_timer_pending(&req->rsk_timer, expires); |
| 629 | else |
| 630 | req->rsk_timer.expires = expires; |
| 631 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 632 | return NULL; |
| 633 | } |
| 634 | |
| 635 | /* Further reproduces section "SEGMENT ARRIVES" |
| 636 | for state SYN-RECEIVED of RFC793. |
| 637 | It is broken, however, it does not work only |
| 638 | when SYNs are crossed. |
| 639 | |
| 640 | You would think that SYN crossing is impossible here, since |
| 641 | we should have a SYN_SENT socket (from connect()) on our end, |
| 642 | but this is not true if the crossed SYNs were sent to both |
| 643 | ends by a malicious third party. We must defend against this, |
| 644 | and to do that we first verify the ACK (as per RFC793, page |
| 645 | 36) and reset if it is invalid. Is this a true full defense? |
| 646 | To convince ourselves, let us consider a way in which the ACK |
| 647 | test can still pass in this 'malicious crossed SYNs' case. |
| 648 | Malicious sender sends identical SYNs (and thus identical sequence |
| 649 | numbers) to both A and B: |
| 650 | |
| 651 | A: gets SYN, seq=7 |
| 652 | B: gets SYN, seq=7 |
| 653 | |
| 654 | By our good fortune, both A and B select the same initial |
| 655 | send sequence number of seven :-) |
| 656 | |
| 657 | A: sends SYN|ACK, seq=7, ack_seq=8 |
| 658 | B: sends SYN|ACK, seq=7, ack_seq=8 |
| 659 | |
| 660 | So we are now A eating this SYN|ACK, ACK test passes. So |
| 661 | does sequence test, SYN is truncated, and thus we consider |
| 662 | it a bare ACK. |
| 663 | |
David S. Miller | ec0a196 | 2008-06-12 16:31:35 -0700 | [diff] [blame] | 664 | If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this |
| 665 | bare ACK. Otherwise, we create an established connection. Both |
| 666 | ends (listening sockets) accept the new incoming connection and try |
| 667 | to talk to each other. 8-) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 668 | |
| 669 | Note: This case is both harmless, and rare. Possibility is about the |
| 670 | same as us discovering intelligent life on another plant tomorrow. |
| 671 | |
| 672 | But generally, we should (RFC lies!) to accept ACK |
| 673 | from SYNACK both here and in tcp_rcv_state_process(). |
| 674 | tcp_rcv_state_process() does not, hence, we do not too. |
| 675 | |
| 676 | Note that the case is absolutely generic: |
| 677 | we cannot optimize anything here without |
| 678 | violating protocol. All the checks must be made |
| 679 | before attempt to create socket. |
| 680 | */ |
| 681 | |
| 682 | /* RFC793 page 36: "If the connection is in any non-synchronized state ... |
| 683 | * and the incoming segment acknowledges something not yet |
Stephen Hemminger | caa20d9a | 2005-11-10 17:13:47 -0800 | [diff] [blame] | 684 | * sent (the segment carries an unacceptable ACK) ... |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 685 | * a reset is sent." |
| 686 | * |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 687 | * Invalid ACK: reset will be sent by listening socket. |
| 688 | * Note that the ACK validity check for a Fast Open socket is done |
| 689 | * elsewhere and is checked directly against the child socket rather |
| 690 | * than req because user data may have been sent out. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 691 | */ |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 692 | if ((flg & TCP_FLAG_ACK) && !fastopen && |
William Allen Simpson | 435cf55 | 2009-12-02 18:17:05 +0000 | [diff] [blame] | 693 | (TCP_SKB_CB(skb)->ack_seq != |
Christoph Paasch | 1a2c618 | 2013-03-17 08:23:34 +0000 | [diff] [blame] | 694 | tcp_rsk(req)->snt_isn + 1)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 695 | return sk; |
| 696 | |
| 697 | /* Also, it would be not so bad idea to check rcv_tsecr, which |
| 698 | * is essentially ACK extension and too early or too late values |
| 699 | * should cause reset in unsynchronized states. |
| 700 | */ |
| 701 | |
| 702 | /* RFC793: "first check sequence number". */ |
| 703 | |
| 704 | if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, |
Eric Dumazet | ed53d0a | 2015-10-08 19:33:23 -0700 | [diff] [blame] | 705 | tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 706 | /* Out of window: send ACK and drop. */ |
Eric Dumazet | 4ce7e93 | 2016-04-01 08:52:22 -0700 | [diff] [blame] | 707 | if (!(flg & TCP_FLAG_RST) && |
| 708 | !tcp_oow_rate_limited(sock_net(sk), skb, |
| 709 | LINUX_MIB_TCPACKSKIPPEDSYNRECV, |
| 710 | &tcp_rsk(req)->last_oow_ack_time)) |
Gui Jianfeng | 6edafaa | 2008-08-06 23:50:04 -0700 | [diff] [blame] | 711 | req->rsk_ops->send_ack(sk, skb, req); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 712 | if (paws_reject) |
Eric Dumazet | 02a1d6e | 2016-04-27 16:44:39 -0700 | [diff] [blame] | 713 | __NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 714 | return NULL; |
| 715 | } |
| 716 | |
| 717 | /* In sequence, PAWS is OK. */ |
| 718 | |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 719 | if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt)) |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 720 | req->ts_recent = tmp_opt.rcv_tsval; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 721 | |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 722 | if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) { |
| 723 | /* Truncate SYN, it is out of window starting |
| 724 | at tcp_rsk(req)->rcv_isn + 1. */ |
| 725 | flg &= ~TCP_FLAG_SYN; |
| 726 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 727 | |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 728 | /* RFC793: "second check the RST bit" and |
| 729 | * "fourth, check the SYN bit" |
| 730 | */ |
| 731 | if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) { |
Eric Dumazet | 90bbcc6 | 2016-04-27 16:44:32 -0700 | [diff] [blame] | 732 | __TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS); |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 733 | goto embryonic_reset; |
| 734 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 735 | |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 736 | /* ACK sequence verified above, just make sure ACK is |
| 737 | * set. If ACK not set, just silently drop the packet. |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 738 | * |
| 739 | * XXX (TFO) - if we ever allow "data after SYN", the |
| 740 | * following check needs to be removed. |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 741 | */ |
| 742 | if (!(flg & TCP_FLAG_ACK)) |
| 743 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 744 | |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 745 | /* For Fast Open no more processing is needed (sk is the |
| 746 | * child socket). |
| 747 | */ |
| 748 | if (fastopen) |
| 749 | return sk; |
| 750 | |
Julian Anastasov | d1b99ba | 2009-10-19 10:01:56 +0000 | [diff] [blame] | 751 | /* While TCP_DEFER_ACCEPT is active, drop bare ACK. */ |
Eric Dumazet | e6c022a | 2012-10-27 23:16:46 +0000 | [diff] [blame] | 752 | if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept && |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 753 | TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) { |
| 754 | inet_rsk(req)->acked = 1; |
Eric Dumazet | 02a1d6e | 2016-04-27 16:44:39 -0700 | [diff] [blame] | 755 | __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP); |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 756 | return NULL; |
| 757 | } |
David S. Miller | ec0a196 | 2008-06-12 16:31:35 -0700 | [diff] [blame] | 758 | |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 759 | /* OK, ACK is valid, create big socket and |
| 760 | * feed this segment to it. It will repeat all |
| 761 | * the tests. THIS SEGMENT MUST MOVE SOCKET TO |
| 762 | * ESTABLISHED STATE. If it will be dropped after |
| 763 | * socket is created, wait for troubles. |
| 764 | */ |
Eric Dumazet | 5e0724d | 2015-10-22 08:20:46 -0700 | [diff] [blame] | 765 | child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL, |
| 766 | req, &own_req); |
Ian Morris | 51456b2 | 2015-04-03 09:17:26 +0100 | [diff] [blame] | 767 | if (!child) |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 768 | goto listen_overflow; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 769 | |
Paolo Abeni | 90bf451 | 2020-05-15 19:22:15 +0200 | [diff] [blame] | 770 | if (own_req && rsk_drop_req(req)) { |
Kuniyuki Iwashima | d4f2c86 | 2021-06-12 21:32:20 +0900 | [diff] [blame] | 771 | reqsk_queue_removed(&inet_csk(req->rsk_listener)->icsk_accept_queue, req); |
| 772 | inet_csk_reqsk_queue_drop_and_put(req->rsk_listener, req); |
Peter Krystad | f296234 | 2020-03-27 14:48:39 -0700 | [diff] [blame] | 773 | return child; |
| 774 | } |
| 775 | |
Eric Dumazet | 6bcfd7f | 2015-10-08 11:16:48 -0700 | [diff] [blame] | 776 | sock_rps_save_rxhash(child, skb); |
Yuchung Cheng | 0f1c28a | 2015-09-18 11:36:14 -0700 | [diff] [blame] | 777 | tcp_synack_rtt_meas(child, req); |
Eric Dumazet | e0f9759 | 2018-02-13 06:14:12 -0800 | [diff] [blame] | 778 | *req_stolen = !own_req; |
Eric Dumazet | 5e0724d | 2015-10-22 08:20:46 -0700 | [diff] [blame] | 779 | return inet_csk_complete_hashdance(sk, child, req, own_req); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 780 | |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 781 | listen_overflow: |
Kuniyuki Iwashima | 55d444b | 2021-06-23 08:35:29 +0900 | [diff] [blame] | 782 | if (sk != req->rsk_listener) |
| 783 | __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPMIGRATEREQFAILURE); |
| 784 | |
Eric Dumazet | 65c9410 | 2017-10-26 21:55:03 -0700 | [diff] [blame] | 785 | if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) { |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 786 | inet_rsk(req)->acked = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 787 | return NULL; |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 788 | } |
| 789 | |
| 790 | embryonic_reset: |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 791 | if (!(flg & TCP_FLAG_RST)) { |
| 792 | /* Received a bad SYN pkt - for TFO We try not to reset |
| 793 | * the local connection unless it's really necessary to |
| 794 | * avoid becoming vulnerable to outside attack aiming at |
| 795 | * resetting legit local connections. |
| 796 | */ |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 797 | req->rsk_ops->send_reset(sk, skb); |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 798 | } else if (fastopen) { /* received a valid RST pkt */ |
| 799 | reqsk_fastopen_remove(sk, req, true); |
Florian Westphal | 049fe38 | 2020-12-10 14:25:03 -0800 | [diff] [blame] | 800 | tcp_reset(sk, skb); |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 801 | } |
| 802 | if (!fastopen) { |
Alexander Ovechkin | 7233da8 | 2021-03-15 14:05:45 +0300 | [diff] [blame] | 803 | bool unlinked = inet_csk_reqsk_queue_drop(sk, req); |
| 804 | |
| 805 | if (unlinked) |
| 806 | __NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS); |
| 807 | *req_stolen = !unlinked; |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 808 | } |
Adam Langley | 2aaab9a | 2008-08-07 20:27:45 -0700 | [diff] [blame] | 809 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 810 | } |
Eric Dumazet | 4bc2f18 | 2010-07-09 21:22:10 +0000 | [diff] [blame] | 811 | EXPORT_SYMBOL(tcp_check_req); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 812 | |
| 813 | /* |
| 814 | * Queue segment on the new socket if the new socket is active, |
| 815 | * otherwise we just shortcircuit this and continue with |
| 816 | * the new socket. |
Jerry Chu | 8336886 | 2012-08-31 12:29:12 +0000 | [diff] [blame] | 817 | * |
| 818 | * For the vast majority of cases child->sk_state will be TCP_SYN_RECV |
| 819 | * when entering. But other states are possible due to a race condition |
| 820 | * where after __inet_lookup_established() fails but before the listener |
| 821 | * locked is obtained, other packets cause the same connection to |
| 822 | * be created. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 823 | */ |
| 824 | |
| 825 | int tcp_child_process(struct sock *parent, struct sock *child, |
| 826 | struct sk_buff *skb) |
Jules Irenge | 734c8f7 | 2020-03-11 01:09:03 +0000 | [diff] [blame] | 827 | __releases(&((child)->sk_lock.slock)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 828 | { |
| 829 | int ret = 0; |
| 830 | int state = child->sk_state; |
| 831 | |
Eric Dumazet | 03cfda4f | 2021-12-02 15:37:24 -0800 | [diff] [blame] | 832 | /* record sk_napi_id and sk_rx_queue_mapping of child. */ |
| 833 | sk_mark_napi_id_set(child, skb); |
Alexander Duyck | e590745 | 2017-03-24 10:08:00 -0700 | [diff] [blame] | 834 | |
Martin KaFai Lau | a44d6ea | 2016-03-14 10:52:15 -0700 | [diff] [blame] | 835 | tcp_segs_in(tcp_sk(child), skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 836 | if (!sock_owned_by_user(child)) { |
Eric Dumazet | 72ab4a8 | 2015-09-29 07:42:41 -0700 | [diff] [blame] | 837 | ret = tcp_rcv_state_process(child, skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 838 | /* Wakeup parent, send SIGIO */ |
| 839 | if (state == TCP_SYN_RECV && child->sk_state != state) |
David S. Miller | 676d236 | 2014-04-11 16:15:36 -0400 | [diff] [blame] | 840 | parent->sk_data_ready(parent); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 841 | } else { |
| 842 | /* Alas, it is possible again, because we do lookup |
| 843 | * in main socket hash table and lock on listening |
| 844 | * socket does not protect us more. |
| 845 | */ |
Zhu Yi | a3a858f | 2010-03-04 18:01:47 +0000 | [diff] [blame] | 846 | __sk_add_backlog(child, skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 847 | } |
| 848 | |
| 849 | bh_unlock_sock(child); |
| 850 | sock_put(child); |
| 851 | return ret; |
| 852 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 853 | EXPORT_SYMBOL(tcp_child_process); |