blob: 29e41ff3ec9333e66c3fc00f585e3b6a5b06bf8d [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07002/*
3 * NET Generic infrastructure for Network protocols.
4 *
Haishuang Yanfee83d02016-12-28 17:52:33 +08005 * Definitions for request_sock
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07006 *
7 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
8 *
9 * From code originally in include/net/tcp.h
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070010 */
11#ifndef _REQUEST_SOCK_H
12#define _REQUEST_SOCK_H
13
14#include <linux/slab.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070015#include <linux/spinlock.h>
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070016#include <linux/types.h>
Ilpo Järvinen547b7922008-07-25 21:43:18 -070017#include <linux/bug.h>
Reshetova, Elena41c6d652017-06-30 13:08:01 +030018#include <linux/refcount.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070019
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070020#include <net/sock.h>
21
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070022struct request_sock;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070023struct sk_buff;
24struct dst_entry;
25struct proto;
26
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070027struct request_sock_ops {
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070028 int family;
Alexey Dobriyan417ccf62017-05-23 00:21:39 +030029 unsigned int obj_size;
Christoph Lametere18b8902006-12-06 20:33:20 -080030 struct kmem_cache *slab;
Catalin Marinas7e56b5d2008-11-21 16:45:22 -080031 char *slab_name;
Eric Dumazetea3bea32015-09-25 07:39:23 -070032 int (*rtx_syn_ack)(const struct sock *sk,
Christoph Paasch1a2c6182013-03-17 08:23:34 +000033 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070034 void (*send_ack)(const struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070035 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070036 void (*send_reset)(const struct sock *sk,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080037 struct sk_buff *skb);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070038 void (*destructor)(struct request_sock *req);
Eric Dumazet42cb80a2015-03-22 10:22:19 -070039 void (*syn_ack_timeout)(const struct request_sock *req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070040};
41
Eric Dumazet1b70e972015-09-25 07:39:24 -070042int inet_rtx_syn_ack(const struct sock *parent, struct request_sock *req);
Eric Dumazete6c022a2012-10-27 23:16:46 +000043
Martin KaFai Lau70a217f2020-08-20 12:00:14 -070044struct saved_syn {
Martin KaFai Lau267cf9f2020-08-20 12:01:23 -070045 u32 mac_hdrlen;
Martin KaFai Lau70a217f2020-08-20 12:00:14 -070046 u32 network_hdrlen;
47 u32 tcp_hdrlen;
48 u8 data[];
49};
50
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070051/* struct request_sock - mini sock to represent a connection request
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070052 */
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070053struct request_sock {
Eric Dumazet634fb9792013-10-09 15:21:29 -070054 struct sock_common __req_common;
Eric Dumazet1e2e0112015-03-12 16:44:06 -070055#define rsk_refcnt __req_common.skc_refcnt
Eric Dumazet52452c52015-03-19 19:04:19 -070056#define rsk_hash __req_common.skc_hash
Eric Dumazet8e5eb542015-10-08 19:33:22 -070057#define rsk_listener __req_common.skc_listener
Eric Dumazeted53d0a2015-10-08 19:33:23 -070058#define rsk_window_clamp __req_common.skc_window_clamp
59#define rsk_rcv_wnd __req_common.skc_rcv_wnd
Eric Dumazet1e2e0112015-03-12 16:44:06 -070060
Eric Dumazet3fb62c52013-04-19 14:29:25 -070061 struct request_sock *dl_next;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070062 u16 mss;
Eric Dumazete6c022a2012-10-27 23:16:46 +000063 u8 num_retrans; /* number of retransmits */
Florian Westphalf8ace8d2020-07-30 21:25:50 +020064 u8 syncookie:1; /* syncookie: encode tcpopts in timestamp */
Eric Dumazete6c022a2012-10-27 23:16:46 +000065 u8 num_timeout:7; /* number of timeouts */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070066 u32 ts_recent;
Eric Dumazetfa76ce732015-03-19 19:04:20 -070067 struct timer_list rsk_timer;
Eric Dumazet72a3eff2006-11-16 02:30:37 -080068 const struct request_sock_ops *rsk_ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070069 struct sock *sk;
Martin KaFai Lau70a217f2020-08-20 12:00:14 -070070 struct saved_syn *saved_syn;
Venkat Yekkirala4237c752006-07-24 23:32:50 -070071 u32 secid;
Venkat Yekkirala6b877692006-11-08 17:04:09 -060072 u32 peer_secid;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070073};
74
Florian Westphalb1f0a0e2015-12-21 21:29:24 +010075static inline struct request_sock *inet_reqsk(const struct sock *sk)
Eric Dumazetb267cdd2015-10-02 11:43:27 -070076{
77 return (struct request_sock *)sk;
78}
79
80static inline struct sock *req_to_sk(struct request_sock *req)
81{
82 return (struct sock *)req;
83}
84
Eric Dumazet4e9a5782015-03-17 18:32:28 -070085static inline struct request_sock *
Eric Dumazeta1a53442015-10-04 21:08:11 -070086reqsk_alloc(const struct request_sock_ops *ops, struct sock *sk_listener,
87 bool attach_listener)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070088{
Eric Dumazete96f78a2015-10-03 06:27:28 -070089 struct request_sock *req;
90
91 req = kmem_cache_alloc(ops->slab, GFP_ATOMIC | __GFP_NOWARN);
Eric Dumazet3a5d1c02016-04-01 08:52:16 -070092 if (!req)
93 return NULL;
94 req->rsk_listener = NULL;
95 if (attach_listener) {
Reshetova, Elena41c6d652017-06-30 13:08:01 +030096 if (unlikely(!refcount_inc_not_zero(&sk_listener->sk_refcnt))) {
Eric Dumazet3a5d1c02016-04-01 08:52:16 -070097 kmem_cache_free(ops->slab, req);
98 return NULL;
Eric Dumazeta1a53442015-10-04 21:08:11 -070099 }
Eric Dumazet3a5d1c02016-04-01 08:52:16 -0700100 req->rsk_listener = sk_listener;
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700101 }
Eric Dumazet3a5d1c02016-04-01 08:52:16 -0700102 req->rsk_ops = ops;
103 req_to_sk(req)->sk_prot = sk_listener->sk_prot;
104 sk_node_init(&req_to_sk(req)->sk_node);
105 sk_tx_queue_clear(req_to_sk(req));
106 req->saved_syn = NULL;
Eric Dumazet85f9aa72019-06-19 09:38:38 -0700107 req->num_timeout = 0;
108 req->num_retrans = 0;
109 req->sk = NULL;
Reshetova, Elena41c6d652017-06-30 13:08:01 +0300110 refcount_set(&req->rsk_refcnt, 0);
Eric Dumazet3a5d1c02016-04-01 08:52:16 -0700111
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700112 return req;
113}
114
Guillaume Nault9403cf22019-03-19 16:05:44 +0100115static inline void __reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700116{
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700117 req->rsk_ops->destructor(req);
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700118 if (req->rsk_listener)
119 sock_put(req->rsk_listener);
Eric Dumazetcd8ae852015-05-03 21:34:46 -0700120 kfree(req->saved_syn);
Eric Dumazet13854e52015-03-15 21:12:16 -0700121 kmem_cache_free(req->rsk_ops->slab, req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700122}
123
Guillaume Nault9403cf22019-03-19 16:05:44 +0100124static inline void reqsk_free(struct request_sock *req)
125{
126 WARN_ON_ONCE(refcount_read(&req->rsk_refcnt) != 0);
127 __reqsk_free(req);
128}
129
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700130static inline void reqsk_put(struct request_sock *req)
131{
Reshetova, Elena41c6d652017-06-30 13:08:01 +0300132 if (refcount_dec_and_test(&req->rsk_refcnt))
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700133 reqsk_free(req);
134}
135
Jerry Chu10467162012-08-31 12:29:11 +0000136/*
137 * For a TCP Fast Open listener -
138 * lock - protects the access to all the reqsk, which is co-owned by
139 * the listener and the child socket.
140 * qlen - pending TFO requests (still in TCP_SYN_RECV).
141 * max_qlen - max TFO reqs allowed before TFO is disabled.
142 *
143 * XXX (TFO) - ideally these fields can be made as part of "listen_sock"
144 * structure above. But there is some implementation difficulty due to
145 * listen_sock being part of request_sock_queue hence will be freed when
146 * a listener is stopped. But TFO related fields may continue to be
147 * accessed even after a listener is closed, until its sk_refcnt drops
148 * to 0 implying no more outstanding TFO reqs. One solution is to keep
149 * listen_opt around until sk_refcnt drops to 0. But there is some other
150 * complexity that needs to be resolved. E.g., a listener can be disabled
151 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later.
152 */
153struct fastopen_queue {
154 struct request_sock *rskq_rst_head; /* Keep track of past TFO */
155 struct request_sock *rskq_rst_tail; /* requests that caused RST.
156 * This is part of the defense
157 * against spoofing attack.
158 */
159 spinlock_t lock;
160 int qlen; /* # of pending (TCP_SYN_RECV) reqs */
161 int max_qlen; /* != 0 iff TFO is currently enabled */
Yuchung Cheng1fba70e2017-10-18 11:22:51 -0700162
163 struct tcp_fastopen_context __rcu *ctx; /* cipher context for cookie */
Jerry Chu10467162012-08-31 12:29:11 +0000164};
165
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700166/** struct request_sock_queue - queue of request_socks
167 *
168 * @rskq_accept_head - FIFO head of established children
169 * @rskq_accept_tail - FIFO tail of established children
Arnaldo Carvalho de Melo295f7322005-08-09 20:11:56 -0700170 * @rskq_defer_accept - User waits for some data after accept()
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700171 *
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700172 */
173struct request_sock_queue {
Eric Dumazetfff1f302015-10-02 11:43:23 -0700174 spinlock_t rskq_lock;
175 u8 rskq_defer_accept;
Eric Dumazetef547f22015-10-02 11:43:37 -0700176
Eric Dumazet8d2675f2015-10-02 11:43:25 -0700177 u32 synflood_warned;
Eric Dumazetaac065c2015-10-02 11:43:24 -0700178 atomic_t qlen;
179 atomic_t young;
180
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700181 struct request_sock *rskq_accept_head;
182 struct request_sock *rskq_accept_tail;
Eric Dumazet0536fcc2015-09-29 07:42:52 -0700183 struct fastopen_queue fastopenq; /* Check max_qlen != 0 to determine
184 * if TFO is enabled.
Jerry Chu10467162012-08-31 12:29:11 +0000185 */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700186};
187
Eric Dumazetef547f22015-10-02 11:43:37 -0700188void reqsk_queue_alloc(struct request_sock_queue *queue);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700189
Joe Perchesc0f45022013-09-22 10:32:20 -0700190void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req,
191 bool reset);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700192
Eric Dumazetfff1f302015-10-02 11:43:23 -0700193static inline bool reqsk_queue_empty(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700194{
Eric Dumazet60b173c2019-10-09 14:51:20 -0700195 return READ_ONCE(queue->rskq_accept_head) == NULL;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700196}
197
Eric Dumazetfff1f302015-10-02 11:43:23 -0700198static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue,
199 struct sock *parent)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700200{
Eric Dumazetfff1f302015-10-02 11:43:23 -0700201 struct request_sock *req;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700202
Eric Dumazetfff1f302015-10-02 11:43:23 -0700203 spin_lock_bh(&queue->rskq_lock);
204 req = queue->rskq_accept_head;
205 if (req) {
206 sk_acceptq_removed(parent);
Eric Dumazet60b173c2019-10-09 14:51:20 -0700207 WRITE_ONCE(queue->rskq_accept_head, req->dl_next);
Eric Dumazetfff1f302015-10-02 11:43:23 -0700208 if (queue->rskq_accept_head == NULL)
209 queue->rskq_accept_tail = NULL;
210 }
211 spin_unlock_bh(&queue->rskq_lock);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700212 return req;
213}
214
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700215static inline void reqsk_queue_removed(struct request_sock_queue *queue,
216 const struct request_sock *req)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700217{
Eric Dumazete6c022a2012-10-27 23:16:46 +0000218 if (req->num_timeout == 0)
Eric Dumazetaac065c2015-10-02 11:43:24 -0700219 atomic_dec(&queue->young);
220 atomic_dec(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700221}
222
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700223static inline void reqsk_queue_added(struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700224{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700225 atomic_inc(&queue->young);
226 atomic_inc(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700227}
228
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700229static inline int reqsk_queue_len(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700230{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700231 return atomic_read(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700232}
233
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700234static inline int reqsk_queue_len_young(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700235{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700236 return atomic_read(&queue->young);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700237}
238
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700239#endif /* _REQUEST_SOCK_H */