blob: 7d9ed99a77bd10cd47c8f2b98defcfbcb2f51446 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07002/*
3 * NET Generic infrastructure for Network protocols.
4 *
Haishuang Yanfee83d02016-12-28 17:52:33 +08005 * Definitions for request_sock
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07006 *
7 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
8 *
9 * From code originally in include/net/tcp.h
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070010 */
11#ifndef _REQUEST_SOCK_H
12#define _REQUEST_SOCK_H
13
14#include <linux/slab.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070015#include <linux/spinlock.h>
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070016#include <linux/types.h>
Ilpo Järvinen547b7922008-07-25 21:43:18 -070017#include <linux/bug.h>
Reshetova, Elena41c6d652017-06-30 13:08:01 +030018#include <linux/refcount.h>
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -070019
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070020#include <net/sock.h>
21
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070022struct request_sock;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070023struct sk_buff;
24struct dst_entry;
25struct proto;
26
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070027struct request_sock_ops {
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070028 int family;
Alexey Dobriyan417ccf62017-05-23 00:21:39 +030029 unsigned int obj_size;
Christoph Lametere18b8902006-12-06 20:33:20 -080030 struct kmem_cache *slab;
Catalin Marinas7e56b5d2008-11-21 16:45:22 -080031 char *slab_name;
Eric Dumazetea3bea32015-09-25 07:39:23 -070032 int (*rtx_syn_ack)(const struct sock *sk,
Christoph Paasch1a2c6182013-03-17 08:23:34 +000033 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070034 void (*send_ack)(const struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070035 struct request_sock *req);
Eric Dumazeta00e7442015-09-29 07:42:39 -070036 void (*send_reset)(const struct sock *sk,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080037 struct sk_buff *skb);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070038 void (*destructor)(struct request_sock *req);
Eric Dumazet42cb80a2015-03-22 10:22:19 -070039 void (*syn_ack_timeout)(const struct request_sock *req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070040};
41
Eric Dumazet1b70e972015-09-25 07:39:24 -070042int inet_rtx_syn_ack(const struct sock *parent, struct request_sock *req);
Eric Dumazete6c022a2012-10-27 23:16:46 +000043
Martin KaFai Lau70a217f2020-08-20 12:00:14 -070044struct saved_syn {
45 u32 network_hdrlen;
46 u32 tcp_hdrlen;
47 u8 data[];
48};
49
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070050/* struct request_sock - mini sock to represent a connection request
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070051 */
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -070052struct request_sock {
Eric Dumazet634fb9792013-10-09 15:21:29 -070053 struct sock_common __req_common;
Eric Dumazet1e2e0112015-03-12 16:44:06 -070054#define rsk_refcnt __req_common.skc_refcnt
Eric Dumazet52452c52015-03-19 19:04:19 -070055#define rsk_hash __req_common.skc_hash
Eric Dumazet8e5eb542015-10-08 19:33:22 -070056#define rsk_listener __req_common.skc_listener
Eric Dumazeted53d0a2015-10-08 19:33:23 -070057#define rsk_window_clamp __req_common.skc_window_clamp
58#define rsk_rcv_wnd __req_common.skc_rcv_wnd
Eric Dumazet1e2e0112015-03-12 16:44:06 -070059
Eric Dumazet3fb62c52013-04-19 14:29:25 -070060 struct request_sock *dl_next;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070061 u16 mss;
Eric Dumazete6c022a2012-10-27 23:16:46 +000062 u8 num_retrans; /* number of retransmits */
Florian Westphalf8ace8d2020-07-30 21:25:50 +020063 u8 syncookie:1; /* syncookie: encode tcpopts in timestamp */
Eric Dumazete6c022a2012-10-27 23:16:46 +000064 u8 num_timeout:7; /* number of timeouts */
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070065 u32 ts_recent;
Eric Dumazetfa76ce732015-03-19 19:04:20 -070066 struct timer_list rsk_timer;
Eric Dumazet72a3eff2006-11-16 02:30:37 -080067 const struct request_sock_ops *rsk_ops;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070068 struct sock *sk;
Martin KaFai Lau70a217f2020-08-20 12:00:14 -070069 struct saved_syn *saved_syn;
Venkat Yekkirala4237c752006-07-24 23:32:50 -070070 u32 secid;
Venkat Yekkirala6b877692006-11-08 17:04:09 -060071 u32 peer_secid;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070072};
73
Florian Westphalb1f0a0e2015-12-21 21:29:24 +010074static inline struct request_sock *inet_reqsk(const struct sock *sk)
Eric Dumazetb267cdd2015-10-02 11:43:27 -070075{
76 return (struct request_sock *)sk;
77}
78
79static inline struct sock *req_to_sk(struct request_sock *req)
80{
81 return (struct sock *)req;
82}
83
Eric Dumazet4e9a5782015-03-17 18:32:28 -070084static inline struct request_sock *
Eric Dumazeta1a53442015-10-04 21:08:11 -070085reqsk_alloc(const struct request_sock_ops *ops, struct sock *sk_listener,
86 bool attach_listener)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -070087{
Eric Dumazete96f78a2015-10-03 06:27:28 -070088 struct request_sock *req;
89
90 req = kmem_cache_alloc(ops->slab, GFP_ATOMIC | __GFP_NOWARN);
Eric Dumazet3a5d1c02016-04-01 08:52:16 -070091 if (!req)
92 return NULL;
93 req->rsk_listener = NULL;
94 if (attach_listener) {
Reshetova, Elena41c6d652017-06-30 13:08:01 +030095 if (unlikely(!refcount_inc_not_zero(&sk_listener->sk_refcnt))) {
Eric Dumazet3a5d1c02016-04-01 08:52:16 -070096 kmem_cache_free(ops->slab, req);
97 return NULL;
Eric Dumazeta1a53442015-10-04 21:08:11 -070098 }
Eric Dumazet3a5d1c02016-04-01 08:52:16 -070099 req->rsk_listener = sk_listener;
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700100 }
Eric Dumazet3a5d1c02016-04-01 08:52:16 -0700101 req->rsk_ops = ops;
102 req_to_sk(req)->sk_prot = sk_listener->sk_prot;
103 sk_node_init(&req_to_sk(req)->sk_node);
104 sk_tx_queue_clear(req_to_sk(req));
105 req->saved_syn = NULL;
Eric Dumazet85f9aa72019-06-19 09:38:38 -0700106 req->num_timeout = 0;
107 req->num_retrans = 0;
108 req->sk = NULL;
Reshetova, Elena41c6d652017-06-30 13:08:01 +0300109 refcount_set(&req->rsk_refcnt, 0);
Eric Dumazet3a5d1c02016-04-01 08:52:16 -0700110
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700111 return req;
112}
113
Guillaume Nault9403cf22019-03-19 16:05:44 +0100114static inline void __reqsk_free(struct request_sock *req)
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700115{
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700116 req->rsk_ops->destructor(req);
Eric Dumazet4e9a5782015-03-17 18:32:28 -0700117 if (req->rsk_listener)
118 sock_put(req->rsk_listener);
Eric Dumazetcd8ae852015-05-03 21:34:46 -0700119 kfree(req->saved_syn);
Eric Dumazet13854e52015-03-15 21:12:16 -0700120 kmem_cache_free(req->rsk_ops->slab, req);
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700121}
122
Guillaume Nault9403cf22019-03-19 16:05:44 +0100123static inline void reqsk_free(struct request_sock *req)
124{
125 WARN_ON_ONCE(refcount_read(&req->rsk_refcnt) != 0);
126 __reqsk_free(req);
127}
128
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700129static inline void reqsk_put(struct request_sock *req)
130{
Reshetova, Elena41c6d652017-06-30 13:08:01 +0300131 if (refcount_dec_and_test(&req->rsk_refcnt))
Eric Dumazet1e2e0112015-03-12 16:44:06 -0700132 reqsk_free(req);
133}
134
Jerry Chu10467162012-08-31 12:29:11 +0000135/*
136 * For a TCP Fast Open listener -
137 * lock - protects the access to all the reqsk, which is co-owned by
138 * the listener and the child socket.
139 * qlen - pending TFO requests (still in TCP_SYN_RECV).
140 * max_qlen - max TFO reqs allowed before TFO is disabled.
141 *
142 * XXX (TFO) - ideally these fields can be made as part of "listen_sock"
143 * structure above. But there is some implementation difficulty due to
144 * listen_sock being part of request_sock_queue hence will be freed when
145 * a listener is stopped. But TFO related fields may continue to be
146 * accessed even after a listener is closed, until its sk_refcnt drops
147 * to 0 implying no more outstanding TFO reqs. One solution is to keep
148 * listen_opt around until sk_refcnt drops to 0. But there is some other
149 * complexity that needs to be resolved. E.g., a listener can be disabled
150 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later.
151 */
152struct fastopen_queue {
153 struct request_sock *rskq_rst_head; /* Keep track of past TFO */
154 struct request_sock *rskq_rst_tail; /* requests that caused RST.
155 * This is part of the defense
156 * against spoofing attack.
157 */
158 spinlock_t lock;
159 int qlen; /* # of pending (TCP_SYN_RECV) reqs */
160 int max_qlen; /* != 0 iff TFO is currently enabled */
Yuchung Cheng1fba70e2017-10-18 11:22:51 -0700161
162 struct tcp_fastopen_context __rcu *ctx; /* cipher context for cookie */
Jerry Chu10467162012-08-31 12:29:11 +0000163};
164
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700165/** struct request_sock_queue - queue of request_socks
166 *
167 * @rskq_accept_head - FIFO head of established children
168 * @rskq_accept_tail - FIFO tail of established children
Arnaldo Carvalho de Melo295f7322005-08-09 20:11:56 -0700169 * @rskq_defer_accept - User waits for some data after accept()
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700170 *
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700171 */
172struct request_sock_queue {
Eric Dumazetfff1f302015-10-02 11:43:23 -0700173 spinlock_t rskq_lock;
174 u8 rskq_defer_accept;
Eric Dumazetef547f22015-10-02 11:43:37 -0700175
Eric Dumazet8d2675f2015-10-02 11:43:25 -0700176 u32 synflood_warned;
Eric Dumazetaac065c2015-10-02 11:43:24 -0700177 atomic_t qlen;
178 atomic_t young;
179
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700180 struct request_sock *rskq_accept_head;
181 struct request_sock *rskq_accept_tail;
Eric Dumazet0536fcc2015-09-29 07:42:52 -0700182 struct fastopen_queue fastopenq; /* Check max_qlen != 0 to determine
183 * if TFO is enabled.
Jerry Chu10467162012-08-31 12:29:11 +0000184 */
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700185};
186
Eric Dumazetef547f22015-10-02 11:43:37 -0700187void reqsk_queue_alloc(struct request_sock_queue *queue);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700188
Joe Perchesc0f45022013-09-22 10:32:20 -0700189void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req,
190 bool reset);
Arnaldo Carvalho de Melo83e36092005-08-09 19:33:31 -0700191
Eric Dumazetfff1f302015-10-02 11:43:23 -0700192static inline bool reqsk_queue_empty(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700193{
Eric Dumazet60b173c2019-10-09 14:51:20 -0700194 return READ_ONCE(queue->rskq_accept_head) == NULL;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700195}
196
Eric Dumazetfff1f302015-10-02 11:43:23 -0700197static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue,
198 struct sock *parent)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700199{
Eric Dumazetfff1f302015-10-02 11:43:23 -0700200 struct request_sock *req;
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700201
Eric Dumazetfff1f302015-10-02 11:43:23 -0700202 spin_lock_bh(&queue->rskq_lock);
203 req = queue->rskq_accept_head;
204 if (req) {
205 sk_acceptq_removed(parent);
Eric Dumazet60b173c2019-10-09 14:51:20 -0700206 WRITE_ONCE(queue->rskq_accept_head, req->dl_next);
Eric Dumazetfff1f302015-10-02 11:43:23 -0700207 if (queue->rskq_accept_head == NULL)
208 queue->rskq_accept_tail = NULL;
209 }
210 spin_unlock_bh(&queue->rskq_lock);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700211 return req;
212}
213
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700214static inline void reqsk_queue_removed(struct request_sock_queue *queue,
215 const struct request_sock *req)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700216{
Eric Dumazete6c022a2012-10-27 23:16:46 +0000217 if (req->num_timeout == 0)
Eric Dumazetaac065c2015-10-02 11:43:24 -0700218 atomic_dec(&queue->young);
219 atomic_dec(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700220}
221
Eric Dumazetfa76ce732015-03-19 19:04:20 -0700222static inline void reqsk_queue_added(struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700223{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700224 atomic_inc(&queue->young);
225 atomic_inc(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700226}
227
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700228static inline int reqsk_queue_len(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700229{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700230 return atomic_read(&queue->qlen);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700231}
232
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700233static inline int reqsk_queue_len_young(const struct request_sock_queue *queue)
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700234{
Eric Dumazetaac065c2015-10-02 11:43:24 -0700235 return atomic_read(&queue->young);
Arnaldo Carvalho de Melo0e875062005-06-18 22:47:59 -0700236}
237
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700238#endif /* _REQUEST_SOCK_H */