Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 2 | /* |
| 3 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 4 | * operating system. INET is implemented using the BSD Socket |
| 5 | * interface as the means of communication with the user level. |
| 6 | * |
| 7 | * Definitions for inet_sock |
| 8 | * |
| 9 | * Authors: Many, reorganised here by |
| 10 | * Arnaldo Carvalho de Melo <acme@mandriva.com> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 11 | */ |
| 12 | #ifndef _INET_SOCK_H |
| 13 | #define _INET_SOCK_H |
| 14 | |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 15 | #include <linux/bitops.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 16 | #include <linux/string.h> |
| 17 | #include <linux/types.h> |
David S. Miller | b3da2cf | 2007-03-23 11:40:27 -0700 | [diff] [blame] | 18 | #include <linux/jhash.h> |
Tom Herbert | fec5e65 | 2010-04-16 16:01:27 -0700 | [diff] [blame] | 19 | #include <linux/netdevice.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 20 | |
| 21 | #include <net/flow.h> |
| 22 | #include <net/sock.h> |
| 23 | #include <net/request_sock.h> |
Pavel Emelyanov | 0b44191 | 2008-06-16 17:14:11 -0700 | [diff] [blame] | 24 | #include <net/netns/hash.h> |
Eric Dumazet | d34ac51 | 2015-03-12 16:44:05 -0700 | [diff] [blame] | 25 | #include <net/tcp_states.h> |
David Ahern | 6dd9a14 | 2015-12-16 13:20:44 -0800 | [diff] [blame] | 26 | #include <net/l3mdev.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 27 | |
| 28 | /** struct ip_options - IP Options |
| 29 | * |
| 30 | * @faddr - Saved first hop address |
Li Wei | ac8a481 | 2011-11-22 23:33:10 +0000 | [diff] [blame] | 31 | * @nexthop - Saved nexthop address in LSRR and SSRR |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 32 | * @is_strictroute - Strict source route |
| 33 | * @srr_is_hit - Packet destination addr was our one |
| 34 | * @is_changed - IP checksum more not valid |
| 35 | * @rr_needaddr - Need to record addr of outgoing dev |
| 36 | * @ts_needtime - Need to record timestamp |
| 37 | * @ts_needaddr - Need to record addr of outgoing dev |
| 38 | */ |
| 39 | struct ip_options { |
Al Viro | 3ca3c68 | 2006-09-27 18:28:07 -0700 | [diff] [blame] | 40 | __be32 faddr; |
Li Wei | ac8a481 | 2011-11-22 23:33:10 +0000 | [diff] [blame] | 41 | __be32 nexthop; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 42 | unsigned char optlen; |
| 43 | unsigned char srr; |
| 44 | unsigned char rr; |
| 45 | unsigned char ts; |
Denis V. Lunev | ef72249 | 2008-03-22 16:35:29 -0700 | [diff] [blame] | 46 | unsigned char is_strictroute:1, |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 47 | srr_is_hit:1, |
| 48 | is_changed:1, |
| 49 | rr_needaddr:1, |
| 50 | ts_needtime:1, |
| 51 | ts_needaddr:1; |
| 52 | unsigned char router_alert; |
Paul Moore | 11a03f7 | 2006-08-03 16:46:20 -0700 | [diff] [blame] | 53 | unsigned char cipso; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 54 | unsigned char __pad2; |
Gustavo A. R. Silva | 48b77df | 2020-03-02 06:07:42 -0600 | [diff] [blame] | 55 | unsigned char __data[]; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 56 | }; |
| 57 | |
Eric Dumazet | f6d8bd0 | 2011-04-21 09:45:37 +0000 | [diff] [blame] | 58 | struct ip_options_rcu { |
| 59 | struct rcu_head rcu; |
| 60 | struct ip_options opt; |
| 61 | }; |
| 62 | |
| 63 | struct ip_options_data { |
| 64 | struct ip_options_rcu opt; |
| 65 | char data[40]; |
| 66 | }; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 67 | |
| 68 | struct inet_request_sock { |
| 69 | struct request_sock req; |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 70 | #define ir_loc_addr req.__req_common.skc_rcv_saddr |
| 71 | #define ir_rmt_addr req.__req_common.skc_daddr |
Eric Dumazet | b44084c | 2013-10-10 00:04:37 -0700 | [diff] [blame] | 72 | #define ir_num req.__req_common.skc_num |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 73 | #define ir_rmt_port req.__req_common.skc_dport |
| 74 | #define ir_v6_rmt_addr req.__req_common.skc_v6_daddr |
| 75 | #define ir_v6_loc_addr req.__req_common.skc_v6_rcv_saddr |
| 76 | #define ir_iif req.__req_common.skc_bound_dev_if |
Eric Dumazet | 33cf7c9 | 2015-03-11 18:53:14 -0700 | [diff] [blame] | 77 | #define ir_cookie req.__req_common.skc_cookie |
| 78 | #define ireq_net req.__req_common.skc_net |
Eric Dumazet | d34ac51 | 2015-03-12 16:44:05 -0700 | [diff] [blame] | 79 | #define ireq_state req.__req_common.skc_state |
Eric Dumazet | 3f66b08 | 2015-03-12 16:44:10 -0700 | [diff] [blame] | 80 | #define ireq_family req.__req_common.skc_family |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 81 | |
Vegard Nossum | 45e3ff8 | 2008-09-09 06:43:12 +0200 | [diff] [blame] | 82 | u16 snd_wscale : 4, |
| 83 | rcv_wscale : 4, |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 84 | tstamp_ok : 1, |
| 85 | sack_ok : 1, |
| 86 | wscale_ok : 1, |
| 87 | ecn_ok : 1, |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 88 | acked : 1, |
Ursula Braun | 60e2a77 | 2017-10-25 11:01:45 +0200 | [diff] [blame] | 89 | no_srccheck: 1, |
| 90 | smc_ok : 1; |
Eric Dumazet | adc17d6 | 2015-03-16 21:06:18 -0700 | [diff] [blame] | 91 | u32 ir_mark; |
Octavian Purdila | 476eab8 | 2014-06-25 17:09:52 +0300 | [diff] [blame] | 92 | union { |
Eric Dumazet | c92e8c0 | 2017-10-20 09:04:13 -0700 | [diff] [blame] | 93 | struct ip_options_rcu __rcu *ireq_opt; |
Huw Davies | 56ac42b | 2016-06-27 15:05:28 -0400 | [diff] [blame] | 94 | #if IS_ENABLED(CONFIG_IPV6) |
| 95 | struct { |
| 96 | struct ipv6_txoptions *ipv6_opt; |
| 97 | struct sk_buff *pktopts; |
| 98 | }; |
| 99 | #endif |
Octavian Purdila | 476eab8 | 2014-06-25 17:09:52 +0300 | [diff] [blame] | 100 | }; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 101 | }; |
| 102 | |
| 103 | static inline struct inet_request_sock *inet_rsk(const struct request_sock *sk) |
| 104 | { |
| 105 | return (struct inet_request_sock *)sk; |
| 106 | } |
| 107 | |
Eric Dumazet | adc17d6 | 2015-03-16 21:06:18 -0700 | [diff] [blame] | 108 | static inline u32 inet_request_mark(const struct sock *sk, struct sk_buff *skb) |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 109 | { |
Eric Dumazet | adc17d6 | 2015-03-16 21:06:18 -0700 | [diff] [blame] | 110 | if (!sk->sk_mark && sock_net(sk)->ipv4.sysctl_tcp_fwmark_accept) |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 111 | return skb->mark; |
Eric Dumazet | adc17d6 | 2015-03-16 21:06:18 -0700 | [diff] [blame] | 112 | |
| 113 | return sk->sk_mark; |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 114 | } |
| 115 | |
David Ahern | 6dd9a14 | 2015-12-16 13:20:44 -0800 | [diff] [blame] | 116 | static inline int inet_request_bound_dev_if(const struct sock *sk, |
| 117 | struct sk_buff *skb) |
| 118 | { |
| 119 | #ifdef CONFIG_NET_L3_MASTER_DEV |
| 120 | struct net *net = sock_net(sk); |
| 121 | |
| 122 | if (!sk->sk_bound_dev_if && net->ipv4.sysctl_tcp_l3mdev_accept) |
| 123 | return l3mdev_master_ifindex_by_index(net, skb->skb_iif); |
| 124 | #endif |
| 125 | |
| 126 | return sk->sk_bound_dev_if; |
| 127 | } |
| 128 | |
Robert Shearman | 3c82a21 | 2018-11-07 15:36:02 +0000 | [diff] [blame] | 129 | static inline int inet_sk_bound_l3mdev(const struct sock *sk) |
| 130 | { |
| 131 | #ifdef CONFIG_NET_L3_MASTER_DEV |
| 132 | struct net *net = sock_net(sk); |
| 133 | |
| 134 | if (!net->ipv4.sysctl_tcp_l3mdev_accept) |
| 135 | return l3mdev_master_ifindex_by_index(net, |
| 136 | sk->sk_bound_dev_if); |
| 137 | #endif |
| 138 | |
| 139 | return 0; |
| 140 | } |
| 141 | |
Mike Manning | e781905 | 2018-11-07 15:36:03 +0000 | [diff] [blame] | 142 | static inline bool inet_bound_dev_eq(bool l3mdev_accept, int bound_dev_if, |
| 143 | int dif, int sdif) |
| 144 | { |
| 145 | if (!bound_dev_if) |
| 146 | return !sdif || l3mdev_accept; |
| 147 | return bound_dev_if == dif || bound_dev_if == sdif; |
| 148 | } |
| 149 | |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 150 | struct inet_cork { |
| 151 | unsigned int flags; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 152 | __be32 addr; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 153 | struct ip_options *opt; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 154 | unsigned int fragsize; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 155 | int length; /* Total length of all frames */ |
Eric Dumazet | 5640f76 | 2012-09-23 23:04:42 +0000 | [diff] [blame] | 156 | struct dst_entry *dst; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 157 | u8 tx_flags; |
Francesco Fusco | aa66158 | 2013-09-24 15:43:09 +0200 | [diff] [blame] | 158 | __u8 ttl; |
| 159 | __s16 tos; |
| 160 | char priority; |
Willem de Bruijn | bec1f6f | 2018-04-26 13:42:17 -0400 | [diff] [blame] | 161 | __u16 gso_size; |
Jesus Sanchez-Palencia | bc969a9 | 2018-07-03 15:42:49 -0700 | [diff] [blame] | 162 | u64 transmit_time; |
Willem de Bruijn | c6af0c2 | 2019-09-11 15:50:51 -0400 | [diff] [blame] | 163 | u32 mark; |
Herbert Xu | 1470ddf | 2011-03-01 02:36:47 +0000 | [diff] [blame] | 164 | }; |
| 165 | |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 166 | struct inet_cork_full { |
| 167 | struct inet_cork base; |
| 168 | struct flowi fl; |
| 169 | }; |
| 170 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 171 | struct ip_mc_socklist; |
| 172 | struct ipv6_pinfo; |
| 173 | struct rtable; |
| 174 | |
| 175 | /** struct inet_sock - representation of INET sockets |
| 176 | * |
| 177 | * @sk - ancestor class |
| 178 | * @pinet6 - pointer to IPv6 control block |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 179 | * @inet_daddr - Foreign IPv4 addr |
| 180 | * @inet_rcv_saddr - Bound local IPv4 addr |
| 181 | * @inet_dport - Destination port |
| 182 | * @inet_num - Local port |
| 183 | * @inet_saddr - Sending source |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 184 | * @uc_ttl - Unicast TTL |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 185 | * @inet_sport - Source port |
| 186 | * @inet_id - ID counter for DF pkts |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 187 | * @tos - TOS |
| 188 | * @mc_ttl - Multicasting TTL |
| 189 | * @is_icsk - is this an inet_connection_sock? |
Erich E. Hoover | 76e2105 | 2012-02-08 09:11:07 +0000 | [diff] [blame] | 190 | * @uc_index - Unicast outgoing device index |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 191 | * @mc_index - Multicast device index |
| 192 | * @mc_list - Group array |
| 193 | * @cork - info to build ip hdr on each ip frag while socket is corked |
| 194 | */ |
| 195 | struct inet_sock { |
| 196 | /* sk and pinet6 has to be the first two members of inet_sock */ |
| 197 | struct sock sk; |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 198 | #if IS_ENABLED(CONFIG_IPV6) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 199 | struct ipv6_pinfo *pinet6; |
| 200 | #endif |
| 201 | /* Socket demultiplex comparisons on incoming packets. */ |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 202 | #define inet_daddr sk.__sk_common.skc_daddr |
| 203 | #define inet_rcv_saddr sk.__sk_common.skc_rcv_saddr |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 204 | #define inet_dport sk.__sk_common.skc_dport |
| 205 | #define inet_num sk.__sk_common.skc_num |
Eric Dumazet | 68835ab | 2010-11-30 19:04:07 +0000 | [diff] [blame] | 206 | |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 207 | __be32 inet_saddr; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 208 | __s16 uc_ttl; |
| 209 | __u16 cmsg_flags; |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 210 | __be16 inet_sport; |
| 211 | __u16 inet_id; |
Stephen Hemminger | d218d11 | 2010-01-11 16:28:01 -0800 | [diff] [blame] | 212 | |
Eric Dumazet | f6d8bd0 | 2011-04-21 09:45:37 +0000 | [diff] [blame] | 213 | struct ip_options_rcu __rcu *inet_opt; |
Eric Dumazet | ce43b03 | 2012-11-30 09:49:27 +0000 | [diff] [blame] | 214 | int rx_dst_ifindex; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 215 | __u8 tos; |
Stephen Hemminger | d218d11 | 2010-01-11 16:28:01 -0800 | [diff] [blame] | 216 | __u8 min_ttl; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 217 | __u8 mc_ttl; |
| 218 | __u8 pmtudisc; |
| 219 | __u8 recverr:1, |
| 220 | is_icsk:1, |
| 221 | freebind:1, |
| 222 | hdrincl:1, |
KOVACS Krisztian | f5715ae | 2008-10-01 07:30:02 -0700 | [diff] [blame] | 223 | mc_loop:1, |
Nivedita Singhvi | f771bef | 2009-05-28 07:00:46 +0000 | [diff] [blame] | 224 | transparent:1, |
Jiri Olsa | 7b2ff18 | 2010-06-15 01:07:31 +0000 | [diff] [blame] | 225 | mc_all:1, |
| 226 | nodefrag:1; |
Wei Wang | 19f6d3f | 2017-01-23 10:59:22 -0800 | [diff] [blame] | 227 | __u8 bind_address_no_port:1, |
Willem de Bruijn | eba75c5 | 2020-07-10 09:29:02 -0400 | [diff] [blame] | 228 | recverr_rfc4884:1, |
Wei Wang | 19f6d3f | 2017-01-23 10:59:22 -0800 | [diff] [blame] | 229 | defer_connect:1; /* Indicates that fastopen_connect is set |
| 230 | * and cookie exists so we defer connect |
| 231 | * until first data frame is written |
| 232 | */ |
Jiri Benc | 4c507d2 | 2012-02-09 09:35:49 +0000 | [diff] [blame] | 233 | __u8 rcv_tos; |
Tom Herbert | 224d019 | 2015-01-05 13:56:14 -0800 | [diff] [blame] | 234 | __u8 convert_csum; |
Erich E. Hoover | 76e2105 | 2012-02-08 09:11:07 +0000 | [diff] [blame] | 235 | int uc_index; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 236 | int mc_index; |
Al Viro | 011a926 | 2006-09-26 21:27:35 -0700 | [diff] [blame] | 237 | __be32 mc_addr; |
Eric Dumazet | 1d7138d | 2010-11-12 05:46:50 +0000 | [diff] [blame] | 238 | struct ip_mc_socklist __rcu *mc_list; |
David S. Miller | bdc712b | 2011-05-06 15:02:07 -0700 | [diff] [blame] | 239 | struct inet_cork_full cork; |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 240 | }; |
| 241 | |
| 242 | #define IPCORK_OPT 1 /* ip-options has been held in ipcork.opt */ |
| 243 | #define IPCORK_ALLFRAG 2 /* always fragment (for ipv6 for now) */ |
| 244 | |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 245 | /* cmsg flags for inet */ |
| 246 | #define IP_CMSG_PKTINFO BIT(0) |
| 247 | #define IP_CMSG_TTL BIT(1) |
| 248 | #define IP_CMSG_TOS BIT(2) |
| 249 | #define IP_CMSG_RECVOPTS BIT(3) |
| 250 | #define IP_CMSG_RETOPTS BIT(4) |
| 251 | #define IP_CMSG_PASSSEC BIT(5) |
| 252 | #define IP_CMSG_ORIGDSTADDR BIT(6) |
Tom Herbert | ad6f939 | 2015-01-05 13:56:17 -0800 | [diff] [blame] | 253 | #define IP_CMSG_CHECKSUM BIT(7) |
Willem de Bruijn | 70ecc24 | 2016-11-02 11:02:16 -0400 | [diff] [blame] | 254 | #define IP_CMSG_RECVFRAGSIZE BIT(8) |
Tom Herbert | c44d13d | 2015-01-05 13:56:15 -0800 | [diff] [blame] | 255 | |
Eric Dumazet | bd5eb35 | 2015-12-07 08:53:17 -0800 | [diff] [blame] | 256 | /** |
| 257 | * sk_to_full_sk - Access to a full socket |
| 258 | * @sk: pointer to a socket |
| 259 | * |
| 260 | * SYNACK messages might be attached to request sockets. |
Eric Dumazet | 54abc68 | 2015-11-08 10:54:07 -0800 | [diff] [blame] | 261 | * Some places want to reach the listener in this case. |
| 262 | */ |
Eric Dumazet | bd5eb35 | 2015-12-07 08:53:17 -0800 | [diff] [blame] | 263 | static inline struct sock *sk_to_full_sk(struct sock *sk) |
Eric Dumazet | 54abc68 | 2015-11-08 10:54:07 -0800 | [diff] [blame] | 264 | { |
Eric Dumazet | bd5eb35 | 2015-12-07 08:53:17 -0800 | [diff] [blame] | 265 | #ifdef CONFIG_INET |
Eric Dumazet | 54abc68 | 2015-11-08 10:54:07 -0800 | [diff] [blame] | 266 | if (sk && sk->sk_state == TCP_NEW_SYN_RECV) |
| 267 | sk = inet_reqsk(sk)->rsk_listener; |
Eric Dumazet | bd5eb35 | 2015-12-07 08:53:17 -0800 | [diff] [blame] | 268 | #endif |
Eric Dumazet | 54abc68 | 2015-11-08 10:54:07 -0800 | [diff] [blame] | 269 | return sk; |
| 270 | } |
| 271 | |
Eric Dumazet | bd5eb35 | 2015-12-07 08:53:17 -0800 | [diff] [blame] | 272 | /* sk_to_full_sk() variant with a const argument */ |
| 273 | static inline const struct sock *sk_const_to_full_sk(const struct sock *sk) |
| 274 | { |
| 275 | #ifdef CONFIG_INET |
| 276 | if (sk && sk->sk_state == TCP_NEW_SYN_RECV) |
| 277 | sk = ((const struct request_sock *)sk)->rsk_listener; |
| 278 | #endif |
| 279 | return sk; |
| 280 | } |
| 281 | |
| 282 | static inline struct sock *skb_to_full_sk(const struct sk_buff *skb) |
| 283 | { |
| 284 | return sk_to_full_sk(skb->sk); |
| 285 | } |
| 286 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 287 | static inline struct inet_sock *inet_sk(const struct sock *sk) |
| 288 | { |
| 289 | return (struct inet_sock *)sk; |
| 290 | } |
| 291 | |
| 292 | static inline void __inet_sk_copy_descendant(struct sock *sk_to, |
| 293 | const struct sock *sk_from, |
| 294 | const int ancestor_size) |
| 295 | { |
| 296 | memcpy(inet_sk(sk_to) + 1, inet_sk(sk_from) + 1, |
| 297 | sk_from->sk_prot->obj_size - ancestor_size); |
| 298 | } |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 299 | #if !(IS_ENABLED(CONFIG_IPV6)) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 300 | static inline void inet_sk_copy_descendant(struct sock *sk_to, |
| 301 | const struct sock *sk_from) |
| 302 | { |
| 303 | __inet_sk_copy_descendant(sk_to, sk_from, sizeof(struct inet_sock)); |
| 304 | } |
| 305 | #endif |
| 306 | |
Joe Perches | 1fd5115 | 2013-09-21 10:22:41 -0700 | [diff] [blame] | 307 | int inet_sk_rebuild_header(struct sock *sk); |
Yafang Shao | 986ffdf | 2017-12-20 11:12:52 +0800 | [diff] [blame] | 308 | |
| 309 | /** |
| 310 | * inet_sk_state_load - read sk->sk_state for lockless contexts |
| 311 | * @sk: socket pointer |
| 312 | * |
| 313 | * Paired with inet_sk_state_store(). Used in places we don't hold socket lock: |
| 314 | * tcp_diag_get_info(), tcp_get_info(), tcp_poll(), get_tcp4_sock() ... |
| 315 | */ |
| 316 | static inline int inet_sk_state_load(const struct sock *sk) |
| 317 | { |
| 318 | /* state change might impact lockless readers. */ |
| 319 | return smp_load_acquire(&sk->sk_state); |
| 320 | } |
| 321 | |
| 322 | /** |
| 323 | * inet_sk_state_store - update sk->sk_state |
| 324 | * @sk: socket pointer |
| 325 | * @newstate: new state |
| 326 | * |
| 327 | * Paired with inet_sk_state_load(). Should be used in contexts where |
| 328 | * state change might impact lockless readers. |
| 329 | */ |
Yafang Shao | 563e0bb | 2017-12-20 11:12:51 +0800 | [diff] [blame] | 330 | void inet_sk_state_store(struct sock *sk, int newstate); |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 331 | |
Yafang Shao | 986ffdf | 2017-12-20 11:12:52 +0800 | [diff] [blame] | 332 | void inet_sk_set_state(struct sock *sk, int state); |
| 333 | |
Hannes Frederic Sowa | 65cd803 | 2013-10-19 21:48:51 +0200 | [diff] [blame] | 334 | static inline unsigned int __inet_ehashfn(const __be32 laddr, |
| 335 | const __u16 lport, |
| 336 | const __be32 faddr, |
| 337 | const __be16 fport, |
| 338 | u32 initval) |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 339 | { |
David S. Miller | 7adc383 | 2008-03-04 14:28:41 -0800 | [diff] [blame] | 340 | return jhash_3words((__force __u32) laddr, |
| 341 | (__force __u32) faddr, |
David S. Miller | b3da2cf | 2007-03-23 11:40:27 -0700 | [diff] [blame] | 342 | ((__u32) lport) << 16 | (__force __u32)fport, |
Hannes Frederic Sowa | 65cd803 | 2013-10-19 21:48:51 +0200 | [diff] [blame] | 343 | initval); |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 344 | } |
| 345 | |
Eric Dumazet | e49bb33 | 2015-03-17 18:32:27 -0700 | [diff] [blame] | 346 | struct request_sock *inet_reqsk_alloc(const struct request_sock_ops *ops, |
Eric Dumazet | a1a5344 | 2015-10-04 21:08:11 -0700 | [diff] [blame] | 347 | struct sock *sk_listener, |
| 348 | bool attach_listener); |
Arnaldo Carvalho de Melo | ce4a7d0 | 2008-06-10 12:39:35 -0700 | [diff] [blame] | 349 | |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 350 | static inline __u8 inet_sk_flowi_flags(const struct sock *sk) |
| 351 | { |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 352 | __u8 flags = 0; |
| 353 | |
Julian Anastasov | 47670b7 | 2011-08-07 09:16:09 +0000 | [diff] [blame] | 354 | if (inet_sk(sk)->transparent || inet_sk(sk)->hdrincl) |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 355 | flags |= FLOWI_FLAG_ANYSRC; |
David S. Miller | a4daad6 | 2011-01-27 22:01:53 -0800 | [diff] [blame] | 356 | return flags; |
KOVACS Krisztian | 88ef4a5 | 2008-10-01 07:41:00 -0700 | [diff] [blame] | 357 | } |
| 358 | |
Tom Herbert | 224d019 | 2015-01-05 13:56:14 -0800 | [diff] [blame] | 359 | static inline void inet_inc_convert_csum(struct sock *sk) |
| 360 | { |
| 361 | inet_sk(sk)->convert_csum++; |
| 362 | } |
| 363 | |
| 364 | static inline void inet_dec_convert_csum(struct sock *sk) |
| 365 | { |
| 366 | if (inet_sk(sk)->convert_csum > 0) |
| 367 | inet_sk(sk)->convert_csum--; |
| 368 | } |
| 369 | |
| 370 | static inline bool inet_get_convert_csum(struct sock *sk) |
| 371 | { |
| 372 | return !!inet_sk(sk)->convert_csum; |
| 373 | } |
| 374 | |
Vincent Bernat | 83ba464 | 2018-07-31 21:18:11 +0200 | [diff] [blame] | 375 | |
| 376 | static inline bool inet_can_nonlocal_bind(struct net *net, |
| 377 | struct inet_sock *inet) |
| 378 | { |
| 379 | return net->ipv4.sysctl_ip_nonlocal_bind || |
| 380 | inet->freebind || inet->transparent; |
| 381 | } |
| 382 | |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 383 | #endif /* _INET_SOCK_H */ |