Thomas Gleixner | 47505b8 | 2019-05-23 11:14:41 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 2 | /* SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * (C) Copyright IBM Corp. 2001, 2004 |
| 4 | * Copyright (c) 1999-2000 Cisco, Inc. |
| 5 | * Copyright (c) 1999-2001 Motorola, Inc. |
| 6 | * Copyright (c) 2001 Intel Corp. |
| 7 | * Copyright (c) 2001 Nokia, Inc. |
| 8 | * Copyright (c) 2001 La Monte H.P. Yarroll |
| 9 | * |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 10 | * This file is part of the SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * |
| 12 | * Initialization/cleanup for SCTP protocol support. |
| 13 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * Please send any bug reports or fixes you make to the |
| 15 | * email address(es): |
Daniel Borkmann | 91705c6 | 2013-07-23 14:51:47 +0200 | [diff] [blame] | 16 | * lksctp developers <linux-sctp@vger.kernel.org> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | * Written or modified by: |
| 19 | * La Monte H.P. Yarroll <piggy@acm.org> |
| 20 | * Karl Knutson <karl@athena.chicago.il.us> |
| 21 | * Jon Grimm <jgrimm@us.ibm.com> |
| 22 | * Sridhar Samudrala <sri@us.ibm.com> |
| 23 | * Daisy Chang <daisyc@us.ibm.com> |
| 24 | * Ardelle Fan <ardelle.fan@intel.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | */ |
| 26 | |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 27 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 28 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <linux/module.h> |
| 30 | #include <linux/init.h> |
| 31 | #include <linux/netdevice.h> |
| 32 | #include <linux/inetdevice.h> |
| 33 | #include <linux/seq_file.h> |
Mike Rapoport | 57c8a66 | 2018-10-30 15:09:49 -0700 | [diff] [blame] | 34 | #include <linux/memblock.h> |
Vlad Yasevich | 845525a | 2008-07-18 23:08:21 -0700 | [diff] [blame] | 35 | #include <linux/highmem.h> |
| 36 | #include <linux/swap.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 37 | #include <linux/slab.h> |
Eric W. Biederman | 457c4cb | 2007-09-12 12:01:34 +0200 | [diff] [blame] | 38 | #include <net/net_namespace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | #include <net/protocol.h> |
| 40 | #include <net/ip.h> |
| 41 | #include <net/ipv6.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 42 | #include <net/route.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | #include <net/sctp/sctp.h> |
| 44 | #include <net/addrconf.h> |
| 45 | #include <net/inet_common.h> |
| 46 | #include <net/inet_ecn.h> |
| 47 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 48 | #define MAX_SCTP_PORT_HASH_ENTRIES (64 * 1024) |
| 49 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | /* Global data structures. */ |
Brian Haley | 4cbf1ca | 2006-09-18 00:04:22 -0700 | [diff] [blame] | 51 | struct sctp_globals sctp_globals __read_mostly; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
| 53 | struct idr sctp_assocs_id; |
| 54 | DEFINE_SPINLOCK(sctp_assocs_id_lock); |
| 55 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | static struct sctp_pf *sctp_pf_inet6_specific; |
| 57 | static struct sctp_pf *sctp_pf_inet_specific; |
| 58 | static struct sctp_af *sctp_af_v4_specific; |
| 59 | static struct sctp_af *sctp_af_v6_specific; |
| 60 | |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 61 | struct kmem_cache *sctp_chunk_cachep __read_mostly; |
| 62 | struct kmem_cache *sctp_bucket_cachep __read_mostly; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | |
Eric Dumazet | 8d987e5 | 2010-11-09 23:24:26 +0000 | [diff] [blame] | 64 | long sysctl_sctp_mem[3]; |
Vlad Yasevich | 007e393 | 2007-09-16 16:04:37 -0700 | [diff] [blame] | 65 | int sysctl_sctp_rmem[3]; |
| 66 | int sysctl_sctp_wmem[3]; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 67 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | /* Private helper to extract ipv4 address and stash them in |
| 69 | * the protocol structure. |
| 70 | */ |
| 71 | static void sctp_v4_copy_addrlist(struct list_head *addrlist, |
| 72 | struct net_device *dev) |
| 73 | { |
| 74 | struct in_device *in_dev; |
| 75 | struct in_ifaddr *ifa; |
| 76 | struct sctp_sockaddr_entry *addr; |
| 77 | |
| 78 | rcu_read_lock(); |
Herbert Xu | e5ed639 | 2005-10-03 14:35:55 -0700 | [diff] [blame] | 79 | if ((in_dev = __in_dev_get_rcu(dev)) == NULL) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | rcu_read_unlock(); |
| 81 | return; |
| 82 | } |
| 83 | |
Florian Westphal | cd5a411 | 2019-05-31 18:27:07 +0200 | [diff] [blame] | 84 | in_dev_for_each_ifa_rcu(ifa, in_dev) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | /* Add the address to the local list. */ |
Daniel Borkmann | 939cfa7 | 2013-06-17 11:40:04 +0200 | [diff] [blame] | 86 | addr = kzalloc(sizeof(*addr), GFP_ATOMIC); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | if (addr) { |
Al Viro | 2a6fd78 | 2006-11-20 17:04:42 -0800 | [diff] [blame] | 88 | addr->a.v4.sin_family = AF_INET; |
Al Viro | 2a6fd78 | 2006-11-20 17:04:42 -0800 | [diff] [blame] | 89 | addr->a.v4.sin_addr.s_addr = ifa->ifa_local; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 90 | addr->valid = 1; |
| 91 | INIT_LIST_HEAD(&addr->list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | list_add_tail(&addr->list, addrlist); |
| 93 | } |
| 94 | } |
| 95 | |
| 96 | rcu_read_unlock(); |
| 97 | } |
| 98 | |
| 99 | /* Extract our IP addresses from the system and stash them in the |
| 100 | * protocol structure. |
| 101 | */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 102 | static void sctp_get_local_addr_list(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | { |
| 104 | struct net_device *dev; |
| 105 | struct list_head *pos; |
| 106 | struct sctp_af *af; |
| 107 | |
Eric Dumazet | c6d14c8 | 2009-11-04 05:43:23 -0800 | [diff] [blame] | 108 | rcu_read_lock(); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 109 | for_each_netdev_rcu(net, dev) { |
Dave Jones | 2c0740e | 2013-06-17 22:26:52 -0400 | [diff] [blame] | 110 | list_for_each(pos, &sctp_address_families) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | af = list_entry(pos, struct sctp_af, list); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 112 | af->copy_addrlist(&net->sctp.local_addr_list, dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | } |
| 114 | } |
Eric Dumazet | c6d14c8 | 2009-11-04 05:43:23 -0800 | [diff] [blame] | 115 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | } |
| 117 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | /* Free the existing local addresses. */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 119 | static void sctp_free_local_addr_list(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | { |
| 121 | struct sctp_sockaddr_entry *addr; |
| 122 | struct list_head *pos, *temp; |
| 123 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 124 | list_for_each_safe(pos, temp, &net->sctp.local_addr_list) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | addr = list_entry(pos, struct sctp_sockaddr_entry, list); |
| 126 | list_del(pos); |
| 127 | kfree(addr); |
| 128 | } |
| 129 | } |
| 130 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | /* Copy the local addresses which are valid for 'scope' into 'bp'. */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 132 | int sctp_copy_local_addr_list(struct net *net, struct sctp_bind_addr *bp, |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 133 | enum sctp_scope scope, gfp_t gfp, int copy_flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | { |
| 135 | struct sctp_sockaddr_entry *addr; |
Xin Long | 2e3ce5b | 2017-02-24 15:18:46 +0800 | [diff] [blame] | 136 | union sctp_addr laddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | int error = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 139 | rcu_read_lock(); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 140 | list_for_each_entry_rcu(addr, &net->sctp.local_addr_list, list) { |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 141 | if (!addr->valid) |
| 142 | continue; |
Xin Long | 165f2cf | 2016-12-20 13:49:49 +0800 | [diff] [blame] | 143 | if (!sctp_in_scope(net, &addr->a, scope)) |
| 144 | continue; |
| 145 | |
| 146 | /* Now that the address is in scope, check to see if |
| 147 | * the address type is really supported by the local |
| 148 | * sock as well as the remote peer. |
| 149 | */ |
| 150 | if (addr->a.sa.sa_family == AF_INET && |
| 151 | !(copy_flags & SCTP_ADDR4_PEERSUPP)) |
| 152 | continue; |
| 153 | if (addr->a.sa.sa_family == AF_INET6 && |
| 154 | (!(copy_flags & SCTP_ADDR6_ALLOWED) || |
| 155 | !(copy_flags & SCTP_ADDR6_PEERSUPP))) |
| 156 | continue; |
| 157 | |
Xin Long | 2e3ce5b | 2017-02-24 15:18:46 +0800 | [diff] [blame] | 158 | laddr = addr->a; |
| 159 | /* also works for setting ipv6 address port */ |
| 160 | laddr.v4.sin_port = htons(bp->port); |
| 161 | if (sctp_bind_addr_state(bp, &laddr) != -1) |
Xin Long | b860780 | 2016-12-20 13:49:50 +0800 | [diff] [blame] | 162 | continue; |
| 163 | |
Xin Long | 165f2cf | 2016-12-20 13:49:49 +0800 | [diff] [blame] | 164 | error = sctp_add_bind_addr(bp, &addr->a, sizeof(addr->a), |
| 165 | SCTP_ADDR_SRC, GFP_ATOMIC); |
| 166 | if (error) |
| 167 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 170 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | return error; |
| 172 | } |
| 173 | |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 174 | /* Copy over any ip options */ |
| 175 | static void sctp_v4_copy_ip_options(struct sock *sk, struct sock *newsk) |
| 176 | { |
| 177 | struct inet_sock *newinet, *inet = inet_sk(sk); |
| 178 | struct ip_options_rcu *inet_opt, *newopt = NULL; |
| 179 | |
| 180 | newinet = inet_sk(newsk); |
| 181 | |
| 182 | rcu_read_lock(); |
| 183 | inet_opt = rcu_dereference(inet->inet_opt); |
| 184 | if (inet_opt) { |
| 185 | newopt = sock_kmalloc(newsk, sizeof(*inet_opt) + |
| 186 | inet_opt->opt.optlen, GFP_ATOMIC); |
| 187 | if (newopt) |
| 188 | memcpy(newopt, inet_opt, sizeof(*inet_opt) + |
| 189 | inet_opt->opt.optlen); |
| 190 | else |
| 191 | pr_err("%s: Failed to copy ip options\n", __func__); |
| 192 | } |
| 193 | RCU_INIT_POINTER(newinet->inet_opt, newopt); |
| 194 | rcu_read_unlock(); |
| 195 | } |
| 196 | |
| 197 | /* Account for the IP options */ |
| 198 | static int sctp_v4_ip_options_len(struct sock *sk) |
| 199 | { |
| 200 | struct inet_sock *inet = inet_sk(sk); |
| 201 | struct ip_options_rcu *inet_opt; |
| 202 | int len = 0; |
| 203 | |
| 204 | rcu_read_lock(); |
| 205 | inet_opt = rcu_dereference(inet->inet_opt); |
| 206 | if (inet_opt) |
| 207 | len = inet_opt->opt.optlen; |
| 208 | |
| 209 | rcu_read_unlock(); |
| 210 | return len; |
| 211 | } |
| 212 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | /* Initialize a sctp_addr from in incoming skb. */ |
| 214 | static void sctp_v4_from_skb(union sctp_addr *addr, struct sk_buff *skb, |
| 215 | int is_saddr) |
| 216 | { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 217 | /* Always called on head skb, so this is safe */ |
| 218 | struct sctphdr *sh = sctp_hdr(skb); |
| 219 | struct sockaddr_in *sa = &addr->v4; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | addr->v4.sin_family = AF_INET; |
| 222 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | if (is_saddr) { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 224 | sa->sin_port = sh->source; |
| 225 | sa->sin_addr.s_addr = ip_hdr(skb)->saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | } else { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 227 | sa->sin_port = sh->dest; |
| 228 | sa->sin_addr.s_addr = ip_hdr(skb)->daddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | } |
| 231 | |
| 232 | /* Initialize an sctp_addr from a socket. */ |
| 233 | static void sctp_v4_from_sk(union sctp_addr *addr, struct sock *sk) |
| 234 | { |
| 235 | addr->v4.sin_family = AF_INET; |
Al Viro | 7dcdbd9 | 2006-11-20 17:24:21 -0800 | [diff] [blame] | 236 | addr->v4.sin_port = 0; |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 237 | addr->v4.sin_addr.s_addr = inet_sk(sk)->inet_rcv_saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 238 | } |
| 239 | |
| 240 | /* Initialize sk->sk_rcv_saddr from sctp_addr. */ |
| 241 | static void sctp_v4_to_sk_saddr(union sctp_addr *addr, struct sock *sk) |
| 242 | { |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 243 | inet_sk(sk)->inet_rcv_saddr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | } |
| 245 | |
| 246 | /* Initialize sk->sk_daddr from sctp_addr. */ |
| 247 | static void sctp_v4_to_sk_daddr(union sctp_addr *addr, struct sock *sk) |
| 248 | { |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 249 | inet_sk(sk)->inet_daddr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | } |
| 251 | |
| 252 | /* Initialize a sctp_addr from an address parameter. */ |
| 253 | static void sctp_v4_from_addr_param(union sctp_addr *addr, |
| 254 | union sctp_addr_param *param, |
Al Viro | dd86d13 | 2006-11-20 17:11:13 -0800 | [diff] [blame] | 255 | __be16 port, int iif) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | { |
| 257 | addr->v4.sin_family = AF_INET; |
| 258 | addr->v4.sin_port = port; |
| 259 | addr->v4.sin_addr.s_addr = param->v4.addr.s_addr; |
| 260 | } |
| 261 | |
| 262 | /* Initialize an address parameter from a sctp_addr and return the length |
| 263 | * of the address parameter. |
| 264 | */ |
| 265 | static int sctp_v4_to_addr_param(const union sctp_addr *addr, |
| 266 | union sctp_addr_param *param) |
| 267 | { |
Xin Long | a38905e | 2017-07-17 11:29:49 +0800 | [diff] [blame] | 268 | int length = sizeof(struct sctp_ipv4addr_param); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 269 | |
| 270 | param->v4.param_hdr.type = SCTP_PARAM_IPV4_ADDRESS; |
Al Viro | dbc16db | 2006-11-20 17:01:42 -0800 | [diff] [blame] | 271 | param->v4.param_hdr.length = htons(length); |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 272 | param->v4.addr.s_addr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | |
| 274 | return length; |
| 275 | } |
| 276 | |
| 277 | /* Initialize a sctp_addr from a dst_entry. */ |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 278 | static void sctp_v4_dst_saddr(union sctp_addr *saddr, struct flowi4 *fl4, |
Al Viro | 854d43a | 2006-11-20 17:06:24 -0800 | [diff] [blame] | 279 | __be16 port) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | saddr->v4.sin_family = AF_INET; |
| 282 | saddr->v4.sin_port = port; |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 283 | saddr->v4.sin_addr.s_addr = fl4->saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 284 | } |
| 285 | |
| 286 | /* Compare two addresses exactly. */ |
| 287 | static int sctp_v4_cmp_addr(const union sctp_addr *addr1, |
| 288 | const union sctp_addr *addr2) |
| 289 | { |
| 290 | if (addr1->sa.sa_family != addr2->sa.sa_family) |
| 291 | return 0; |
| 292 | if (addr1->v4.sin_port != addr2->v4.sin_port) |
| 293 | return 0; |
| 294 | if (addr1->v4.sin_addr.s_addr != addr2->v4.sin_addr.s_addr) |
| 295 | return 0; |
| 296 | |
| 297 | return 1; |
| 298 | } |
| 299 | |
| 300 | /* Initialize addr struct to INADDR_ANY. */ |
Al Viro | 6fbfa9f | 2006-11-20 17:24:53 -0800 | [diff] [blame] | 301 | static void sctp_v4_inaddr_any(union sctp_addr *addr, __be16 port) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 302 | { |
| 303 | addr->v4.sin_family = AF_INET; |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 304 | addr->v4.sin_addr.s_addr = htonl(INADDR_ANY); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 305 | addr->v4.sin_port = port; |
| 306 | } |
| 307 | |
| 308 | /* Is this a wildcard address? */ |
| 309 | static int sctp_v4_is_any(const union sctp_addr *addr) |
| 310 | { |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 311 | return htonl(INADDR_ANY) == addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | } |
| 313 | |
| 314 | /* This function checks if the address is a valid address to be used for |
| 315 | * SCTP binding. |
| 316 | * |
| 317 | * Output: |
| 318 | * Return 0 - If the address is a non-unicast or an illegal address. |
| 319 | * Return 1 - If the address is a unicast. |
| 320 | */ |
Vlad Yasevich | 5636bef | 2006-06-17 22:55:35 -0700 | [diff] [blame] | 321 | static int sctp_v4_addr_valid(union sctp_addr *addr, |
| 322 | struct sctp_sock *sp, |
| 323 | const struct sk_buff *skb) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 324 | { |
Vlad Yasevich | 7dab83d | 2008-07-18 23:05:40 -0700 | [diff] [blame] | 325 | /* IPv4 addresses not allowed */ |
| 326 | if (sp && ipv6_only_sock(sctp_opt2sk(sp))) |
| 327 | return 0; |
| 328 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 329 | /* Is this a non-unicast address or a unusable SCTP address? */ |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 330 | if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 331 | return 0; |
| 332 | |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 333 | /* Is this a broadcast address? */ |
Eric Dumazet | 511c3f9 | 2009-06-02 05:14:27 +0000 | [diff] [blame] | 334 | if (skb && skb_rtable(skb)->rt_flags & RTCF_BROADCAST) |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 335 | return 0; |
Vlad Yasevich | 5636bef | 2006-06-17 22:55:35 -0700 | [diff] [blame] | 336 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 337 | return 1; |
| 338 | } |
| 339 | |
| 340 | /* Should this be available for binding? */ |
| 341 | static int sctp_v4_available(union sctp_addr *addr, struct sctp_sock *sp) |
| 342 | { |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 343 | struct net *net = sock_net(&sp->inet.sk); |
| 344 | int ret = inet_addr_type(net, addr->v4.sin_addr.s_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 345 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 346 | |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 347 | if (addr->v4.sin_addr.s_addr != htonl(INADDR_ANY) && |
Neil Horman | cdac4e0 | 2005-06-13 15:12:33 -0700 | [diff] [blame] | 348 | ret != RTN_LOCAL && |
| 349 | !sp->inet.freebind && |
Vincent Bernat | 49a6015 | 2014-09-05 15:09:03 +0200 | [diff] [blame] | 350 | !net->ipv4.sysctl_ip_nonlocal_bind) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 351 | return 0; |
Neil Horman | cdac4e0 | 2005-06-13 15:12:33 -0700 | [diff] [blame] | 352 | |
Vlad Yasevich | 7dab83d | 2008-07-18 23:05:40 -0700 | [diff] [blame] | 353 | if (ipv6_only_sock(sctp_opt2sk(sp))) |
| 354 | return 0; |
| 355 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 356 | return 1; |
| 357 | } |
| 358 | |
| 359 | /* Checking the loopback, private and other address scopes as defined in |
| 360 | * RFC 1918. The IPv4 scoping is based on the draft for SCTP IPv4 |
| 361 | * scoping <draft-stewart-tsvwg-sctp-ipv4-00.txt>. |
| 362 | * |
| 363 | * Level 0 - unusable SCTP addresses |
| 364 | * Level 1 - loopback address |
| 365 | * Level 2 - link-local addresses |
| 366 | * Level 3 - private addresses. |
| 367 | * Level 4 - global addresses |
| 368 | * For INIT and INIT-ACK address list, let L be the level of |
| 369 | * of requested destination address, sender and receiver |
| 370 | * SHOULD include all of its addresses with level greater |
| 371 | * than or equal to L. |
Bhaskar Dutta | 7238843 | 2009-09-03 17:25:47 +0530 | [diff] [blame] | 372 | * |
| 373 | * IPv4 scoping can be controlled through sysctl option |
| 374 | * net.sctp.addr_scope_policy |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | */ |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 376 | static enum sctp_scope sctp_v4_scope(union sctp_addr *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 377 | { |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 378 | enum sctp_scope retval; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 379 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | /* Check for unusable SCTP addresses. */ |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 381 | if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 382 | retval = SCTP_SCOPE_UNUSABLE; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 383 | } else if (ipv4_is_loopback(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | retval = SCTP_SCOPE_LOOPBACK; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 385 | } else if (ipv4_is_linklocal_169(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 | retval = SCTP_SCOPE_LINK; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 387 | } else if (ipv4_is_private_10(addr->v4.sin_addr.s_addr) || |
| 388 | ipv4_is_private_172(addr->v4.sin_addr.s_addr) || |
| 389 | ipv4_is_private_192(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | retval = SCTP_SCOPE_PRIVATE; |
| 391 | } else { |
| 392 | retval = SCTP_SCOPE_GLOBAL; |
| 393 | } |
| 394 | |
| 395 | return retval; |
| 396 | } |
| 397 | |
| 398 | /* Returns a valid dst cache entry for the given source and destination ip |
| 399 | * addresses. If an association is passed, trys to get a dst entry with a |
| 400 | * source address that matches an address in the bind address list. |
| 401 | */ |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 402 | static void sctp_v4_get_dst(struct sctp_transport *t, union sctp_addr *saddr, |
| 403 | struct flowi *fl, struct sock *sk) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 404 | { |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 405 | struct sctp_association *asoc = t->asoc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 406 | struct rtable *rt; |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 407 | struct flowi4 *fl4 = &fl->u.ip4; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 408 | struct sctp_bind_addr *bp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | struct sctp_sockaddr_entry *laddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 | struct dst_entry *dst = NULL; |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 411 | union sctp_addr *daddr = &t->ipaddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 | union sctp_addr dst_saddr; |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 413 | __u8 tos = inet_sk(sk)->tos; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 414 | |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 415 | if (t->dscp & SCTP_DSCP_SET_MASK) |
| 416 | tos = t->dscp & SCTP_DSCP_VAL_MASK; |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 417 | memset(fl4, 0x0, sizeof(struct flowi4)); |
| 418 | fl4->daddr = daddr->v4.sin_addr.s_addr; |
| 419 | fl4->fl4_dport = daddr->v4.sin_port; |
| 420 | fl4->flowi4_proto = IPPROTO_SCTP; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | if (asoc) { |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 422 | fl4->flowi4_tos = RT_CONN_FLAGS_TOS(asoc->base.sk, tos); |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 423 | fl4->flowi4_oif = asoc->base.sk->sk_bound_dev_if; |
| 424 | fl4->fl4_sport = htons(asoc->base.bind_addr.port); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 | } |
Wei Yongjun | 6429d3d | 2010-04-30 21:42:44 -0400 | [diff] [blame] | 426 | if (saddr) { |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 427 | fl4->saddr = saddr->v4.sin_addr.s_addr; |
Xin Long | ecf938f | 2019-01-22 02:42:41 +0800 | [diff] [blame] | 428 | if (!fl4->fl4_sport) |
| 429 | fl4->fl4_sport = saddr->v4.sin_port; |
Wei Yongjun | 6429d3d | 2010-04-30 21:42:44 -0400 | [diff] [blame] | 430 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 432 | pr_debug("%s: dst:%pI4, src:%pI4 - ", __func__, &fl4->daddr, |
| 433 | &fl4->saddr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 | |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 435 | rt = ip_route_output_key(sock_net(sk), fl4); |
David S. Miller | b23dd4f | 2011-03-02 14:31:35 -0800 | [diff] [blame] | 436 | if (!IS_ERR(rt)) |
Changli Gao | d8d1f30 | 2010-06-10 23:31:35 -0700 | [diff] [blame] | 437 | dst = &rt->dst; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 438 | |
| 439 | /* If there is no association or if a source address is passed, no |
| 440 | * more validation is required. |
| 441 | */ |
| 442 | if (!asoc || saddr) |
| 443 | goto out; |
| 444 | |
| 445 | bp = &asoc->base.bind_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 446 | |
| 447 | if (dst) { |
| 448 | /* Walk through the bind address list and look for a bind |
| 449 | * address that matches the source address of the returned dst. |
| 450 | */ |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 451 | sctp_v4_dst_saddr(&dst_saddr, fl4, htons(bp->port)); |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 452 | rcu_read_lock(); |
| 453 | list_for_each_entry_rcu(laddr, &bp->address_list, list) { |
Michio Honda | 8a07eb0 | 2011-04-26 20:19:36 +0900 | [diff] [blame] | 454 | if (!laddr->valid || (laddr->state == SCTP_ADDR_DEL) || |
| 455 | (laddr->state != SCTP_ADDR_SRC && |
| 456 | !asoc->src_out_of_asoc_ok)) |
Sridhar Samudrala | dc022a9 | 2006-07-21 14:49:25 -0700 | [diff] [blame] | 457 | continue; |
Al Viro | 854d43a | 2006-11-20 17:06:24 -0800 | [diff] [blame] | 458 | if (sctp_v4_cmp_addr(&dst_saddr, &laddr->a)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 459 | goto out_unlock; |
| 460 | } |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 461 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 462 | |
| 463 | /* None of the bound addresses match the source address of the |
| 464 | * dst. So release it. |
| 465 | */ |
| 466 | dst_release(dst); |
| 467 | dst = NULL; |
| 468 | } |
| 469 | |
| 470 | /* Walk through the bind address list and try to get a dst that |
| 471 | * matches a bind address as the source address. |
| 472 | */ |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 473 | rcu_read_lock(); |
| 474 | list_for_each_entry_rcu(laddr, &bp->address_list, list) { |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 475 | struct net_device *odev; |
| 476 | |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 477 | if (!laddr->valid) |
| 478 | continue; |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 479 | if (laddr->state != SCTP_ADDR_SRC || |
| 480 | AF_INET != laddr->a.sa.sa_family) |
| 481 | continue; |
Xufeng Zhang | 8535087 | 2014-04-25 16:55:41 +0800 | [diff] [blame] | 482 | |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 483 | fl4->fl4_sport = laddr->a.v4.sin_port; |
| 484 | flowi4_update_output(fl4, |
| 485 | asoc->base.sk->sk_bound_dev_if, |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 486 | RT_CONN_FLAGS_TOS(asoc->base.sk, tos), |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 487 | daddr->v4.sin_addr.s_addr, |
| 488 | laddr->a.v4.sin_addr.s_addr); |
| 489 | |
| 490 | rt = ip_route_output_key(sock_net(sk), fl4); |
| 491 | if (IS_ERR(rt)) |
| 492 | continue; |
| 493 | |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 494 | /* Ensure the src address belongs to the output |
| 495 | * interface. |
| 496 | */ |
| 497 | odev = __ip_dev_find(sock_net(sk), laddr->a.v4.sin_addr.s_addr, |
| 498 | false); |
Marcelo Ricardo Leitner | d82f0f1f | 2015-09-02 16:20:21 -0300 | [diff] [blame] | 499 | if (!odev || odev->ifindex != fl4->flowi4_oif) { |
Tommi Rantala | 4a31a6b | 2018-02-05 21:48:14 +0200 | [diff] [blame] | 500 | if (!dst) |
| 501 | dst = &rt->dst; |
| 502 | else |
Marcelo Ricardo Leitner | 410f038 | 2015-09-02 16:20:22 -0300 | [diff] [blame] | 503 | dst_release(&rt->dst); |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 504 | continue; |
Marcelo Ricardo Leitner | d82f0f1f | 2015-09-02 16:20:21 -0300 | [diff] [blame] | 505 | } |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 506 | |
Tommi Rantala | 4a31a6b | 2018-02-05 21:48:14 +0200 | [diff] [blame] | 507 | dst_release(dst); |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 508 | dst = &rt->dst; |
| 509 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 510 | } |
| 511 | |
| 512 | out_unlock: |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 513 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 514 | out: |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 515 | t->dst = dst; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 516 | if (dst) |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 517 | pr_debug("rt_dst:%pI4, rt_src:%pI4\n", |
| 518 | &fl4->daddr, &fl4->saddr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 519 | else |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 520 | pr_debug("no route\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 521 | } |
| 522 | |
| 523 | /* For v4, the source address is cached in the route entry(dst). So no need |
| 524 | * to cache it separately and hence this is an empty routine. |
| 525 | */ |
YOSHIFUJI Hideaki | e511710 | 2008-05-29 19:55:05 +0900 | [diff] [blame] | 526 | static void sctp_v4_get_saddr(struct sctp_sock *sk, |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 527 | struct sctp_transport *t, |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 528 | struct flowi *fl) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 529 | { |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 530 | union sctp_addr *saddr = &t->saddr; |
| 531 | struct rtable *rt = (struct rtable *)t->dst; |
Vladislav Yasevich | 23ec47a | 2005-11-11 16:05:55 -0800 | [diff] [blame] | 532 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 533 | if (rt) { |
| 534 | saddr->v4.sin_family = AF_INET; |
David S. Miller | 902ebd3 | 2011-05-09 14:49:13 -0700 | [diff] [blame] | 535 | saddr->v4.sin_addr.s_addr = fl->u.ip4.saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 536 | } |
| 537 | } |
| 538 | |
| 539 | /* What interface did this skb arrive on? */ |
| 540 | static int sctp_v4_skb_iif(const struct sk_buff *skb) |
| 541 | { |
David S. Miller | 92101b3 | 2012-07-23 16:29:00 -0700 | [diff] [blame] | 542 | return inet_iif(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 543 | } |
| 544 | |
| 545 | /* Was this packet marked by Explicit Congestion Notification? */ |
| 546 | static int sctp_v4_is_ce(const struct sk_buff *skb) |
| 547 | { |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 548 | return INET_ECN_is_ce(ip_hdr(skb)->tos); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 549 | } |
| 550 | |
| 551 | /* Create and initialize a new sk for the socket returned by accept(). */ |
| 552 | static struct sock *sctp_v4_create_accept_sk(struct sock *sk, |
David Howells | cdfbabf | 2017-03-09 08:09:05 +0000 | [diff] [blame] | 553 | struct sctp_association *asoc, |
| 554 | bool kern) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 555 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 556 | struct sock *newsk = sk_alloc(sock_net(sk), PF_INET, GFP_KERNEL, |
David Howells | cdfbabf | 2017-03-09 08:09:05 +0000 | [diff] [blame] | 557 | sk->sk_prot, kern); |
Vlad Yasevich | 914e1c8 | 2009-02-13 08:33:44 +0000 | [diff] [blame] | 558 | struct inet_sock *newinet; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 559 | |
| 560 | if (!newsk) |
| 561 | goto out; |
| 562 | |
| 563 | sock_init_data(NULL, newsk); |
| 564 | |
Vlad Yasevich | 914e1c8 | 2009-02-13 08:33:44 +0000 | [diff] [blame] | 565 | sctp_copy_sock(newsk, sk, asoc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 566 | sock_reset_flag(newsk, SOCK_ZAPPED); |
| 567 | |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 568 | sctp_v4_copy_ip_options(sk, newsk); |
| 569 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 570 | newinet = inet_sk(newsk); |
| 571 | |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 572 | newinet->inet_daddr = asoc->peer.primary_addr.v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 573 | |
Arnaldo Carvalho de Melo | e684897 | 2005-08-09 19:45:38 -0700 | [diff] [blame] | 574 | sk_refcnt_debug_inc(newsk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 575 | |
| 576 | if (newsk->sk_prot->init(newsk)) { |
| 577 | sk_common_release(newsk); |
| 578 | newsk = NULL; |
| 579 | } |
| 580 | |
| 581 | out: |
| 582 | return newsk; |
| 583 | } |
| 584 | |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 585 | static int sctp_v4_addr_to_user(struct sctp_sock *sp, union sctp_addr *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 586 | { |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 587 | /* No address mapping for V4 sockets */ |
Xin Long | 09279e6 | 2019-03-31 16:58:15 +0800 | [diff] [blame] | 588 | memset(addr->v4.sin_zero, 0, sizeof(addr->v4.sin_zero)); |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 589 | return sizeof(struct sockaddr_in); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 590 | } |
| 591 | |
| 592 | /* Dump the v4 addr to the seq file. */ |
| 593 | static void sctp_v4_seq_dump_addr(struct seq_file *seq, union sctp_addr *addr) |
| 594 | { |
Harvey Harrison | 21454aa | 2008-10-31 00:54:56 -0700 | [diff] [blame] | 595 | seq_printf(seq, "%pI4 ", &addr->v4.sin_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 596 | } |
| 597 | |
Vlad Yasevich | b9031d9 | 2008-06-04 12:40:15 -0700 | [diff] [blame] | 598 | static void sctp_v4_ecn_capable(struct sock *sk) |
| 599 | { |
| 600 | INET_ECN_xmit(sk); |
| 601 | } |
| 602 | |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 603 | static void sctp_addr_wq_timeout_handler(struct timer_list *t) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 604 | { |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 605 | struct net *net = from_timer(net, t, sctp.addr_wq_timer); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 606 | struct sctp_sockaddr_entry *addrw, *temp; |
| 607 | struct sctp_sock *sp; |
| 608 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 609 | spin_lock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 610 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 611 | list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 612 | pr_debug("%s: the first ent in wq:%p is addr:%pISc for cmd:%d at " |
| 613 | "entry:%p\n", __func__, &net->sctp.addr_waitq, &addrw->a.sa, |
| 614 | addrw->state, addrw); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 615 | |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 616 | #if IS_ENABLED(CONFIG_IPV6) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 617 | /* Now we send an ASCONF for each association */ |
| 618 | /* Note. we currently don't handle link local IPv6 addressees */ |
| 619 | if (addrw->a.sa.sa_family == AF_INET6) { |
| 620 | struct in6_addr *in6; |
| 621 | |
| 622 | if (ipv6_addr_type(&addrw->a.v6.sin6_addr) & |
| 623 | IPV6_ADDR_LINKLOCAL) |
| 624 | goto free_next; |
| 625 | |
| 626 | in6 = (struct in6_addr *)&addrw->a.v6.sin6_addr; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 627 | if (ipv6_chk_addr(net, in6, NULL, 0) == 0 && |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 628 | addrw->state == SCTP_ADDR_NEW) { |
| 629 | unsigned long timeo_val; |
| 630 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 631 | pr_debug("%s: this is on DAD, trying %d sec " |
| 632 | "later\n", __func__, |
| 633 | SCTP_ADDRESS_TICK_DELAY); |
| 634 | |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 635 | timeo_val = jiffies; |
| 636 | timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 637 | mod_timer(&net->sctp.addr_wq_timer, timeo_val); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 638 | break; |
| 639 | } |
| 640 | } |
David S. Miller | 5d0c90c | 2011-06-06 13:05:55 -0700 | [diff] [blame] | 641 | #endif |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 642 | list_for_each_entry(sp, &net->sctp.auto_asconf_splist, auto_asconf_list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 643 | struct sock *sk; |
| 644 | |
| 645 | sk = sctp_opt2sk(sp); |
| 646 | /* ignore bound-specific endpoints */ |
| 647 | if (!sctp_is_ep_boundall(sk)) |
| 648 | continue; |
wangweidong | 5bc1d1b | 2014-01-21 15:44:12 +0800 | [diff] [blame] | 649 | bh_lock_sock(sk); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 650 | if (sctp_asconf_mgmt(sp, addrw) < 0) |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 651 | pr_debug("%s: sctp_asconf_mgmt failed\n", __func__); |
wangweidong | 5bc1d1b | 2014-01-21 15:44:12 +0800 | [diff] [blame] | 652 | bh_unlock_sock(sk); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 653 | } |
Daniel Halperin | 39d84a5 | 2012-06-18 11:04:55 +0000 | [diff] [blame] | 654 | #if IS_ENABLED(CONFIG_IPV6) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 655 | free_next: |
Daniel Halperin | 39d84a5 | 2012-06-18 11:04:55 +0000 | [diff] [blame] | 656 | #endif |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 657 | list_del(&addrw->list); |
| 658 | kfree(addrw); |
| 659 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 660 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 661 | } |
| 662 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 663 | static void sctp_free_addr_wq(struct net *net) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 664 | { |
| 665 | struct sctp_sockaddr_entry *addrw; |
| 666 | struct sctp_sockaddr_entry *temp; |
| 667 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 668 | spin_lock_bh(&net->sctp.addr_wq_lock); |
| 669 | del_timer(&net->sctp.addr_wq_timer); |
| 670 | list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 671 | list_del(&addrw->list); |
| 672 | kfree(addrw); |
| 673 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 674 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 675 | } |
| 676 | |
| 677 | /* lookup the entry for the same address in the addr_waitq |
| 678 | * sctp_addr_wq MUST be locked |
| 679 | */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 680 | static struct sctp_sockaddr_entry *sctp_addr_wq_lookup(struct net *net, |
| 681 | struct sctp_sockaddr_entry *addr) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 682 | { |
| 683 | struct sctp_sockaddr_entry *addrw; |
| 684 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 685 | list_for_each_entry(addrw, &net->sctp.addr_waitq, list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 686 | if (addrw->a.sa.sa_family != addr->a.sa.sa_family) |
| 687 | continue; |
| 688 | if (addrw->a.sa.sa_family == AF_INET) { |
| 689 | if (addrw->a.v4.sin_addr.s_addr == |
| 690 | addr->a.v4.sin_addr.s_addr) |
| 691 | return addrw; |
| 692 | } else if (addrw->a.sa.sa_family == AF_INET6) { |
| 693 | if (ipv6_addr_equal(&addrw->a.v6.sin6_addr, |
| 694 | &addr->a.v6.sin6_addr)) |
| 695 | return addrw; |
| 696 | } |
| 697 | } |
| 698 | return NULL; |
| 699 | } |
| 700 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 701 | void sctp_addr_wq_mgmt(struct net *net, struct sctp_sockaddr_entry *addr, int cmd) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 702 | { |
| 703 | struct sctp_sockaddr_entry *addrw; |
| 704 | unsigned long timeo_val; |
| 705 | |
| 706 | /* first, we check if an opposite message already exist in the queue. |
| 707 | * If we found such message, it is removed. |
| 708 | * This operation is a bit stupid, but the DHCP client attaches the |
| 709 | * new address after a couple of addition and deletion of that address |
| 710 | */ |
| 711 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 712 | spin_lock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 713 | /* Offsets existing events in addr_wq */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 714 | addrw = sctp_addr_wq_lookup(net, addr); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 715 | if (addrw) { |
| 716 | if (addrw->state != cmd) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 717 | pr_debug("%s: offsets existing entry for %d, addr:%pISc " |
| 718 | "in wq:%p\n", __func__, addrw->state, &addrw->a.sa, |
| 719 | &net->sctp.addr_waitq); |
| 720 | |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 721 | list_del(&addrw->list); |
| 722 | kfree(addrw); |
| 723 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 724 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 725 | return; |
| 726 | } |
| 727 | |
| 728 | /* OK, we have to add the new address to the wait queue */ |
| 729 | addrw = kmemdup(addr, sizeof(struct sctp_sockaddr_entry), GFP_ATOMIC); |
| 730 | if (addrw == NULL) { |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 731 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 732 | return; |
| 733 | } |
| 734 | addrw->state = cmd; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 735 | list_add_tail(&addrw->list, &net->sctp.addr_waitq); |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 736 | |
| 737 | pr_debug("%s: add new entry for cmd:%d, addr:%pISc in wq:%p\n", |
| 738 | __func__, addrw->state, &addrw->a.sa, &net->sctp.addr_waitq); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 739 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 740 | if (!timer_pending(&net->sctp.addr_wq_timer)) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 741 | timeo_val = jiffies; |
| 742 | timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 743 | mod_timer(&net->sctp.addr_wq_timer, timeo_val); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 744 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 745 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 746 | } |
| 747 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 748 | /* Event handler for inet address addition/deletion events. |
| 749 | * The sctp_local_addr_list needs to be protocted by a spin lock since |
| 750 | * multiple notifiers (say IPv4 and IPv6) may be running at the same |
| 751 | * time and thus corrupt the list. |
| 752 | * The reader side is protected with RCU. |
| 753 | */ |
Adrian Bunk | 2412318 | 2006-12-20 16:08:22 -0800 | [diff] [blame] | 754 | static int sctp_inetaddr_event(struct notifier_block *this, unsigned long ev, |
| 755 | void *ptr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 756 | { |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 757 | struct in_ifaddr *ifa = (struct in_ifaddr *)ptr; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 758 | struct sctp_sockaddr_entry *addr = NULL; |
| 759 | struct sctp_sockaddr_entry *temp; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 760 | struct net *net = dev_net(ifa->ifa_dev->dev); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 761 | int found = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 762 | |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 763 | switch (ev) { |
| 764 | case NETDEV_UP: |
Xin Long | 400b8b9 | 2019-01-14 18:34:02 +0800 | [diff] [blame] | 765 | addr = kzalloc(sizeof(*addr), GFP_ATOMIC); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 766 | if (addr) { |
| 767 | addr->a.v4.sin_family = AF_INET; |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 768 | addr->a.v4.sin_addr.s_addr = ifa->ifa_local; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 769 | addr->valid = 1; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 770 | spin_lock_bh(&net->sctp.local_addr_lock); |
| 771 | list_add_tail_rcu(&addr->list, &net->sctp.local_addr_list); |
| 772 | sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_NEW); |
| 773 | spin_unlock_bh(&net->sctp.local_addr_lock); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 774 | } |
| 775 | break; |
| 776 | case NETDEV_DOWN: |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 777 | spin_lock_bh(&net->sctp.local_addr_lock); |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 778 | list_for_each_entry_safe(addr, temp, |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 779 | &net->sctp.local_addr_list, list) { |
Pavel Emelyanov | a40a7d1 | 2008-04-12 18:40:38 -0700 | [diff] [blame] | 780 | if (addr->a.sa.sa_family == AF_INET && |
| 781 | addr->a.v4.sin_addr.s_addr == |
| 782 | ifa->ifa_local) { |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 783 | sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_DEL); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 784 | found = 1; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 785 | addr->valid = 0; |
| 786 | list_del_rcu(&addr->list); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 787 | break; |
| 788 | } |
| 789 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 790 | spin_unlock_bh(&net->sctp.local_addr_lock); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 791 | if (found) |
Lai Jiangshan | 1231f0b | 2011-03-15 18:05:02 +0800 | [diff] [blame] | 792 | kfree_rcu(addr, rcu); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 793 | break; |
| 794 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 795 | |
| 796 | return NOTIFY_DONE; |
| 797 | } |
| 798 | |
| 799 | /* |
| 800 | * Initialize the control inode/socket with a control endpoint data |
| 801 | * structure. This endpoint is reserved exclusively for the OOTB processing. |
| 802 | */ |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 803 | static int sctp_ctl_sock_init(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 804 | { |
| 805 | int err; |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 806 | sa_family_t family = PF_INET; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 807 | |
| 808 | if (sctp_get_pf_specific(PF_INET6)) |
| 809 | family = PF_INET6; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 810 | |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 811 | err = inet_ctl_sock_create(&net->sctp.ctl_sock, family, |
| 812 | SOCK_SEQPACKET, IPPROTO_SCTP, net); |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 813 | |
| 814 | /* If IPv6 socket could not be created, try the IPv4 socket */ |
| 815 | if (err < 0 && family == PF_INET6) |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 816 | err = inet_ctl_sock_create(&net->sctp.ctl_sock, AF_INET, |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 817 | SOCK_SEQPACKET, IPPROTO_SCTP, |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 818 | net); |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 819 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 820 | if (err < 0) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 821 | pr_err("Failed to create the SCTP control socket\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 822 | return err; |
| 823 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 824 | return 0; |
| 825 | } |
| 826 | |
| 827 | /* Register address family specific functions. */ |
| 828 | int sctp_register_af(struct sctp_af *af) |
| 829 | { |
| 830 | switch (af->sa_family) { |
| 831 | case AF_INET: |
| 832 | if (sctp_af_v4_specific) |
| 833 | return 0; |
| 834 | sctp_af_v4_specific = af; |
| 835 | break; |
| 836 | case AF_INET6: |
| 837 | if (sctp_af_v6_specific) |
| 838 | return 0; |
| 839 | sctp_af_v6_specific = af; |
| 840 | break; |
| 841 | default: |
| 842 | return 0; |
| 843 | } |
| 844 | |
| 845 | INIT_LIST_HEAD(&af->list); |
| 846 | list_add_tail(&af->list, &sctp_address_families); |
| 847 | return 1; |
| 848 | } |
| 849 | |
| 850 | /* Get the table of functions for manipulating a particular address |
| 851 | * family. |
| 852 | */ |
| 853 | struct sctp_af *sctp_get_af_specific(sa_family_t family) |
| 854 | { |
| 855 | switch (family) { |
| 856 | case AF_INET: |
| 857 | return sctp_af_v4_specific; |
| 858 | case AF_INET6: |
| 859 | return sctp_af_v6_specific; |
| 860 | default: |
| 861 | return NULL; |
| 862 | } |
| 863 | } |
| 864 | |
| 865 | /* Common code to initialize a AF_INET msg_name. */ |
| 866 | static void sctp_inet_msgname(char *msgname, int *addr_len) |
| 867 | { |
| 868 | struct sockaddr_in *sin; |
| 869 | |
| 870 | sin = (struct sockaddr_in *)msgname; |
| 871 | *addr_len = sizeof(struct sockaddr_in); |
| 872 | sin->sin_family = AF_INET; |
| 873 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); |
| 874 | } |
| 875 | |
| 876 | /* Copy the primary address of the peer primary address as the msg_name. */ |
| 877 | static void sctp_inet_event_msgname(struct sctp_ulpevent *event, char *msgname, |
| 878 | int *addr_len) |
| 879 | { |
| 880 | struct sockaddr_in *sin, *sinfrom; |
| 881 | |
| 882 | if (msgname) { |
| 883 | struct sctp_association *asoc; |
| 884 | |
| 885 | asoc = event->asoc; |
| 886 | sctp_inet_msgname(msgname, addr_len); |
| 887 | sin = (struct sockaddr_in *)msgname; |
| 888 | sinfrom = &asoc->peer.primary_addr.v4; |
| 889 | sin->sin_port = htons(asoc->peer.port); |
| 890 | sin->sin_addr.s_addr = sinfrom->sin_addr.s_addr; |
| 891 | } |
| 892 | } |
| 893 | |
| 894 | /* Initialize and copy out a msgname from an inbound skb. */ |
| 895 | static void sctp_inet_skb_msgname(struct sk_buff *skb, char *msgname, int *len) |
| 896 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 897 | if (msgname) { |
Arnaldo Carvalho de Melo | 2c0fd38 | 2007-03-13 13:59:32 -0300 | [diff] [blame] | 898 | struct sctphdr *sh = sctp_hdr(skb); |
| 899 | struct sockaddr_in *sin = (struct sockaddr_in *)msgname; |
| 900 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 901 | sctp_inet_msgname(msgname, len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 902 | sin->sin_port = sh->source; |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 903 | sin->sin_addr.s_addr = ip_hdr(skb)->saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 904 | } |
| 905 | } |
| 906 | |
| 907 | /* Do we support this AF? */ |
| 908 | static int sctp_inet_af_supported(sa_family_t family, struct sctp_sock *sp) |
| 909 | { |
| 910 | /* PF_INET only supports AF_INET addresses. */ |
Eric Dumazet | a02cec2 | 2010-09-22 20:43:57 +0000 | [diff] [blame] | 911 | return AF_INET == family; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 912 | } |
| 913 | |
| 914 | /* Address matching with wildcards allowed. */ |
| 915 | static int sctp_inet_cmp_addr(const union sctp_addr *addr1, |
| 916 | const union sctp_addr *addr2, |
| 917 | struct sctp_sock *opt) |
| 918 | { |
| 919 | /* PF_INET only supports AF_INET addresses. */ |
| 920 | if (addr1->sa.sa_family != addr2->sa.sa_family) |
| 921 | return 0; |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 922 | if (htonl(INADDR_ANY) == addr1->v4.sin_addr.s_addr || |
| 923 | htonl(INADDR_ANY) == addr2->v4.sin_addr.s_addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 924 | return 1; |
| 925 | if (addr1->v4.sin_addr.s_addr == addr2->v4.sin_addr.s_addr) |
| 926 | return 1; |
| 927 | |
| 928 | return 0; |
| 929 | } |
| 930 | |
| 931 | /* Verify that provided sockaddr looks bindable. Common verification has |
| 932 | * already been taken care of. |
| 933 | */ |
| 934 | static int sctp_inet_bind_verify(struct sctp_sock *opt, union sctp_addr *addr) |
| 935 | { |
| 936 | return sctp_v4_available(addr, opt); |
| 937 | } |
| 938 | |
| 939 | /* Verify that sockaddr looks sendable. Common verification has already |
| 940 | * been taken care of. |
| 941 | */ |
| 942 | static int sctp_inet_send_verify(struct sctp_sock *opt, union sctp_addr *addr) |
| 943 | { |
| 944 | return 1; |
| 945 | } |
| 946 | |
| 947 | /* Fill in Supported Address Type information for INIT and INIT-ACK |
| 948 | * chunks. Returns number of addresses supported. |
| 949 | */ |
| 950 | static int sctp_inet_supported_addrs(const struct sctp_sock *opt, |
Al Viro | 3dbe865 | 2006-11-20 17:25:49 -0800 | [diff] [blame] | 951 | __be16 *types) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 952 | { |
| 953 | types[0] = SCTP_PARAM_IPV4_ADDRESS; |
| 954 | return 1; |
| 955 | } |
| 956 | |
| 957 | /* Wrapper routine that calls the ip transmit routine. */ |
| 958 | static inline int sctp_v4_xmit(struct sk_buff *skb, |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 959 | struct sctp_transport *transport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 960 | { |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 961 | struct inet_sock *inet = inet_sk(skb->sk); |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 962 | __u8 dscp = inet->tos; |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 963 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 964 | pr_debug("%s: skb:%p, len:%d, src:%pI4, dst:%pI4\n", __func__, skb, |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 965 | skb->len, &transport->fl.u.ip4.saddr, |
| 966 | &transport->fl.u.ip4.daddr); |
| 967 | |
| 968 | if (transport->dscp & SCTP_DSCP_SET_MASK) |
| 969 | dscp = transport->dscp & SCTP_DSCP_VAL_MASK; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 970 | |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 971 | inet->pmtudisc = transport->param_flags & SPP_PMTUD_ENABLE ? |
| 972 | IP_PMTUDISC_DO : IP_PMTUDISC_DONT; |
| 973 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 974 | SCTP_INC_STATS(sock_net(&inet->sk), SCTP_MIB_OUTSCTPPACKS); |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 975 | |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 976 | return __ip_queue_xmit(&inet->sk, skb, &transport->fl, dscp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 977 | } |
| 978 | |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 979 | static struct sctp_af sctp_af_inet; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 980 | |
| 981 | static struct sctp_pf sctp_pf_inet = { |
| 982 | .event_msgname = sctp_inet_event_msgname, |
| 983 | .skb_msgname = sctp_inet_skb_msgname, |
| 984 | .af_supported = sctp_inet_af_supported, |
| 985 | .cmp_addr = sctp_inet_cmp_addr, |
| 986 | .bind_verify = sctp_inet_bind_verify, |
| 987 | .send_verify = sctp_inet_send_verify, |
| 988 | .supported_addrs = sctp_inet_supported_addrs, |
| 989 | .create_accept_sk = sctp_v4_create_accept_sk, |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 990 | .addr_to_user = sctp_v4_addr_to_user, |
| 991 | .to_sk_saddr = sctp_v4_to_sk_saddr, |
| 992 | .to_sk_daddr = sctp_v4_to_sk_daddr, |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 993 | .copy_ip_options = sctp_v4_copy_ip_options, |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 994 | .af = &sctp_af_inet |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 995 | }; |
| 996 | |
| 997 | /* Notifier for inetaddr addition/deletion events. */ |
| 998 | static struct notifier_block sctp_inetaddr_notifier = { |
| 999 | .notifier_call = sctp_inetaddr_event, |
| 1000 | }; |
| 1001 | |
| 1002 | /* Socket operations. */ |
Eric Dumazet | 90ddc4f | 2005-12-22 12:49:22 -0800 | [diff] [blame] | 1003 | static const struct proto_ops inet_seqpacket_ops = { |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1004 | .family = PF_INET, |
| 1005 | .owner = THIS_MODULE, |
| 1006 | .release = inet_release, /* Needs to be wrapped... */ |
| 1007 | .bind = inet_bind, |
Xin Long | 644fbde | 2018-05-20 16:39:10 +0800 | [diff] [blame] | 1008 | .connect = sctp_inet_connect, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1009 | .socketpair = sock_no_socketpair, |
| 1010 | .accept = inet_accept, |
| 1011 | .getname = inet_getname, /* Semantics are different. */ |
Linus Torvalds | a11e1d4 | 2018-06-28 09:43:44 -0700 | [diff] [blame] | 1012 | .poll = sctp_poll, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1013 | .ioctl = inet_ioctl, |
Arnd Bergmann | c7cbdbf | 2019-04-17 22:51:48 +0200 | [diff] [blame] | 1014 | .gettstamp = sock_gettstamp, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1015 | .listen = sctp_inet_listen, |
| 1016 | .shutdown = inet_shutdown, /* Looks harmless. */ |
| 1017 | .setsockopt = sock_common_setsockopt, /* IP_SOL IP_OPTION is a problem */ |
| 1018 | .getsockopt = sock_common_getsockopt, |
| 1019 | .sendmsg = inet_sendmsg, |
Xin Long | fd2d180 | 2016-07-22 21:25:42 +0800 | [diff] [blame] | 1020 | .recvmsg = inet_recvmsg, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1021 | .mmap = sock_no_mmap, |
| 1022 | .sendpage = sock_no_sendpage, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1023 | #ifdef CONFIG_COMPAT |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1024 | .compat_setsockopt = compat_sock_common_setsockopt, |
| 1025 | .compat_getsockopt = compat_sock_common_getsockopt, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1026 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1027 | }; |
| 1028 | |
| 1029 | /* Registration with AF_INET family. */ |
| 1030 | static struct inet_protosw sctp_seqpacket_protosw = { |
| 1031 | .type = SOCK_SEQPACKET, |
| 1032 | .protocol = IPPROTO_SCTP, |
| 1033 | .prot = &sctp_prot, |
| 1034 | .ops = &inet_seqpacket_ops, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1035 | .flags = SCTP_PROTOSW_FLAG |
| 1036 | }; |
| 1037 | static struct inet_protosw sctp_stream_protosw = { |
| 1038 | .type = SOCK_STREAM, |
| 1039 | .protocol = IPPROTO_SCTP, |
| 1040 | .prot = &sctp_prot, |
| 1041 | .ops = &inet_seqpacket_ops, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1042 | .flags = SCTP_PROTOSW_FLAG |
| 1043 | }; |
| 1044 | |
| 1045 | /* Register with IP layer. */ |
Alexey Dobriyan | 3261309 | 2009-09-14 12:21:47 +0000 | [diff] [blame] | 1046 | static const struct net_protocol sctp_protocol = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1047 | .handler = sctp_rcv, |
| 1048 | .err_handler = sctp_v4_err, |
| 1049 | .no_policy = 1, |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 1050 | .netns_ok = 1, |
Hannes Frederic Sowa | 8ed1dc4 | 2014-01-09 10:01:17 +0100 | [diff] [blame] | 1051 | .icmp_strict_tag_validation = 1, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1052 | }; |
| 1053 | |
| 1054 | /* IPv4 address related functions. */ |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 1055 | static struct sctp_af sctp_af_inet = { |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1056 | .sa_family = AF_INET, |
| 1057 | .sctp_xmit = sctp_v4_xmit, |
| 1058 | .setsockopt = ip_setsockopt, |
| 1059 | .getsockopt = ip_getsockopt, |
| 1060 | .get_dst = sctp_v4_get_dst, |
| 1061 | .get_saddr = sctp_v4_get_saddr, |
| 1062 | .copy_addrlist = sctp_v4_copy_addrlist, |
| 1063 | .from_skb = sctp_v4_from_skb, |
| 1064 | .from_sk = sctp_v4_from_sk, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1065 | .from_addr_param = sctp_v4_from_addr_param, |
| 1066 | .to_addr_param = sctp_v4_to_addr_param, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1067 | .cmp_addr = sctp_v4_cmp_addr, |
| 1068 | .addr_valid = sctp_v4_addr_valid, |
| 1069 | .inaddr_any = sctp_v4_inaddr_any, |
| 1070 | .is_any = sctp_v4_is_any, |
| 1071 | .available = sctp_v4_available, |
| 1072 | .scope = sctp_v4_scope, |
| 1073 | .skb_iif = sctp_v4_skb_iif, |
| 1074 | .is_ce = sctp_v4_is_ce, |
| 1075 | .seq_dump_addr = sctp_v4_seq_dump_addr, |
Vlad Yasevich | b9031d9 | 2008-06-04 12:40:15 -0700 | [diff] [blame] | 1076 | .ecn_capable = sctp_v4_ecn_capable, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1077 | .net_header_len = sizeof(struct iphdr), |
| 1078 | .sockaddr_len = sizeof(struct sockaddr_in), |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 1079 | .ip_options_len = sctp_v4_ip_options_len, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1080 | #ifdef CONFIG_COMPAT |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1081 | .compat_setsockopt = compat_ip_setsockopt, |
| 1082 | .compat_getsockopt = compat_ip_getsockopt, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1083 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1084 | }; |
| 1085 | |
wangweidong | 8d72651 | 2013-12-23 12:16:53 +0800 | [diff] [blame] | 1086 | struct sctp_pf *sctp_get_pf_specific(sa_family_t family) |
| 1087 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1088 | switch (family) { |
| 1089 | case PF_INET: |
| 1090 | return sctp_pf_inet_specific; |
| 1091 | case PF_INET6: |
| 1092 | return sctp_pf_inet6_specific; |
| 1093 | default: |
| 1094 | return NULL; |
| 1095 | } |
| 1096 | } |
| 1097 | |
| 1098 | /* Register the PF specific function table. */ |
| 1099 | int sctp_register_pf(struct sctp_pf *pf, sa_family_t family) |
| 1100 | { |
| 1101 | switch (family) { |
| 1102 | case PF_INET: |
| 1103 | if (sctp_pf_inet_specific) |
| 1104 | return 0; |
| 1105 | sctp_pf_inet_specific = pf; |
| 1106 | break; |
| 1107 | case PF_INET6: |
| 1108 | if (sctp_pf_inet6_specific) |
| 1109 | return 0; |
| 1110 | sctp_pf_inet6_specific = pf; |
| 1111 | break; |
| 1112 | default: |
| 1113 | return 0; |
| 1114 | } |
| 1115 | return 1; |
| 1116 | } |
| 1117 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1118 | static inline int init_sctp_mibs(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1119 | { |
WANG Cong | 698365f | 2014-05-05 15:55:55 -0700 | [diff] [blame] | 1120 | net->sctp.sctp_statistics = alloc_percpu(struct sctp_mib); |
| 1121 | if (!net->sctp.sctp_statistics) |
| 1122 | return -ENOMEM; |
| 1123 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1124 | } |
| 1125 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1126 | static inline void cleanup_sctp_mibs(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1127 | { |
WANG Cong | 698365f | 2014-05-05 15:55:55 -0700 | [diff] [blame] | 1128 | free_percpu(net->sctp.sctp_statistics); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1129 | } |
| 1130 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1131 | static void sctp_v4_pf_init(void) |
| 1132 | { |
| 1133 | /* Initialize the SCTP specific PF functions. */ |
| 1134 | sctp_register_pf(&sctp_pf_inet, PF_INET); |
| 1135 | sctp_register_af(&sctp_af_inet); |
| 1136 | } |
| 1137 | |
| 1138 | static void sctp_v4_pf_exit(void) |
| 1139 | { |
| 1140 | list_del(&sctp_af_inet.list); |
| 1141 | } |
| 1142 | |
| 1143 | static int sctp_v4_protosw_init(void) |
| 1144 | { |
| 1145 | int rc; |
| 1146 | |
| 1147 | rc = proto_register(&sctp_prot, 1); |
| 1148 | if (rc) |
| 1149 | return rc; |
| 1150 | |
| 1151 | /* Register SCTP(UDP and TCP style) with socket layer. */ |
| 1152 | inet_register_protosw(&sctp_seqpacket_protosw); |
| 1153 | inet_register_protosw(&sctp_stream_protosw); |
| 1154 | |
| 1155 | return 0; |
| 1156 | } |
| 1157 | |
| 1158 | static void sctp_v4_protosw_exit(void) |
| 1159 | { |
| 1160 | inet_unregister_protosw(&sctp_stream_protosw); |
| 1161 | inet_unregister_protosw(&sctp_seqpacket_protosw); |
| 1162 | proto_unregister(&sctp_prot); |
| 1163 | } |
| 1164 | |
| 1165 | static int sctp_v4_add_protocol(void) |
| 1166 | { |
| 1167 | /* Register notifier for inet address additions/deletions. */ |
| 1168 | register_inetaddr_notifier(&sctp_inetaddr_notifier); |
| 1169 | |
| 1170 | /* Register SCTP with inet layer. */ |
| 1171 | if (inet_add_protocol(&sctp_protocol, IPPROTO_SCTP) < 0) |
| 1172 | return -EAGAIN; |
| 1173 | |
| 1174 | return 0; |
| 1175 | } |
| 1176 | |
| 1177 | static void sctp_v4_del_protocol(void) |
| 1178 | { |
| 1179 | inet_del_protocol(&sctp_protocol, IPPROTO_SCTP); |
| 1180 | unregister_inetaddr_notifier(&sctp_inetaddr_notifier); |
| 1181 | } |
| 1182 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1183 | static int __net_init sctp_defaults_init(struct net *net) |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1184 | { |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1185 | int status; |
| 1186 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1187 | /* |
| 1188 | * 14. Suggested SCTP Protocol Parameter Values |
| 1189 | */ |
| 1190 | /* The following protocol parameters are RECOMMENDED: */ |
| 1191 | /* RTO.Initial - 3 seconds */ |
| 1192 | net->sctp.rto_initial = SCTP_RTO_INITIAL; |
| 1193 | /* RTO.Min - 1 second */ |
| 1194 | net->sctp.rto_min = SCTP_RTO_MIN; |
| 1195 | /* RTO.Max - 60 seconds */ |
| 1196 | net->sctp.rto_max = SCTP_RTO_MAX; |
| 1197 | /* RTO.Alpha - 1/8 */ |
| 1198 | net->sctp.rto_alpha = SCTP_RTO_ALPHA; |
| 1199 | /* RTO.Beta - 1/4 */ |
| 1200 | net->sctp.rto_beta = SCTP_RTO_BETA; |
| 1201 | |
| 1202 | /* Valid.Cookie.Life - 60 seconds */ |
| 1203 | net->sctp.valid_cookie_life = SCTP_DEFAULT_COOKIE_LIFE; |
| 1204 | |
| 1205 | /* Whether Cookie Preservative is enabled(1) or not(0) */ |
| 1206 | net->sctp.cookie_preserve_enable = 1; |
| 1207 | |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1208 | /* Default sctp sockets to use md5 as their hmac alg */ |
Neil Horman | 0d0863b | 2012-12-14 15:22:01 +0000 | [diff] [blame] | 1209 | #if defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_MD5) |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1210 | net->sctp.sctp_hmac_alg = "md5"; |
Neil Horman | 0d0863b | 2012-12-14 15:22:01 +0000 | [diff] [blame] | 1211 | #elif defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_SHA1) |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1212 | net->sctp.sctp_hmac_alg = "sha1"; |
| 1213 | #else |
| 1214 | net->sctp.sctp_hmac_alg = NULL; |
| 1215 | #endif |
| 1216 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1217 | /* Max.Burst - 4 */ |
| 1218 | net->sctp.max_burst = SCTP_DEFAULT_MAX_BURST; |
| 1219 | |
Zhu Yanjun | 566178f | 2015-12-16 13:55:04 +0800 | [diff] [blame] | 1220 | /* Enable pf state by default */ |
| 1221 | net->sctp.pf_enable = 1; |
| 1222 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1223 | /* Association.Max.Retrans - 10 attempts |
| 1224 | * Path.Max.Retrans - 5 attempts (per destination address) |
| 1225 | * Max.Init.Retransmits - 8 attempts |
| 1226 | */ |
| 1227 | net->sctp.max_retrans_association = 10; |
| 1228 | net->sctp.max_retrans_path = 5; |
| 1229 | net->sctp.max_retrans_init = 8; |
| 1230 | |
| 1231 | /* Sendbuffer growth - do per-socket accounting */ |
| 1232 | net->sctp.sndbuf_policy = 0; |
| 1233 | |
| 1234 | /* Rcvbuffer growth - do per-socket accounting */ |
| 1235 | net->sctp.rcvbuf_policy = 0; |
| 1236 | |
| 1237 | /* HB.interval - 30 seconds */ |
| 1238 | net->sctp.hb_interval = SCTP_DEFAULT_TIMEOUT_HEARTBEAT; |
| 1239 | |
| 1240 | /* delayed SACK timeout */ |
| 1241 | net->sctp.sack_timeout = SCTP_DEFAULT_TIMEOUT_SACK; |
| 1242 | |
| 1243 | /* Disable ADDIP by default. */ |
| 1244 | net->sctp.addip_enable = 0; |
| 1245 | net->sctp.addip_noauth = 0; |
| 1246 | net->sctp.default_auto_asconf = 0; |
| 1247 | |
| 1248 | /* Enable PR-SCTP by default. */ |
| 1249 | net->sctp.prsctp_enable = 1; |
| 1250 | |
Xin Long | c28445c | 2017-01-18 00:44:45 +0800 | [diff] [blame] | 1251 | /* Disable RECONF by default. */ |
| 1252 | net->sctp.reconf_enable = 0; |
| 1253 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1254 | /* Disable AUTH by default. */ |
| 1255 | net->sctp.auth_enable = 0; |
| 1256 | |
Xin Long | 1b0b811 | 2019-08-26 16:30:02 +0800 | [diff] [blame] | 1257 | /* Enable ECN by default. */ |
| 1258 | net->sctp.ecn_enable = 1; |
| 1259 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1260 | /* Set SCOPE policy to enabled */ |
| 1261 | net->sctp.scope_policy = SCTP_SCOPE_POLICY_ENABLE; |
| 1262 | |
| 1263 | /* Set the default rwnd update threshold */ |
| 1264 | net->sctp.rwnd_upd_shift = SCTP_DEFAULT_RWND_SHIFT; |
| 1265 | |
| 1266 | /* Initialize maximum autoclose timeout. */ |
| 1267 | net->sctp.max_autoclose = INT_MAX / HZ; |
| 1268 | |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1269 | status = sctp_sysctl_net_register(net); |
| 1270 | if (status) |
| 1271 | goto err_sysctl_register; |
| 1272 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1273 | /* Allocate and initialise sctp mibs. */ |
| 1274 | status = init_sctp_mibs(net); |
| 1275 | if (status) |
| 1276 | goto err_init_mibs; |
| 1277 | |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1278 | #ifdef CONFIG_PROC_FS |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1279 | /* Initialize proc fs directory. */ |
| 1280 | status = sctp_proc_init(net); |
| 1281 | if (status) |
| 1282 | goto err_init_proc; |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1283 | #endif |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1284 | |
| 1285 | sctp_dbg_objcnt_init(net); |
| 1286 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1287 | /* Initialize the local address list. */ |
| 1288 | INIT_LIST_HEAD(&net->sctp.local_addr_list); |
| 1289 | spin_lock_init(&net->sctp.local_addr_lock); |
| 1290 | sctp_get_local_addr_list(net); |
| 1291 | |
| 1292 | /* Initialize the address event list */ |
| 1293 | INIT_LIST_HEAD(&net->sctp.addr_waitq); |
| 1294 | INIT_LIST_HEAD(&net->sctp.auto_asconf_splist); |
| 1295 | spin_lock_init(&net->sctp.addr_wq_lock); |
| 1296 | net->sctp.addr_wq_timer.expires = 0; |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 1297 | timer_setup(&net->sctp.addr_wq_timer, sctp_addr_wq_timeout_handler, 0); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1298 | |
| 1299 | return 0; |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1300 | |
Arnd Bergmann | 7ae665f | 2018-03-28 16:14:56 +0200 | [diff] [blame] | 1301 | #ifdef CONFIG_PROC_FS |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1302 | err_init_proc: |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1303 | cleanup_sctp_mibs(net); |
Arnd Bergmann | 7ae665f | 2018-03-28 16:14:56 +0200 | [diff] [blame] | 1304 | #endif |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1305 | err_init_mibs: |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1306 | sctp_sysctl_net_unregister(net); |
| 1307 | err_sysctl_register: |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1308 | return status; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1309 | } |
| 1310 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1311 | static void __net_exit sctp_defaults_exit(struct net *net) |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1312 | { |
| 1313 | /* Free the local address list */ |
| 1314 | sctp_free_addr_wq(net); |
| 1315 | sctp_free_local_addr_list(net); |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1316 | |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1317 | #ifdef CONFIG_PROC_FS |
| 1318 | remove_proc_subtree("sctp", net->proc_net); |
| 1319 | net->sctp.proc_net_sctp = NULL; |
| 1320 | #endif |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1321 | cleanup_sctp_mibs(net); |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1322 | sctp_sysctl_net_unregister(net); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1323 | } |
| 1324 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1325 | static struct pernet_operations sctp_defaults_ops = { |
| 1326 | .init = sctp_defaults_init, |
| 1327 | .exit = sctp_defaults_exit, |
| 1328 | }; |
| 1329 | |
| 1330 | static int __net_init sctp_ctrlsock_init(struct net *net) |
| 1331 | { |
| 1332 | int status; |
| 1333 | |
| 1334 | /* Initialize the control inode/socket for handling OOTB packets. */ |
| 1335 | status = sctp_ctl_sock_init(net); |
| 1336 | if (status) |
| 1337 | pr_err("Failed to initialize the SCTP control sock\n"); |
| 1338 | |
| 1339 | return status; |
| 1340 | } |
| 1341 | |
Christophe JAILLET | b456d72 | 2019-09-11 18:02:39 +0200 | [diff] [blame] | 1342 | static void __net_exit sctp_ctrlsock_exit(struct net *net) |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1343 | { |
| 1344 | /* Free the control endpoint. */ |
| 1345 | inet_ctl_sock_destroy(net->sctp.ctl_sock); |
| 1346 | } |
| 1347 | |
| 1348 | static struct pernet_operations sctp_ctrlsock_ops = { |
| 1349 | .init = sctp_ctrlsock_init, |
| 1350 | .exit = sctp_ctrlsock_exit, |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1351 | }; |
| 1352 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1353 | /* Initialize the universe into something sensible. */ |
Daniel Borkmann | dda9192 | 2013-06-17 11:40:05 +0200 | [diff] [blame] | 1354 | static __init int sctp_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1355 | { |
| 1356 | int i; |
| 1357 | int status = -EINVAL; |
| 1358 | unsigned long goal; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1359 | unsigned long limit; |
Arun KS | ca79b0c | 2018-12-28 00:34:29 -0800 | [diff] [blame] | 1360 | unsigned long nr_pages = totalram_pages(); |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1361 | int max_share; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1362 | int order; |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1363 | int num_entries; |
| 1364 | int max_entry_order; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1365 | |
Eyal Birger | b4772ef | 2015-03-01 14:58:29 +0200 | [diff] [blame] | 1366 | sock_skb_cb_check_size(sizeof(struct sctp_ulpevent)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1367 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1368 | /* Allocate bind_bucket and chunk caches. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1369 | status = -ENOBUFS; |
| 1370 | sctp_bucket_cachep = kmem_cache_create("sctp_bind_bucket", |
| 1371 | sizeof(struct sctp_bind_bucket), |
| 1372 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 1373 | NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1374 | if (!sctp_bucket_cachep) |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1375 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1376 | |
| 1377 | sctp_chunk_cachep = kmem_cache_create("sctp_chunk", |
| 1378 | sizeof(struct sctp_chunk), |
| 1379 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 1380 | NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1381 | if (!sctp_chunk_cachep) |
| 1382 | goto err_chunk_cachep; |
| 1383 | |
Tejun Heo | 908c7f1 | 2014-09-08 09:51:29 +0900 | [diff] [blame] | 1384 | status = percpu_counter_init(&sctp_sockets_allocated, 0, GFP_KERNEL); |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1385 | if (status) |
| 1386 | goto err_percpu_counter_init; |
| 1387 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1388 | /* Implementation specific variables. */ |
| 1389 | |
| 1390 | /* Initialize default stream count setup information. */ |
| 1391 | sctp_max_instreams = SCTP_DEFAULT_INSTREAMS; |
| 1392 | sctp_max_outstreams = SCTP_DEFAULT_OUTSTREAMS; |
| 1393 | |
| 1394 | /* Initialize handle used for association ids. */ |
| 1395 | idr_init(&sctp_assocs_id); |
| 1396 | |
Eric Dumazet | f03d78d | 2011-07-07 00:27:05 -0700 | [diff] [blame] | 1397 | limit = nr_free_buffer_pages() / 8; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1398 | limit = max(limit, 128UL); |
| 1399 | sysctl_sctp_mem[0] = limit / 4 * 3; |
| 1400 | sysctl_sctp_mem[1] = limit; |
| 1401 | sysctl_sctp_mem[2] = sysctl_sctp_mem[0] * 2; |
| 1402 | |
| 1403 | /* Set per-socket limits to no more than 1/128 the pressure threshold*/ |
| 1404 | limit = (sysctl_sctp_mem[1]) << (PAGE_SHIFT - 7); |
| 1405 | max_share = min(4UL*1024*1024, limit); |
| 1406 | |
Vlad Yasevich | 845525a | 2008-07-18 23:08:21 -0700 | [diff] [blame] | 1407 | sysctl_sctp_rmem[0] = SK_MEM_QUANTUM; /* give each asoc 1 page min */ |
Eric Dumazet | 87fb4b7 | 2011-10-13 07:28:54 +0000 | [diff] [blame] | 1408 | sysctl_sctp_rmem[1] = 1500 * SKB_TRUESIZE(1); |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1409 | sysctl_sctp_rmem[2] = max(sysctl_sctp_rmem[1], max_share); |
| 1410 | |
Hideo Aoki | 3ab224b | 2007-12-31 00:11:19 -0800 | [diff] [blame] | 1411 | sysctl_sctp_wmem[0] = SK_MEM_QUANTUM; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1412 | sysctl_sctp_wmem[1] = 16*1024; |
| 1413 | sysctl_sctp_wmem[2] = max(64*1024, max_share); |
| 1414 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1415 | /* Size and allocate the association hash table. |
| 1416 | * The methodology is similar to that of the tcp hash tables. |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1417 | * Though not identical. Start by getting a goal size |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1418 | */ |
Arun KS | 3d6357d | 2018-12-28 00:34:20 -0800 | [diff] [blame] | 1419 | if (nr_pages >= (128 * 1024)) |
| 1420 | goal = nr_pages >> (22 - PAGE_SHIFT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1421 | else |
Arun KS | 3d6357d | 2018-12-28 00:34:20 -0800 | [diff] [blame] | 1422 | goal = nr_pages >> (24 - PAGE_SHIFT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1423 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1424 | /* Then compute the page order for said goal */ |
| 1425 | order = get_order(goal); |
| 1426 | |
| 1427 | /* Now compute the required page order for the maximum sized table we |
| 1428 | * want to create |
| 1429 | */ |
| 1430 | max_entry_order = get_order(MAX_SCTP_PORT_HASH_ENTRIES * |
| 1431 | sizeof(struct sctp_bind_hashbucket)); |
| 1432 | |
| 1433 | /* Limit the page order by that maximum hash table size */ |
| 1434 | order = min(order, max_entry_order); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1435 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1436 | /* Allocate and initialize the endpoint hash table. */ |
| 1437 | sctp_ep_hashsize = 64; |
Zhang Yanfei | 3b77d66 | 2013-03-12 13:39:47 +0800 | [diff] [blame] | 1438 | sctp_ep_hashtable = |
Kees Cook | 6da2ec5 | 2018-06-12 13:55:00 -0700 | [diff] [blame] | 1439 | kmalloc_array(64, sizeof(struct sctp_hashbucket), GFP_KERNEL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1440 | if (!sctp_ep_hashtable) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 1441 | pr_err("Failed endpoint_hash alloc\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1442 | status = -ENOMEM; |
| 1443 | goto err_ehash_alloc; |
| 1444 | } |
| 1445 | for (i = 0; i < sctp_ep_hashsize; i++) { |
| 1446 | rwlock_init(&sctp_ep_hashtable[i].lock); |
Vlad Yasevich | d970dbf | 2007-11-09 11:43:40 -0500 | [diff] [blame] | 1447 | INIT_HLIST_HEAD(&sctp_ep_hashtable[i].chain); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1448 | } |
| 1449 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1450 | /* Allocate and initialize the SCTP port hash table. |
| 1451 | * Note that order is initalized to start at the max sized |
| 1452 | * table we want to support. If we can't get that many pages |
| 1453 | * reduce the order and try again |
| 1454 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1455 | do { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1456 | sctp_port_hashtable = (struct sctp_bind_hashbucket *) |
Eric Dumazet | 6857a02 | 2015-12-15 15:33:39 -0800 | [diff] [blame] | 1457 | __get_free_pages(GFP_KERNEL | __GFP_NOWARN, order); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1458 | } while (!sctp_port_hashtable && --order > 0); |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1459 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1460 | if (!sctp_port_hashtable) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 1461 | pr_err("Failed bind hash alloc\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1462 | status = -ENOMEM; |
| 1463 | goto err_bhash_alloc; |
| 1464 | } |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1465 | |
| 1466 | /* Now compute the number of entries that will fit in the |
| 1467 | * port hash space we allocated |
| 1468 | */ |
| 1469 | num_entries = (1UL << order) * PAGE_SIZE / |
| 1470 | sizeof(struct sctp_bind_hashbucket); |
| 1471 | |
| 1472 | /* And finish by rounding it down to the nearest power of two |
| 1473 | * this wastes some memory of course, but its needed because |
| 1474 | * the hash function operates based on the assumption that |
| 1475 | * that the number of entries is a power of two |
| 1476 | */ |
| 1477 | sctp_port_hashsize = rounddown_pow_of_two(num_entries); |
| 1478 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1479 | for (i = 0; i < sctp_port_hashsize; i++) { |
| 1480 | spin_lock_init(&sctp_port_hashtable[i].lock); |
Vlad Yasevich | d970dbf | 2007-11-09 11:43:40 -0500 | [diff] [blame] | 1481 | INIT_HLIST_HEAD(&sctp_port_hashtable[i].chain); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1482 | } |
| 1483 | |
Wei Yongjun | a5e27d1 | 2016-06-13 23:08:26 +0800 | [diff] [blame] | 1484 | status = sctp_transport_hashtable_init(); |
| 1485 | if (status) |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1486 | goto err_thash_alloc; |
| 1487 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1488 | pr_info("Hash tables configured (bind %d/%d)\n", sctp_port_hashsize, |
| 1489 | num_entries); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1490 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1491 | sctp_sysctl_register(); |
| 1492 | |
| 1493 | INIT_LIST_HEAD(&sctp_address_families); |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1494 | sctp_v4_pf_init(); |
| 1495 | sctp_v6_pf_init(); |
Xin Long | 1ba896f | 2017-11-26 20:16:08 +0800 | [diff] [blame] | 1496 | sctp_sched_ops_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1497 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1498 | status = register_pernet_subsys(&sctp_defaults_ops); |
| 1499 | if (status) |
| 1500 | goto err_register_defaults; |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1501 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1502 | status = sctp_v4_protosw_init(); |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1503 | if (status) |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1504 | goto err_protosw_init; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1505 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1506 | status = sctp_v6_protosw_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1507 | if (status) |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1508 | goto err_v6_protosw_init; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1509 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1510 | status = register_pernet_subsys(&sctp_ctrlsock_ops); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1511 | if (status) |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1512 | goto err_register_ctrlsock; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1513 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1514 | status = sctp_v4_add_protocol(); |
| 1515 | if (status) |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1516 | goto err_add_protocol; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1517 | |
| 1518 | /* Register SCTP with inet6 layer. */ |
| 1519 | status = sctp_v6_add_protocol(); |
| 1520 | if (status) |
| 1521 | goto err_v6_add_protocol; |
| 1522 | |
Marcelo Ricardo Leitner | 90017ac | 2016-06-02 15:05:43 -0300 | [diff] [blame] | 1523 | if (sctp_offload_init() < 0) |
| 1524 | pr_crit("%s: Cannot add SCTP protocol offload\n", __func__); |
| 1525 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1526 | out: |
| 1527 | return status; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1528 | err_v6_add_protocol: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1529 | sctp_v4_del_protocol(); |
Vlad Yasevich | d1dd524 | 2009-03-02 06:46:50 +0000 | [diff] [blame] | 1530 | err_add_protocol: |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1531 | unregister_pernet_subsys(&sctp_ctrlsock_ops); |
| 1532 | err_register_ctrlsock: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1533 | sctp_v6_protosw_exit(); |
| 1534 | err_v6_protosw_init: |
| 1535 | sctp_v4_protosw_exit(); |
| 1536 | err_protosw_init: |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1537 | unregister_pernet_subsys(&sctp_defaults_ops); |
| 1538 | err_register_defaults: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1539 | sctp_v4_pf_exit(); |
| 1540 | sctp_v6_pf_exit(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1541 | sctp_sysctl_unregister(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1542 | free_pages((unsigned long)sctp_port_hashtable, |
| 1543 | get_order(sctp_port_hashsize * |
| 1544 | sizeof(struct sctp_bind_hashbucket))); |
| 1545 | err_bhash_alloc: |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1546 | sctp_transport_hashtable_destroy(); |
| 1547 | err_thash_alloc: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1548 | kfree(sctp_ep_hashtable); |
| 1549 | err_ehash_alloc: |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1550 | percpu_counter_destroy(&sctp_sockets_allocated); |
| 1551 | err_percpu_counter_init: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1552 | kmem_cache_destroy(sctp_chunk_cachep); |
| 1553 | err_chunk_cachep: |
| 1554 | kmem_cache_destroy(sctp_bucket_cachep); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1555 | goto out; |
| 1556 | } |
| 1557 | |
| 1558 | /* Exit handler for the SCTP protocol. */ |
Daniel Borkmann | dda9192 | 2013-06-17 11:40:05 +0200 | [diff] [blame] | 1559 | static __exit void sctp_exit(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1560 | { |
| 1561 | /* BUG. This should probably do something useful like clean |
| 1562 | * up all the remaining associations and all that memory. |
| 1563 | */ |
| 1564 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1565 | /* Unregister with inet6/inet layers. */ |
| 1566 | sctp_v6_del_protocol(); |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1567 | sctp_v4_del_protocol(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1568 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1569 | unregister_pernet_subsys(&sctp_ctrlsock_ops); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1570 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1571 | /* Free protosw registrations */ |
| 1572 | sctp_v6_protosw_exit(); |
| 1573 | sctp_v4_protosw_exit(); |
| 1574 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1575 | unregister_pernet_subsys(&sctp_defaults_ops); |
| 1576 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1577 | /* Unregister with socket layer. */ |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1578 | sctp_v6_pf_exit(); |
| 1579 | sctp_v4_pf_exit(); |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1580 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1581 | sctp_sysctl_unregister(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1582 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1583 | free_pages((unsigned long)sctp_port_hashtable, |
| 1584 | get_order(sctp_port_hashsize * |
| 1585 | sizeof(struct sctp_bind_hashbucket))); |
Xin Long | b5eff71 | 2015-12-30 23:50:49 +0800 | [diff] [blame] | 1586 | kfree(sctp_ep_hashtable); |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1587 | sctp_transport_hashtable_destroy(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1588 | |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1589 | percpu_counter_destroy(&sctp_sockets_allocated); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1590 | |
Jesper Dangaard Brouer | eaa184a | 2009-06-08 03:11:43 +0000 | [diff] [blame] | 1591 | rcu_barrier(); /* Wait for completion of call_rcu()'s */ |
| 1592 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1593 | kmem_cache_destroy(sctp_chunk_cachep); |
| 1594 | kmem_cache_destroy(sctp_bucket_cachep); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1595 | } |
| 1596 | |
| 1597 | module_init(sctp_init); |
| 1598 | module_exit(sctp_exit); |
| 1599 | |
Arnaldo Carvalho de Melo | bb97d31 | 2005-08-09 20:19:14 -0700 | [diff] [blame] | 1600 | /* |
| 1601 | * __stringify doesn't likes enums, so use IPPROTO_SCTP value (132) directly. |
| 1602 | */ |
| 1603 | MODULE_ALIAS("net-pf-" __stringify(PF_INET) "-proto-132"); |
Sridhar Samudrala | 882a382 | 2006-12-13 16:33:35 -0800 | [diff] [blame] | 1604 | MODULE_ALIAS("net-pf-" __stringify(PF_INET6) "-proto-132"); |
Daniel Borkmann | 91705c6 | 2013-07-23 14:51:47 +0200 | [diff] [blame] | 1605 | MODULE_AUTHOR("Linux Kernel SCTP developers <linux-sctp@vger.kernel.org>"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1606 | MODULE_DESCRIPTION("Support for the SCTP protocol (RFC2960)"); |
David S. Miller | 71acc0d | 2013-08-09 13:09:41 -0700 | [diff] [blame] | 1607 | module_param_named(no_checksums, sctp_checksum_disable, bool, 0644); |
| 1608 | MODULE_PARM_DESC(no_checksums, "Disable checksums computing and verification"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1609 | MODULE_LICENSE("GPL"); |