Thomas Gleixner | 47505b8 | 2019-05-23 11:14:41 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 2 | /* SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * (C) Copyright IBM Corp. 2001, 2004 |
| 4 | * Copyright (c) 1999-2000 Cisco, Inc. |
| 5 | * Copyright (c) 1999-2001 Motorola, Inc. |
| 6 | * Copyright (c) 2001 Intel Corp. |
| 7 | * Copyright (c) 2001 Nokia, Inc. |
| 8 | * Copyright (c) 2001 La Monte H.P. Yarroll |
| 9 | * |
Vlad Yasevich | 60c778b | 2008-01-11 09:57:09 -0500 | [diff] [blame] | 10 | * This file is part of the SCTP kernel implementation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * |
| 12 | * Initialization/cleanup for SCTP protocol support. |
| 13 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * Please send any bug reports or fixes you make to the |
| 15 | * email address(es): |
Daniel Borkmann | 91705c6 | 2013-07-23 14:51:47 +0200 | [diff] [blame] | 16 | * lksctp developers <linux-sctp@vger.kernel.org> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | * Written or modified by: |
| 19 | * La Monte H.P. Yarroll <piggy@acm.org> |
| 20 | * Karl Knutson <karl@athena.chicago.il.us> |
| 21 | * Jon Grimm <jgrimm@us.ibm.com> |
| 22 | * Sridhar Samudrala <sri@us.ibm.com> |
| 23 | * Daisy Chang <daisyc@us.ibm.com> |
| 24 | * Ardelle Fan <ardelle.fan@intel.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | */ |
| 26 | |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 27 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 28 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <linux/module.h> |
| 30 | #include <linux/init.h> |
| 31 | #include <linux/netdevice.h> |
| 32 | #include <linux/inetdevice.h> |
| 33 | #include <linux/seq_file.h> |
Mike Rapoport | 57c8a66 | 2018-10-30 15:09:49 -0700 | [diff] [blame] | 34 | #include <linux/memblock.h> |
Vlad Yasevich | 845525a | 2008-07-18 23:08:21 -0700 | [diff] [blame] | 35 | #include <linux/highmem.h> |
| 36 | #include <linux/swap.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 37 | #include <linux/slab.h> |
Eric W. Biederman | 457c4cb | 2007-09-12 12:01:34 +0200 | [diff] [blame] | 38 | #include <net/net_namespace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | #include <net/protocol.h> |
| 40 | #include <net/ip.h> |
| 41 | #include <net/ipv6.h> |
Arnaldo Carvalho de Melo | 14c8502 | 2005-12-27 02:43:12 -0200 | [diff] [blame] | 42 | #include <net/route.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | #include <net/sctp/sctp.h> |
| 44 | #include <net/addrconf.h> |
| 45 | #include <net/inet_common.h> |
| 46 | #include <net/inet_ecn.h> |
| 47 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 48 | #define MAX_SCTP_PORT_HASH_ENTRIES (64 * 1024) |
| 49 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | /* Global data structures. */ |
Brian Haley | 4cbf1ca | 2006-09-18 00:04:22 -0700 | [diff] [blame] | 51 | struct sctp_globals sctp_globals __read_mostly; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
| 53 | struct idr sctp_assocs_id; |
| 54 | DEFINE_SPINLOCK(sctp_assocs_id_lock); |
| 55 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | static struct sctp_pf *sctp_pf_inet6_specific; |
| 57 | static struct sctp_pf *sctp_pf_inet_specific; |
| 58 | static struct sctp_af *sctp_af_v4_specific; |
| 59 | static struct sctp_af *sctp_af_v6_specific; |
| 60 | |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 61 | struct kmem_cache *sctp_chunk_cachep __read_mostly; |
| 62 | struct kmem_cache *sctp_bucket_cachep __read_mostly; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | |
Eric Dumazet | 8d987e5 | 2010-11-09 23:24:26 +0000 | [diff] [blame] | 64 | long sysctl_sctp_mem[3]; |
Vlad Yasevich | 007e393 | 2007-09-16 16:04:37 -0700 | [diff] [blame] | 65 | int sysctl_sctp_rmem[3]; |
| 66 | int sysctl_sctp_wmem[3]; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 67 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | /* Private helper to extract ipv4 address and stash them in |
| 69 | * the protocol structure. |
| 70 | */ |
| 71 | static void sctp_v4_copy_addrlist(struct list_head *addrlist, |
| 72 | struct net_device *dev) |
| 73 | { |
| 74 | struct in_device *in_dev; |
| 75 | struct in_ifaddr *ifa; |
| 76 | struct sctp_sockaddr_entry *addr; |
| 77 | |
| 78 | rcu_read_lock(); |
Herbert Xu | e5ed639 | 2005-10-03 14:35:55 -0700 | [diff] [blame] | 79 | if ((in_dev = __in_dev_get_rcu(dev)) == NULL) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | rcu_read_unlock(); |
| 81 | return; |
| 82 | } |
| 83 | |
Florian Westphal | cd5a411 | 2019-05-31 18:27:07 +0200 | [diff] [blame] | 84 | in_dev_for_each_ifa_rcu(ifa, in_dev) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | /* Add the address to the local list. */ |
Daniel Borkmann | 939cfa7 | 2013-06-17 11:40:04 +0200 | [diff] [blame] | 86 | addr = kzalloc(sizeof(*addr), GFP_ATOMIC); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | if (addr) { |
Al Viro | 2a6fd78 | 2006-11-20 17:04:42 -0800 | [diff] [blame] | 88 | addr->a.v4.sin_family = AF_INET; |
Al Viro | 2a6fd78 | 2006-11-20 17:04:42 -0800 | [diff] [blame] | 89 | addr->a.v4.sin_addr.s_addr = ifa->ifa_local; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 90 | addr->valid = 1; |
| 91 | INIT_LIST_HEAD(&addr->list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | list_add_tail(&addr->list, addrlist); |
| 93 | } |
| 94 | } |
| 95 | |
| 96 | rcu_read_unlock(); |
| 97 | } |
| 98 | |
| 99 | /* Extract our IP addresses from the system and stash them in the |
| 100 | * protocol structure. |
| 101 | */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 102 | static void sctp_get_local_addr_list(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | { |
| 104 | struct net_device *dev; |
| 105 | struct list_head *pos; |
| 106 | struct sctp_af *af; |
| 107 | |
Eric Dumazet | c6d14c8 | 2009-11-04 05:43:23 -0800 | [diff] [blame] | 108 | rcu_read_lock(); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 109 | for_each_netdev_rcu(net, dev) { |
Dave Jones | 2c0740e | 2013-06-17 22:26:52 -0400 | [diff] [blame] | 110 | list_for_each(pos, &sctp_address_families) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | af = list_entry(pos, struct sctp_af, list); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 112 | af->copy_addrlist(&net->sctp.local_addr_list, dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | } |
| 114 | } |
Eric Dumazet | c6d14c8 | 2009-11-04 05:43:23 -0800 | [diff] [blame] | 115 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | } |
| 117 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | /* Free the existing local addresses. */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 119 | static void sctp_free_local_addr_list(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | { |
| 121 | struct sctp_sockaddr_entry *addr; |
| 122 | struct list_head *pos, *temp; |
| 123 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 124 | list_for_each_safe(pos, temp, &net->sctp.local_addr_list) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | addr = list_entry(pos, struct sctp_sockaddr_entry, list); |
| 126 | list_del(pos); |
| 127 | kfree(addr); |
| 128 | } |
| 129 | } |
| 130 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | /* Copy the local addresses which are valid for 'scope' into 'bp'. */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 132 | int sctp_copy_local_addr_list(struct net *net, struct sctp_bind_addr *bp, |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 133 | enum sctp_scope scope, gfp_t gfp, int copy_flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | { |
| 135 | struct sctp_sockaddr_entry *addr; |
Xin Long | 2e3ce5b | 2017-02-24 15:18:46 +0800 | [diff] [blame] | 136 | union sctp_addr laddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | int error = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 139 | rcu_read_lock(); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 140 | list_for_each_entry_rcu(addr, &net->sctp.local_addr_list, list) { |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 141 | if (!addr->valid) |
| 142 | continue; |
Xin Long | 165f2cf | 2016-12-20 13:49:49 +0800 | [diff] [blame] | 143 | if (!sctp_in_scope(net, &addr->a, scope)) |
| 144 | continue; |
| 145 | |
| 146 | /* Now that the address is in scope, check to see if |
| 147 | * the address type is really supported by the local |
| 148 | * sock as well as the remote peer. |
| 149 | */ |
| 150 | if (addr->a.sa.sa_family == AF_INET && |
| 151 | !(copy_flags & SCTP_ADDR4_PEERSUPP)) |
| 152 | continue; |
| 153 | if (addr->a.sa.sa_family == AF_INET6 && |
| 154 | (!(copy_flags & SCTP_ADDR6_ALLOWED) || |
| 155 | !(copy_flags & SCTP_ADDR6_PEERSUPP))) |
| 156 | continue; |
| 157 | |
Xin Long | 2e3ce5b | 2017-02-24 15:18:46 +0800 | [diff] [blame] | 158 | laddr = addr->a; |
| 159 | /* also works for setting ipv6 address port */ |
| 160 | laddr.v4.sin_port = htons(bp->port); |
| 161 | if (sctp_bind_addr_state(bp, &laddr) != -1) |
Xin Long | b860780 | 2016-12-20 13:49:50 +0800 | [diff] [blame] | 162 | continue; |
| 163 | |
Xin Long | 165f2cf | 2016-12-20 13:49:49 +0800 | [diff] [blame] | 164 | error = sctp_add_bind_addr(bp, &addr->a, sizeof(addr->a), |
| 165 | SCTP_ADDR_SRC, GFP_ATOMIC); |
| 166 | if (error) |
| 167 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 170 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | return error; |
| 172 | } |
| 173 | |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 174 | /* Copy over any ip options */ |
| 175 | static void sctp_v4_copy_ip_options(struct sock *sk, struct sock *newsk) |
| 176 | { |
| 177 | struct inet_sock *newinet, *inet = inet_sk(sk); |
| 178 | struct ip_options_rcu *inet_opt, *newopt = NULL; |
| 179 | |
| 180 | newinet = inet_sk(newsk); |
| 181 | |
| 182 | rcu_read_lock(); |
| 183 | inet_opt = rcu_dereference(inet->inet_opt); |
| 184 | if (inet_opt) { |
| 185 | newopt = sock_kmalloc(newsk, sizeof(*inet_opt) + |
| 186 | inet_opt->opt.optlen, GFP_ATOMIC); |
| 187 | if (newopt) |
| 188 | memcpy(newopt, inet_opt, sizeof(*inet_opt) + |
| 189 | inet_opt->opt.optlen); |
| 190 | else |
| 191 | pr_err("%s: Failed to copy ip options\n", __func__); |
| 192 | } |
| 193 | RCU_INIT_POINTER(newinet->inet_opt, newopt); |
| 194 | rcu_read_unlock(); |
| 195 | } |
| 196 | |
| 197 | /* Account for the IP options */ |
| 198 | static int sctp_v4_ip_options_len(struct sock *sk) |
| 199 | { |
| 200 | struct inet_sock *inet = inet_sk(sk); |
| 201 | struct ip_options_rcu *inet_opt; |
| 202 | int len = 0; |
| 203 | |
| 204 | rcu_read_lock(); |
| 205 | inet_opt = rcu_dereference(inet->inet_opt); |
| 206 | if (inet_opt) |
| 207 | len = inet_opt->opt.optlen; |
| 208 | |
| 209 | rcu_read_unlock(); |
| 210 | return len; |
| 211 | } |
| 212 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | /* Initialize a sctp_addr from in incoming skb. */ |
| 214 | static void sctp_v4_from_skb(union sctp_addr *addr, struct sk_buff *skb, |
| 215 | int is_saddr) |
| 216 | { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 217 | /* Always called on head skb, so this is safe */ |
| 218 | struct sctphdr *sh = sctp_hdr(skb); |
| 219 | struct sockaddr_in *sa = &addr->v4; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | addr->v4.sin_family = AF_INET; |
| 222 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | if (is_saddr) { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 224 | sa->sin_port = sh->source; |
| 225 | sa->sin_addr.s_addr = ip_hdr(skb)->saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | } else { |
Marcelo Ricardo Leitner | 0630c56 | 2016-12-28 09:26:33 -0200 | [diff] [blame] | 227 | sa->sin_port = sh->dest; |
| 228 | sa->sin_addr.s_addr = ip_hdr(skb)->daddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | } |
Xin Long | b6f3320 | 2019-12-09 13:45:54 +0800 | [diff] [blame] | 230 | memset(sa->sin_zero, 0, sizeof(sa->sin_zero)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | } |
| 232 | |
| 233 | /* Initialize an sctp_addr from a socket. */ |
| 234 | static void sctp_v4_from_sk(union sctp_addr *addr, struct sock *sk) |
| 235 | { |
| 236 | addr->v4.sin_family = AF_INET; |
Al Viro | 7dcdbd9 | 2006-11-20 17:24:21 -0800 | [diff] [blame] | 237 | addr->v4.sin_port = 0; |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 238 | addr->v4.sin_addr.s_addr = inet_sk(sk)->inet_rcv_saddr; |
Xin Long | b6f3320 | 2019-12-09 13:45:54 +0800 | [diff] [blame] | 239 | memset(addr->v4.sin_zero, 0, sizeof(addr->v4.sin_zero)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | /* Initialize sk->sk_rcv_saddr from sctp_addr. */ |
| 243 | static void sctp_v4_to_sk_saddr(union sctp_addr *addr, struct sock *sk) |
| 244 | { |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 245 | inet_sk(sk)->inet_rcv_saddr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | } |
| 247 | |
| 248 | /* Initialize sk->sk_daddr from sctp_addr. */ |
| 249 | static void sctp_v4_to_sk_daddr(union sctp_addr *addr, struct sock *sk) |
| 250 | { |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 251 | inet_sk(sk)->inet_daddr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 252 | } |
| 253 | |
| 254 | /* Initialize a sctp_addr from an address parameter. */ |
| 255 | static void sctp_v4_from_addr_param(union sctp_addr *addr, |
| 256 | union sctp_addr_param *param, |
Al Viro | dd86d13 | 2006-11-20 17:11:13 -0800 | [diff] [blame] | 257 | __be16 port, int iif) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | { |
| 259 | addr->v4.sin_family = AF_INET; |
| 260 | addr->v4.sin_port = port; |
| 261 | addr->v4.sin_addr.s_addr = param->v4.addr.s_addr; |
Xin Long | b6f3320 | 2019-12-09 13:45:54 +0800 | [diff] [blame] | 262 | memset(addr->v4.sin_zero, 0, sizeof(addr->v4.sin_zero)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | } |
| 264 | |
| 265 | /* Initialize an address parameter from a sctp_addr and return the length |
| 266 | * of the address parameter. |
| 267 | */ |
| 268 | static int sctp_v4_to_addr_param(const union sctp_addr *addr, |
| 269 | union sctp_addr_param *param) |
| 270 | { |
Xin Long | a38905e | 2017-07-17 11:29:49 +0800 | [diff] [blame] | 271 | int length = sizeof(struct sctp_ipv4addr_param); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 272 | |
| 273 | param->v4.param_hdr.type = SCTP_PARAM_IPV4_ADDRESS; |
Al Viro | dbc16db | 2006-11-20 17:01:42 -0800 | [diff] [blame] | 274 | param->v4.param_hdr.length = htons(length); |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 275 | param->v4.addr.s_addr = addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 276 | |
| 277 | return length; |
| 278 | } |
| 279 | |
| 280 | /* Initialize a sctp_addr from a dst_entry. */ |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 281 | static void sctp_v4_dst_saddr(union sctp_addr *saddr, struct flowi4 *fl4, |
Al Viro | 854d43a | 2006-11-20 17:06:24 -0800 | [diff] [blame] | 282 | __be16 port) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 284 | saddr->v4.sin_family = AF_INET; |
| 285 | saddr->v4.sin_port = port; |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 286 | saddr->v4.sin_addr.s_addr = fl4->saddr; |
Xin Long | b6f3320 | 2019-12-09 13:45:54 +0800 | [diff] [blame] | 287 | memset(saddr->v4.sin_zero, 0, sizeof(saddr->v4.sin_zero)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | } |
| 289 | |
| 290 | /* Compare two addresses exactly. */ |
| 291 | static int sctp_v4_cmp_addr(const union sctp_addr *addr1, |
| 292 | const union sctp_addr *addr2) |
| 293 | { |
| 294 | if (addr1->sa.sa_family != addr2->sa.sa_family) |
| 295 | return 0; |
| 296 | if (addr1->v4.sin_port != addr2->v4.sin_port) |
| 297 | return 0; |
| 298 | if (addr1->v4.sin_addr.s_addr != addr2->v4.sin_addr.s_addr) |
| 299 | return 0; |
| 300 | |
| 301 | return 1; |
| 302 | } |
| 303 | |
| 304 | /* Initialize addr struct to INADDR_ANY. */ |
Al Viro | 6fbfa9f | 2006-11-20 17:24:53 -0800 | [diff] [blame] | 305 | static void sctp_v4_inaddr_any(union sctp_addr *addr, __be16 port) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | { |
| 307 | addr->v4.sin_family = AF_INET; |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 308 | addr->v4.sin_addr.s_addr = htonl(INADDR_ANY); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | addr->v4.sin_port = port; |
Xin Long | b6f3320 | 2019-12-09 13:45:54 +0800 | [diff] [blame] | 310 | memset(addr->v4.sin_zero, 0, sizeof(addr->v4.sin_zero)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 311 | } |
| 312 | |
| 313 | /* Is this a wildcard address? */ |
| 314 | static int sctp_v4_is_any(const union sctp_addr *addr) |
| 315 | { |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 316 | return htonl(INADDR_ANY) == addr->v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 317 | } |
| 318 | |
| 319 | /* This function checks if the address is a valid address to be used for |
| 320 | * SCTP binding. |
| 321 | * |
| 322 | * Output: |
| 323 | * Return 0 - If the address is a non-unicast or an illegal address. |
| 324 | * Return 1 - If the address is a unicast. |
| 325 | */ |
Vlad Yasevich | 5636bef | 2006-06-17 22:55:35 -0700 | [diff] [blame] | 326 | static int sctp_v4_addr_valid(union sctp_addr *addr, |
| 327 | struct sctp_sock *sp, |
| 328 | const struct sk_buff *skb) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 329 | { |
Vlad Yasevich | 7dab83d | 2008-07-18 23:05:40 -0700 | [diff] [blame] | 330 | /* IPv4 addresses not allowed */ |
| 331 | if (sp && ipv6_only_sock(sctp_opt2sk(sp))) |
| 332 | return 0; |
| 333 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 334 | /* Is this a non-unicast address or a unusable SCTP address? */ |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 335 | if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | return 0; |
| 337 | |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 338 | /* Is this a broadcast address? */ |
Eric Dumazet | 511c3f9 | 2009-06-02 05:14:27 +0000 | [diff] [blame] | 339 | if (skb && skb_rtable(skb)->rt_flags & RTCF_BROADCAST) |
YOSHIFUJI Hideaki | d808ad9 | 2007-02-09 23:25:18 +0900 | [diff] [blame] | 340 | return 0; |
Vlad Yasevich | 5636bef | 2006-06-17 22:55:35 -0700 | [diff] [blame] | 341 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 342 | return 1; |
| 343 | } |
| 344 | |
| 345 | /* Should this be available for binding? */ |
| 346 | static int sctp_v4_available(union sctp_addr *addr, struct sctp_sock *sp) |
| 347 | { |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 348 | struct net *net = sock_net(&sp->inet.sk); |
| 349 | int ret = inet_addr_type(net, addr->v4.sin_addr.s_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 350 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 351 | |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 352 | if (addr->v4.sin_addr.s_addr != htonl(INADDR_ANY) && |
Neil Horman | cdac4e0 | 2005-06-13 15:12:33 -0700 | [diff] [blame] | 353 | ret != RTN_LOCAL && |
| 354 | !sp->inet.freebind && |
Vincent Bernat | 49a6015 | 2014-09-05 15:09:03 +0200 | [diff] [blame] | 355 | !net->ipv4.sysctl_ip_nonlocal_bind) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 356 | return 0; |
Neil Horman | cdac4e0 | 2005-06-13 15:12:33 -0700 | [diff] [blame] | 357 | |
Vlad Yasevich | 7dab83d | 2008-07-18 23:05:40 -0700 | [diff] [blame] | 358 | if (ipv6_only_sock(sctp_opt2sk(sp))) |
| 359 | return 0; |
| 360 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | return 1; |
| 362 | } |
| 363 | |
| 364 | /* Checking the loopback, private and other address scopes as defined in |
| 365 | * RFC 1918. The IPv4 scoping is based on the draft for SCTP IPv4 |
| 366 | * scoping <draft-stewart-tsvwg-sctp-ipv4-00.txt>. |
| 367 | * |
| 368 | * Level 0 - unusable SCTP addresses |
| 369 | * Level 1 - loopback address |
| 370 | * Level 2 - link-local addresses |
| 371 | * Level 3 - private addresses. |
| 372 | * Level 4 - global addresses |
| 373 | * For INIT and INIT-ACK address list, let L be the level of |
| 374 | * of requested destination address, sender and receiver |
| 375 | * SHOULD include all of its addresses with level greater |
| 376 | * than or equal to L. |
Bhaskar Dutta | 7238843 | 2009-09-03 17:25:47 +0530 | [diff] [blame] | 377 | * |
| 378 | * IPv4 scoping can be controlled through sysctl option |
| 379 | * net.sctp.addr_scope_policy |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | */ |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 381 | static enum sctp_scope sctp_v4_scope(union sctp_addr *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 382 | { |
Xin Long | 1c66201 | 2017-08-05 19:59:54 +0800 | [diff] [blame] | 383 | enum sctp_scope retval; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 385 | /* Check for unusable SCTP addresses. */ |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 386 | if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | retval = SCTP_SCOPE_UNUSABLE; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 388 | } else if (ipv4_is_loopback(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 389 | retval = SCTP_SCOPE_LOOPBACK; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 390 | } else if (ipv4_is_linklocal_169(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 391 | retval = SCTP_SCOPE_LINK; |
Joe Perches | b5cb2bb | 2007-12-16 13:46:59 -0800 | [diff] [blame] | 392 | } else if (ipv4_is_private_10(addr->v4.sin_addr.s_addr) || |
| 393 | ipv4_is_private_172(addr->v4.sin_addr.s_addr) || |
| 394 | ipv4_is_private_192(addr->v4.sin_addr.s_addr)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 395 | retval = SCTP_SCOPE_PRIVATE; |
| 396 | } else { |
| 397 | retval = SCTP_SCOPE_GLOBAL; |
| 398 | } |
| 399 | |
| 400 | return retval; |
| 401 | } |
| 402 | |
| 403 | /* Returns a valid dst cache entry for the given source and destination ip |
| 404 | * addresses. If an association is passed, trys to get a dst entry with a |
| 405 | * source address that matches an address in the bind address list. |
| 406 | */ |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 407 | static void sctp_v4_get_dst(struct sctp_transport *t, union sctp_addr *saddr, |
| 408 | struct flowi *fl, struct sock *sk) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | { |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 410 | struct sctp_association *asoc = t->asoc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 411 | struct rtable *rt; |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 412 | struct flowi _fl; |
| 413 | struct flowi4 *fl4 = &_fl.u.ip4; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 414 | struct sctp_bind_addr *bp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 415 | struct sctp_sockaddr_entry *laddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 416 | struct dst_entry *dst = NULL; |
Vlad Yasevich | da0420b | 2011-04-26 21:54:17 +0000 | [diff] [blame] | 417 | union sctp_addr *daddr = &t->ipaddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 418 | union sctp_addr dst_saddr; |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 419 | __u8 tos = inet_sk(sk)->tos; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 420 | |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 421 | if (t->dscp & SCTP_DSCP_SET_MASK) |
| 422 | tos = t->dscp & SCTP_DSCP_VAL_MASK; |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 423 | memset(&_fl, 0x0, sizeof(_fl)); |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 424 | fl4->daddr = daddr->v4.sin_addr.s_addr; |
| 425 | fl4->fl4_dport = daddr->v4.sin_port; |
| 426 | fl4->flowi4_proto = IPPROTO_SCTP; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 427 | if (asoc) { |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 428 | fl4->flowi4_tos = RT_CONN_FLAGS_TOS(asoc->base.sk, tos); |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 429 | fl4->flowi4_oif = asoc->base.sk->sk_bound_dev_if; |
| 430 | fl4->fl4_sport = htons(asoc->base.bind_addr.port); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | } |
Wei Yongjun | 6429d3d | 2010-04-30 21:42:44 -0400 | [diff] [blame] | 432 | if (saddr) { |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 433 | fl4->saddr = saddr->v4.sin_addr.s_addr; |
Xin Long | ecf938f | 2019-01-22 02:42:41 +0800 | [diff] [blame] | 434 | if (!fl4->fl4_sport) |
| 435 | fl4->fl4_sport = saddr->v4.sin_port; |
Wei Yongjun | 6429d3d | 2010-04-30 21:42:44 -0400 | [diff] [blame] | 436 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 437 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 438 | pr_debug("%s: dst:%pI4, src:%pI4 - ", __func__, &fl4->daddr, |
| 439 | &fl4->saddr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 440 | |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 441 | rt = ip_route_output_key(sock_net(sk), fl4); |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 442 | if (!IS_ERR(rt)) { |
Changli Gao | d8d1f30 | 2010-06-10 23:31:35 -0700 | [diff] [blame] | 443 | dst = &rt->dst; |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 444 | t->dst = dst; |
| 445 | memcpy(fl, &_fl, sizeof(_fl)); |
| 446 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 447 | |
| 448 | /* If there is no association or if a source address is passed, no |
| 449 | * more validation is required. |
| 450 | */ |
| 451 | if (!asoc || saddr) |
| 452 | goto out; |
| 453 | |
| 454 | bp = &asoc->base.bind_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 455 | |
| 456 | if (dst) { |
| 457 | /* Walk through the bind address list and look for a bind |
| 458 | * address that matches the source address of the returned dst. |
| 459 | */ |
David S. Miller | 18a353f4 | 2011-05-03 20:55:05 -0700 | [diff] [blame] | 460 | sctp_v4_dst_saddr(&dst_saddr, fl4, htons(bp->port)); |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 461 | rcu_read_lock(); |
| 462 | list_for_each_entry_rcu(laddr, &bp->address_list, list) { |
Michio Honda | 8a07eb0 | 2011-04-26 20:19:36 +0900 | [diff] [blame] | 463 | if (!laddr->valid || (laddr->state == SCTP_ADDR_DEL) || |
| 464 | (laddr->state != SCTP_ADDR_SRC && |
| 465 | !asoc->src_out_of_asoc_ok)) |
Sridhar Samudrala | dc022a9 | 2006-07-21 14:49:25 -0700 | [diff] [blame] | 466 | continue; |
Al Viro | 854d43a | 2006-11-20 17:06:24 -0800 | [diff] [blame] | 467 | if (sctp_v4_cmp_addr(&dst_saddr, &laddr->a)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 468 | goto out_unlock; |
| 469 | } |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 470 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 471 | |
| 472 | /* None of the bound addresses match the source address of the |
| 473 | * dst. So release it. |
| 474 | */ |
| 475 | dst_release(dst); |
| 476 | dst = NULL; |
| 477 | } |
| 478 | |
| 479 | /* Walk through the bind address list and try to get a dst that |
| 480 | * matches a bind address as the source address. |
| 481 | */ |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 482 | rcu_read_lock(); |
| 483 | list_for_each_entry_rcu(laddr, &bp->address_list, list) { |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 484 | struct net_device *odev; |
| 485 | |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 486 | if (!laddr->valid) |
| 487 | continue; |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 488 | if (laddr->state != SCTP_ADDR_SRC || |
| 489 | AF_INET != laddr->a.sa.sa_family) |
| 490 | continue; |
Xufeng Zhang | 8535087 | 2014-04-25 16:55:41 +0800 | [diff] [blame] | 491 | |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 492 | fl4->fl4_sport = laddr->a.v4.sin_port; |
| 493 | flowi4_update_output(fl4, |
| 494 | asoc->base.sk->sk_bound_dev_if, |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 495 | RT_CONN_FLAGS_TOS(asoc->base.sk, tos), |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 496 | daddr->v4.sin_addr.s_addr, |
| 497 | laddr->a.v4.sin_addr.s_addr); |
| 498 | |
| 499 | rt = ip_route_output_key(sock_net(sk), fl4); |
| 500 | if (IS_ERR(rt)) |
| 501 | continue; |
| 502 | |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 503 | /* Ensure the src address belongs to the output |
| 504 | * interface. |
| 505 | */ |
| 506 | odev = __ip_dev_find(sock_net(sk), laddr->a.v4.sin_addr.s_addr, |
| 507 | false); |
Marcelo Ricardo Leitner | d82f0f1f | 2015-09-02 16:20:21 -0300 | [diff] [blame] | 508 | if (!odev || odev->ifindex != fl4->flowi4_oif) { |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 509 | if (!dst) { |
Tommi Rantala | 4a31a6b | 2018-02-05 21:48:14 +0200 | [diff] [blame] | 510 | dst = &rt->dst; |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 511 | t->dst = dst; |
| 512 | memcpy(fl, &_fl, sizeof(_fl)); |
| 513 | } else { |
Marcelo Ricardo Leitner | 410f038 | 2015-09-02 16:20:22 -0300 | [diff] [blame] | 514 | dst_release(&rt->dst); |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 515 | } |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 516 | continue; |
Marcelo Ricardo Leitner | d82f0f1f | 2015-09-02 16:20:21 -0300 | [diff] [blame] | 517 | } |
Marcelo Ricardo Leitner | 0ca50d1 | 2015-07-17 12:34:18 -0300 | [diff] [blame] | 518 | |
Tommi Rantala | 4a31a6b | 2018-02-05 21:48:14 +0200 | [diff] [blame] | 519 | dst_release(dst); |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 520 | dst = &rt->dst; |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 521 | t->dst = dst; |
| 522 | memcpy(fl, &_fl, sizeof(_fl)); |
Marcelo Ricardo Leitner | 0786828 | 2015-07-17 12:34:17 -0300 | [diff] [blame] | 523 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 524 | } |
| 525 | |
| 526 | out_unlock: |
Vlad Yasevich | 559cf71 | 2007-09-16 16:03:28 -0700 | [diff] [blame] | 527 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 528 | out: |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 529 | if (dst) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 530 | pr_debug("rt_dst:%pI4, rt_src:%pI4\n", |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 531 | &fl->u.ip4.daddr, &fl->u.ip4.saddr); |
| 532 | } else { |
| 533 | t->dst = NULL; |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 534 | pr_debug("no route\n"); |
Marcelo Ricardo Leitner | 582eea2 | 2020-03-26 20:47:46 -0300 | [diff] [blame] | 535 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 536 | } |
| 537 | |
| 538 | /* For v4, the source address is cached in the route entry(dst). So no need |
| 539 | * to cache it separately and hence this is an empty routine. |
| 540 | */ |
YOSHIFUJI Hideaki | e511710 | 2008-05-29 19:55:05 +0900 | [diff] [blame] | 541 | static void sctp_v4_get_saddr(struct sctp_sock *sk, |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 542 | struct sctp_transport *t, |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 543 | struct flowi *fl) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 544 | { |
Vlad Yasevich | 9914ae3 | 2011-04-26 21:51:31 +0000 | [diff] [blame] | 545 | union sctp_addr *saddr = &t->saddr; |
| 546 | struct rtable *rt = (struct rtable *)t->dst; |
Vladislav Yasevich | 23ec47a | 2005-11-11 16:05:55 -0800 | [diff] [blame] | 547 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 548 | if (rt) { |
| 549 | saddr->v4.sin_family = AF_INET; |
David S. Miller | 902ebd3 | 2011-05-09 14:49:13 -0700 | [diff] [blame] | 550 | saddr->v4.sin_addr.s_addr = fl->u.ip4.saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 551 | } |
| 552 | } |
| 553 | |
| 554 | /* What interface did this skb arrive on? */ |
| 555 | static int sctp_v4_skb_iif(const struct sk_buff *skb) |
| 556 | { |
David S. Miller | 92101b3 | 2012-07-23 16:29:00 -0700 | [diff] [blame] | 557 | return inet_iif(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 558 | } |
| 559 | |
| 560 | /* Was this packet marked by Explicit Congestion Notification? */ |
| 561 | static int sctp_v4_is_ce(const struct sk_buff *skb) |
| 562 | { |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 563 | return INET_ECN_is_ce(ip_hdr(skb)->tos); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 564 | } |
| 565 | |
| 566 | /* Create and initialize a new sk for the socket returned by accept(). */ |
| 567 | static struct sock *sctp_v4_create_accept_sk(struct sock *sk, |
David Howells | cdfbabf | 2017-03-09 08:09:05 +0000 | [diff] [blame] | 568 | struct sctp_association *asoc, |
| 569 | bool kern) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 570 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 571 | struct sock *newsk = sk_alloc(sock_net(sk), PF_INET, GFP_KERNEL, |
David Howells | cdfbabf | 2017-03-09 08:09:05 +0000 | [diff] [blame] | 572 | sk->sk_prot, kern); |
Vlad Yasevich | 914e1c8 | 2009-02-13 08:33:44 +0000 | [diff] [blame] | 573 | struct inet_sock *newinet; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 574 | |
| 575 | if (!newsk) |
| 576 | goto out; |
| 577 | |
| 578 | sock_init_data(NULL, newsk); |
| 579 | |
Vlad Yasevich | 914e1c8 | 2009-02-13 08:33:44 +0000 | [diff] [blame] | 580 | sctp_copy_sock(newsk, sk, asoc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 581 | sock_reset_flag(newsk, SOCK_ZAPPED); |
| 582 | |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 583 | sctp_v4_copy_ip_options(sk, newsk); |
| 584 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 585 | newinet = inet_sk(newsk); |
| 586 | |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 587 | newinet->inet_daddr = asoc->peer.primary_addr.v4.sin_addr.s_addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 588 | |
Arnaldo Carvalho de Melo | e684897 | 2005-08-09 19:45:38 -0700 | [diff] [blame] | 589 | sk_refcnt_debug_inc(newsk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 590 | |
| 591 | if (newsk->sk_prot->init(newsk)) { |
| 592 | sk_common_release(newsk); |
| 593 | newsk = NULL; |
| 594 | } |
| 595 | |
| 596 | out: |
| 597 | return newsk; |
| 598 | } |
| 599 | |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 600 | static int sctp_v4_addr_to_user(struct sctp_sock *sp, union sctp_addr *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 601 | { |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 602 | /* No address mapping for V4 sockets */ |
Xin Long | 09279e6 | 2019-03-31 16:58:15 +0800 | [diff] [blame] | 603 | memset(addr->v4.sin_zero, 0, sizeof(addr->v4.sin_zero)); |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 604 | return sizeof(struct sockaddr_in); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 605 | } |
| 606 | |
| 607 | /* Dump the v4 addr to the seq file. */ |
| 608 | static void sctp_v4_seq_dump_addr(struct seq_file *seq, union sctp_addr *addr) |
| 609 | { |
Harvey Harrison | 21454aa | 2008-10-31 00:54:56 -0700 | [diff] [blame] | 610 | seq_printf(seq, "%pI4 ", &addr->v4.sin_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 611 | } |
| 612 | |
Vlad Yasevich | b9031d9 | 2008-06-04 12:40:15 -0700 | [diff] [blame] | 613 | static void sctp_v4_ecn_capable(struct sock *sk) |
| 614 | { |
| 615 | INET_ECN_xmit(sk); |
| 616 | } |
| 617 | |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 618 | static void sctp_addr_wq_timeout_handler(struct timer_list *t) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 619 | { |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 620 | struct net *net = from_timer(net, t, sctp.addr_wq_timer); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 621 | struct sctp_sockaddr_entry *addrw, *temp; |
| 622 | struct sctp_sock *sp; |
| 623 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 624 | spin_lock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 625 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 626 | list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 627 | pr_debug("%s: the first ent in wq:%p is addr:%pISc for cmd:%d at " |
| 628 | "entry:%p\n", __func__, &net->sctp.addr_waitq, &addrw->a.sa, |
| 629 | addrw->state, addrw); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 630 | |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 631 | #if IS_ENABLED(CONFIG_IPV6) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 632 | /* Now we send an ASCONF for each association */ |
| 633 | /* Note. we currently don't handle link local IPv6 addressees */ |
| 634 | if (addrw->a.sa.sa_family == AF_INET6) { |
| 635 | struct in6_addr *in6; |
| 636 | |
| 637 | if (ipv6_addr_type(&addrw->a.v6.sin6_addr) & |
| 638 | IPV6_ADDR_LINKLOCAL) |
| 639 | goto free_next; |
| 640 | |
| 641 | in6 = (struct in6_addr *)&addrw->a.v6.sin6_addr; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 642 | if (ipv6_chk_addr(net, in6, NULL, 0) == 0 && |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 643 | addrw->state == SCTP_ADDR_NEW) { |
| 644 | unsigned long timeo_val; |
| 645 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 646 | pr_debug("%s: this is on DAD, trying %d sec " |
| 647 | "later\n", __func__, |
| 648 | SCTP_ADDRESS_TICK_DELAY); |
| 649 | |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 650 | timeo_val = jiffies; |
| 651 | timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 652 | mod_timer(&net->sctp.addr_wq_timer, timeo_val); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 653 | break; |
| 654 | } |
| 655 | } |
David S. Miller | 5d0c90c | 2011-06-06 13:05:55 -0700 | [diff] [blame] | 656 | #endif |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 657 | list_for_each_entry(sp, &net->sctp.auto_asconf_splist, auto_asconf_list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 658 | struct sock *sk; |
| 659 | |
| 660 | sk = sctp_opt2sk(sp); |
| 661 | /* ignore bound-specific endpoints */ |
| 662 | if (!sctp_is_ep_boundall(sk)) |
| 663 | continue; |
wangweidong | 5bc1d1b | 2014-01-21 15:44:12 +0800 | [diff] [blame] | 664 | bh_lock_sock(sk); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 665 | if (sctp_asconf_mgmt(sp, addrw) < 0) |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 666 | pr_debug("%s: sctp_asconf_mgmt failed\n", __func__); |
wangweidong | 5bc1d1b | 2014-01-21 15:44:12 +0800 | [diff] [blame] | 667 | bh_unlock_sock(sk); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 668 | } |
Daniel Halperin | 39d84a5 | 2012-06-18 11:04:55 +0000 | [diff] [blame] | 669 | #if IS_ENABLED(CONFIG_IPV6) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 670 | free_next: |
Daniel Halperin | 39d84a5 | 2012-06-18 11:04:55 +0000 | [diff] [blame] | 671 | #endif |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 672 | list_del(&addrw->list); |
| 673 | kfree(addrw); |
| 674 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 675 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 676 | } |
| 677 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 678 | static void sctp_free_addr_wq(struct net *net) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 679 | { |
| 680 | struct sctp_sockaddr_entry *addrw; |
| 681 | struct sctp_sockaddr_entry *temp; |
| 682 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 683 | spin_lock_bh(&net->sctp.addr_wq_lock); |
| 684 | del_timer(&net->sctp.addr_wq_timer); |
| 685 | list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 686 | list_del(&addrw->list); |
| 687 | kfree(addrw); |
| 688 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 689 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 690 | } |
| 691 | |
| 692 | /* lookup the entry for the same address in the addr_waitq |
| 693 | * sctp_addr_wq MUST be locked |
| 694 | */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 695 | static struct sctp_sockaddr_entry *sctp_addr_wq_lookup(struct net *net, |
| 696 | struct sctp_sockaddr_entry *addr) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 697 | { |
| 698 | struct sctp_sockaddr_entry *addrw; |
| 699 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 700 | list_for_each_entry(addrw, &net->sctp.addr_waitq, list) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 701 | if (addrw->a.sa.sa_family != addr->a.sa.sa_family) |
| 702 | continue; |
| 703 | if (addrw->a.sa.sa_family == AF_INET) { |
| 704 | if (addrw->a.v4.sin_addr.s_addr == |
| 705 | addr->a.v4.sin_addr.s_addr) |
| 706 | return addrw; |
| 707 | } else if (addrw->a.sa.sa_family == AF_INET6) { |
| 708 | if (ipv6_addr_equal(&addrw->a.v6.sin6_addr, |
| 709 | &addr->a.v6.sin6_addr)) |
| 710 | return addrw; |
| 711 | } |
| 712 | } |
| 713 | return NULL; |
| 714 | } |
| 715 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 716 | void sctp_addr_wq_mgmt(struct net *net, struct sctp_sockaddr_entry *addr, int cmd) |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 717 | { |
| 718 | struct sctp_sockaddr_entry *addrw; |
| 719 | unsigned long timeo_val; |
| 720 | |
| 721 | /* first, we check if an opposite message already exist in the queue. |
| 722 | * If we found such message, it is removed. |
| 723 | * This operation is a bit stupid, but the DHCP client attaches the |
| 724 | * new address after a couple of addition and deletion of that address |
| 725 | */ |
| 726 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 727 | spin_lock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 728 | /* Offsets existing events in addr_wq */ |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 729 | addrw = sctp_addr_wq_lookup(net, addr); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 730 | if (addrw) { |
| 731 | if (addrw->state != cmd) { |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 732 | pr_debug("%s: offsets existing entry for %d, addr:%pISc " |
| 733 | "in wq:%p\n", __func__, addrw->state, &addrw->a.sa, |
| 734 | &net->sctp.addr_waitq); |
| 735 | |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 736 | list_del(&addrw->list); |
| 737 | kfree(addrw); |
| 738 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 739 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 740 | return; |
| 741 | } |
| 742 | |
| 743 | /* OK, we have to add the new address to the wait queue */ |
| 744 | addrw = kmemdup(addr, sizeof(struct sctp_sockaddr_entry), GFP_ATOMIC); |
| 745 | if (addrw == NULL) { |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 746 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 747 | return; |
| 748 | } |
| 749 | addrw->state = cmd; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 750 | list_add_tail(&addrw->list, &net->sctp.addr_waitq); |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 751 | |
| 752 | pr_debug("%s: add new entry for cmd:%d, addr:%pISc in wq:%p\n", |
| 753 | __func__, addrw->state, &addrw->a.sa, &net->sctp.addr_waitq); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 754 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 755 | if (!timer_pending(&net->sctp.addr_wq_timer)) { |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 756 | timeo_val = jiffies; |
| 757 | timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 758 | mod_timer(&net->sctp.addr_wq_timer, timeo_val); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 759 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 760 | spin_unlock_bh(&net->sctp.addr_wq_lock); |
Michio Honda | 9f7d653 | 2011-04-26 19:32:51 +0900 | [diff] [blame] | 761 | } |
| 762 | |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 763 | /* Event handler for inet address addition/deletion events. |
| 764 | * The sctp_local_addr_list needs to be protocted by a spin lock since |
| 765 | * multiple notifiers (say IPv4 and IPv6) may be running at the same |
| 766 | * time and thus corrupt the list. |
| 767 | * The reader side is protected with RCU. |
| 768 | */ |
Adrian Bunk | 2412318 | 2006-12-20 16:08:22 -0800 | [diff] [blame] | 769 | static int sctp_inetaddr_event(struct notifier_block *this, unsigned long ev, |
| 770 | void *ptr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 771 | { |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 772 | struct in_ifaddr *ifa = (struct in_ifaddr *)ptr; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 773 | struct sctp_sockaddr_entry *addr = NULL; |
| 774 | struct sctp_sockaddr_entry *temp; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 775 | struct net *net = dev_net(ifa->ifa_dev->dev); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 776 | int found = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 777 | |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 778 | switch (ev) { |
| 779 | case NETDEV_UP: |
Xin Long | 400b8b9 | 2019-01-14 18:34:02 +0800 | [diff] [blame] | 780 | addr = kzalloc(sizeof(*addr), GFP_ATOMIC); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 781 | if (addr) { |
| 782 | addr->a.v4.sin_family = AF_INET; |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 783 | addr->a.v4.sin_addr.s_addr = ifa->ifa_local; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 784 | addr->valid = 1; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 785 | spin_lock_bh(&net->sctp.local_addr_lock); |
| 786 | list_add_tail_rcu(&addr->list, &net->sctp.local_addr_list); |
| 787 | sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_NEW); |
| 788 | spin_unlock_bh(&net->sctp.local_addr_lock); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 789 | } |
| 790 | break; |
| 791 | case NETDEV_DOWN: |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 792 | spin_lock_bh(&net->sctp.local_addr_lock); |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 793 | list_for_each_entry_safe(addr, temp, |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 794 | &net->sctp.local_addr_list, list) { |
Pavel Emelyanov | a40a7d1 | 2008-04-12 18:40:38 -0700 | [diff] [blame] | 795 | if (addr->a.sa.sa_family == AF_INET && |
| 796 | addr->a.v4.sin_addr.s_addr == |
| 797 | ifa->ifa_local) { |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 798 | sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_DEL); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 799 | found = 1; |
Vlad Yasevich | 2930354 | 2007-09-16 16:02:12 -0700 | [diff] [blame] | 800 | addr->valid = 0; |
| 801 | list_del_rcu(&addr->list); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 802 | break; |
| 803 | } |
| 804 | } |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 805 | spin_unlock_bh(&net->sctp.local_addr_lock); |
Chidambar 'ilLogict' Zinnoury | 2262621 | 2008-03-11 18:05:02 -0700 | [diff] [blame] | 806 | if (found) |
Lai Jiangshan | 1231f0b | 2011-03-15 18:05:02 +0800 | [diff] [blame] | 807 | kfree_rcu(addr, rcu); |
Sridhar Samudrala | 29c7cf9 | 2006-12-13 16:26:26 -0800 | [diff] [blame] | 808 | break; |
| 809 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 810 | |
| 811 | return NOTIFY_DONE; |
| 812 | } |
| 813 | |
| 814 | /* |
| 815 | * Initialize the control inode/socket with a control endpoint data |
| 816 | * structure. This endpoint is reserved exclusively for the OOTB processing. |
| 817 | */ |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 818 | static int sctp_ctl_sock_init(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 819 | { |
| 820 | int err; |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 821 | sa_family_t family = PF_INET; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 822 | |
| 823 | if (sctp_get_pf_specific(PF_INET6)) |
| 824 | family = PF_INET6; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 825 | |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 826 | err = inet_ctl_sock_create(&net->sctp.ctl_sock, family, |
| 827 | SOCK_SEQPACKET, IPPROTO_SCTP, net); |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 828 | |
| 829 | /* If IPv6 socket could not be created, try the IPv4 socket */ |
| 830 | if (err < 0 && family == PF_INET6) |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 831 | err = inet_ctl_sock_create(&net->sctp.ctl_sock, AF_INET, |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 832 | SOCK_SEQPACKET, IPPROTO_SCTP, |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 833 | net); |
Brian Haley | fb13d9f | 2009-03-04 03:20:26 -0800 | [diff] [blame] | 834 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 835 | if (err < 0) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 836 | pr_err("Failed to create the SCTP control socket\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 837 | return err; |
| 838 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 839 | return 0; |
| 840 | } |
| 841 | |
| 842 | /* Register address family specific functions. */ |
| 843 | int sctp_register_af(struct sctp_af *af) |
| 844 | { |
| 845 | switch (af->sa_family) { |
| 846 | case AF_INET: |
| 847 | if (sctp_af_v4_specific) |
| 848 | return 0; |
| 849 | sctp_af_v4_specific = af; |
| 850 | break; |
| 851 | case AF_INET6: |
| 852 | if (sctp_af_v6_specific) |
| 853 | return 0; |
| 854 | sctp_af_v6_specific = af; |
| 855 | break; |
| 856 | default: |
| 857 | return 0; |
| 858 | } |
| 859 | |
| 860 | INIT_LIST_HEAD(&af->list); |
| 861 | list_add_tail(&af->list, &sctp_address_families); |
| 862 | return 1; |
| 863 | } |
| 864 | |
| 865 | /* Get the table of functions for manipulating a particular address |
| 866 | * family. |
| 867 | */ |
| 868 | struct sctp_af *sctp_get_af_specific(sa_family_t family) |
| 869 | { |
| 870 | switch (family) { |
| 871 | case AF_INET: |
| 872 | return sctp_af_v4_specific; |
| 873 | case AF_INET6: |
| 874 | return sctp_af_v6_specific; |
| 875 | default: |
| 876 | return NULL; |
| 877 | } |
| 878 | } |
| 879 | |
| 880 | /* Common code to initialize a AF_INET msg_name. */ |
| 881 | static void sctp_inet_msgname(char *msgname, int *addr_len) |
| 882 | { |
| 883 | struct sockaddr_in *sin; |
| 884 | |
| 885 | sin = (struct sockaddr_in *)msgname; |
| 886 | *addr_len = sizeof(struct sockaddr_in); |
| 887 | sin->sin_family = AF_INET; |
| 888 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); |
| 889 | } |
| 890 | |
| 891 | /* Copy the primary address of the peer primary address as the msg_name. */ |
| 892 | static void sctp_inet_event_msgname(struct sctp_ulpevent *event, char *msgname, |
| 893 | int *addr_len) |
| 894 | { |
| 895 | struct sockaddr_in *sin, *sinfrom; |
| 896 | |
| 897 | if (msgname) { |
| 898 | struct sctp_association *asoc; |
| 899 | |
| 900 | asoc = event->asoc; |
| 901 | sctp_inet_msgname(msgname, addr_len); |
| 902 | sin = (struct sockaddr_in *)msgname; |
| 903 | sinfrom = &asoc->peer.primary_addr.v4; |
| 904 | sin->sin_port = htons(asoc->peer.port); |
| 905 | sin->sin_addr.s_addr = sinfrom->sin_addr.s_addr; |
| 906 | } |
| 907 | } |
| 908 | |
| 909 | /* Initialize and copy out a msgname from an inbound skb. */ |
| 910 | static void sctp_inet_skb_msgname(struct sk_buff *skb, char *msgname, int *len) |
| 911 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 912 | if (msgname) { |
Arnaldo Carvalho de Melo | 2c0fd38 | 2007-03-13 13:59:32 -0300 | [diff] [blame] | 913 | struct sctphdr *sh = sctp_hdr(skb); |
| 914 | struct sockaddr_in *sin = (struct sockaddr_in *)msgname; |
| 915 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 916 | sctp_inet_msgname(msgname, len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 917 | sin->sin_port = sh->source; |
Arnaldo Carvalho de Melo | eddc9ec | 2007-04-20 22:47:35 -0700 | [diff] [blame] | 918 | sin->sin_addr.s_addr = ip_hdr(skb)->saddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 919 | } |
| 920 | } |
| 921 | |
| 922 | /* Do we support this AF? */ |
| 923 | static int sctp_inet_af_supported(sa_family_t family, struct sctp_sock *sp) |
| 924 | { |
| 925 | /* PF_INET only supports AF_INET addresses. */ |
Eric Dumazet | a02cec2 | 2010-09-22 20:43:57 +0000 | [diff] [blame] | 926 | return AF_INET == family; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 927 | } |
| 928 | |
| 929 | /* Address matching with wildcards allowed. */ |
| 930 | static int sctp_inet_cmp_addr(const union sctp_addr *addr1, |
| 931 | const union sctp_addr *addr2, |
| 932 | struct sctp_sock *opt) |
| 933 | { |
| 934 | /* PF_INET only supports AF_INET addresses. */ |
| 935 | if (addr1->sa.sa_family != addr2->sa.sa_family) |
| 936 | return 0; |
Al Viro | e6f1ceb | 2008-03-17 22:44:53 -0700 | [diff] [blame] | 937 | if (htonl(INADDR_ANY) == addr1->v4.sin_addr.s_addr || |
| 938 | htonl(INADDR_ANY) == addr2->v4.sin_addr.s_addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 939 | return 1; |
| 940 | if (addr1->v4.sin_addr.s_addr == addr2->v4.sin_addr.s_addr) |
| 941 | return 1; |
| 942 | |
| 943 | return 0; |
| 944 | } |
| 945 | |
| 946 | /* Verify that provided sockaddr looks bindable. Common verification has |
| 947 | * already been taken care of. |
| 948 | */ |
| 949 | static int sctp_inet_bind_verify(struct sctp_sock *opt, union sctp_addr *addr) |
| 950 | { |
| 951 | return sctp_v4_available(addr, opt); |
| 952 | } |
| 953 | |
| 954 | /* Verify that sockaddr looks sendable. Common verification has already |
| 955 | * been taken care of. |
| 956 | */ |
| 957 | static int sctp_inet_send_verify(struct sctp_sock *opt, union sctp_addr *addr) |
| 958 | { |
| 959 | return 1; |
| 960 | } |
| 961 | |
| 962 | /* Fill in Supported Address Type information for INIT and INIT-ACK |
| 963 | * chunks. Returns number of addresses supported. |
| 964 | */ |
| 965 | static int sctp_inet_supported_addrs(const struct sctp_sock *opt, |
Al Viro | 3dbe865 | 2006-11-20 17:25:49 -0800 | [diff] [blame] | 966 | __be16 *types) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 967 | { |
| 968 | types[0] = SCTP_PARAM_IPV4_ADDRESS; |
| 969 | return 1; |
| 970 | } |
| 971 | |
| 972 | /* Wrapper routine that calls the ip transmit routine. */ |
| 973 | static inline int sctp_v4_xmit(struct sk_buff *skb, |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 974 | struct sctp_transport *transport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 975 | { |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 976 | struct inet_sock *inet = inet_sk(skb->sk); |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 977 | __u8 dscp = inet->tos; |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 978 | |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 979 | pr_debug("%s: skb:%p, len:%d, src:%pI4, dst:%pI4\n", __func__, skb, |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 980 | skb->len, &transport->fl.u.ip4.saddr, |
| 981 | &transport->fl.u.ip4.daddr); |
| 982 | |
| 983 | if (transport->dscp & SCTP_DSCP_SET_MASK) |
| 984 | dscp = transport->dscp & SCTP_DSCP_VAL_MASK; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 985 | |
Herbert Xu | f880374 | 2008-08-03 21:15:08 -0700 | [diff] [blame] | 986 | inet->pmtudisc = transport->param_flags & SPP_PMTUD_ENABLE ? |
| 987 | IP_PMTUDISC_DO : IP_PMTUDISC_DONT; |
| 988 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 989 | SCTP_INC_STATS(sock_net(&inet->sk), SCTP_MIB_OUTSCTPPACKS); |
Daniel Borkmann | bb33381 | 2013-06-28 19:49:40 +0200 | [diff] [blame] | 990 | |
Xin Long | 8a9c58d | 2018-07-02 18:21:12 +0800 | [diff] [blame] | 991 | return __ip_queue_xmit(&inet->sk, skb, &transport->fl, dscp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 992 | } |
| 993 | |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 994 | static struct sctp_af sctp_af_inet; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 995 | |
| 996 | static struct sctp_pf sctp_pf_inet = { |
| 997 | .event_msgname = sctp_inet_event_msgname, |
| 998 | .skb_msgname = sctp_inet_skb_msgname, |
| 999 | .af_supported = sctp_inet_af_supported, |
| 1000 | .cmp_addr = sctp_inet_cmp_addr, |
| 1001 | .bind_verify = sctp_inet_bind_verify, |
| 1002 | .send_verify = sctp_inet_send_verify, |
| 1003 | .supported_addrs = sctp_inet_supported_addrs, |
| 1004 | .create_accept_sk = sctp_v4_create_accept_sk, |
Jason Gunthorpe | 299ee12 | 2014-07-30 12:40:53 -0600 | [diff] [blame] | 1005 | .addr_to_user = sctp_v4_addr_to_user, |
| 1006 | .to_sk_saddr = sctp_v4_to_sk_saddr, |
| 1007 | .to_sk_daddr = sctp_v4_to_sk_daddr, |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 1008 | .copy_ip_options = sctp_v4_copy_ip_options, |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 1009 | .af = &sctp_af_inet |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1010 | }; |
| 1011 | |
| 1012 | /* Notifier for inetaddr addition/deletion events. */ |
| 1013 | static struct notifier_block sctp_inetaddr_notifier = { |
| 1014 | .notifier_call = sctp_inetaddr_event, |
| 1015 | }; |
| 1016 | |
| 1017 | /* Socket operations. */ |
Eric Dumazet | 90ddc4f | 2005-12-22 12:49:22 -0800 | [diff] [blame] | 1018 | static const struct proto_ops inet_seqpacket_ops = { |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1019 | .family = PF_INET, |
| 1020 | .owner = THIS_MODULE, |
| 1021 | .release = inet_release, /* Needs to be wrapped... */ |
| 1022 | .bind = inet_bind, |
Xin Long | 644fbde | 2018-05-20 16:39:10 +0800 | [diff] [blame] | 1023 | .connect = sctp_inet_connect, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1024 | .socketpair = sock_no_socketpair, |
| 1025 | .accept = inet_accept, |
| 1026 | .getname = inet_getname, /* Semantics are different. */ |
Linus Torvalds | a11e1d4 | 2018-06-28 09:43:44 -0700 | [diff] [blame] | 1027 | .poll = sctp_poll, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1028 | .ioctl = inet_ioctl, |
Arnd Bergmann | c7cbdbf | 2019-04-17 22:51:48 +0200 | [diff] [blame] | 1029 | .gettstamp = sock_gettstamp, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1030 | .listen = sctp_inet_listen, |
| 1031 | .shutdown = inet_shutdown, /* Looks harmless. */ |
| 1032 | .setsockopt = sock_common_setsockopt, /* IP_SOL IP_OPTION is a problem */ |
| 1033 | .getsockopt = sock_common_getsockopt, |
| 1034 | .sendmsg = inet_sendmsg, |
Xin Long | fd2d180 | 2016-07-22 21:25:42 +0800 | [diff] [blame] | 1035 | .recvmsg = inet_recvmsg, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1036 | .mmap = sock_no_mmap, |
| 1037 | .sendpage = sock_no_sendpage, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1038 | #ifdef CONFIG_COMPAT |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1039 | .compat_setsockopt = compat_sock_common_setsockopt, |
| 1040 | .compat_getsockopt = compat_sock_common_getsockopt, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1041 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1042 | }; |
| 1043 | |
| 1044 | /* Registration with AF_INET family. */ |
| 1045 | static struct inet_protosw sctp_seqpacket_protosw = { |
| 1046 | .type = SOCK_SEQPACKET, |
| 1047 | .protocol = IPPROTO_SCTP, |
| 1048 | .prot = &sctp_prot, |
| 1049 | .ops = &inet_seqpacket_ops, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1050 | .flags = SCTP_PROTOSW_FLAG |
| 1051 | }; |
| 1052 | static struct inet_protosw sctp_stream_protosw = { |
| 1053 | .type = SOCK_STREAM, |
| 1054 | .protocol = IPPROTO_SCTP, |
| 1055 | .prot = &sctp_prot, |
| 1056 | .ops = &inet_seqpacket_ops, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1057 | .flags = SCTP_PROTOSW_FLAG |
| 1058 | }; |
| 1059 | |
| 1060 | /* Register with IP layer. */ |
Alexey Dobriyan | 3261309 | 2009-09-14 12:21:47 +0000 | [diff] [blame] | 1061 | static const struct net_protocol sctp_protocol = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1062 | .handler = sctp_rcv, |
| 1063 | .err_handler = sctp_v4_err, |
| 1064 | .no_policy = 1, |
Eric W. Biederman | bb2db45 | 2012-08-06 08:46:26 +0000 | [diff] [blame] | 1065 | .netns_ok = 1, |
Hannes Frederic Sowa | 8ed1dc4 | 2014-01-09 10:01:17 +0100 | [diff] [blame] | 1066 | .icmp_strict_tag_validation = 1, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1067 | }; |
| 1068 | |
| 1069 | /* IPv4 address related functions. */ |
Neil Horman | 15efbe7 | 2008-02-15 09:53:59 -0500 | [diff] [blame] | 1070 | static struct sctp_af sctp_af_inet = { |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1071 | .sa_family = AF_INET, |
| 1072 | .sctp_xmit = sctp_v4_xmit, |
| 1073 | .setsockopt = ip_setsockopt, |
| 1074 | .getsockopt = ip_getsockopt, |
| 1075 | .get_dst = sctp_v4_get_dst, |
| 1076 | .get_saddr = sctp_v4_get_saddr, |
| 1077 | .copy_addrlist = sctp_v4_copy_addrlist, |
| 1078 | .from_skb = sctp_v4_from_skb, |
| 1079 | .from_sk = sctp_v4_from_sk, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1080 | .from_addr_param = sctp_v4_from_addr_param, |
| 1081 | .to_addr_param = sctp_v4_to_addr_param, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1082 | .cmp_addr = sctp_v4_cmp_addr, |
| 1083 | .addr_valid = sctp_v4_addr_valid, |
| 1084 | .inaddr_any = sctp_v4_inaddr_any, |
| 1085 | .is_any = sctp_v4_is_any, |
| 1086 | .available = sctp_v4_available, |
| 1087 | .scope = sctp_v4_scope, |
| 1088 | .skb_iif = sctp_v4_skb_iif, |
| 1089 | .is_ce = sctp_v4_is_ce, |
| 1090 | .seq_dump_addr = sctp_v4_seq_dump_addr, |
Vlad Yasevich | b9031d9 | 2008-06-04 12:40:15 -0700 | [diff] [blame] | 1091 | .ecn_capable = sctp_v4_ecn_capable, |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1092 | .net_header_len = sizeof(struct iphdr), |
| 1093 | .sockaddr_len = sizeof(struct sockaddr_in), |
Richard Haines | b7e10c2 | 2018-02-24 16:18:51 +0000 | [diff] [blame] | 1094 | .ip_options_len = sctp_v4_ip_options_len, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1095 | #ifdef CONFIG_COMPAT |
Arnaldo Carvalho de Melo | 543d9cf | 2006-03-20 22:48:35 -0800 | [diff] [blame] | 1096 | .compat_setsockopt = compat_ip_setsockopt, |
| 1097 | .compat_getsockopt = compat_ip_getsockopt, |
Dmitry Mishin | 3fdadf7 | 2006-03-20 22:45:21 -0800 | [diff] [blame] | 1098 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1099 | }; |
| 1100 | |
wangweidong | 8d72651 | 2013-12-23 12:16:53 +0800 | [diff] [blame] | 1101 | struct sctp_pf *sctp_get_pf_specific(sa_family_t family) |
| 1102 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1103 | switch (family) { |
| 1104 | case PF_INET: |
| 1105 | return sctp_pf_inet_specific; |
| 1106 | case PF_INET6: |
| 1107 | return sctp_pf_inet6_specific; |
| 1108 | default: |
| 1109 | return NULL; |
| 1110 | } |
| 1111 | } |
| 1112 | |
| 1113 | /* Register the PF specific function table. */ |
| 1114 | int sctp_register_pf(struct sctp_pf *pf, sa_family_t family) |
| 1115 | { |
| 1116 | switch (family) { |
| 1117 | case PF_INET: |
| 1118 | if (sctp_pf_inet_specific) |
| 1119 | return 0; |
| 1120 | sctp_pf_inet_specific = pf; |
| 1121 | break; |
| 1122 | case PF_INET6: |
| 1123 | if (sctp_pf_inet6_specific) |
| 1124 | return 0; |
| 1125 | sctp_pf_inet6_specific = pf; |
| 1126 | break; |
| 1127 | default: |
| 1128 | return 0; |
| 1129 | } |
| 1130 | return 1; |
| 1131 | } |
| 1132 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1133 | static inline int init_sctp_mibs(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1134 | { |
WANG Cong | 698365f | 2014-05-05 15:55:55 -0700 | [diff] [blame] | 1135 | net->sctp.sctp_statistics = alloc_percpu(struct sctp_mib); |
| 1136 | if (!net->sctp.sctp_statistics) |
| 1137 | return -ENOMEM; |
| 1138 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1139 | } |
| 1140 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1141 | static inline void cleanup_sctp_mibs(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1142 | { |
WANG Cong | 698365f | 2014-05-05 15:55:55 -0700 | [diff] [blame] | 1143 | free_percpu(net->sctp.sctp_statistics); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1144 | } |
| 1145 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1146 | static void sctp_v4_pf_init(void) |
| 1147 | { |
| 1148 | /* Initialize the SCTP specific PF functions. */ |
| 1149 | sctp_register_pf(&sctp_pf_inet, PF_INET); |
| 1150 | sctp_register_af(&sctp_af_inet); |
| 1151 | } |
| 1152 | |
| 1153 | static void sctp_v4_pf_exit(void) |
| 1154 | { |
| 1155 | list_del(&sctp_af_inet.list); |
| 1156 | } |
| 1157 | |
| 1158 | static int sctp_v4_protosw_init(void) |
| 1159 | { |
| 1160 | int rc; |
| 1161 | |
| 1162 | rc = proto_register(&sctp_prot, 1); |
| 1163 | if (rc) |
| 1164 | return rc; |
| 1165 | |
| 1166 | /* Register SCTP(UDP and TCP style) with socket layer. */ |
| 1167 | inet_register_protosw(&sctp_seqpacket_protosw); |
| 1168 | inet_register_protosw(&sctp_stream_protosw); |
| 1169 | |
| 1170 | return 0; |
| 1171 | } |
| 1172 | |
| 1173 | static void sctp_v4_protosw_exit(void) |
| 1174 | { |
| 1175 | inet_unregister_protosw(&sctp_stream_protosw); |
| 1176 | inet_unregister_protosw(&sctp_seqpacket_protosw); |
| 1177 | proto_unregister(&sctp_prot); |
| 1178 | } |
| 1179 | |
| 1180 | static int sctp_v4_add_protocol(void) |
| 1181 | { |
| 1182 | /* Register notifier for inet address additions/deletions. */ |
| 1183 | register_inetaddr_notifier(&sctp_inetaddr_notifier); |
| 1184 | |
| 1185 | /* Register SCTP with inet layer. */ |
| 1186 | if (inet_add_protocol(&sctp_protocol, IPPROTO_SCTP) < 0) |
| 1187 | return -EAGAIN; |
| 1188 | |
| 1189 | return 0; |
| 1190 | } |
| 1191 | |
| 1192 | static void sctp_v4_del_protocol(void) |
| 1193 | { |
| 1194 | inet_del_protocol(&sctp_protocol, IPPROTO_SCTP); |
| 1195 | unregister_inetaddr_notifier(&sctp_inetaddr_notifier); |
| 1196 | } |
| 1197 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1198 | static int __net_init sctp_defaults_init(struct net *net) |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1199 | { |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1200 | int status; |
| 1201 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1202 | /* |
| 1203 | * 14. Suggested SCTP Protocol Parameter Values |
| 1204 | */ |
| 1205 | /* The following protocol parameters are RECOMMENDED: */ |
| 1206 | /* RTO.Initial - 3 seconds */ |
| 1207 | net->sctp.rto_initial = SCTP_RTO_INITIAL; |
| 1208 | /* RTO.Min - 1 second */ |
| 1209 | net->sctp.rto_min = SCTP_RTO_MIN; |
| 1210 | /* RTO.Max - 60 seconds */ |
| 1211 | net->sctp.rto_max = SCTP_RTO_MAX; |
| 1212 | /* RTO.Alpha - 1/8 */ |
| 1213 | net->sctp.rto_alpha = SCTP_RTO_ALPHA; |
| 1214 | /* RTO.Beta - 1/4 */ |
| 1215 | net->sctp.rto_beta = SCTP_RTO_BETA; |
| 1216 | |
| 1217 | /* Valid.Cookie.Life - 60 seconds */ |
| 1218 | net->sctp.valid_cookie_life = SCTP_DEFAULT_COOKIE_LIFE; |
| 1219 | |
| 1220 | /* Whether Cookie Preservative is enabled(1) or not(0) */ |
| 1221 | net->sctp.cookie_preserve_enable = 1; |
| 1222 | |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1223 | /* Default sctp sockets to use md5 as their hmac alg */ |
Neil Horman | 0d0863b | 2012-12-14 15:22:01 +0000 | [diff] [blame] | 1224 | #if defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_MD5) |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1225 | net->sctp.sctp_hmac_alg = "md5"; |
Neil Horman | 0d0863b | 2012-12-14 15:22:01 +0000 | [diff] [blame] | 1226 | #elif defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_SHA1) |
Neil Horman | 3c68198 | 2012-10-24 09:20:03 +0000 | [diff] [blame] | 1227 | net->sctp.sctp_hmac_alg = "sha1"; |
| 1228 | #else |
| 1229 | net->sctp.sctp_hmac_alg = NULL; |
| 1230 | #endif |
| 1231 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1232 | /* Max.Burst - 4 */ |
| 1233 | net->sctp.max_burst = SCTP_DEFAULT_MAX_BURST; |
| 1234 | |
Xin Long | 34515e9 | 2019-11-08 13:20:35 +0800 | [diff] [blame] | 1235 | /* Disable of Primary Path Switchover by default */ |
| 1236 | net->sctp.ps_retrans = SCTP_PS_RETRANS_MAX; |
| 1237 | |
Zhu Yanjun | 566178f | 2015-12-16 13:55:04 +0800 | [diff] [blame] | 1238 | /* Enable pf state by default */ |
| 1239 | net->sctp.pf_enable = 1; |
| 1240 | |
Xin Long | aef587b | 2019-11-08 13:20:32 +0800 | [diff] [blame] | 1241 | /* Ignore pf exposure feature by default */ |
| 1242 | net->sctp.pf_expose = SCTP_PF_EXPOSE_UNSET; |
| 1243 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1244 | /* Association.Max.Retrans - 10 attempts |
| 1245 | * Path.Max.Retrans - 5 attempts (per destination address) |
| 1246 | * Max.Init.Retransmits - 8 attempts |
| 1247 | */ |
| 1248 | net->sctp.max_retrans_association = 10; |
| 1249 | net->sctp.max_retrans_path = 5; |
| 1250 | net->sctp.max_retrans_init = 8; |
| 1251 | |
| 1252 | /* Sendbuffer growth - do per-socket accounting */ |
| 1253 | net->sctp.sndbuf_policy = 0; |
| 1254 | |
| 1255 | /* Rcvbuffer growth - do per-socket accounting */ |
| 1256 | net->sctp.rcvbuf_policy = 0; |
| 1257 | |
| 1258 | /* HB.interval - 30 seconds */ |
| 1259 | net->sctp.hb_interval = SCTP_DEFAULT_TIMEOUT_HEARTBEAT; |
| 1260 | |
| 1261 | /* delayed SACK timeout */ |
| 1262 | net->sctp.sack_timeout = SCTP_DEFAULT_TIMEOUT_SACK; |
| 1263 | |
| 1264 | /* Disable ADDIP by default. */ |
| 1265 | net->sctp.addip_enable = 0; |
| 1266 | net->sctp.addip_noauth = 0; |
| 1267 | net->sctp.default_auto_asconf = 0; |
| 1268 | |
| 1269 | /* Enable PR-SCTP by default. */ |
| 1270 | net->sctp.prsctp_enable = 1; |
| 1271 | |
Xin Long | c28445c | 2017-01-18 00:44:45 +0800 | [diff] [blame] | 1272 | /* Disable RECONF by default. */ |
| 1273 | net->sctp.reconf_enable = 0; |
| 1274 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1275 | /* Disable AUTH by default. */ |
| 1276 | net->sctp.auth_enable = 0; |
| 1277 | |
Xin Long | 1b0b811 | 2019-08-26 16:30:02 +0800 | [diff] [blame] | 1278 | /* Enable ECN by default. */ |
| 1279 | net->sctp.ecn_enable = 1; |
| 1280 | |
Eric W. Biederman | e1fc3b1 | 2012-08-07 07:29:57 +0000 | [diff] [blame] | 1281 | /* Set SCOPE policy to enabled */ |
| 1282 | net->sctp.scope_policy = SCTP_SCOPE_POLICY_ENABLE; |
| 1283 | |
| 1284 | /* Set the default rwnd update threshold */ |
| 1285 | net->sctp.rwnd_upd_shift = SCTP_DEFAULT_RWND_SHIFT; |
| 1286 | |
| 1287 | /* Initialize maximum autoclose timeout. */ |
| 1288 | net->sctp.max_autoclose = INT_MAX / HZ; |
| 1289 | |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1290 | status = sctp_sysctl_net_register(net); |
| 1291 | if (status) |
| 1292 | goto err_sysctl_register; |
| 1293 | |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1294 | /* Allocate and initialise sctp mibs. */ |
| 1295 | status = init_sctp_mibs(net); |
| 1296 | if (status) |
| 1297 | goto err_init_mibs; |
| 1298 | |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1299 | #ifdef CONFIG_PROC_FS |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1300 | /* Initialize proc fs directory. */ |
| 1301 | status = sctp_proc_init(net); |
| 1302 | if (status) |
| 1303 | goto err_init_proc; |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1304 | #endif |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1305 | |
| 1306 | sctp_dbg_objcnt_init(net); |
| 1307 | |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1308 | /* Initialize the local address list. */ |
| 1309 | INIT_LIST_HEAD(&net->sctp.local_addr_list); |
| 1310 | spin_lock_init(&net->sctp.local_addr_lock); |
| 1311 | sctp_get_local_addr_list(net); |
| 1312 | |
| 1313 | /* Initialize the address event list */ |
| 1314 | INIT_LIST_HEAD(&net->sctp.addr_waitq); |
| 1315 | INIT_LIST_HEAD(&net->sctp.auto_asconf_splist); |
| 1316 | spin_lock_init(&net->sctp.addr_wq_lock); |
| 1317 | net->sctp.addr_wq_timer.expires = 0; |
Kees Cook | 9c3b575 | 2017-10-24 01:45:31 -0700 | [diff] [blame] | 1318 | timer_setup(&net->sctp.addr_wq_timer, sctp_addr_wq_timeout_handler, 0); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1319 | |
| 1320 | return 0; |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1321 | |
Arnd Bergmann | 7ae665f | 2018-03-28 16:14:56 +0200 | [diff] [blame] | 1322 | #ifdef CONFIG_PROC_FS |
Eric W. Biederman | 13d782f | 2012-08-06 08:45:15 +0000 | [diff] [blame] | 1323 | err_init_proc: |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1324 | cleanup_sctp_mibs(net); |
Arnd Bergmann | 7ae665f | 2018-03-28 16:14:56 +0200 | [diff] [blame] | 1325 | #endif |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1326 | err_init_mibs: |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1327 | sctp_sysctl_net_unregister(net); |
| 1328 | err_sysctl_register: |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1329 | return status; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1330 | } |
| 1331 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1332 | static void __net_exit sctp_defaults_exit(struct net *net) |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1333 | { |
| 1334 | /* Free the local address list */ |
| 1335 | sctp_free_addr_wq(net); |
| 1336 | sctp_free_local_addr_list(net); |
Eric W. Biederman | 2ce9550 | 2012-08-06 08:43:06 +0000 | [diff] [blame] | 1337 | |
Al Viro | d47d08c | 2018-03-16 23:32:51 +0000 | [diff] [blame] | 1338 | #ifdef CONFIG_PROC_FS |
| 1339 | remove_proc_subtree("sctp", net->proc_net); |
| 1340 | net->sctp.proc_net_sctp = NULL; |
| 1341 | #endif |
Eric W. Biederman | b01a240 | 2012-08-06 08:47:55 +0000 | [diff] [blame] | 1342 | cleanup_sctp_mibs(net); |
Eric W. Biederman | ebb7e95 | 2012-08-07 07:23:59 +0000 | [diff] [blame] | 1343 | sctp_sysctl_net_unregister(net); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1344 | } |
| 1345 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1346 | static struct pernet_operations sctp_defaults_ops = { |
| 1347 | .init = sctp_defaults_init, |
| 1348 | .exit = sctp_defaults_exit, |
| 1349 | }; |
| 1350 | |
| 1351 | static int __net_init sctp_ctrlsock_init(struct net *net) |
| 1352 | { |
| 1353 | int status; |
| 1354 | |
| 1355 | /* Initialize the control inode/socket for handling OOTB packets. */ |
| 1356 | status = sctp_ctl_sock_init(net); |
| 1357 | if (status) |
| 1358 | pr_err("Failed to initialize the SCTP control sock\n"); |
| 1359 | |
| 1360 | return status; |
| 1361 | } |
| 1362 | |
Christophe JAILLET | b456d72 | 2019-09-11 18:02:39 +0200 | [diff] [blame] | 1363 | static void __net_exit sctp_ctrlsock_exit(struct net *net) |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1364 | { |
| 1365 | /* Free the control endpoint. */ |
| 1366 | inet_ctl_sock_destroy(net->sctp.ctl_sock); |
| 1367 | } |
| 1368 | |
| 1369 | static struct pernet_operations sctp_ctrlsock_ops = { |
| 1370 | .init = sctp_ctrlsock_init, |
| 1371 | .exit = sctp_ctrlsock_exit, |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1372 | }; |
| 1373 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1374 | /* Initialize the universe into something sensible. */ |
Daniel Borkmann | dda9192 | 2013-06-17 11:40:05 +0200 | [diff] [blame] | 1375 | static __init int sctp_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1376 | { |
| 1377 | int i; |
| 1378 | int status = -EINVAL; |
| 1379 | unsigned long goal; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1380 | unsigned long limit; |
Arun KS | ca79b0c | 2018-12-28 00:34:29 -0800 | [diff] [blame] | 1381 | unsigned long nr_pages = totalram_pages(); |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1382 | int max_share; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1383 | int order; |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1384 | int num_entries; |
| 1385 | int max_entry_order; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1386 | |
Eyal Birger | b4772ef | 2015-03-01 14:58:29 +0200 | [diff] [blame] | 1387 | sock_skb_cb_check_size(sizeof(struct sctp_ulpevent)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1388 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1389 | /* Allocate bind_bucket and chunk caches. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1390 | status = -ENOBUFS; |
| 1391 | sctp_bucket_cachep = kmem_cache_create("sctp_bind_bucket", |
| 1392 | sizeof(struct sctp_bind_bucket), |
| 1393 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 1394 | NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1395 | if (!sctp_bucket_cachep) |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1396 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1397 | |
| 1398 | sctp_chunk_cachep = kmem_cache_create("sctp_chunk", |
| 1399 | sizeof(struct sctp_chunk), |
| 1400 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 1401 | NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1402 | if (!sctp_chunk_cachep) |
| 1403 | goto err_chunk_cachep; |
| 1404 | |
Tejun Heo | 908c7f1 | 2014-09-08 09:51:29 +0900 | [diff] [blame] | 1405 | status = percpu_counter_init(&sctp_sockets_allocated, 0, GFP_KERNEL); |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1406 | if (status) |
| 1407 | goto err_percpu_counter_init; |
| 1408 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1409 | /* Implementation specific variables. */ |
| 1410 | |
| 1411 | /* Initialize default stream count setup information. */ |
| 1412 | sctp_max_instreams = SCTP_DEFAULT_INSTREAMS; |
| 1413 | sctp_max_outstreams = SCTP_DEFAULT_OUTSTREAMS; |
| 1414 | |
| 1415 | /* Initialize handle used for association ids. */ |
| 1416 | idr_init(&sctp_assocs_id); |
| 1417 | |
Eric Dumazet | f03d78d | 2011-07-07 00:27:05 -0700 | [diff] [blame] | 1418 | limit = nr_free_buffer_pages() / 8; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1419 | limit = max(limit, 128UL); |
| 1420 | sysctl_sctp_mem[0] = limit / 4 * 3; |
| 1421 | sysctl_sctp_mem[1] = limit; |
| 1422 | sysctl_sctp_mem[2] = sysctl_sctp_mem[0] * 2; |
| 1423 | |
| 1424 | /* Set per-socket limits to no more than 1/128 the pressure threshold*/ |
| 1425 | limit = (sysctl_sctp_mem[1]) << (PAGE_SHIFT - 7); |
| 1426 | max_share = min(4UL*1024*1024, limit); |
| 1427 | |
Vlad Yasevich | 845525a | 2008-07-18 23:08:21 -0700 | [diff] [blame] | 1428 | sysctl_sctp_rmem[0] = SK_MEM_QUANTUM; /* give each asoc 1 page min */ |
Eric Dumazet | 87fb4b7 | 2011-10-13 07:28:54 +0000 | [diff] [blame] | 1429 | sysctl_sctp_rmem[1] = 1500 * SKB_TRUESIZE(1); |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1430 | sysctl_sctp_rmem[2] = max(sysctl_sctp_rmem[1], max_share); |
| 1431 | |
Hideo Aoki | 3ab224b | 2007-12-31 00:11:19 -0800 | [diff] [blame] | 1432 | sysctl_sctp_wmem[0] = SK_MEM_QUANTUM; |
Neil Horman | 4d93df0 | 2007-08-15 16:07:44 -0700 | [diff] [blame] | 1433 | sysctl_sctp_wmem[1] = 16*1024; |
| 1434 | sysctl_sctp_wmem[2] = max(64*1024, max_share); |
| 1435 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1436 | /* Size and allocate the association hash table. |
| 1437 | * The methodology is similar to that of the tcp hash tables. |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1438 | * Though not identical. Start by getting a goal size |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1439 | */ |
Arun KS | 3d6357d | 2018-12-28 00:34:20 -0800 | [diff] [blame] | 1440 | if (nr_pages >= (128 * 1024)) |
| 1441 | goal = nr_pages >> (22 - PAGE_SHIFT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1442 | else |
Arun KS | 3d6357d | 2018-12-28 00:34:20 -0800 | [diff] [blame] | 1443 | goal = nr_pages >> (24 - PAGE_SHIFT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1444 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1445 | /* Then compute the page order for said goal */ |
| 1446 | order = get_order(goal); |
| 1447 | |
| 1448 | /* Now compute the required page order for the maximum sized table we |
| 1449 | * want to create |
| 1450 | */ |
| 1451 | max_entry_order = get_order(MAX_SCTP_PORT_HASH_ENTRIES * |
| 1452 | sizeof(struct sctp_bind_hashbucket)); |
| 1453 | |
| 1454 | /* Limit the page order by that maximum hash table size */ |
| 1455 | order = min(order, max_entry_order); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1456 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1457 | /* Allocate and initialize the endpoint hash table. */ |
| 1458 | sctp_ep_hashsize = 64; |
Zhang Yanfei | 3b77d66 | 2013-03-12 13:39:47 +0800 | [diff] [blame] | 1459 | sctp_ep_hashtable = |
Kees Cook | 6da2ec5 | 2018-06-12 13:55:00 -0700 | [diff] [blame] | 1460 | kmalloc_array(64, sizeof(struct sctp_hashbucket), GFP_KERNEL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1461 | if (!sctp_ep_hashtable) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 1462 | pr_err("Failed endpoint_hash alloc\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1463 | status = -ENOMEM; |
| 1464 | goto err_ehash_alloc; |
| 1465 | } |
| 1466 | for (i = 0; i < sctp_ep_hashsize; i++) { |
| 1467 | rwlock_init(&sctp_ep_hashtable[i].lock); |
Vlad Yasevich | d970dbf | 2007-11-09 11:43:40 -0500 | [diff] [blame] | 1468 | INIT_HLIST_HEAD(&sctp_ep_hashtable[i].chain); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1469 | } |
| 1470 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1471 | /* Allocate and initialize the SCTP port hash table. |
| 1472 | * Note that order is initalized to start at the max sized |
| 1473 | * table we want to support. If we can't get that many pages |
| 1474 | * reduce the order and try again |
| 1475 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1476 | do { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1477 | sctp_port_hashtable = (struct sctp_bind_hashbucket *) |
Eric Dumazet | 6857a02 | 2015-12-15 15:33:39 -0800 | [diff] [blame] | 1478 | __get_free_pages(GFP_KERNEL | __GFP_NOWARN, order); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1479 | } while (!sctp_port_hashtable && --order > 0); |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1480 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1481 | if (!sctp_port_hashtable) { |
Joe Perches | 145ce50 | 2010-08-24 13:21:08 +0000 | [diff] [blame] | 1482 | pr_err("Failed bind hash alloc\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1483 | status = -ENOMEM; |
| 1484 | goto err_bhash_alloc; |
| 1485 | } |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1486 | |
| 1487 | /* Now compute the number of entries that will fit in the |
| 1488 | * port hash space we allocated |
| 1489 | */ |
| 1490 | num_entries = (1UL << order) * PAGE_SIZE / |
| 1491 | sizeof(struct sctp_bind_hashbucket); |
| 1492 | |
| 1493 | /* And finish by rounding it down to the nearest power of two |
| 1494 | * this wastes some memory of course, but its needed because |
| 1495 | * the hash function operates based on the assumption that |
| 1496 | * that the number of entries is a power of two |
| 1497 | */ |
| 1498 | sctp_port_hashsize = rounddown_pow_of_two(num_entries); |
| 1499 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1500 | for (i = 0; i < sctp_port_hashsize; i++) { |
| 1501 | spin_lock_init(&sctp_port_hashtable[i].lock); |
Vlad Yasevich | d970dbf | 2007-11-09 11:43:40 -0500 | [diff] [blame] | 1502 | INIT_HLIST_HEAD(&sctp_port_hashtable[i].chain); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1503 | } |
| 1504 | |
Wei Yongjun | a5e27d1 | 2016-06-13 23:08:26 +0800 | [diff] [blame] | 1505 | status = sctp_transport_hashtable_init(); |
| 1506 | if (status) |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1507 | goto err_thash_alloc; |
| 1508 | |
Neil Horman | d9749fb | 2016-02-18 16:10:57 -0500 | [diff] [blame] | 1509 | pr_info("Hash tables configured (bind %d/%d)\n", sctp_port_hashsize, |
| 1510 | num_entries); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1511 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1512 | sctp_sysctl_register(); |
| 1513 | |
| 1514 | INIT_LIST_HEAD(&sctp_address_families); |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1515 | sctp_v4_pf_init(); |
| 1516 | sctp_v6_pf_init(); |
Xin Long | 1ba896f | 2017-11-26 20:16:08 +0800 | [diff] [blame] | 1517 | sctp_sched_ops_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1518 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1519 | status = register_pernet_subsys(&sctp_defaults_ops); |
| 1520 | if (status) |
| 1521 | goto err_register_defaults; |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1522 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1523 | status = sctp_v4_protosw_init(); |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1524 | if (status) |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1525 | goto err_protosw_init; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1526 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1527 | status = sctp_v6_protosw_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1528 | if (status) |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1529 | goto err_v6_protosw_init; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1530 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1531 | status = register_pernet_subsys(&sctp_ctrlsock_ops); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1532 | if (status) |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1533 | goto err_register_ctrlsock; |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1534 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1535 | status = sctp_v4_add_protocol(); |
| 1536 | if (status) |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1537 | goto err_add_protocol; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1538 | |
| 1539 | /* Register SCTP with inet6 layer. */ |
| 1540 | status = sctp_v6_add_protocol(); |
| 1541 | if (status) |
| 1542 | goto err_v6_add_protocol; |
| 1543 | |
Marcelo Ricardo Leitner | 90017ac | 2016-06-02 15:05:43 -0300 | [diff] [blame] | 1544 | if (sctp_offload_init() < 0) |
| 1545 | pr_crit("%s: Cannot add SCTP protocol offload\n", __func__); |
| 1546 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1547 | out: |
| 1548 | return status; |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1549 | err_v6_add_protocol: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1550 | sctp_v4_del_protocol(); |
Vlad Yasevich | d1dd524 | 2009-03-02 06:46:50 +0000 | [diff] [blame] | 1551 | err_add_protocol: |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1552 | unregister_pernet_subsys(&sctp_ctrlsock_ops); |
| 1553 | err_register_ctrlsock: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1554 | sctp_v6_protosw_exit(); |
| 1555 | err_v6_protosw_init: |
| 1556 | sctp_v4_protosw_exit(); |
| 1557 | err_protosw_init: |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1558 | unregister_pernet_subsys(&sctp_defaults_ops); |
| 1559 | err_register_defaults: |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1560 | sctp_v4_pf_exit(); |
| 1561 | sctp_v6_pf_exit(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1562 | sctp_sysctl_unregister(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1563 | free_pages((unsigned long)sctp_port_hashtable, |
| 1564 | get_order(sctp_port_hashsize * |
| 1565 | sizeof(struct sctp_bind_hashbucket))); |
| 1566 | err_bhash_alloc: |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1567 | sctp_transport_hashtable_destroy(); |
| 1568 | err_thash_alloc: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1569 | kfree(sctp_ep_hashtable); |
| 1570 | err_ehash_alloc: |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1571 | percpu_counter_destroy(&sctp_sockets_allocated); |
| 1572 | err_percpu_counter_init: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1573 | kmem_cache_destroy(sctp_chunk_cachep); |
| 1574 | err_chunk_cachep: |
| 1575 | kmem_cache_destroy(sctp_bucket_cachep); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1576 | goto out; |
| 1577 | } |
| 1578 | |
| 1579 | /* Exit handler for the SCTP protocol. */ |
Daniel Borkmann | dda9192 | 2013-06-17 11:40:05 +0200 | [diff] [blame] | 1580 | static __exit void sctp_exit(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1581 | { |
| 1582 | /* BUG. This should probably do something useful like clean |
| 1583 | * up all the remaining associations and all that memory. |
| 1584 | */ |
| 1585 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1586 | /* Unregister with inet6/inet layers. */ |
| 1587 | sctp_v6_del_protocol(); |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1588 | sctp_v4_del_protocol(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1589 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1590 | unregister_pernet_subsys(&sctp_ctrlsock_ops); |
Eric W. Biederman | 4db67e8 | 2012-08-06 08:42:04 +0000 | [diff] [blame] | 1591 | |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1592 | /* Free protosw registrations */ |
| 1593 | sctp_v6_protosw_exit(); |
| 1594 | sctp_v4_protosw_exit(); |
| 1595 | |
Marcelo Ricardo Leitner | 8e2d61e | 2015-09-10 17:31:15 -0300 | [diff] [blame] | 1596 | unregister_pernet_subsys(&sctp_defaults_ops); |
| 1597 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1598 | /* Unregister with socket layer. */ |
Vlad Yasevich | 270637a | 2008-03-20 15:17:14 -0700 | [diff] [blame] | 1599 | sctp_v6_pf_exit(); |
| 1600 | sctp_v4_pf_exit(); |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1601 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1602 | sctp_sysctl_unregister(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1603 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1604 | free_pages((unsigned long)sctp_port_hashtable, |
| 1605 | get_order(sctp_port_hashsize * |
| 1606 | sizeof(struct sctp_bind_hashbucket))); |
Xin Long | b5eff71 | 2015-12-30 23:50:49 +0800 | [diff] [blame] | 1607 | kfree(sctp_ep_hashtable); |
Xin Long | 4f00878 | 2015-12-30 23:50:47 +0800 | [diff] [blame] | 1608 | sctp_transport_hashtable_destroy(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1609 | |
Eric W. Biederman | 632c928 | 2012-08-06 08:44:24 +0000 | [diff] [blame] | 1610 | percpu_counter_destroy(&sctp_sockets_allocated); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1611 | |
Jesper Dangaard Brouer | eaa184a | 2009-06-08 03:11:43 +0000 | [diff] [blame] | 1612 | rcu_barrier(); /* Wait for completion of call_rcu()'s */ |
| 1613 | |
Sridhar Samudrala | 827bf12 | 2007-05-04 13:36:30 -0700 | [diff] [blame] | 1614 | kmem_cache_destroy(sctp_chunk_cachep); |
| 1615 | kmem_cache_destroy(sctp_bucket_cachep); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1616 | } |
| 1617 | |
| 1618 | module_init(sctp_init); |
| 1619 | module_exit(sctp_exit); |
| 1620 | |
Arnaldo Carvalho de Melo | bb97d31 | 2005-08-09 20:19:14 -0700 | [diff] [blame] | 1621 | /* |
| 1622 | * __stringify doesn't likes enums, so use IPPROTO_SCTP value (132) directly. |
| 1623 | */ |
| 1624 | MODULE_ALIAS("net-pf-" __stringify(PF_INET) "-proto-132"); |
Sridhar Samudrala | 882a382 | 2006-12-13 16:33:35 -0800 | [diff] [blame] | 1625 | MODULE_ALIAS("net-pf-" __stringify(PF_INET6) "-proto-132"); |
Daniel Borkmann | 91705c6 | 2013-07-23 14:51:47 +0200 | [diff] [blame] | 1626 | MODULE_AUTHOR("Linux Kernel SCTP developers <linux-sctp@vger.kernel.org>"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1627 | MODULE_DESCRIPTION("Support for the SCTP protocol (RFC2960)"); |
David S. Miller | 71acc0d | 2013-08-09 13:09:41 -0700 | [diff] [blame] | 1628 | module_param_named(no_checksums, sctp_checksum_disable, bool, 0644); |
| 1629 | MODULE_PARM_DESC(no_checksums, "Disable checksums computing and verification"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1630 | MODULE_LICENSE("GPL"); |