Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 3 | * inet_diag.c Module for monitoring INET transport protocols sockets. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
Ilpo Järvinen | 172589c | 2007-08-28 15:50:33 -0700 | [diff] [blame] | 8 | #include <linux/kernel.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | #include <linux/module.h> |
| 10 | #include <linux/types.h> |
| 11 | #include <linux/fcntl.h> |
| 12 | #include <linux/random.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 13 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/cache.h> |
| 15 | #include <linux/init.h> |
| 16 | #include <linux/time.h> |
| 17 | |
| 18 | #include <net/icmp.h> |
| 19 | #include <net/tcp.h> |
| 20 | #include <net/ipv6.h> |
| 21 | #include <net/inet_common.h> |
Arnaldo Carvalho de Melo | 505cbfc | 2005-08-12 09:19:38 -0300 | [diff] [blame] | 22 | #include <net/inet_connection_sock.h> |
| 23 | #include <net/inet_hashtables.h> |
| 24 | #include <net/inet_timewait_sock.h> |
| 25 | #include <net/inet6_hashtables.h> |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 26 | #include <net/bpf_sk_storage.h> |
Arnaldo Carvalho de Melo | dc5fc57 | 2007-03-25 23:06:12 -0700 | [diff] [blame] | 27 | #include <net/netlink.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | |
| 29 | #include <linux/inet.h> |
| 30 | #include <linux/stddef.h> |
| 31 | |
Arnaldo Carvalho de Melo | a8c2190 | 2005-08-12 12:56:38 -0300 | [diff] [blame] | 32 | #include <linux/inet_diag.h> |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 33 | #include <linux/sock_diag.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 35 | static const struct inet_diag_handler **inet_diag_table; |
| 36 | |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 37 | struct inet_diag_entry { |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 38 | const __be32 *saddr; |
| 39 | const __be32 *daddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | u16 sport; |
| 41 | u16 dport; |
| 42 | u16 family; |
| 43 | u16 userlocks; |
David Ahern | 637c841 | 2016-06-23 18:42:51 -0700 | [diff] [blame] | 44 | u32 ifindex; |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 45 | u32 mark; |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 46 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 47 | u64 cgroup_id; |
| 48 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | }; |
| 50 | |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 51 | static DEFINE_MUTEX(inet_diag_table_mutex); |
| 52 | |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 53 | static const struct inet_diag_handler *inet_diag_lock_handler(int proto) |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 54 | { |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 55 | if (proto < 0 || proto >= IPPROTO_MAX) { |
| 56 | mutex_lock(&inet_diag_table_mutex); |
| 57 | return ERR_PTR(-ENOENT); |
| 58 | } |
| 59 | |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 60 | if (!inet_diag_table[proto]) |
Xin Long | bf2ae2e | 2018-03-10 18:57:50 +0800 | [diff] [blame] | 61 | sock_load_diag_module(AF_INET, proto); |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 62 | |
| 63 | mutex_lock(&inet_diag_table_mutex); |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 64 | if (!inet_diag_table[proto]) |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 65 | return ERR_PTR(-ENOENT); |
| 66 | |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 67 | return inet_diag_table[proto]; |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 68 | } |
| 69 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 70 | static void inet_diag_unlock_handler(const struct inet_diag_handler *handler) |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 71 | { |
| 72 | mutex_unlock(&inet_diag_table_mutex); |
| 73 | } |
| 74 | |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 75 | void inet_diag_msg_common_fill(struct inet_diag_msg *r, struct sock *sk) |
Eric Dumazet | a445834 | 2015-03-13 15:51:12 -0700 | [diff] [blame] | 76 | { |
| 77 | r->idiag_family = sk->sk_family; |
| 78 | |
| 79 | r->id.idiag_sport = htons(sk->sk_num); |
| 80 | r->id.idiag_dport = sk->sk_dport; |
| 81 | r->id.idiag_if = sk->sk_bound_dev_if; |
| 82 | sock_diag_save_cookie(sk, r->id.idiag_cookie); |
| 83 | |
| 84 | #if IS_ENABLED(CONFIG_IPV6) |
| 85 | if (sk->sk_family == AF_INET6) { |
| 86 | *(struct in6_addr *)r->id.idiag_src = sk->sk_v6_rcv_saddr; |
| 87 | *(struct in6_addr *)r->id.idiag_dst = sk->sk_v6_daddr; |
| 88 | } else |
| 89 | #endif |
| 90 | { |
| 91 | memset(&r->id.idiag_src, 0, sizeof(r->id.idiag_src)); |
| 92 | memset(&r->id.idiag_dst, 0, sizeof(r->id.idiag_dst)); |
| 93 | |
| 94 | r->id.idiag_src[0] = sk->sk_rcv_saddr; |
| 95 | r->id.idiag_dst[0] = sk->sk_daddr; |
| 96 | } |
| 97 | } |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 98 | EXPORT_SYMBOL_GPL(inet_diag_msg_common_fill); |
Eric Dumazet | a445834 | 2015-03-13 15:51:12 -0700 | [diff] [blame] | 99 | |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 100 | static size_t inet_sk_attr_size(struct sock *sk, |
| 101 | const struct inet_diag_req_v2 *req, |
| 102 | bool net_admin) |
Eric Dumazet | c8e2c80 | 2015-03-13 09:49:59 -0700 | [diff] [blame] | 103 | { |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 104 | const struct inet_diag_handler *handler; |
| 105 | size_t aux = 0; |
| 106 | |
| 107 | handler = inet_diag_table[req->sdiag_protocol]; |
| 108 | if (handler && handler->idiag_get_aux_size) |
| 109 | aux = handler->idiag_get_aux_size(sk, net_admin); |
| 110 | |
Eric Dumazet | c8e2c80 | 2015-03-13 09:49:59 -0700 | [diff] [blame] | 111 | return nla_total_size(sizeof(struct tcp_info)) |
Eric Dumazet | c8e2c80 | 2015-03-13 09:49:59 -0700 | [diff] [blame] | 112 | + nla_total_size(sizeof(struct inet_diag_msg)) |
Dmitry Yakunin | 83f73c5b | 2020-03-05 15:33:12 +0300 | [diff] [blame] | 113 | + inet_diag_msg_attrs_size() |
| 114 | + nla_total_size(sizeof(struct inet_diag_meminfo)) |
Eric Dumazet | c8e2c80 | 2015-03-13 09:49:59 -0700 | [diff] [blame] | 115 | + nla_total_size(SK_MEMINFO_VARS * sizeof(u32)) |
| 116 | + nla_total_size(TCP_CA_NAME_MAX) |
| 117 | + nla_total_size(sizeof(struct tcpvegas_info)) |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 118 | + aux |
Eric Dumazet | c8e2c80 | 2015-03-13 09:49:59 -0700 | [diff] [blame] | 119 | + 64; |
| 120 | } |
| 121 | |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 122 | int inet_diag_msg_attrs_fill(struct sock *sk, struct sk_buff *skb, |
| 123 | struct inet_diag_msg *r, int ext, |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 124 | struct user_namespace *user_ns, |
| 125 | bool net_admin) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | { |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 127 | const struct inet_sock *inet = inet_sk(sk); |
Wei Wang | c107761 | 2020-09-01 15:10:08 -0700 | [diff] [blame] | 128 | struct inet_diag_sockopt inet_sockopt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | |
Pavel Emelyanov | e4e541a | 2012-10-23 22:29:56 +0400 | [diff] [blame] | 130 | if (nla_put_u8(skb, INET_DIAG_SHUTDOWN, sk->sk_shutdown)) |
| 131 | goto errout; |
| 132 | |
Maciej Żenczykowski | 717b6d8 | 2011-11-22 16:03:10 -0500 | [diff] [blame] | 133 | /* IPv6 dual-stack sockets use inet->tos for IPv4 connections, |
| 134 | * hence this needs to be included regardless of socket family. |
| 135 | */ |
| 136 | if (ext & (1 << (INET_DIAG_TOS - 1))) |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 137 | if (nla_put_u8(skb, INET_DIAG_TOS, inet->tos) < 0) |
| 138 | goto errout; |
Maciej Żenczykowski | 717b6d8 | 2011-11-22 16:03:10 -0500 | [diff] [blame] | 139 | |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 140 | #if IS_ENABLED(CONFIG_IPV6) |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 141 | if (r->idiag_family == AF_INET6) { |
Maciej Żenczykowski | 06236ac | 2011-11-07 14:23:11 +0000 | [diff] [blame] | 142 | if (ext & (1 << (INET_DIAG_TCLASS - 1))) |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 143 | if (nla_put_u8(skb, INET_DIAG_TCLASS, |
| 144 | inet6_sk(sk)->tclass) < 0) |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 145 | goto errout; |
Phil Sutter | 2046215 | 2015-06-24 11:02:51 +0200 | [diff] [blame] | 146 | |
Phil Sutter | 8220ea2 | 2015-07-10 11:39:57 +0200 | [diff] [blame] | 147 | if (((1 << sk->sk_state) & (TCPF_LISTEN | TCPF_CLOSE)) && |
| 148 | nla_put_u8(skb, INET_DIAG_SKV6ONLY, ipv6_only_sock(sk))) |
Phil Sutter | 2046215 | 2015-06-24 11:02:51 +0200 | [diff] [blame] | 149 | goto errout; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | } |
| 151 | #endif |
| 152 | |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 153 | if (net_admin && nla_put_u32(skb, INET_DIAG_MARK, sk->sk_mark)) |
| 154 | goto errout; |
| 155 | |
Dmitry Yakunin | 83f73c5b | 2020-03-05 15:33:12 +0300 | [diff] [blame] | 156 | if (ext & (1 << (INET_DIAG_CLASS_ID - 1)) || |
| 157 | ext & (1 << (INET_DIAG_TCLASS - 1))) { |
| 158 | u32 classid = 0; |
| 159 | |
| 160 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 161 | classid = sock_cgroup_classid(&sk->sk_cgrp_data); |
| 162 | #endif |
| 163 | /* Fallback to socket priority if class id isn't set. |
| 164 | * Classful qdiscs use it as direct reference to class. |
| 165 | * For cgroup2 classid is always zero. |
| 166 | */ |
| 167 | if (!classid) |
| 168 | classid = sk->sk_priority; |
| 169 | |
| 170 | if (nla_put_u32(skb, INET_DIAG_CLASS_ID, classid)) |
| 171 | goto errout; |
| 172 | } |
| 173 | |
Dmitry Yakunin | 6e3a401 | 2020-04-30 18:51:14 +0300 | [diff] [blame] | 174 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 175 | if (nla_put_u64_64bit(skb, INET_DIAG_CGROUP_ID, |
| 176 | cgroup_id(sock_cgroup_ptr(&sk->sk_cgrp_data)), |
| 177 | INET_DIAG_PAD)) |
| 178 | goto errout; |
| 179 | #endif |
| 180 | |
Eric W. Biederman | d06ca95 | 2012-05-24 17:58:08 -0600 | [diff] [blame] | 181 | r->idiag_uid = from_kuid_munged(user_ns, sock_i_uid(sk)); |
Pavel Emelyanov | 3c4d05c | 2011-12-09 06:23:00 +0000 | [diff] [blame] | 182 | r->idiag_inode = sock_i_ino(sk); |
| 183 | |
Wei Wang | c107761 | 2020-09-01 15:10:08 -0700 | [diff] [blame] | 184 | memset(&inet_sockopt, 0, sizeof(inet_sockopt)); |
| 185 | inet_sockopt.recverr = inet->recverr; |
| 186 | inet_sockopt.is_icsk = inet->is_icsk; |
| 187 | inet_sockopt.freebind = inet->freebind; |
| 188 | inet_sockopt.hdrincl = inet->hdrincl; |
| 189 | inet_sockopt.mc_loop = inet->mc_loop; |
| 190 | inet_sockopt.transparent = inet->transparent; |
| 191 | inet_sockopt.mc_all = inet->mc_all; |
| 192 | inet_sockopt.nodefrag = inet->nodefrag; |
| 193 | inet_sockopt.bind_address_no_port = inet->bind_address_no_port; |
| 194 | inet_sockopt.recverr_rfc4884 = inet->recverr_rfc4884; |
| 195 | inet_sockopt.defer_connect = inet->defer_connect; |
| 196 | if (nla_put(skb, INET_DIAG_SOCKOPT, sizeof(inet_sockopt), |
| 197 | &inet_sockopt)) |
| 198 | goto errout; |
| 199 | |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 200 | return 0; |
| 201 | errout: |
| 202 | return 1; |
| 203 | } |
| 204 | EXPORT_SYMBOL_GPL(inet_diag_msg_attrs_fill); |
| 205 | |
Eric Dumazet | d5e4d0a | 2020-09-21 07:27:20 -0700 | [diff] [blame] | 206 | static int inet_diag_parse_attrs(const struct nlmsghdr *nlh, int hdrlen, |
| 207 | struct nlattr **req_nlas) |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 208 | { |
| 209 | struct nlattr *nla; |
| 210 | int remaining; |
| 211 | |
| 212 | nlmsg_for_each_attr(nla, nlh, hdrlen, remaining) { |
| 213 | int type = nla_type(nla); |
| 214 | |
Eric Dumazet | d5e4d0a | 2020-09-21 07:27:20 -0700 | [diff] [blame] | 215 | if (type == INET_DIAG_REQ_PROTOCOL && nla_len(nla) != sizeof(u32)) |
| 216 | return -EINVAL; |
| 217 | |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 218 | if (type < __INET_DIAG_REQ_MAX) |
| 219 | req_nlas[type] = nla; |
| 220 | } |
Eric Dumazet | d5e4d0a | 2020-09-21 07:27:20 -0700 | [diff] [blame] | 221 | return 0; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 222 | } |
| 223 | |
| 224 | static int inet_diag_get_protocol(const struct inet_diag_req_v2 *req, |
| 225 | const struct inet_diag_dump_data *data) |
| 226 | { |
| 227 | if (data->req_nlas[INET_DIAG_REQ_PROTOCOL]) |
| 228 | return nla_get_u32(data->req_nlas[INET_DIAG_REQ_PROTOCOL]); |
| 229 | return req->sdiag_protocol; |
| 230 | } |
| 231 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 232 | #define MAX_DUMP_ALLOC_SIZE (KMALLOC_MAX_SIZE - SKB_DATA_ALIGN(sizeof(struct skb_shared_info))) |
| 233 | |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 234 | int inet_sk_diag_fill(struct sock *sk, struct inet_connection_sock *icsk, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 235 | struct sk_buff *skb, struct netlink_callback *cb, |
| 236 | const struct inet_diag_req_v2 *req, |
| 237 | u16 nlmsg_flags, bool net_admin) |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 238 | { |
| 239 | const struct tcp_congestion_ops *ca_ops; |
| 240 | const struct inet_diag_handler *handler; |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 241 | struct inet_diag_dump_data *cb_data; |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 242 | int ext = req->idiag_ext; |
| 243 | struct inet_diag_msg *r; |
| 244 | struct nlmsghdr *nlh; |
| 245 | struct nlattr *attr; |
| 246 | void *info = NULL; |
| 247 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 248 | cb_data = cb->data; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 249 | handler = inet_diag_table[inet_diag_get_protocol(req, cb_data)]; |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 250 | BUG_ON(!handler); |
| 251 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 252 | nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, |
| 253 | cb->nlh->nlmsg_type, sizeof(*r), nlmsg_flags); |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 254 | if (!nlh) |
| 255 | return -EMSGSIZE; |
| 256 | |
| 257 | r = nlmsg_data(nlh); |
| 258 | BUG_ON(!sk_fullsock(sk)); |
| 259 | |
| 260 | inet_diag_msg_common_fill(r, sk); |
| 261 | r->idiag_state = sk->sk_state; |
| 262 | r->idiag_timer = 0; |
| 263 | r->idiag_retrans = 0; |
| 264 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 265 | if (inet_diag_msg_attrs_fill(sk, skb, r, ext, |
| 266 | sk_user_ns(NETLINK_CB(cb->skb).sk), |
| 267 | net_admin)) |
Xin Long | cb2050a | 2016-04-14 15:35:32 +0800 | [diff] [blame] | 268 | goto errout; |
| 269 | |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 270 | if (ext & (1 << (INET_DIAG_MEMINFO - 1))) { |
| 271 | struct inet_diag_meminfo minfo = { |
| 272 | .idiag_rmem = sk_rmem_alloc_get(sk), |
Eric Dumazet | ab4e846 | 2019-10-10 20:17:46 -0700 | [diff] [blame] | 273 | .idiag_wmem = READ_ONCE(sk->sk_wmem_queued), |
Paolo Abeni | 292e607 | 2021-10-26 16:29:14 -0700 | [diff] [blame] | 274 | .idiag_fmem = sk_forward_alloc_get(sk), |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 275 | .idiag_tmem = sk_wmem_alloc_get(sk), |
| 276 | }; |
| 277 | |
| 278 | if (nla_put(skb, INET_DIAG_MEMINFO, sizeof(minfo), &minfo) < 0) |
| 279 | goto errout; |
Pavel Emelyanov | 3c4d05c | 2011-12-09 06:23:00 +0000 | [diff] [blame] | 280 | } |
| 281 | |
Pavel Emelyanov | c0636fa | 2011-12-30 00:53:32 +0000 | [diff] [blame] | 282 | if (ext & (1 << (INET_DIAG_SKMEMINFO - 1))) |
| 283 | if (sock_diag_put_meminfo(sk, skb, INET_DIAG_SKMEMINFO)) |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 284 | goto errout; |
Pavel Emelyanov | c0636fa | 2011-12-30 00:53:32 +0000 | [diff] [blame] | 285 | |
Cyrill Gorcunov | 432490f | 2016-10-21 13:03:44 +0300 | [diff] [blame] | 286 | /* |
| 287 | * RAW sockets might have user-defined protocols assigned, |
| 288 | * so report the one supplied on socket creation. |
| 289 | */ |
| 290 | if (sk->sk_type == SOCK_RAW) { |
| 291 | if (nla_put_u8(skb, INET_DIAG_PROTOCOL, sk->sk_protocol)) |
| 292 | goto errout; |
| 293 | } |
| 294 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 295 | if (!icsk) { |
Shan Wei | 62ad6fc | 2012-04-24 18:15:41 +0000 | [diff] [blame] | 296 | handler->idiag_get_info(sk, r, NULL); |
Pavel Emelyanov | 3c4d05c | 2011-12-09 06:23:00 +0000 | [diff] [blame] | 297 | goto out; |
| 298 | } |
| 299 | |
Nandita Dukkipati | 6ba8a3b | 2013-03-11 10:00:43 +0000 | [diff] [blame] | 300 | if (icsk->icsk_pending == ICSK_TIME_RETRANS || |
Yuchung Cheng | 57dde7f | 2017-01-12 22:11:33 -0800 | [diff] [blame] | 301 | icsk->icsk_pending == ICSK_TIME_REO_TIMEOUT || |
Nandita Dukkipati | 6ba8a3b | 2013-03-11 10:00:43 +0000 | [diff] [blame] | 302 | icsk->icsk_pending == ICSK_TIME_LOSS_PROBE) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 303 | r->idiag_timer = 1; |
| 304 | r->idiag_retrans = icsk->icsk_retransmits; |
Xin Long | b7de529 | 2016-04-19 15:10:01 +0800 | [diff] [blame] | 305 | r->idiag_expires = |
Eric Dumazet | 3828a93 | 2019-11-05 14:11:50 -0800 | [diff] [blame] | 306 | jiffies_delta_to_msecs(icsk->icsk_timeout - jiffies); |
Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 307 | } else if (icsk->icsk_pending == ICSK_TIME_PROBE0) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 308 | r->idiag_timer = 4; |
| 309 | r->idiag_retrans = icsk->icsk_probes_out; |
Xin Long | b7de529 | 2016-04-19 15:10:01 +0800 | [diff] [blame] | 310 | r->idiag_expires = |
Eric Dumazet | 3828a93 | 2019-11-05 14:11:50 -0800 | [diff] [blame] | 311 | jiffies_delta_to_msecs(icsk->icsk_timeout - jiffies); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | } else if (timer_pending(&sk->sk_timer)) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 313 | r->idiag_timer = 2; |
| 314 | r->idiag_retrans = icsk->icsk_probes_out; |
Xin Long | b7de529 | 2016-04-19 15:10:01 +0800 | [diff] [blame] | 315 | r->idiag_expires = |
Eric Dumazet | 3828a93 | 2019-11-05 14:11:50 -0800 | [diff] [blame] | 316 | jiffies_delta_to_msecs(sk->sk_timer.expires - jiffies); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 317 | } else { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 318 | r->idiag_timer = 0; |
| 319 | r->idiag_expires = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 320 | } |
Arnaldo Carvalho de Melo | 540722f | 2005-08-10 05:54:28 -0300 | [diff] [blame] | 321 | |
Craig Gallek | 3fd22af | 2015-06-15 11:26:19 -0400 | [diff] [blame] | 322 | if ((ext & (1 << (INET_DIAG_INFO - 1))) && handler->idiag_info_size) { |
Nicolas Dichtel | 6ed46d1 | 2016-04-26 10:06:14 +0200 | [diff] [blame] | 323 | attr = nla_reserve_64bit(skb, INET_DIAG_INFO, |
| 324 | handler->idiag_info_size, |
| 325 | INET_DIAG_PAD); |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 326 | if (!attr) |
| 327 | goto errout; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 328 | |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 329 | info = nla_data(attr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 330 | } |
| 331 | |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 332 | if (ext & (1 << (INET_DIAG_CONG - 1))) { |
| 333 | int err = 0; |
| 334 | |
| 335 | rcu_read_lock(); |
| 336 | ca_ops = READ_ONCE(icsk->icsk_ca_ops); |
| 337 | if (ca_ops) |
| 338 | err = nla_put_string(skb, INET_DIAG_CONG, ca_ops->name); |
| 339 | rcu_read_unlock(); |
| 340 | if (err < 0) |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 341 | goto errout; |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 342 | } |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 343 | |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 344 | handler->idiag_get_info(sk, r, info); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 345 | |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 346 | if (ext & (1 << (INET_DIAG_INFO - 1)) && handler->idiag_get_aux) |
| 347 | if (handler->idiag_get_aux(sk, net_admin, skb) < 0) |
| 348 | goto errout; |
| 349 | |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 350 | if (sk->sk_state < TCP_TIME_WAIT) { |
Eric Dumazet | 64f40ff | 2015-04-28 16:23:48 -0700 | [diff] [blame] | 351 | union tcp_cc_info info; |
| 352 | size_t sz = 0; |
| 353 | int attr; |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 354 | |
| 355 | rcu_read_lock(); |
| 356 | ca_ops = READ_ONCE(icsk->icsk_ca_ops); |
| 357 | if (ca_ops && ca_ops->get_info) |
Eric Dumazet | 64f40ff | 2015-04-28 16:23:48 -0700 | [diff] [blame] | 358 | sz = ca_ops->get_info(sk, ext, &attr, &info); |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 359 | rcu_read_unlock(); |
Eric Dumazet | 64f40ff | 2015-04-28 16:23:48 -0700 | [diff] [blame] | 360 | if (sz && nla_put(skb, attr, sz, &info) < 0) |
Eric Dumazet | 521f1cf | 2015-04-16 18:10:35 -0700 | [diff] [blame] | 361 | goto errout; |
| 362 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 363 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 364 | /* Keep it at the end for potential retry with a larger skb, |
| 365 | * or else do best-effort fitting, which is only done for the |
| 366 | * first_nlmsg. |
| 367 | */ |
| 368 | if (cb_data->bpf_stg_diag) { |
| 369 | bool first_nlmsg = ((unsigned char *)nlh == skb->data); |
| 370 | unsigned int prev_min_dump_alloc; |
| 371 | unsigned int total_nla_size = 0; |
| 372 | unsigned int msg_len; |
| 373 | int err; |
| 374 | |
| 375 | msg_len = skb_tail_pointer(skb) - (unsigned char *)nlh; |
| 376 | err = bpf_sk_storage_diag_put(cb_data->bpf_stg_diag, sk, skb, |
| 377 | INET_DIAG_SK_BPF_STORAGES, |
| 378 | &total_nla_size); |
| 379 | |
| 380 | if (!err) |
| 381 | goto out; |
| 382 | |
| 383 | total_nla_size += msg_len; |
| 384 | prev_min_dump_alloc = cb->min_dump_alloc; |
| 385 | if (total_nla_size > prev_min_dump_alloc) |
| 386 | cb->min_dump_alloc = min_t(u32, total_nla_size, |
| 387 | MAX_DUMP_ALLOC_SIZE); |
| 388 | |
| 389 | if (!first_nlmsg) |
| 390 | goto errout; |
| 391 | |
| 392 | if (cb->min_dump_alloc > prev_min_dump_alloc) |
| 393 | /* Retry with pskb_expand_head() with |
| 394 | * __GFP_DIRECT_RECLAIM |
| 395 | */ |
| 396 | goto errout; |
| 397 | |
| 398 | WARN_ON_ONCE(total_nla_size <= prev_min_dump_alloc); |
| 399 | |
| 400 | /* Send what we have for this sk |
| 401 | * and move on to the next sk in the following |
| 402 | * dump() |
| 403 | */ |
| 404 | } |
| 405 | |
Pavel Emelyanov | 3c4d05c | 2011-12-09 06:23:00 +0000 | [diff] [blame] | 406 | out: |
Johannes Berg | 053c095 | 2015-01-16 22:09:00 +0100 | [diff] [blame] | 407 | nlmsg_end(skb, nlh); |
| 408 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 410 | errout: |
| 411 | nlmsg_cancel(skb, nlh); |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 412 | return -EMSGSIZE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 413 | } |
Pavel Emelyanov | 3c4d05c | 2011-12-09 06:23:00 +0000 | [diff] [blame] | 414 | EXPORT_SYMBOL_GPL(inet_sk_diag_fill); |
| 415 | |
Eric Dumazet | 33cf7c9 | 2015-03-11 18:53:14 -0700 | [diff] [blame] | 416 | static int inet_twsk_diag_fill(struct sock *sk, |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 417 | struct sk_buff *skb, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 418 | struct netlink_callback *cb, |
Maciej Żenczykowski | 1b3fc77 | 2021-06-15 23:06:04 -0700 | [diff] [blame] | 419 | u16 nlmsg_flags, bool net_admin) |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 420 | { |
Eric Dumazet | 33cf7c9 | 2015-03-11 18:53:14 -0700 | [diff] [blame] | 421 | struct inet_timewait_sock *tw = inet_twsk(sk); |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 422 | struct inet_diag_msg *r; |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 423 | struct nlmsghdr *nlh; |
Eric Dumazet | 789f558 | 2015-04-12 18:51:09 -0700 | [diff] [blame] | 424 | long tmo; |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 425 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 426 | nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, |
| 427 | cb->nlh->nlmsg_seq, cb->nlh->nlmsg_type, |
| 428 | sizeof(*r), nlmsg_flags); |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 429 | if (!nlh) |
David S. Miller | d106352 | 2012-06-26 21:28:54 -0700 | [diff] [blame] | 430 | return -EMSGSIZE; |
David S. Miller | d106352 | 2012-06-26 21:28:54 -0700 | [diff] [blame] | 431 | |
| 432 | r = nlmsg_data(nlh); |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 433 | BUG_ON(tw->tw_state != TCP_TIME_WAIT); |
| 434 | |
Eric Dumazet | a445834 | 2015-03-13 15:51:12 -0700 | [diff] [blame] | 435 | inet_diag_msg_common_fill(r, sk); |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 436 | r->idiag_retrans = 0; |
Daniel Borkmann | b1aac81 | 2013-12-17 00:38:39 +0100 | [diff] [blame] | 437 | |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 438 | r->idiag_state = tw->tw_substate; |
| 439 | r->idiag_timer = 3; |
Eric Dumazet | 3828a93 | 2019-11-05 14:11:50 -0800 | [diff] [blame] | 440 | tmo = tw->tw_timer.expires - jiffies; |
| 441 | r->idiag_expires = jiffies_delta_to_msecs(tmo); |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 442 | r->idiag_rqueue = 0; |
| 443 | r->idiag_wqueue = 0; |
| 444 | r->idiag_uid = 0; |
| 445 | r->idiag_inode = 0; |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 446 | |
Maciej Żenczykowski | 1b3fc77 | 2021-06-15 23:06:04 -0700 | [diff] [blame] | 447 | if (net_admin && nla_put_u32(skb, INET_DIAG_MARK, |
| 448 | tw->tw_mark)) { |
| 449 | nlmsg_cancel(skb, nlh); |
| 450 | return -EMSGSIZE; |
| 451 | } |
| 452 | |
Johannes Berg | 053c095 | 2015-01-16 22:09:00 +0100 | [diff] [blame] | 453 | nlmsg_end(skb, nlh); |
| 454 | return 0; |
Arnaldo Carvalho de Melo | c7d58aa | 2006-01-09 14:56:38 -0800 | [diff] [blame] | 455 | } |
| 456 | |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 457 | static int inet_req_diag_fill(struct sock *sk, struct sk_buff *skb, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 458 | struct netlink_callback *cb, |
| 459 | u16 nlmsg_flags, bool net_admin) |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 460 | { |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 461 | struct request_sock *reqsk = inet_reqsk(sk); |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 462 | struct inet_diag_msg *r; |
| 463 | struct nlmsghdr *nlh; |
| 464 | long tmo; |
| 465 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 466 | nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, |
| 467 | cb->nlh->nlmsg_type, sizeof(*r), nlmsg_flags); |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 468 | if (!nlh) |
| 469 | return -EMSGSIZE; |
| 470 | |
| 471 | r = nlmsg_data(nlh); |
| 472 | inet_diag_msg_common_fill(r, sk); |
| 473 | r->idiag_state = TCP_SYN_RECV; |
| 474 | r->idiag_timer = 1; |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 475 | r->idiag_retrans = reqsk->num_retrans; |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 476 | |
| 477 | BUILD_BUG_ON(offsetof(struct inet_request_sock, ir_cookie) != |
| 478 | offsetof(struct sock, sk_cookie)); |
| 479 | |
Eric Dumazet | fa76ce73 | 2015-03-19 19:04:20 -0700 | [diff] [blame] | 480 | tmo = inet_reqsk(sk)->rsk_timer.expires - jiffies; |
Eric Dumazet | 3828a93 | 2019-11-05 14:11:50 -0800 | [diff] [blame] | 481 | r->idiag_expires = jiffies_delta_to_msecs(tmo); |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 482 | r->idiag_rqueue = 0; |
| 483 | r->idiag_wqueue = 0; |
| 484 | r->idiag_uid = 0; |
| 485 | r->idiag_inode = 0; |
| 486 | |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 487 | if (net_admin && nla_put_u32(skb, INET_DIAG_MARK, |
Wang Hai | e33de7c | 2020-11-16 16:20:18 +0800 | [diff] [blame] | 488 | inet_rsk(reqsk)->ir_mark)) { |
| 489 | nlmsg_cancel(skb, nlh); |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 490 | return -EMSGSIZE; |
Wang Hai | e33de7c | 2020-11-16 16:20:18 +0800 | [diff] [blame] | 491 | } |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 492 | |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 493 | nlmsg_end(skb, nlh); |
| 494 | return 0; |
| 495 | } |
| 496 | |
Arnaldo Carvalho de Melo | dff2c03 | 2006-01-09 14:56:56 -0800 | [diff] [blame] | 497 | static int sk_diag_fill(struct sock *sk, struct sk_buff *skb, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 498 | struct netlink_callback *cb, |
Eric Dumazet | 34160ea | 2015-03-10 07:15:54 -0700 | [diff] [blame] | 499 | const struct inet_diag_req_v2 *r, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 500 | u16 nlmsg_flags, bool net_admin) |
Arnaldo Carvalho de Melo | dff2c03 | 2006-01-09 14:56:56 -0800 | [diff] [blame] | 501 | { |
| 502 | if (sk->sk_state == TCP_TIME_WAIT) |
Maciej Żenczykowski | 1b3fc77 | 2021-06-15 23:06:04 -0700 | [diff] [blame] | 503 | return inet_twsk_diag_fill(sk, skb, cb, nlmsg_flags, net_admin); |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 504 | |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 505 | if (sk->sk_state == TCP_NEW_SYN_RECV) |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 506 | return inet_req_diag_fill(sk, skb, cb, nlmsg_flags, net_admin); |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 507 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 508 | return inet_sk_diag_fill(sk, inet_csk(sk), skb, cb, r, nlmsg_flags, |
| 509 | net_admin); |
Arnaldo Carvalho de Melo | dff2c03 | 2006-01-09 14:56:56 -0800 | [diff] [blame] | 510 | } |
| 511 | |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 512 | struct sock *inet_diag_find_one_icsk(struct net *net, |
| 513 | struct inet_hashinfo *hashinfo, |
| 514 | const struct inet_diag_req_v2 *req) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 515 | { |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 516 | struct sock *sk; |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 517 | |
Eric Dumazet | 2d33191 | 2016-04-01 08:52:15 -0700 | [diff] [blame] | 518 | rcu_read_lock(); |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 519 | if (req->sdiag_family == AF_INET) |
Craig Gallek | a583636 | 2016-02-10 11:50:38 -0500 | [diff] [blame] | 520 | sk = inet_lookup(net, hashinfo, NULL, 0, req->id.idiag_dst[0], |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 521 | req->id.idiag_dport, req->id.idiag_src[0], |
| 522 | req->id.idiag_sport, req->id.idiag_if); |
Eric Dumazet | dfd56b8 | 2011-12-10 09:48:31 +0000 | [diff] [blame] | 523 | #if IS_ENABLED(CONFIG_IPV6) |
Eric Dumazet | 7c13067 | 2016-01-20 16:25:01 -0800 | [diff] [blame] | 524 | else if (req->sdiag_family == AF_INET6) { |
| 525 | if (ipv6_addr_v4mapped((struct in6_addr *)req->id.idiag_dst) && |
| 526 | ipv6_addr_v4mapped((struct in6_addr *)req->id.idiag_src)) |
Craig Gallek | a583636 | 2016-02-10 11:50:38 -0500 | [diff] [blame] | 527 | sk = inet_lookup(net, hashinfo, NULL, 0, req->id.idiag_dst[3], |
Eric Dumazet | 7c13067 | 2016-01-20 16:25:01 -0800 | [diff] [blame] | 528 | req->id.idiag_dport, req->id.idiag_src[3], |
| 529 | req->id.idiag_sport, req->id.idiag_if); |
| 530 | else |
Craig Gallek | a583636 | 2016-02-10 11:50:38 -0500 | [diff] [blame] | 531 | sk = inet6_lookup(net, hashinfo, NULL, 0, |
Eric Dumazet | 7c13067 | 2016-01-20 16:25:01 -0800 | [diff] [blame] | 532 | (struct in6_addr *)req->id.idiag_dst, |
| 533 | req->id.idiag_dport, |
| 534 | (struct in6_addr *)req->id.idiag_src, |
| 535 | req->id.idiag_sport, |
| 536 | req->id.idiag_if); |
| 537 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 538 | #endif |
Eric Dumazet | 2d33191 | 2016-04-01 08:52:15 -0700 | [diff] [blame] | 539 | else { |
| 540 | rcu_read_unlock(); |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 541 | return ERR_PTR(-EINVAL); |
Eric Dumazet | 2d33191 | 2016-04-01 08:52:15 -0700 | [diff] [blame] | 542 | } |
| 543 | rcu_read_unlock(); |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 544 | if (!sk) |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 545 | return ERR_PTR(-ENOENT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 546 | |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 547 | if (sock_diag_check_cookie(sk, req->id.idiag_cookie)) { |
| 548 | sock_gen_put(sk); |
| 549 | return ERR_PTR(-ENOENT); |
| 550 | } |
| 551 | |
| 552 | return sk; |
| 553 | } |
| 554 | EXPORT_SYMBOL_GPL(inet_diag_find_one_icsk); |
| 555 | |
| 556 | int inet_diag_dump_one_icsk(struct inet_hashinfo *hashinfo, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 557 | struct netlink_callback *cb, |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 558 | const struct inet_diag_req_v2 *req) |
| 559 | { |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 560 | struct sk_buff *in_skb = cb->skb; |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 561 | bool net_admin = netlink_net_capable(in_skb, CAP_NET_ADMIN); |
Lorenzo Colitti | b613f56 | 2015-12-16 12:30:02 +0900 | [diff] [blame] | 562 | struct net *net = sock_net(in_skb->sk); |
| 563 | struct sk_buff *rep; |
| 564 | struct sock *sk; |
| 565 | int err; |
| 566 | |
| 567 | sk = inet_diag_find_one_icsk(net, hashinfo, req); |
| 568 | if (IS_ERR(sk)) |
| 569 | return PTR_ERR(sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 570 | |
Ivan Delalande | b37e884 | 2017-08-31 09:59:38 -0700 | [diff] [blame] | 571 | rep = nlmsg_new(inet_sk_attr_size(sk, req, net_admin), GFP_KERNEL); |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 572 | if (!rep) { |
| 573 | err = -ENOMEM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 574 | goto out; |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 575 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 576 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 577 | err = sk_diag_fill(sk, rep, cb, req, 0, net_admin); |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 578 | if (err < 0) { |
| 579 | WARN_ON(err == -EMSGSIZE); |
Thomas Graf | 6e277ed | 2012-06-26 23:36:12 +0000 | [diff] [blame] | 580 | nlmsg_free(rep); |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 581 | goto out; |
| 582 | } |
Yajun Deng | 01757f5 | 2021-07-13 10:48:24 +0800 | [diff] [blame] | 583 | err = nlmsg_unicast(net->diag_nlsk, rep, NETLINK_CB(in_skb).portid); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 584 | |
| 585 | out: |
Eric Dumazet | c1d607c | 2013-10-11 08:54:49 -0700 | [diff] [blame] | 586 | if (sk) |
| 587 | sock_gen_put(sk); |
| 588 | |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 589 | return err; |
| 590 | } |
Pavel Emelyanov | 1942c51 | 2011-12-09 06:23:18 +0000 | [diff] [blame] | 591 | EXPORT_SYMBOL_GPL(inet_diag_dump_one_icsk); |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 592 | |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 593 | static int inet_diag_cmd_exact(int cmd, struct sk_buff *in_skb, |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 594 | const struct nlmsghdr *nlh, |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 595 | int hdrlen, |
Eric Dumazet | 34160ea | 2015-03-10 07:15:54 -0700 | [diff] [blame] | 596 | const struct inet_diag_req_v2 *req) |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 597 | { |
| 598 | const struct inet_diag_handler *handler; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 599 | struct inet_diag_dump_data dump_data; |
| 600 | int err, protocol; |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 601 | |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 602 | memset(&dump_data, 0, sizeof(dump_data)); |
Eric Dumazet | d5e4d0a | 2020-09-21 07:27:20 -0700 | [diff] [blame] | 603 | err = inet_diag_parse_attrs(nlh, hdrlen, dump_data.req_nlas); |
| 604 | if (err) |
| 605 | return err; |
| 606 | |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 607 | protocol = inet_diag_get_protocol(req, &dump_data); |
| 608 | |
| 609 | handler = inet_diag_lock_handler(protocol); |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 610 | if (IS_ERR(handler)) { |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 611 | err = PTR_ERR(handler); |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 612 | } else if (cmd == SOCK_DIAG_BY_FAMILY) { |
| 613 | struct netlink_callback cb = { |
| 614 | .nlh = nlh, |
| 615 | .skb = in_skb, |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 616 | .data = &dump_data, |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 617 | }; |
| 618 | err = handler->dump_one(&cb, req); |
| 619 | } else if (cmd == SOCK_DESTROY && handler->destroy) { |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 620 | err = handler->destroy(in_skb, req); |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 621 | } else { |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 622 | err = -EOPNOTSUPP; |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 623 | } |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 624 | inet_diag_unlock_handler(handler); |
Pavel Emelyanov | 476f7db | 2011-12-09 06:22:10 +0000 | [diff] [blame] | 625 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 626 | return err; |
| 627 | } |
| 628 | |
Al Viro | 9f85529 | 2006-09-27 18:44:30 -0700 | [diff] [blame] | 629 | static int bitstring_match(const __be32 *a1, const __be32 *a2, int bits) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 630 | { |
| 631 | int words = bits >> 5; |
| 632 | |
| 633 | bits &= 0x1f; |
| 634 | |
| 635 | if (words) { |
| 636 | if (memcmp(a1, a2, words << 2)) |
| 637 | return 0; |
| 638 | } |
| 639 | if (bits) { |
Al Viro | 9f85529 | 2006-09-27 18:44:30 -0700 | [diff] [blame] | 640 | __be32 w1, w2; |
| 641 | __be32 mask; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 642 | |
| 643 | w1 = a1[words]; |
| 644 | w2 = a2[words]; |
| 645 | |
| 646 | mask = htonl((0xffffffff) << (32 - bits)); |
| 647 | |
| 648 | if ((w1 ^ w2) & mask) |
| 649 | return 0; |
| 650 | } |
| 651 | |
| 652 | return 1; |
| 653 | } |
| 654 | |
Pavel Emelyanov | 87c22ea | 2011-12-09 06:21:34 +0000 | [diff] [blame] | 655 | static int inet_diag_bc_run(const struct nlattr *_bc, |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 656 | const struct inet_diag_entry *entry) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 657 | { |
Pavel Emelyanov | 87c22ea | 2011-12-09 06:21:34 +0000 | [diff] [blame] | 658 | const void *bc = nla_data(_bc); |
| 659 | int len = nla_len(_bc); |
| 660 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 661 | while (len > 0) { |
| 662 | int yes = 1; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 663 | const struct inet_diag_bc_op *op = bc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 664 | |
| 665 | switch (op->code) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 666 | case INET_DIAG_BC_NOP: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 667 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 668 | case INET_DIAG_BC_JMP: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 669 | yes = 0; |
| 670 | break; |
Kristian Evensen | bbb6189 | 2017-12-27 18:27:58 +0100 | [diff] [blame] | 671 | case INET_DIAG_BC_S_EQ: |
| 672 | yes = entry->sport == op[1].no; |
| 673 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 674 | case INET_DIAG_BC_S_GE: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 675 | yes = entry->sport >= op[1].no; |
| 676 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 677 | case INET_DIAG_BC_S_LE: |
Roel Kluin | b4ced2b | 2010-01-19 14:12:20 -0800 | [diff] [blame] | 678 | yes = entry->sport <= op[1].no; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 679 | break; |
Kristian Evensen | bbb6189 | 2017-12-27 18:27:58 +0100 | [diff] [blame] | 680 | case INET_DIAG_BC_D_EQ: |
| 681 | yes = entry->dport == op[1].no; |
| 682 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 683 | case INET_DIAG_BC_D_GE: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 684 | yes = entry->dport >= op[1].no; |
| 685 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 686 | case INET_DIAG_BC_D_LE: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 687 | yes = entry->dport <= op[1].no; |
| 688 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 689 | case INET_DIAG_BC_AUTO: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 690 | yes = !(entry->userlocks & SOCK_BINDPORT_LOCK); |
| 691 | break; |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 692 | case INET_DIAG_BC_S_COND: |
Arnaldo Carvalho de Melo | a8c2190 | 2005-08-12 12:56:38 -0300 | [diff] [blame] | 693 | case INET_DIAG_BC_D_COND: { |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 694 | const struct inet_diag_hostcond *cond; |
| 695 | const __be32 *addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 696 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 697 | cond = (const struct inet_diag_hostcond *)(op + 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 698 | if (cond->port != -1 && |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 699 | cond->port != (op->code == INET_DIAG_BC_S_COND ? |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 700 | entry->sport : entry->dport)) { |
| 701 | yes = 0; |
| 702 | break; |
| 703 | } |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 704 | |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 705 | if (op->code == INET_DIAG_BC_S_COND) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 706 | addr = entry->saddr; |
| 707 | else |
| 708 | addr = entry->daddr; |
| 709 | |
Neal Cardwell | f67caec | 2012-12-08 19:43:23 +0000 | [diff] [blame] | 710 | if (cond->family != AF_UNSPEC && |
| 711 | cond->family != entry->family) { |
| 712 | if (entry->family == AF_INET6 && |
| 713 | cond->family == AF_INET) { |
| 714 | if (addr[0] == 0 && addr[1] == 0 && |
| 715 | addr[2] == htonl(0xffff) && |
| 716 | bitstring_match(addr + 3, |
| 717 | cond->addr, |
| 718 | cond->prefix_len)) |
| 719 | break; |
| 720 | } |
| 721 | yes = 0; |
| 722 | break; |
| 723 | } |
| 724 | |
| 725 | if (cond->prefix_len == 0) |
| 726 | break; |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 727 | if (bitstring_match(addr, cond->addr, |
| 728 | cond->prefix_len)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 729 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 730 | yes = 0; |
| 731 | break; |
| 732 | } |
David Ahern | 637c841 | 2016-06-23 18:42:51 -0700 | [diff] [blame] | 733 | case INET_DIAG_BC_DEV_COND: { |
| 734 | u32 ifindex; |
| 735 | |
| 736 | ifindex = *((const u32 *)(op + 1)); |
| 737 | if (ifindex != entry->ifindex) |
| 738 | yes = 0; |
| 739 | break; |
| 740 | } |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 741 | case INET_DIAG_BC_MARK_COND: { |
| 742 | struct inet_diag_markcond *cond; |
| 743 | |
| 744 | cond = (struct inet_diag_markcond *)(op + 1); |
| 745 | if ((entry->mark & cond->mask) != cond->mark) |
| 746 | yes = 0; |
| 747 | break; |
| 748 | } |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 749 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 750 | case INET_DIAG_BC_CGROUP_COND: { |
| 751 | u64 cgroup_id; |
| 752 | |
| 753 | cgroup_id = get_unaligned((const u64 *)(op + 1)); |
| 754 | if (cgroup_id != entry->cgroup_id) |
| 755 | yes = 0; |
| 756 | break; |
| 757 | } |
| 758 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 759 | } |
| 760 | |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 761 | if (yes) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 762 | len -= op->yes; |
| 763 | bc += op->yes; |
| 764 | } else { |
| 765 | len -= op->no; |
| 766 | bc += op->no; |
| 767 | } |
| 768 | } |
Eric Dumazet | a02cec2 | 2010-09-22 20:43:57 +0000 | [diff] [blame] | 769 | return len == 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 770 | } |
| 771 | |
Eric Dumazet | a445834 | 2015-03-13 15:51:12 -0700 | [diff] [blame] | 772 | /* This helper is available for all sockets (ESTABLISH, TIMEWAIT, SYN_RECV) |
| 773 | */ |
| 774 | static void entry_fill_addrs(struct inet_diag_entry *entry, |
| 775 | const struct sock *sk) |
| 776 | { |
| 777 | #if IS_ENABLED(CONFIG_IPV6) |
| 778 | if (sk->sk_family == AF_INET6) { |
| 779 | entry->saddr = sk->sk_v6_rcv_saddr.s6_addr32; |
| 780 | entry->daddr = sk->sk_v6_daddr.s6_addr32; |
| 781 | } else |
| 782 | #endif |
| 783 | { |
| 784 | entry->saddr = &sk->sk_rcv_saddr; |
| 785 | entry->daddr = &sk->sk_daddr; |
| 786 | } |
| 787 | } |
| 788 | |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 789 | int inet_diag_bc_sk(const struct nlattr *bc, struct sock *sk) |
| 790 | { |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 791 | struct inet_sock *inet = inet_sk(sk); |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 792 | struct inet_diag_entry entry; |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 793 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 794 | if (!bc) |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 795 | return 1; |
| 796 | |
| 797 | entry.family = sk->sk_family; |
Eric Dumazet | a445834 | 2015-03-13 15:51:12 -0700 | [diff] [blame] | 798 | entry_fill_addrs(&entry, sk); |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 799 | entry.sport = inet->inet_num; |
| 800 | entry.dport = ntohs(inet->inet_dport); |
David Ahern | 637c841 | 2016-06-23 18:42:51 -0700 | [diff] [blame] | 801 | entry.ifindex = sk->sk_bound_dev_if; |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 802 | entry.userlocks = sk_fullsock(sk) ? sk->sk_userlocks : 0; |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 803 | if (sk_fullsock(sk)) |
| 804 | entry.mark = sk->sk_mark; |
| 805 | else if (sk->sk_state == TCP_NEW_SYN_RECV) |
| 806 | entry.mark = inet_rsk(inet_reqsk(sk))->ir_mark; |
Maciej Żenczykowski | 1b3fc77 | 2021-06-15 23:06:04 -0700 | [diff] [blame] | 807 | else if (sk->sk_state == TCP_TIME_WAIT) |
| 808 | entry.mark = inet_twsk(sk)->tw_mark; |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 809 | else |
| 810 | entry.mark = 0; |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 811 | #ifdef CONFIG_SOCK_CGROUP_DATA |
Dmitry Yakunin | ee1bd48 | 2020-05-02 18:34:42 +0300 | [diff] [blame] | 812 | entry.cgroup_id = sk_fullsock(sk) ? |
| 813 | cgroup_id(sock_cgroup_ptr(&sk->sk_cgrp_data)) : 0; |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 814 | #endif |
Pavel Emelyanov | 8d07d15 | 2011-12-09 06:22:44 +0000 | [diff] [blame] | 815 | |
| 816 | return inet_diag_bc_run(bc, &entry); |
| 817 | } |
| 818 | EXPORT_SYMBOL_GPL(inet_diag_bc_sk); |
| 819 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 820 | static int valid_cc(const void *bc, int len, int cc) |
| 821 | { |
| 822 | while (len >= 0) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 823 | const struct inet_diag_bc_op *op = bc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 824 | |
| 825 | if (cc > len) |
| 826 | return 0; |
| 827 | if (cc == len) |
| 828 | return 1; |
Eric Dumazet | eeb1497 | 2011-06-17 16:25:39 -0400 | [diff] [blame] | 829 | if (op->yes < 4 || op->yes & 3) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 830 | return 0; |
| 831 | len -= op->yes; |
| 832 | bc += op->yes; |
| 833 | } |
| 834 | return 0; |
| 835 | } |
| 836 | |
David Ahern | 637c841 | 2016-06-23 18:42:51 -0700 | [diff] [blame] | 837 | /* data is u32 ifindex */ |
| 838 | static bool valid_devcond(const struct inet_diag_bc_op *op, int len, |
| 839 | int *min_len) |
| 840 | { |
| 841 | /* Check ifindex space. */ |
| 842 | *min_len += sizeof(u32); |
| 843 | if (len < *min_len) |
| 844 | return false; |
| 845 | |
| 846 | return true; |
| 847 | } |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 848 | /* Validate an inet_diag_hostcond. */ |
| 849 | static bool valid_hostcond(const struct inet_diag_bc_op *op, int len, |
| 850 | int *min_len) |
| 851 | { |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 852 | struct inet_diag_hostcond *cond; |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 853 | int addr_len; |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 854 | |
| 855 | /* Check hostcond space. */ |
| 856 | *min_len += sizeof(struct inet_diag_hostcond); |
| 857 | if (len < *min_len) |
| 858 | return false; |
| 859 | cond = (struct inet_diag_hostcond *)(op + 1); |
| 860 | |
| 861 | /* Check address family and address length. */ |
| 862 | switch (cond->family) { |
| 863 | case AF_UNSPEC: |
| 864 | addr_len = 0; |
| 865 | break; |
| 866 | case AF_INET: |
| 867 | addr_len = sizeof(struct in_addr); |
| 868 | break; |
| 869 | case AF_INET6: |
| 870 | addr_len = sizeof(struct in6_addr); |
| 871 | break; |
| 872 | default: |
| 873 | return false; |
| 874 | } |
| 875 | *min_len += addr_len; |
| 876 | if (len < *min_len) |
| 877 | return false; |
| 878 | |
| 879 | /* Check prefix length (in bits) vs address length (in bytes). */ |
| 880 | if (cond->prefix_len > 8 * addr_len) |
| 881 | return false; |
| 882 | |
| 883 | return true; |
| 884 | } |
| 885 | |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 886 | /* Validate a port comparison operator. */ |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 887 | static bool valid_port_comparison(const struct inet_diag_bc_op *op, |
| 888 | int len, int *min_len) |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 889 | { |
| 890 | /* Port comparisons put the port in a follow-on inet_diag_bc_op. */ |
| 891 | *min_len += sizeof(struct inet_diag_bc_op); |
| 892 | if (len < *min_len) |
| 893 | return false; |
| 894 | return true; |
| 895 | } |
| 896 | |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 897 | static bool valid_markcond(const struct inet_diag_bc_op *op, int len, |
| 898 | int *min_len) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 899 | { |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 900 | *min_len += sizeof(struct inet_diag_markcond); |
| 901 | return len >= *min_len; |
| 902 | } |
| 903 | |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 904 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 905 | static bool valid_cgroupcond(const struct inet_diag_bc_op *op, int len, |
| 906 | int *min_len) |
| 907 | { |
| 908 | *min_len += sizeof(u64); |
| 909 | return len >= *min_len; |
| 910 | } |
| 911 | #endif |
| 912 | |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 913 | static int inet_diag_bc_audit(const struct nlattr *attr, |
| 914 | const struct sk_buff *skb) |
| 915 | { |
| 916 | bool net_admin = netlink_net_capable(skb, CAP_NET_ADMIN); |
Lorenzo Colitti | 627cc4a | 2016-08-24 15:46:25 +0900 | [diff] [blame] | 917 | const void *bytecode, *bc; |
| 918 | int bytecode_len, len; |
| 919 | |
| 920 | if (!attr || nla_len(attr) < sizeof(struct inet_diag_bc_op)) |
| 921 | return -EINVAL; |
| 922 | |
| 923 | bytecode = bc = nla_data(attr); |
| 924 | len = bytecode_len = nla_len(attr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 925 | |
| 926 | while (len > 0) { |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 927 | int min_len = sizeof(struct inet_diag_bc_op); |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 928 | const struct inet_diag_bc_op *op = bc; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 929 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 930 | switch (op->code) { |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 931 | case INET_DIAG_BC_S_COND: |
| 932 | case INET_DIAG_BC_D_COND: |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 933 | if (!valid_hostcond(bc, len, &min_len)) |
| 934 | return -EINVAL; |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 935 | break; |
David Ahern | 637c841 | 2016-06-23 18:42:51 -0700 | [diff] [blame] | 936 | case INET_DIAG_BC_DEV_COND: |
| 937 | if (!valid_devcond(bc, len, &min_len)) |
| 938 | return -EINVAL; |
| 939 | break; |
Kristian Evensen | bbb6189 | 2017-12-27 18:27:58 +0100 | [diff] [blame] | 940 | case INET_DIAG_BC_S_EQ: |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 941 | case INET_DIAG_BC_S_GE: |
| 942 | case INET_DIAG_BC_S_LE: |
Kristian Evensen | bbb6189 | 2017-12-27 18:27:58 +0100 | [diff] [blame] | 943 | case INET_DIAG_BC_D_EQ: |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 944 | case INET_DIAG_BC_D_GE: |
| 945 | case INET_DIAG_BC_D_LE: |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 946 | if (!valid_port_comparison(bc, len, &min_len)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 947 | return -EINVAL; |
| 948 | break; |
Lorenzo Colitti | a52e95a | 2016-08-24 15:46:26 +0900 | [diff] [blame] | 949 | case INET_DIAG_BC_MARK_COND: |
| 950 | if (!net_admin) |
| 951 | return -EPERM; |
| 952 | if (!valid_markcond(bc, len, &min_len)) |
| 953 | return -EINVAL; |
| 954 | break; |
Dmitry Yakunin | b1f3e43 | 2020-04-30 18:51:15 +0300 | [diff] [blame] | 955 | #ifdef CONFIG_SOCK_CGROUP_DATA |
| 956 | case INET_DIAG_BC_CGROUP_COND: |
| 957 | if (!valid_cgroupcond(bc, len, &min_len)) |
| 958 | return -EINVAL; |
| 959 | break; |
| 960 | #endif |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 961 | case INET_DIAG_BC_AUTO: |
| 962 | case INET_DIAG_BC_JMP: |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 963 | case INET_DIAG_BC_NOP: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 964 | break; |
| 965 | default: |
| 966 | return -EINVAL; |
| 967 | } |
Neal Cardwell | 5e1f542 | 2012-12-09 11:09:54 +0000 | [diff] [blame] | 968 | |
| 969 | if (op->code != INET_DIAG_BC_NOP) { |
| 970 | if (op->no < min_len || op->no > len + 4 || op->no & 3) |
| 971 | return -EINVAL; |
| 972 | if (op->no < len && |
| 973 | !valid_cc(bytecode, bytecode_len, len - op->no)) |
| 974 | return -EINVAL; |
| 975 | } |
| 976 | |
Neal Cardwell | 405c005 | 2012-12-08 19:43:22 +0000 | [diff] [blame] | 977 | if (op->yes < min_len || op->yes > len + 4 || op->yes & 3) |
Eric Dumazet | eeb1497 | 2011-06-17 16:25:39 -0400 | [diff] [blame] | 978 | return -EINVAL; |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 979 | bc += op->yes; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 980 | len -= op->yes; |
| 981 | } |
| 982 | return len == 0 ? 0 : -EINVAL; |
| 983 | } |
| 984 | |
Eric Dumazet | 4961272 | 2015-03-05 10:18:14 -0800 | [diff] [blame] | 985 | static void twsk_build_assert(void) |
| 986 | { |
| 987 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_family) != |
| 988 | offsetof(struct sock, sk_family)); |
| 989 | |
| 990 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_num) != |
| 991 | offsetof(struct inet_sock, inet_num)); |
| 992 | |
| 993 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_dport) != |
| 994 | offsetof(struct inet_sock, inet_dport)); |
| 995 | |
| 996 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_rcv_saddr) != |
| 997 | offsetof(struct inet_sock, inet_rcv_saddr)); |
| 998 | |
| 999 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_daddr) != |
| 1000 | offsetof(struct inet_sock, inet_daddr)); |
| 1001 | |
| 1002 | #if IS_ENABLED(CONFIG_IPV6) |
| 1003 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_v6_rcv_saddr) != |
| 1004 | offsetof(struct sock, sk_v6_rcv_saddr)); |
| 1005 | |
| 1006 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_v6_daddr) != |
| 1007 | offsetof(struct sock, sk_v6_daddr)); |
| 1008 | #endif |
| 1009 | } |
| 1010 | |
Pavel Emelyanov | 1942c51 | 2011-12-09 06:23:18 +0000 | [diff] [blame] | 1011 | void inet_diag_dump_icsk(struct inet_hashinfo *hashinfo, struct sk_buff *skb, |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1012 | struct netlink_callback *cb, |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1013 | const struct inet_diag_req_v2 *r) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1014 | { |
Lorenzo Colitti | d545cac | 2016-09-08 00:42:25 +0900 | [diff] [blame] | 1015 | bool net_admin = netlink_net_capable(cb->skb, CAP_NET_ADMIN); |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1016 | struct inet_diag_dump_data *cb_data = cb->data; |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1017 | struct net *net = sock_net(skb->sk); |
| 1018 | u32 idiag_states = r->idiag_states; |
| 1019 | int i, num, s_i, s_num; |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1020 | struct nlattr *bc; |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1021 | struct sock *sk; |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 1022 | |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1023 | bc = cb_data->inet_diag_nla_bc; |
Eric Dumazet | 079096f | 2015-10-02 11:43:32 -0700 | [diff] [blame] | 1024 | if (idiag_states & TCPF_SYN_RECV) |
| 1025 | idiag_states |= TCPF_NEW_SYN_RECV; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1026 | s_i = cb->args[1]; |
| 1027 | s_num = num = cb->args[2]; |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1028 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1029 | if (cb->args[0] == 0) { |
Eric Dumazet | 9652dc2 | 2016-10-19 21:24:58 -0700 | [diff] [blame] | 1030 | if (!(idiag_states & TCPF_LISTEN) || r->id.idiag_dport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1031 | goto skip_listen_ht; |
Arnaldo Carvalho de Melo | 540722f | 2005-08-10 05:54:28 -0300 | [diff] [blame] | 1032 | |
Arnaldo Carvalho de Melo | 0f7ff92 | 2005-08-09 19:59:44 -0700 | [diff] [blame] | 1033 | for (i = s_i; i < INET_LHTABLE_SIZE; i++) { |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 1034 | struct inet_listen_hashbucket *ilb; |
Eric Dumazet | 8dbd76e | 2019-12-13 18:20:41 -0800 | [diff] [blame] | 1035 | struct hlist_nulls_node *node; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1036 | |
| 1037 | num = 0; |
Eric Dumazet | 5caea4e | 2008-11-20 00:40:07 -0800 | [diff] [blame] | 1038 | ilb = &hashinfo->listening_hash[i]; |
Eric Dumazet | 9652dc2 | 2016-10-19 21:24:58 -0700 | [diff] [blame] | 1039 | spin_lock(&ilb->lock); |
Eric Dumazet | 8dbd76e | 2019-12-13 18:20:41 -0800 | [diff] [blame] | 1040 | sk_nulls_for_each(sk, node, &ilb->nulls_head) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1041 | struct inet_sock *inet = inet_sk(sk); |
| 1042 | |
Andrey Vagin | 51d7ccc | 2012-07-16 04:28:49 +0000 | [diff] [blame] | 1043 | if (!net_eq(sock_net(sk), net)) |
| 1044 | continue; |
| 1045 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1046 | if (num < s_num) { |
| 1047 | num++; |
| 1048 | continue; |
| 1049 | } |
| 1050 | |
Pavel Emelyanov | d23deaa | 2011-12-06 07:59:15 +0000 | [diff] [blame] | 1051 | if (r->sdiag_family != AF_UNSPEC && |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1052 | sk->sk_family != r->sdiag_family) |
Pavel Emelyanov | d23deaa | 2011-12-06 07:59:15 +0000 | [diff] [blame] | 1053 | goto next_listen; |
| 1054 | |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 1055 | if (r->id.idiag_sport != inet->inet_sport && |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 1056 | r->id.idiag_sport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1057 | goto next_listen; |
| 1058 | |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 1059 | if (!inet_diag_bc_sk(bc, sk)) |
| 1060 | goto next_listen; |
| 1061 | |
| 1062 | if (inet_sk_diag_fill(sk, inet_csk(sk), skb, |
| 1063 | cb, r, NLM_F_MULTI, |
| 1064 | net_admin) < 0) { |
Eric Dumazet | 9652dc2 | 2016-10-19 21:24:58 -0700 | [diff] [blame] | 1065 | spin_unlock(&ilb->lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1066 | goto done; |
| 1067 | } |
| 1068 | |
| 1069 | next_listen: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1070 | ++num; |
| 1071 | } |
Eric Dumazet | 9652dc2 | 2016-10-19 21:24:58 -0700 | [diff] [blame] | 1072 | spin_unlock(&ilb->lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1073 | |
| 1074 | s_num = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1075 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1076 | skip_listen_ht: |
| 1077 | cb->args[0] = 1; |
| 1078 | s_i = num = s_num = 0; |
| 1079 | } |
| 1080 | |
Eric Dumazet | 079096f | 2015-10-02 11:43:32 -0700 | [diff] [blame] | 1081 | if (!(idiag_states & ~TCPF_LISTEN)) |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1082 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1083 | |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1084 | #define SKARR_SZ 16 |
Eric Dumazet | f373b53 | 2009-10-09 00:16:19 +0000 | [diff] [blame] | 1085 | for (i = s_i; i <= hashinfo->ehash_mask; i++) { |
Arnaldo Carvalho de Melo | 540722f | 2005-08-10 05:54:28 -0300 | [diff] [blame] | 1086 | struct inet_ehash_bucket *head = &hashinfo->ehash[i]; |
David S. Miller | 7e3aab4 | 2008-11-21 16:39:19 -0800 | [diff] [blame] | 1087 | spinlock_t *lock = inet_ehash_lockp(hashinfo, i); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 1088 | struct hlist_nulls_node *node; |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1089 | struct sock *sk_arr[SKARR_SZ]; |
| 1090 | int num_arr[SKARR_SZ]; |
| 1091 | int idx, accum, res; |
Andi Kleen | 6be547a | 2008-08-28 01:09:54 -0700 | [diff] [blame] | 1092 | |
Eric Dumazet | 05dbc7b | 2013-10-03 00:22:02 -0700 | [diff] [blame] | 1093 | if (hlist_nulls_empty(&head->chain)) |
Andi Kleen | 6be547a | 2008-08-28 01:09:54 -0700 | [diff] [blame] | 1094 | continue; |
| 1095 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1096 | if (i > s_i) |
| 1097 | s_num = 0; |
| 1098 | |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1099 | next_chunk: |
| 1100 | num = 0; |
| 1101 | accum = 0; |
David S. Miller | 7e3aab4 | 2008-11-21 16:39:19 -0800 | [diff] [blame] | 1102 | spin_lock_bh(lock); |
Eric Dumazet | 3ab5aee | 2008-11-16 19:40:17 -0800 | [diff] [blame] | 1103 | sk_nulls_for_each(sk, node, &head->chain) { |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1104 | int state; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1105 | |
Andrey Vagin | 51d7ccc | 2012-07-16 04:28:49 +0000 | [diff] [blame] | 1106 | if (!net_eq(sock_net(sk), net)) |
| 1107 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1108 | if (num < s_num) |
| 1109 | goto next_normal; |
Neal Cardwell | 70315d2 | 2014-01-10 15:34:45 -0500 | [diff] [blame] | 1110 | state = (sk->sk_state == TCP_TIME_WAIT) ? |
| 1111 | inet_twsk(sk)->tw_substate : sk->sk_state; |
Eric Dumazet | 079096f | 2015-10-02 11:43:32 -0700 | [diff] [blame] | 1112 | if (!(idiag_states & (1 << state))) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1113 | goto next_normal; |
Pavel Emelyanov | d23deaa | 2011-12-06 07:59:15 +0000 | [diff] [blame] | 1114 | if (r->sdiag_family != AF_UNSPEC && |
Eric Dumazet | 05dbc7b | 2013-10-03 00:22:02 -0700 | [diff] [blame] | 1115 | sk->sk_family != r->sdiag_family) |
Pavel Emelyanov | d23deaa | 2011-12-06 07:59:15 +0000 | [diff] [blame] | 1116 | goto next_normal; |
Eric Dumazet | 05dbc7b | 2013-10-03 00:22:02 -0700 | [diff] [blame] | 1117 | if (r->id.idiag_sport != htons(sk->sk_num) && |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 1118 | r->id.idiag_sport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1119 | goto next_normal; |
Eric Dumazet | 05dbc7b | 2013-10-03 00:22:02 -0700 | [diff] [blame] | 1120 | if (r->id.idiag_dport != sk->sk_dport && |
Arnaldo Carvalho de Melo | 4e852c0 | 2006-01-09 14:56:19 -0800 | [diff] [blame] | 1121 | r->id.idiag_dport) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1122 | goto next_normal; |
Eric Dumazet | a58917f | 2015-03-15 21:12:14 -0700 | [diff] [blame] | 1123 | twsk_build_assert(); |
| 1124 | |
| 1125 | if (!inet_diag_bc_sk(bc, sk)) |
| 1126 | goto next_normal; |
| 1127 | |
Eric Dumazet | f0c928d | 2018-12-20 15:28:56 -0800 | [diff] [blame] | 1128 | if (!refcount_inc_not_zero(&sk->sk_refcnt)) |
| 1129 | goto next_normal; |
| 1130 | |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1131 | num_arr[accum] = num; |
| 1132 | sk_arr[accum] = sk; |
| 1133 | if (++accum == SKARR_SZ) |
| 1134 | break; |
| 1135 | next_normal: |
| 1136 | ++num; |
| 1137 | } |
| 1138 | spin_unlock_bh(lock); |
| 1139 | res = 0; |
| 1140 | for (idx = 0; idx < accum; idx++) { |
| 1141 | if (res >= 0) { |
Martin KaFai Lau | 5682d39 | 2020-02-25 15:04:09 -0800 | [diff] [blame] | 1142 | res = sk_diag_fill(sk_arr[idx], skb, cb, r, |
| 1143 | NLM_F_MULTI, net_admin); |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1144 | if (res < 0) |
| 1145 | num = num_arr[idx]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1146 | } |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1147 | sock_gen_put(sk_arr[idx]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1148 | } |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1149 | if (res < 0) |
| 1150 | break; |
Eric Dumazet | acffb58 | 2016-03-14 15:40:00 -0700 | [diff] [blame] | 1151 | cond_resched(); |
Eric Dumazet | 67db3e4 | 2016-11-04 11:54:32 -0700 | [diff] [blame] | 1152 | if (accum == SKARR_SZ) { |
| 1153 | s_num = num + 1; |
| 1154 | goto next_chunk; |
| 1155 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1156 | } |
| 1157 | |
| 1158 | done: |
| 1159 | cb->args[1] = i; |
| 1160 | cb->args[2] = num; |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1161 | out: |
| 1162 | ; |
| 1163 | } |
Pavel Emelyanov | 1942c51 | 2011-12-09 06:23:18 +0000 | [diff] [blame] | 1164 | EXPORT_SYMBOL_GPL(inet_diag_dump_icsk); |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1165 | |
| 1166 | static int __inet_diag_dump(struct sk_buff *skb, struct netlink_callback *cb, |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1167 | const struct inet_diag_req_v2 *r) |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1168 | { |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1169 | struct inet_diag_dump_data *cb_data = cb->data; |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1170 | const struct inet_diag_handler *handler; |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 1171 | u32 prev_min_dump_alloc; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1172 | int protocol, err = 0; |
| 1173 | |
| 1174 | protocol = inet_diag_get_protocol(r, cb_data); |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1175 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 1176 | again: |
| 1177 | prev_min_dump_alloc = cb->min_dump_alloc; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1178 | handler = inet_diag_lock_handler(protocol); |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1179 | if (!IS_ERR(handler)) |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1180 | handler->dump(skb, cb, r); |
Cyrill Gorcunov | cacb6ba | 2012-11-03 09:30:34 +0000 | [diff] [blame] | 1181 | else |
| 1182 | err = PTR_ERR(handler); |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 1183 | inet_diag_unlock_handler(handler); |
Pavel Emelyanov | efb3cb4 | 2011-12-09 06:22:26 +0000 | [diff] [blame] | 1184 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 1185 | /* The skb is not large enough to fit one sk info and |
| 1186 | * inet_sk_diag_fill() has requested for a larger skb. |
| 1187 | */ |
| 1188 | if (!skb->len && cb->min_dump_alloc > prev_min_dump_alloc) { |
| 1189 | err = pskb_expand_head(skb, 0, cb->min_dump_alloc, GFP_KERNEL); |
| 1190 | if (!err) |
| 1191 | goto again; |
| 1192 | } |
| 1193 | |
Cyrill Gorcunov | cacb6ba | 2012-11-03 09:30:34 +0000 | [diff] [blame] | 1194 | return err ? : skb->len; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1195 | } |
| 1196 | |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1197 | static int inet_diag_dump(struct sk_buff *skb, struct netlink_callback *cb) |
| 1198 | { |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1199 | return __inet_diag_dump(skb, cb, nlmsg_data(cb->nlh)); |
| 1200 | } |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1201 | |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1202 | static int __inet_diag_dump_start(struct netlink_callback *cb, int hdrlen) |
| 1203 | { |
| 1204 | const struct nlmsghdr *nlh = cb->nlh; |
| 1205 | struct inet_diag_dump_data *cb_data; |
| 1206 | struct sk_buff *skb = cb->skb; |
| 1207 | struct nlattr *nla; |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1208 | int err; |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1209 | |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1210 | cb_data = kzalloc(sizeof(*cb_data), GFP_KERNEL); |
| 1211 | if (!cb_data) |
| 1212 | return -ENOMEM; |
| 1213 | |
Eric Dumazet | d5e4d0a | 2020-09-21 07:27:20 -0700 | [diff] [blame] | 1214 | err = inet_diag_parse_attrs(nlh, hdrlen, cb_data->req_nlas); |
| 1215 | if (err) { |
| 1216 | kfree(cb_data); |
| 1217 | return err; |
| 1218 | } |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1219 | nla = cb_data->inet_diag_nla_bc; |
| 1220 | if (nla) { |
| 1221 | err = inet_diag_bc_audit(nla, skb); |
| 1222 | if (err) { |
| 1223 | kfree(cb_data); |
| 1224 | return err; |
| 1225 | } |
| 1226 | } |
| 1227 | |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 1228 | nla = cb_data->inet_diag_nla_bpf_stgs; |
| 1229 | if (nla) { |
| 1230 | struct bpf_sk_storage_diag *bpf_stg_diag; |
| 1231 | |
| 1232 | bpf_stg_diag = bpf_sk_storage_diag_alloc(nla); |
| 1233 | if (IS_ERR(bpf_stg_diag)) { |
| 1234 | kfree(cb_data); |
| 1235 | return PTR_ERR(bpf_stg_diag); |
| 1236 | } |
| 1237 | cb_data->bpf_stg_diag = bpf_stg_diag; |
| 1238 | } |
| 1239 | |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1240 | cb->data = cb_data; |
| 1241 | return 0; |
| 1242 | } |
| 1243 | |
| 1244 | static int inet_diag_dump_start(struct netlink_callback *cb) |
| 1245 | { |
| 1246 | return __inet_diag_dump_start(cb, sizeof(struct inet_diag_req_v2)); |
| 1247 | } |
| 1248 | |
| 1249 | static int inet_diag_dump_start_compat(struct netlink_callback *cb) |
| 1250 | { |
| 1251 | return __inet_diag_dump_start(cb, sizeof(struct inet_diag_req)); |
| 1252 | } |
| 1253 | |
| 1254 | static int inet_diag_dump_done(struct netlink_callback *cb) |
| 1255 | { |
Martin KaFai Lau | 085c20c | 2020-02-25 15:04:27 -0800 | [diff] [blame] | 1256 | struct inet_diag_dump_data *cb_data = cb->data; |
| 1257 | |
| 1258 | bpf_sk_storage_diag_free(cb_data->bpf_stg_diag); |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1259 | kfree(cb->data); |
| 1260 | |
| 1261 | return 0; |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1262 | } |
| 1263 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1264 | static int inet_diag_type2proto(int type) |
Pavel Emelyanov | a029fe2 | 2011-12-06 07:59:32 +0000 | [diff] [blame] | 1265 | { |
| 1266 | switch (type) { |
| 1267 | case TCPDIAG_GETSOCK: |
| 1268 | return IPPROTO_TCP; |
| 1269 | case DCCPDIAG_GETSOCK: |
| 1270 | return IPPROTO_DCCP; |
| 1271 | default: |
| 1272 | return 0; |
| 1273 | } |
| 1274 | } |
| 1275 | |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1276 | static int inet_diag_dump_compat(struct sk_buff *skb, |
| 1277 | struct netlink_callback *cb) |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1278 | { |
David S. Miller | d106352 | 2012-06-26 21:28:54 -0700 | [diff] [blame] | 1279 | struct inet_diag_req *rc = nlmsg_data(cb->nlh); |
Pavel Emelyanov | c899136 | 2012-01-10 22:36:35 +0000 | [diff] [blame] | 1280 | struct inet_diag_req_v2 req; |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1281 | |
Pavel Emelyanov | d23deaa | 2011-12-06 07:59:15 +0000 | [diff] [blame] | 1282 | req.sdiag_family = AF_UNSPEC; /* compatibility */ |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1283 | req.sdiag_protocol = inet_diag_type2proto(cb->nlh->nlmsg_type); |
| 1284 | req.idiag_ext = rc->idiag_ext; |
| 1285 | req.idiag_states = rc->idiag_states; |
| 1286 | req.id = rc->id; |
| 1287 | |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1288 | return __inet_diag_dump(skb, cb, &req); |
Pavel Emelyanov | 25c4cd2 | 2011-12-06 07:58:58 +0000 | [diff] [blame] | 1289 | } |
| 1290 | |
Pavel Emelyanov | fe50ce2 | 2011-12-06 07:58:39 +0000 | [diff] [blame] | 1291 | static int inet_diag_get_exact_compat(struct sk_buff *in_skb, |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1292 | const struct nlmsghdr *nlh) |
Pavel Emelyanov | fe50ce2 | 2011-12-06 07:58:39 +0000 | [diff] [blame] | 1293 | { |
David S. Miller | d106352 | 2012-06-26 21:28:54 -0700 | [diff] [blame] | 1294 | struct inet_diag_req *rc = nlmsg_data(nlh); |
Pavel Emelyanov | c899136 | 2012-01-10 22:36:35 +0000 | [diff] [blame] | 1295 | struct inet_diag_req_v2 req; |
Pavel Emelyanov | fe50ce2 | 2011-12-06 07:58:39 +0000 | [diff] [blame] | 1296 | |
| 1297 | req.sdiag_family = rc->idiag_family; |
| 1298 | req.sdiag_protocol = inet_diag_type2proto(nlh->nlmsg_type); |
| 1299 | req.idiag_ext = rc->idiag_ext; |
| 1300 | req.idiag_states = rc->idiag_states; |
| 1301 | req.id = rc->id; |
| 1302 | |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1303 | return inet_diag_cmd_exact(SOCK_DIAG_BY_FAMILY, in_skb, nlh, |
| 1304 | sizeof(struct inet_diag_req), &req); |
Pavel Emelyanov | fe50ce2 | 2011-12-06 07:58:39 +0000 | [diff] [blame] | 1305 | } |
| 1306 | |
Pavel Emelyanov | 8d34172 | 2011-12-06 07:57:06 +0000 | [diff] [blame] | 1307 | static int inet_diag_rcv_msg_compat(struct sk_buff *skb, struct nlmsghdr *nlh) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1308 | { |
Pavel Emelyanov | 3b09c84 | 2012-01-10 22:37:26 +0000 | [diff] [blame] | 1309 | int hdrlen = sizeof(struct inet_diag_req); |
Andrey Vagin | 51d7ccc | 2012-07-16 04:28:49 +0000 | [diff] [blame] | 1310 | struct net *net = sock_net(skb->sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1311 | |
Thomas Graf | ead592b | 2007-03-22 23:30:35 -0700 | [diff] [blame] | 1312 | if (nlh->nlmsg_type >= INET_DIAG_GETSOCK_MAX || |
| 1313 | nlmsg_len(nlh) < hdrlen) |
| 1314 | return -EINVAL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1315 | |
David S. Miller | b8f3ab4 | 2011-01-18 12:40:38 -0800 | [diff] [blame] | 1316 | if (nlh->nlmsg_flags & NLM_F_DUMP) { |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1317 | struct netlink_dump_control c = { |
| 1318 | .start = inet_diag_dump_start_compat, |
| 1319 | .done = inet_diag_dump_done, |
| 1320 | .dump = inet_diag_dump_compat, |
| 1321 | }; |
| 1322 | return netlink_dump_start(net->diag_nlsk, skb, nlh, &c); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1323 | } |
Thomas Graf | ead592b | 2007-03-22 23:30:35 -0700 | [diff] [blame] | 1324 | |
Pavel Emelyanov | fe50ce2 | 2011-12-06 07:58:39 +0000 | [diff] [blame] | 1325 | return inet_diag_get_exact_compat(skb, nlh); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1326 | } |
| 1327 | |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1328 | static int inet_diag_handler_cmd(struct sk_buff *skb, struct nlmsghdr *h) |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1329 | { |
Pavel Emelyanov | c899136 | 2012-01-10 22:36:35 +0000 | [diff] [blame] | 1330 | int hdrlen = sizeof(struct inet_diag_req_v2); |
Andrey Vagin | 51d7ccc | 2012-07-16 04:28:49 +0000 | [diff] [blame] | 1331 | struct net *net = sock_net(skb->sk); |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1332 | |
| 1333 | if (nlmsg_len(h) < hdrlen) |
| 1334 | return -EINVAL; |
| 1335 | |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1336 | if (h->nlmsg_type == SOCK_DIAG_BY_FAMILY && |
| 1337 | h->nlmsg_flags & NLM_F_DUMP) { |
Martin KaFai Lau | 0df6d32 | 2020-02-25 15:04:15 -0800 | [diff] [blame] | 1338 | struct netlink_dump_control c = { |
| 1339 | .start = inet_diag_dump_start, |
| 1340 | .done = inet_diag_dump_done, |
| 1341 | .dump = inet_diag_dump, |
| 1342 | }; |
| 1343 | return netlink_dump_start(net->diag_nlsk, skb, h, &c); |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1344 | } |
| 1345 | |
Paolo Abeni | 3f935c7 | 2020-07-09 15:12:39 +0200 | [diff] [blame] | 1346 | return inet_diag_cmd_exact(h->nlmsg_type, skb, h, hdrlen, |
| 1347 | nlmsg_data(h)); |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1348 | } |
| 1349 | |
Craig Gallek | 35ac838 | 2015-06-15 11:26:20 -0400 | [diff] [blame] | 1350 | static |
| 1351 | int inet_diag_handler_get_info(struct sk_buff *skb, struct sock *sk) |
| 1352 | { |
| 1353 | const struct inet_diag_handler *handler; |
| 1354 | struct nlmsghdr *nlh; |
| 1355 | struct nlattr *attr; |
| 1356 | struct inet_diag_msg *r; |
| 1357 | void *info = NULL; |
| 1358 | int err = 0; |
| 1359 | |
| 1360 | nlh = nlmsg_put(skb, 0, 0, SOCK_DIAG_BY_FAMILY, sizeof(*r), 0); |
| 1361 | if (!nlh) |
| 1362 | return -ENOMEM; |
| 1363 | |
| 1364 | r = nlmsg_data(nlh); |
| 1365 | memset(r, 0, sizeof(*r)); |
| 1366 | inet_diag_msg_common_fill(r, sk); |
Craig Gallek | e0df02e | 2015-06-17 10:59:10 -0400 | [diff] [blame] | 1367 | if (sk->sk_type == SOCK_DGRAM || sk->sk_type == SOCK_STREAM) |
| 1368 | r->id.idiag_sport = inet_sk(sk)->inet_sport; |
Craig Gallek | 35ac838 | 2015-06-15 11:26:20 -0400 | [diff] [blame] | 1369 | r->idiag_state = sk->sk_state; |
| 1370 | |
| 1371 | if ((err = nla_put_u8(skb, INET_DIAG_PROTOCOL, sk->sk_protocol))) { |
| 1372 | nlmsg_cancel(skb, nlh); |
| 1373 | return err; |
| 1374 | } |
| 1375 | |
| 1376 | handler = inet_diag_lock_handler(sk->sk_protocol); |
| 1377 | if (IS_ERR(handler)) { |
| 1378 | inet_diag_unlock_handler(handler); |
| 1379 | nlmsg_cancel(skb, nlh); |
| 1380 | return PTR_ERR(handler); |
| 1381 | } |
| 1382 | |
| 1383 | attr = handler->idiag_info_size |
Nicolas Dichtel | 6ed46d1 | 2016-04-26 10:06:14 +0200 | [diff] [blame] | 1384 | ? nla_reserve_64bit(skb, INET_DIAG_INFO, |
| 1385 | handler->idiag_info_size, |
| 1386 | INET_DIAG_PAD) |
Craig Gallek | 35ac838 | 2015-06-15 11:26:20 -0400 | [diff] [blame] | 1387 | : NULL; |
| 1388 | if (attr) |
| 1389 | info = nla_data(attr); |
| 1390 | |
| 1391 | handler->idiag_get_info(sk, r, info); |
| 1392 | inet_diag_unlock_handler(handler); |
| 1393 | |
| 1394 | nlmsg_end(skb, nlh); |
| 1395 | return 0; |
| 1396 | } |
| 1397 | |
Shan Wei | 8dcf01f | 2012-04-24 18:21:07 +0000 | [diff] [blame] | 1398 | static const struct sock_diag_handler inet_diag_handler = { |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1399 | .family = AF_INET, |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1400 | .dump = inet_diag_handler_cmd, |
Craig Gallek | 35ac838 | 2015-06-15 11:26:20 -0400 | [diff] [blame] | 1401 | .get_info = inet_diag_handler_get_info, |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1402 | .destroy = inet_diag_handler_cmd, |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1403 | }; |
| 1404 | |
Shan Wei | 8dcf01f | 2012-04-24 18:21:07 +0000 | [diff] [blame] | 1405 | static const struct sock_diag_handler inet6_diag_handler = { |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1406 | .family = AF_INET6, |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1407 | .dump = inet_diag_handler_cmd, |
Craig Gallek | 35ac838 | 2015-06-15 11:26:20 -0400 | [diff] [blame] | 1408 | .get_info = inet_diag_handler_get_info, |
Lorenzo Colitti | 6eb5d2e | 2015-12-16 12:30:04 +0900 | [diff] [blame] | 1409 | .destroy = inet_diag_handler_cmd, |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1410 | }; |
| 1411 | |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1412 | int inet_diag_register(const struct inet_diag_handler *h) |
| 1413 | { |
| 1414 | const __u16 type = h->idiag_type; |
| 1415 | int err = -EINVAL; |
| 1416 | |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 1417 | if (type >= IPPROTO_MAX) |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1418 | goto out; |
| 1419 | |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 1420 | mutex_lock(&inet_diag_table_mutex); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1421 | err = -EEXIST; |
Eric Dumazet | e31c5e0 | 2015-03-10 07:15:53 -0700 | [diff] [blame] | 1422 | if (!inet_diag_table[type]) { |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1423 | inet_diag_table[type] = h; |
| 1424 | err = 0; |
| 1425 | } |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 1426 | mutex_unlock(&inet_diag_table_mutex); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1427 | out: |
| 1428 | return err; |
| 1429 | } |
| 1430 | EXPORT_SYMBOL_GPL(inet_diag_register); |
| 1431 | |
| 1432 | void inet_diag_unregister(const struct inet_diag_handler *h) |
| 1433 | { |
| 1434 | const __u16 type = h->idiag_type; |
| 1435 | |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 1436 | if (type >= IPPROTO_MAX) |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1437 | return; |
| 1438 | |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 1439 | mutex_lock(&inet_diag_table_mutex); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1440 | inet_diag_table[type] = NULL; |
Herbert Xu | d523a32 | 2007-12-03 15:51:25 +1100 | [diff] [blame] | 1441 | mutex_unlock(&inet_diag_table_mutex); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1442 | } |
| 1443 | EXPORT_SYMBOL_GPL(inet_diag_unregister); |
| 1444 | |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 1445 | static int __init inet_diag_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1446 | { |
Pavel Emelyanov | f13c95f | 2011-12-06 08:05:24 +0000 | [diff] [blame] | 1447 | const int inet_diag_table_size = (IPPROTO_MAX * |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1448 | sizeof(struct inet_diag_handler *)); |
| 1449 | int err = -ENOMEM; |
| 1450 | |
Panagiotis Issaris | 0da974f | 2006-07-21 14:51:30 -0700 | [diff] [blame] | 1451 | inet_diag_table = kzalloc(inet_diag_table_size, GFP_KERNEL); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1452 | if (!inet_diag_table) |
| 1453 | goto out; |
| 1454 | |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1455 | err = sock_diag_register(&inet_diag_handler); |
| 1456 | if (err) |
| 1457 | goto out_free_nl; |
| 1458 | |
| 1459 | err = sock_diag_register(&inet6_diag_handler); |
| 1460 | if (err) |
| 1461 | goto out_free_inet; |
| 1462 | |
Pavel Emelyanov | 8ef874b | 2011-12-06 07:59:52 +0000 | [diff] [blame] | 1463 | sock_diag_register_inet_compat(inet_diag_rcv_msg_compat); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1464 | out: |
| 1465 | return err; |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1466 | |
| 1467 | out_free_inet: |
| 1468 | sock_diag_unregister(&inet_diag_handler); |
| 1469 | out_free_nl: |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1470 | kfree(inet_diag_table); |
| 1471 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1472 | } |
| 1473 | |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 1474 | static void __exit inet_diag_exit(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1475 | { |
Pavel Emelyanov | d366477 | 2011-12-06 07:58:03 +0000 | [diff] [blame] | 1476 | sock_diag_unregister(&inet6_diag_handler); |
| 1477 | sock_diag_unregister(&inet_diag_handler); |
Pavel Emelyanov | 8ef874b | 2011-12-06 07:59:52 +0000 | [diff] [blame] | 1478 | sock_diag_unregister_inet_compat(inet_diag_rcv_msg_compat); |
Arnaldo Carvalho de Melo | 4f5736c | 2005-08-12 09:27:49 -0300 | [diff] [blame] | 1479 | kfree(inet_diag_table); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1480 | } |
| 1481 | |
Arnaldo Carvalho de Melo | 73c1f4a | 2005-08-12 12:51:49 -0300 | [diff] [blame] | 1482 | module_init(inet_diag_init); |
| 1483 | module_exit(inet_diag_exit); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1484 | MODULE_LICENSE("GPL"); |
Pavel Emelyanov | aec8dc62 | 2011-12-15 02:43:27 +0000 | [diff] [blame] | 1485 | MODULE_ALIAS_NET_PF_PROTO_TYPE(PF_NETLINK, NETLINK_SOCK_DIAG, 2 /* AF_INET */); |
| 1486 | MODULE_ALIAS_NET_PF_PROTO_TYPE(PF_NETLINK, NETLINK_SOCK_DIAG, 10 /* AF_INET6 */); |