Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 2 | /* |
| 3 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 4 | * operating system. INET is implemented using the BSD Socket |
| 5 | * interface as the means of communication with the user level. |
| 6 | * |
| 7 | * Support for INET6 connection oriented protocols. |
| 8 | * |
| 9 | * Authors: See the TCPv6 sources |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 10 | */ |
| 11 | |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 12 | #include <linux/module.h> |
| 13 | #include <linux/in6.h> |
| 14 | #include <linux/ipv6.h> |
| 15 | #include <linux/jhash.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 16 | #include <linux/slab.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 17 | |
| 18 | #include <net/addrconf.h> |
| 19 | #include <net/inet_connection_sock.h> |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 20 | #include <net/inet_ecn.h> |
| 21 | #include <net/inet_hashtables.h> |
| 22 | #include <net/ip6_route.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 23 | #include <net/sock.h> |
Adrian Bunk | 9f5336e | 2006-01-07 13:24:25 -0800 | [diff] [blame] | 24 | #include <net/inet6_connection_sock.h> |
Craig Gallek | c125e80 | 2016-02-10 11:50:40 -0500 | [diff] [blame] | 25 | #include <net/sock_reuseport.h> |
Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 26 | |
Eric Dumazet | 30d50c6 | 2015-09-25 07:39:13 -0700 | [diff] [blame] | 27 | struct dst_entry *inet6_csk_route_req(const struct sock *sk, |
Neal Cardwell | 3840a06 | 2012-06-28 12:34:19 +0000 | [diff] [blame] | 28 | struct flowi6 *fl6, |
Eric Dumazet | f76b33c | 2015-09-29 07:42:42 -0700 | [diff] [blame] | 29 | const struct request_sock *req, |
| 30 | u8 proto) |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 31 | { |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 32 | struct inet_request_sock *ireq = inet_rsk(req); |
Eric Dumazet | f76b33c | 2015-09-29 07:42:42 -0700 | [diff] [blame] | 33 | const struct ipv6_pinfo *np = inet6_sk(sk); |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 34 | struct in6_addr *final_p, final; |
| 35 | struct dst_entry *dst; |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 36 | |
Neal Cardwell | 3840a06 | 2012-06-28 12:34:19 +0000 | [diff] [blame] | 37 | memset(fl6, 0, sizeof(*fl6)); |
Eric Dumazet | f76b33c | 2015-09-29 07:42:42 -0700 | [diff] [blame] | 38 | fl6->flowi6_proto = proto; |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 39 | fl6->daddr = ireq->ir_v6_rmt_addr; |
Eric Dumazet | 45f6fad | 2015-11-29 19:37:57 -0800 | [diff] [blame] | 40 | rcu_read_lock(); |
| 41 | final_p = fl6_update_dst(fl6, rcu_dereference(np->opt), &final); |
| 42 | rcu_read_unlock(); |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 43 | fl6->saddr = ireq->ir_v6_loc_addr; |
| 44 | fl6->flowi6_oif = ireq->ir_iif; |
Lorenzo Colitti | 84f39b0 | 2014-05-13 10:17:35 -0700 | [diff] [blame] | 45 | fl6->flowi6_mark = ireq->ir_mark; |
Eric Dumazet | 634fb979 | 2013-10-09 15:21:29 -0700 | [diff] [blame] | 46 | fl6->fl6_dport = ireq->ir_rmt_port; |
Eric Dumazet | b44084c | 2013-10-10 00:04:37 -0700 | [diff] [blame] | 47 | fl6->fl6_sport = htons(ireq->ir_num); |
Lorenzo Colitti | e2d118a | 2016-11-04 02:23:43 +0900 | [diff] [blame] | 48 | fl6->flowi6_uid = sk->sk_uid; |
Paul Moore | 3df98d7 | 2020-09-27 22:38:26 -0400 | [diff] [blame] | 49 | security_req_classify_flow(req, flowi6_to_flowi_common(fl6)); |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 50 | |
Sabrina Dubroca | c4e85f7 | 2019-12-04 15:35:52 +0100 | [diff] [blame] | 51 | dst = ip6_dst_lookup_flow(sock_net(sk), sk, fl6, final_p); |
David S. Miller | 68d0c6d | 2011-03-01 13:19:07 -0800 | [diff] [blame] | 52 | if (IS_ERR(dst)) |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 53 | return NULL; |
| 54 | |
| 55 | return dst; |
| 56 | } |
Eric Dumazet | f76b33c | 2015-09-29 07:42:42 -0700 | [diff] [blame] | 57 | EXPORT_SYMBOL(inet6_csk_route_req); |
David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 58 | |
Ian Morris | 67ba415 | 2014-08-24 21:53:10 +0100 | [diff] [blame] | 59 | void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr *uaddr) |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 60 | { |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 61 | struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; |
| 62 | |
| 63 | sin6->sin6_family = AF_INET6; |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 64 | sin6->sin6_addr = sk->sk_v6_daddr; |
Eric Dumazet | c720c7e8 | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 65 | sin6->sin6_port = inet_sk(sk)->inet_dport; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 66 | /* We do not store received flowlabel for TCP */ |
| 67 | sin6->sin6_flowinfo = 0; |
Hannes Frederic Sowa | 842df07 | 2013-03-08 02:07:19 +0000 | [diff] [blame] | 68 | sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, |
| 69 | sk->sk_bound_dev_if); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 70 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 71 | EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); |
| 72 | |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 73 | static inline |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 74 | struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) |
| 75 | { |
Nicolas Dichtel | 6f3118b | 2012-09-10 22:09:46 +0000 | [diff] [blame] | 76 | return __sk_dst_check(sk, cookie); |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 77 | } |
| 78 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 79 | static struct dst_entry *inet6_csk_route_socket(struct sock *sk, |
| 80 | struct flowi6 *fl6) |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 81 | { |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 82 | struct inet_sock *inet = inet_sk(sk); |
| 83 | struct ipv6_pinfo *np = inet6_sk(sk); |
Arnaud Ebalard | 20c59de | 2010-06-01 21:35:01 +0000 | [diff] [blame] | 84 | struct in6_addr *final_p, final; |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 85 | struct dst_entry *dst; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 86 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 87 | memset(fl6, 0, sizeof(*fl6)); |
| 88 | fl6->flowi6_proto = sk->sk_protocol; |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 89 | fl6->daddr = sk->sk_v6_daddr; |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 90 | fl6->saddr = np->saddr; |
| 91 | fl6->flowlabel = np->flow_label; |
| 92 | IP6_ECN_flow_xmit(sk, fl6->flowlabel); |
| 93 | fl6->flowi6_oif = sk->sk_bound_dev_if; |
| 94 | fl6->flowi6_mark = sk->sk_mark; |
| 95 | fl6->fl6_sport = inet->inet_sport; |
| 96 | fl6->fl6_dport = inet->inet_dport; |
Lorenzo Colitti | e2d118a | 2016-11-04 02:23:43 +0900 | [diff] [blame] | 97 | fl6->flowi6_uid = sk->sk_uid; |
Paul Moore | 3df98d7 | 2020-09-27 22:38:26 -0400 | [diff] [blame] | 98 | security_sk_classify_flow(sk, flowi6_to_flowi_common(fl6)); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 99 | |
Eric Dumazet | 45f6fad | 2015-11-29 19:37:57 -0800 | [diff] [blame] | 100 | rcu_read_lock(); |
| 101 | final_p = fl6_update_dst(fl6, rcu_dereference(np->opt), &final); |
| 102 | rcu_read_unlock(); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 103 | |
Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 104 | dst = __inet6_csk_dst_check(sk, np->dst_cookie); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 105 | if (!dst) { |
Sabrina Dubroca | c4e85f7 | 2019-12-04 15:35:52 +0100 | [diff] [blame] | 106 | dst = ip6_dst_lookup_flow(sock_net(sk), sk, fl6, final_p); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 107 | |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 108 | if (!IS_ERR(dst)) |
Eric Dumazet | 6bd4f35 | 2015-12-02 21:53:57 -0800 | [diff] [blame] | 109 | ip6_dst_store(sk, dst, NULL, NULL); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 110 | } |
| 111 | return dst; |
| 112 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 113 | |
Eric Dumazet | b0270e9 | 2014-04-15 12:58:34 -0400 | [diff] [blame] | 114 | int inet6_csk_xmit(struct sock *sk, struct sk_buff *skb, struct flowi *fl_unused) |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 115 | { |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 116 | struct ipv6_pinfo *np = inet6_sk(sk); |
| 117 | struct flowi6 fl6; |
| 118 | struct dst_entry *dst; |
| 119 | int res; |
| 120 | |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 121 | dst = inet6_csk_route_socket(sk, &fl6); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 122 | if (IS_ERR(dst)) { |
| 123 | sk->sk_err_soft = -PTR_ERR(dst); |
| 124 | sk->sk_route_caps = 0; |
| 125 | kfree_skb(skb); |
| 126 | return PTR_ERR(dst); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 127 | } |
| 128 | |
Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 129 | rcu_read_lock(); |
| 130 | skb_dst_set_noref(skb, dst); |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 131 | |
| 132 | /* Restore final destination back after routing done */ |
Eric Dumazet | efe4208 | 2013-10-03 15:42:29 -0700 | [diff] [blame] | 133 | fl6.daddr = sk->sk_v6_daddr; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 134 | |
Pablo Neira | 92e55f4 | 2017-01-26 22:56:21 +0100 | [diff] [blame] | 135 | res = ip6_xmit(sk, skb, &fl6, sk->sk_mark, rcu_dereference(np->opt), |
Eric Dumazet | 4f6570d | 2019-09-24 08:01:14 -0700 | [diff] [blame] | 136 | np->tclass, sk->sk_priority); |
Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 137 | rcu_read_unlock(); |
| 138 | return res; |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 139 | } |
Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 140 | EXPORT_SYMBOL_GPL(inet6_csk_xmit); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 141 | |
| 142 | struct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) |
| 143 | { |
Eric Dumazet | d3818c9 | 2012-07-17 21:38:04 +0000 | [diff] [blame] | 144 | struct flowi6 fl6; |
| 145 | struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 146 | |
| 147 | if (IS_ERR(dst)) |
| 148 | return NULL; |
Hangbin Liu | bd085ef | 2019-12-22 10:51:09 +0800 | [diff] [blame] | 149 | dst->ops->update_pmtu(dst, sk, NULL, mtu, true); |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 150 | |
Eric Dumazet | b4dd006 | 2012-11-20 15:14:51 -0500 | [diff] [blame] | 151 | dst = inet6_csk_route_socket(sk, &fl6); |
| 152 | return IS_ERR(dst) ? NULL : dst; |
David S. Miller | 35ad9b9 | 2012-07-16 03:44:56 -0700 | [diff] [blame] | 153 | } |
| 154 | EXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); |