Leon Romanovsky | 6bf9d8f | 2020-07-19 10:25:21 +0300 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */ |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (c) 2005 Voltaire Inc. All rights reserved. |
| 4 | * Copyright (c) 2005 Intel Corporation. All rights reserved. |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 5 | */ |
| 6 | |
Leon Romanovsky | 6bf9d8f | 2020-07-19 10:25:21 +0300 | [diff] [blame] | 7 | #ifndef IB_ADDR_H |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 8 | #define IB_ADDR_H |
| 9 | |
Jakub Kicinski | cc69837 | 2020-11-20 14:50:52 -0800 | [diff] [blame] | 10 | #include <linux/ethtool.h> |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 11 | #include <linux/in.h> |
| 12 | #include <linux/in6.h> |
Sean Hefty | c4315d8 | 2009-11-19 12:57:18 -0800 | [diff] [blame] | 13 | #include <linux/if_arp.h> |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 14 | #include <linux/netdevice.h> |
Moni Shoua | 7b85627 | 2013-12-12 18:03:12 +0200 | [diff] [blame] | 15 | #include <linux/inetdevice.h> |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 16 | #include <linux/socket.h> |
Eli Cohen | af7bd46 | 2010-08-26 17:18:59 +0300 | [diff] [blame] | 17 | #include <linux/if_vlan.h> |
Moni Shoua | 7b85627 | 2013-12-12 18:03:12 +0200 | [diff] [blame] | 18 | #include <net/ipv6.h> |
| 19 | #include <net/if_inet6.h> |
| 20 | #include <net/ip.h> |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 21 | #include <rdma/ib_verbs.h> |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 22 | #include <rdma/ib_pack.h> |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 23 | #include <net/net_namespace.h> |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 24 | |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 25 | /** |
| 26 | * struct rdma_dev_addr - Contains resolved RDMA hardware addresses |
| 27 | * @src_dev_addr: Source MAC address. |
| 28 | * @dst_dev_addr: Destination MAC address. |
| 29 | * @broadcast: Broadcast address of the device. |
| 30 | * @dev_type: The interface hardware type of the device. |
| 31 | * @bound_dev_if: An optional device interface index. |
| 32 | * @transport: The transport type used. |
| 33 | * @net: Network namespace containing the bound_dev_if net_dev. |
Parav Pandit | 4ed13a5 | 2018-06-19 10:59:17 +0300 | [diff] [blame] | 34 | * @sgid_attr: GID attribute to use for identified SGID |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 35 | */ |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 36 | struct rdma_dev_addr { |
| 37 | unsigned char src_dev_addr[MAX_ADDR_LEN]; |
| 38 | unsigned char dst_dev_addr[MAX_ADDR_LEN]; |
| 39 | unsigned char broadcast[MAX_ADDR_LEN]; |
Sean Hefty | c4315d8 | 2009-11-19 12:57:18 -0800 | [diff] [blame] | 40 | unsigned short dev_type; |
Sean Hefty | 6266ed6 | 2009-11-19 12:55:22 -0800 | [diff] [blame] | 41 | int bound_dev_if; |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 42 | enum rdma_transport_type transport; |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 43 | struct net *net; |
Parav Pandit | 4ed13a5 | 2018-06-19 10:59:17 +0300 | [diff] [blame] | 44 | const struct ib_gid_attr *sgid_attr; |
Somnath Kotur | c865f24 | 2015-12-23 14:56:51 +0200 | [diff] [blame] | 45 | enum rdma_network_type network; |
Matan Barak | c3efe75 | 2016-01-04 10:49:54 +0200 | [diff] [blame] | 46 | int hoplimit; |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 47 | }; |
| 48 | |
| 49 | /** |
| 50 | * rdma_translate_ip - Translate a local IP address to an RDMA hardware |
| 51 | * address. |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 52 | * |
| 53 | * The dev_addr->net field must be initialized. |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 54 | */ |
Matan Barak | 2002983 | 2015-12-23 14:56:53 +0200 | [diff] [blame] | 55 | int rdma_translate_ip(const struct sockaddr *addr, |
Parav Pandit | 575c7e5 | 2017-11-14 14:52:10 +0200 | [diff] [blame] | 56 | struct rdma_dev_addr *dev_addr); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 57 | |
| 58 | /** |
| 59 | * rdma_resolve_ip - Resolve source and destination IP addresses to |
| 60 | * RDMA hardware addresses. |
| 61 | * @src_addr: An optional source address to use in the resolution. If a |
| 62 | * source address is not provided, a usable address will be returned via |
| 63 | * the callback. |
| 64 | * @dst_addr: The destination address to resolve. |
| 65 | * @addr: A reference to a data location that will receive the resolved |
| 66 | * addresses. The data location must remain valid until the callback has |
Guy Shapiro | 565edd1 | 2015-10-22 15:20:08 +0300 | [diff] [blame] | 67 | * been invoked. The net field of the addr struct must be valid. |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 68 | * @timeout_ms: Amount of time to wait for the address resolution to complete. |
| 69 | * @callback: Call invoked once address resolution has completed, timed out, |
| 70 | * or been canceled. A status of 0 indicates success. |
Parav Pandit | 0e9d2c1 | 2018-09-05 12:54:26 +0300 | [diff] [blame] | 71 | * @resolve_by_gid_attr: Resolve the ip based on the GID attribute from |
| 72 | * rdma_dev_addr. |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 73 | * @context: User-specified context associated with the call. |
| 74 | */ |
Parav Pandit | 2df7dba | 2018-07-29 11:53:10 +0300 | [diff] [blame] | 75 | int rdma_resolve_ip(struct sockaddr *src_addr, const struct sockaddr *dst_addr, |
Leon Romanovsky | dbace11 | 2018-10-11 17:30:05 +0300 | [diff] [blame] | 76 | struct rdma_dev_addr *addr, unsigned long timeout_ms, |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 77 | void (*callback)(int status, struct sockaddr *src_addr, |
| 78 | struct rdma_dev_addr *addr, void *context), |
Leon Romanovsky | 9549c2b | 2018-10-11 17:30:04 +0300 | [diff] [blame] | 79 | bool resolve_by_gid_attr, void *context); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 80 | |
| 81 | void rdma_addr_cancel(struct rdma_dev_addr *addr); |
| 82 | |
Parav Pandit | 2df7dba | 2018-07-29 11:53:10 +0300 | [diff] [blame] | 83 | int rdma_addr_size(const struct sockaddr *addr); |
Roland Dreier | 84652ae | 2018-03-28 11:27:22 -0700 | [diff] [blame] | 84 | int rdma_addr_size_in6(struct sockaddr_in6 *addr); |
| 85 | int rdma_addr_size_kss(struct __kernel_sockaddr_storage *addr); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 86 | |
| 87 | static inline u16 ib_addr_get_pkey(struct rdma_dev_addr *dev_addr) |
| 88 | { |
| 89 | return ((u16)dev_addr->broadcast[8] << 8) | (u16)dev_addr->broadcast[9]; |
| 90 | } |
| 91 | |
| 92 | static inline void ib_addr_set_pkey(struct rdma_dev_addr *dev_addr, u16 pkey) |
| 93 | { |
| 94 | dev_addr->broadcast[8] = pkey >> 8; |
| 95 | dev_addr->broadcast[9] = (unsigned char) pkey; |
| 96 | } |
| 97 | |
Sean Hefty | faec2f7 | 2007-02-15 17:00:17 -0800 | [diff] [blame] | 98 | static inline void ib_addr_get_mgid(struct rdma_dev_addr *dev_addr, |
| 99 | union ib_gid *gid) |
| 100 | { |
| 101 | memcpy(gid, dev_addr->broadcast + 4, sizeof *gid); |
| 102 | } |
| 103 | |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 104 | static inline int rdma_addr_gid_offset(struct rdma_dev_addr *dev_addr) |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 105 | { |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 106 | return dev_addr->dev_type == ARPHRD_INFINIBAND ? 4 : 0; |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 107 | } |
| 108 | |
Moni Shoua | 7b85627 | 2013-12-12 18:03:12 +0200 | [diff] [blame] | 109 | static inline u16 rdma_vlan_dev_vlan_id(const struct net_device *dev) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 110 | { |
Parav Pandit | d0d7b10 | 2017-02-04 11:00:49 -0600 | [diff] [blame] | 111 | return is_vlan_dev(dev) ? vlan_dev_vlan_id(dev) : 0xffff; |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 112 | } |
| 113 | |
Matan Barak | dd5f03b | 2013-12-12 18:03:11 +0200 | [diff] [blame] | 114 | static inline int rdma_ip2gid(struct sockaddr *addr, union ib_gid *gid) |
| 115 | { |
| 116 | switch (addr->sa_family) { |
| 117 | case AF_INET: |
| 118 | ipv6_addr_set_v4mapped(((struct sockaddr_in *) |
| 119 | addr)->sin_addr.s_addr, |
| 120 | (struct in6_addr *)gid); |
| 121 | break; |
| 122 | case AF_INET6: |
Arnd Bergmann | 5f8a4db | 2017-07-31 08:50:05 +0200 | [diff] [blame] | 123 | *(struct in6_addr *)&gid->raw = |
| 124 | ((struct sockaddr_in6 *)addr)->sin6_addr; |
Matan Barak | dd5f03b | 2013-12-12 18:03:11 +0200 | [diff] [blame] | 125 | break; |
| 126 | default: |
| 127 | return -EINVAL; |
| 128 | } |
| 129 | return 0; |
| 130 | } |
| 131 | |
| 132 | /* Important - sockaddr should be a union of sockaddr_in and sockaddr_in6 */ |
Ira Weiny | 73cdaae | 2015-05-31 17:15:31 -0400 | [diff] [blame] | 133 | static inline void rdma_gid2ip(struct sockaddr *out, const union ib_gid *gid) |
Matan Barak | dd5f03b | 2013-12-12 18:03:11 +0200 | [diff] [blame] | 134 | { |
| 135 | if (ipv6_addr_v4mapped((struct in6_addr *)gid)) { |
| 136 | struct sockaddr_in *out_in = (struct sockaddr_in *)out; |
| 137 | memset(out_in, 0, sizeof(*out_in)); |
| 138 | out_in->sin_family = AF_INET; |
| 139 | memcpy(&out_in->sin_addr.s_addr, gid->raw + 12, 4); |
| 140 | } else { |
| 141 | struct sockaddr_in6 *out_in = (struct sockaddr_in6 *)out; |
| 142 | memset(out_in, 0, sizeof(*out_in)); |
| 143 | out_in->sin6_family = AF_INET6; |
| 144 | memcpy(&out_in->sin6_addr.s6_addr, gid->raw, 16); |
| 145 | } |
Matan Barak | dd5f03b | 2013-12-12 18:03:11 +0200 | [diff] [blame] | 146 | } |
| 147 | |
Parav Pandit | 15cbc51 | 2018-01-18 10:11:19 +0200 | [diff] [blame] | 148 | /* |
| 149 | * rdma_get/set_sgid/dgid() APIs are applicable to IB, and iWarp. |
| 150 | * They are not applicable to RoCE. |
| 151 | * RoCE GIDs are derived from the IP addresses. |
| 152 | */ |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 153 | static inline void rdma_addr_get_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid) |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 154 | { |
Parav Pandit | 15cbc51 | 2018-01-18 10:11:19 +0200 | [diff] [blame] | 155 | memcpy(gid, dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr), |
| 156 | sizeof(*gid)); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 157 | } |
| 158 | |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 159 | static inline void rdma_addr_set_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid) |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 160 | { |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 161 | memcpy(dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 162 | } |
| 163 | |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 164 | static inline void rdma_addr_get_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid) |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 165 | { |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 166 | memcpy(gid, dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), sizeof *gid); |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 167 | } |
| 168 | |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 169 | static inline void rdma_addr_set_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid) |
Tom Tucker | 07ebafb | 2006-08-03 16:02:42 -0500 | [diff] [blame] | 170 | { |
Sean Hefty | 6f8372b | 2009-11-19 13:26:06 -0800 | [diff] [blame] | 171 | memcpy(dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid); |
Tom Tucker | 07ebafb | 2006-08-03 16:02:42 -0500 | [diff] [blame] | 172 | } |
| 173 | |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 174 | static inline enum ib_mtu iboe_get_mtu(int mtu) |
| 175 | { |
| 176 | /* |
Parav Pandit | 9926013 | 2017-10-16 08:45:16 +0300 | [diff] [blame] | 177 | * Reduce IB headers from effective IBoE MTU. |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 178 | */ |
Parav Pandit | 9926013 | 2017-10-16 08:45:16 +0300 | [diff] [blame] | 179 | mtu = mtu - (IB_GRH_BYTES + IB_UDP_BYTES + IB_BTH_BYTES + |
| 180 | IB_EXT_XRC_BYTES + IB_EXT_ATOMICETH_BYTES + |
| 181 | IB_ICRC_BYTES); |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 182 | |
| 183 | if (mtu >= ib_mtu_enum_to_int(IB_MTU_4096)) |
| 184 | return IB_MTU_4096; |
| 185 | else if (mtu >= ib_mtu_enum_to_int(IB_MTU_2048)) |
| 186 | return IB_MTU_2048; |
| 187 | else if (mtu >= ib_mtu_enum_to_int(IB_MTU_1024)) |
| 188 | return IB_MTU_1024; |
| 189 | else if (mtu >= ib_mtu_enum_to_int(IB_MTU_512)) |
| 190 | return IB_MTU_512; |
| 191 | else if (mtu >= ib_mtu_enum_to_int(IB_MTU_256)) |
| 192 | return IB_MTU_256; |
| 193 | else |
| 194 | return 0; |
| 195 | } |
| 196 | |
| 197 | static inline int iboe_get_rate(struct net_device *dev) |
| 198 | { |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 199 | struct ethtool_link_ksettings cmd; |
Jiri Pirko | 4bc71cb | 2011-09-03 03:34:30 +0000 | [diff] [blame] | 200 | int err; |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 201 | |
Jiri Pirko | 4bc71cb | 2011-09-03 03:34:30 +0000 | [diff] [blame] | 202 | rtnl_lock(); |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 203 | err = __ethtool_get_link_ksettings(dev, &cmd); |
Jiri Pirko | 4bc71cb | 2011-09-03 03:34:30 +0000 | [diff] [blame] | 204 | rtnl_unlock(); |
| 205 | if (err) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 206 | return IB_RATE_PORT_CURRENT; |
| 207 | |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 208 | if (cmd.base.speed >= 40000) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 209 | return IB_RATE_40_GBPS; |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 210 | else if (cmd.base.speed >= 30000) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 211 | return IB_RATE_30_GBPS; |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 212 | else if (cmd.base.speed >= 20000) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 213 | return IB_RATE_20_GBPS; |
David Decotigny | 17605b9 | 2016-02-24 10:58:07 -0800 | [diff] [blame] | 214 | else if (cmd.base.speed >= 10000) |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 215 | return IB_RATE_10_GBPS; |
| 216 | else |
| 217 | return IB_RATE_PORT_CURRENT; |
| 218 | } |
| 219 | |
| 220 | static inline int rdma_link_local_addr(struct in6_addr *addr) |
| 221 | { |
| 222 | if (addr->s6_addr32[0] == htonl(0xfe800000) && |
| 223 | addr->s6_addr32[1] == 0) |
| 224 | return 1; |
| 225 | |
| 226 | return 0; |
| 227 | } |
| 228 | |
| 229 | static inline void rdma_get_ll_mac(struct in6_addr *addr, u8 *mac) |
| 230 | { |
| 231 | memcpy(mac, &addr->s6_addr[8], 3); |
| 232 | memcpy(mac + 3, &addr->s6_addr[13], 3); |
| 233 | mac[0] ^= 2; |
| 234 | } |
| 235 | |
| 236 | static inline int rdma_is_multicast_addr(struct in6_addr *addr) |
| 237 | { |
Bart Van Assche | 1c3aea2 | 2017-10-11 10:48:43 -0700 | [diff] [blame] | 238 | __be32 ipv4_addr; |
Noa Osherovich | be1d325 | 2017-06-12 11:14:03 +0300 | [diff] [blame] | 239 | |
| 240 | if (addr->s6_addr[0] == 0xff) |
| 241 | return 1; |
| 242 | |
Bart Van Assche | 1c3aea2 | 2017-10-11 10:48:43 -0700 | [diff] [blame] | 243 | ipv4_addr = addr->s6_addr32[3]; |
Noa Osherovich | be1d325 | 2017-06-12 11:14:03 +0300 | [diff] [blame] | 244 | return (ipv6_addr_v4mapped(addr) && ipv4_is_multicast(ipv4_addr)); |
Eli Cohen | 3c86aa7 | 2010-10-13 21:26:51 +0200 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | static inline void rdma_get_mcast_mac(struct in6_addr *addr, u8 *mac) |
| 248 | { |
| 249 | int i; |
| 250 | |
| 251 | mac[0] = 0x33; |
| 252 | mac[1] = 0x33; |
| 253 | for (i = 2; i < 6; ++i) |
| 254 | mac[i] = addr->s6_addr[i + 10]; |
| 255 | } |
| 256 | |
Eli Cohen | af7bd46 | 2010-08-26 17:18:59 +0300 | [diff] [blame] | 257 | static inline u16 rdma_get_vlan_id(union ib_gid *dgid) |
| 258 | { |
| 259 | u16 vid; |
| 260 | |
| 261 | vid = dgid->raw[11] << 8 | dgid->raw[12]; |
| 262 | return vid < 0x1000 ? vid : 0xffff; |
| 263 | } |
| 264 | |
| 265 | static inline struct net_device *rdma_vlan_dev_real_dev(const struct net_device *dev) |
| 266 | { |
Parav Pandit | d0d7b10 | 2017-02-04 11:00:49 -0600 | [diff] [blame] | 267 | return is_vlan_dev(dev) ? vlan_dev_real_dev(dev) : NULL; |
Eli Cohen | af7bd46 | 2010-08-26 17:18:59 +0300 | [diff] [blame] | 268 | } |
| 269 | |
Sean Hefty | 7025fcd | 2006-06-17 20:37:28 -0700 | [diff] [blame] | 270 | #endif /* IB_ADDR_H */ |