blob: eebbe63b530c620d53533422d3232762bcae40f7 [file] [log] [blame]
Sean Hefty7025fcd2006-06-17 20:37:28 -07001/*
2 * Copyright (c) 2005 Voltaire Inc. All rights reserved.
3 * Copyright (c) 2005 Intel Corporation. All rights reserved.
4 *
Sean Heftya9474912008-07-14 23:48:43 -07005 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
Sean Hefty7025fcd2006-06-17 20:37:28 -070010 *
Sean Heftya9474912008-07-14 23:48:43 -070011 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
Sean Hefty7025fcd2006-06-17 20:37:28 -070014 *
Sean Heftya9474912008-07-14 23:48:43 -070015 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
Sean Hefty7025fcd2006-06-17 20:37:28 -070018 *
Sean Heftya9474912008-07-14 23:48:43 -070019 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
Sean Hefty7025fcd2006-06-17 20:37:28 -070023 *
Sean Heftya9474912008-07-14 23:48:43 -070024 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
Sean Hefty7025fcd2006-06-17 20:37:28 -070032 */
33
34#if !defined(IB_ADDR_H)
35#define IB_ADDR_H
36
37#include <linux/in.h>
38#include <linux/in6.h>
Sean Heftyc4315d82009-11-19 12:57:18 -080039#include <linux/if_arp.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070040#include <linux/netdevice.h>
Moni Shoua7b856272013-12-12 18:03:12 +020041#include <linux/inetdevice.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070042#include <linux/socket.h>
Eli Cohenaf7bd462010-08-26 17:18:59 +030043#include <linux/if_vlan.h>
Moni Shoua7b856272013-12-12 18:03:12 +020044#include <net/ipv6.h>
45#include <net/if_inet6.h>
46#include <net/ip.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070047#include <rdma/ib_verbs.h>
Eli Cohen3c86aa72010-10-13 21:26:51 +020048#include <rdma/ib_pack.h>
Guy Shapiro565edd12015-10-22 15:20:08 +030049#include <net/net_namespace.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070050
Guy Shapiro565edd12015-10-22 15:20:08 +030051/**
52 * struct rdma_dev_addr - Contains resolved RDMA hardware addresses
53 * @src_dev_addr: Source MAC address.
54 * @dst_dev_addr: Destination MAC address.
55 * @broadcast: Broadcast address of the device.
56 * @dev_type: The interface hardware type of the device.
57 * @bound_dev_if: An optional device interface index.
58 * @transport: The transport type used.
59 * @net: Network namespace containing the bound_dev_if net_dev.
Parav Pandit4ed13a52018-06-19 10:59:17 +030060 * @sgid_attr: GID attribute to use for identified SGID
Guy Shapiro565edd12015-10-22 15:20:08 +030061 */
Sean Hefty7025fcd2006-06-17 20:37:28 -070062struct rdma_dev_addr {
63 unsigned char src_dev_addr[MAX_ADDR_LEN];
64 unsigned char dst_dev_addr[MAX_ADDR_LEN];
65 unsigned char broadcast[MAX_ADDR_LEN];
Sean Heftyc4315d82009-11-19 12:57:18 -080066 unsigned short dev_type;
Sean Hefty6266ed62009-11-19 12:55:22 -080067 int bound_dev_if;
Eli Cohen3c86aa72010-10-13 21:26:51 +020068 enum rdma_transport_type transport;
Guy Shapiro565edd12015-10-22 15:20:08 +030069 struct net *net;
Parav Pandit4ed13a52018-06-19 10:59:17 +030070 const struct ib_gid_attr *sgid_attr;
Somnath Koturc865f242015-12-23 14:56:51 +020071 enum rdma_network_type network;
Matan Barakc3efe752016-01-04 10:49:54 +020072 int hoplimit;
Sean Hefty7025fcd2006-06-17 20:37:28 -070073};
74
75/**
76 * rdma_translate_ip - Translate a local IP address to an RDMA hardware
77 * address.
Guy Shapiro565edd12015-10-22 15:20:08 +030078 *
79 * The dev_addr->net field must be initialized.
Sean Hefty7025fcd2006-06-17 20:37:28 -070080 */
Matan Barak20029832015-12-23 14:56:53 +020081int rdma_translate_ip(const struct sockaddr *addr,
Parav Pandit575c7e52017-11-14 14:52:10 +020082 struct rdma_dev_addr *dev_addr);
Sean Hefty7025fcd2006-06-17 20:37:28 -070083
84/**
85 * rdma_resolve_ip - Resolve source and destination IP addresses to
86 * RDMA hardware addresses.
87 * @src_addr: An optional source address to use in the resolution. If a
88 * source address is not provided, a usable address will be returned via
89 * the callback.
90 * @dst_addr: The destination address to resolve.
91 * @addr: A reference to a data location that will receive the resolved
92 * addresses. The data location must remain valid until the callback has
Guy Shapiro565edd12015-10-22 15:20:08 +030093 * been invoked. The net field of the addr struct must be valid.
Sean Hefty7025fcd2006-06-17 20:37:28 -070094 * @timeout_ms: Amount of time to wait for the address resolution to complete.
95 * @callback: Call invoked once address resolution has completed, timed out,
96 * or been canceled. A status of 0 indicates success.
Parav Pandit0e9d2c12018-09-05 12:54:26 +030097 * @resolve_by_gid_attr: Resolve the ip based on the GID attribute from
98 * rdma_dev_addr.
Sean Hefty7025fcd2006-06-17 20:37:28 -070099 * @context: User-specified context associated with the call.
100 */
Parav Pandit2df7dba2018-07-29 11:53:10 +0300101int rdma_resolve_ip(struct sockaddr *src_addr, const struct sockaddr *dst_addr,
Sean Hefty7025fcd2006-06-17 20:37:28 -0700102 struct rdma_dev_addr *addr, int timeout_ms,
103 void (*callback)(int status, struct sockaddr *src_addr,
104 struct rdma_dev_addr *addr, void *context),
Leon Romanovsky9549c2b2018-10-11 17:30:04 +0300105 bool resolve_by_gid_attr, void *context);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700106
107void rdma_addr_cancel(struct rdma_dev_addr *addr);
108
Parav Pandit2df7dba2018-07-29 11:53:10 +0300109int rdma_addr_size(const struct sockaddr *addr);
Roland Dreier84652ae2018-03-28 11:27:22 -0700110int rdma_addr_size_in6(struct sockaddr_in6 *addr);
111int rdma_addr_size_kss(struct __kernel_sockaddr_storage *addr);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700112
113static inline u16 ib_addr_get_pkey(struct rdma_dev_addr *dev_addr)
114{
115 return ((u16)dev_addr->broadcast[8] << 8) | (u16)dev_addr->broadcast[9];
116}
117
118static inline void ib_addr_set_pkey(struct rdma_dev_addr *dev_addr, u16 pkey)
119{
120 dev_addr->broadcast[8] = pkey >> 8;
121 dev_addr->broadcast[9] = (unsigned char) pkey;
122}
123
Sean Heftyfaec2f72007-02-15 17:00:17 -0800124static inline void ib_addr_get_mgid(struct rdma_dev_addr *dev_addr,
125 union ib_gid *gid)
126{
127 memcpy(gid, dev_addr->broadcast + 4, sizeof *gid);
128}
129
Sean Hefty6f8372b2009-11-19 13:26:06 -0800130static inline int rdma_addr_gid_offset(struct rdma_dev_addr *dev_addr)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700131{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800132 return dev_addr->dev_type == ARPHRD_INFINIBAND ? 4 : 0;
Sean Hefty7025fcd2006-06-17 20:37:28 -0700133}
134
Moni Shoua7b856272013-12-12 18:03:12 +0200135static inline u16 rdma_vlan_dev_vlan_id(const struct net_device *dev)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200136{
Parav Panditd0d7b102017-02-04 11:00:49 -0600137 return is_vlan_dev(dev) ? vlan_dev_vlan_id(dev) : 0xffff;
Eli Cohen3c86aa72010-10-13 21:26:51 +0200138}
139
Matan Barakdd5f03b2013-12-12 18:03:11 +0200140static inline int rdma_ip2gid(struct sockaddr *addr, union ib_gid *gid)
141{
142 switch (addr->sa_family) {
143 case AF_INET:
144 ipv6_addr_set_v4mapped(((struct sockaddr_in *)
145 addr)->sin_addr.s_addr,
146 (struct in6_addr *)gid);
147 break;
148 case AF_INET6:
Arnd Bergmann5f8a4db2017-07-31 08:50:05 +0200149 *(struct in6_addr *)&gid->raw =
150 ((struct sockaddr_in6 *)addr)->sin6_addr;
Matan Barakdd5f03b2013-12-12 18:03:11 +0200151 break;
152 default:
153 return -EINVAL;
154 }
155 return 0;
156}
157
158/* Important - sockaddr should be a union of sockaddr_in and sockaddr_in6 */
Ira Weiny73cdaae2015-05-31 17:15:31 -0400159static inline void rdma_gid2ip(struct sockaddr *out, const union ib_gid *gid)
Matan Barakdd5f03b2013-12-12 18:03:11 +0200160{
161 if (ipv6_addr_v4mapped((struct in6_addr *)gid)) {
162 struct sockaddr_in *out_in = (struct sockaddr_in *)out;
163 memset(out_in, 0, sizeof(*out_in));
164 out_in->sin_family = AF_INET;
165 memcpy(&out_in->sin_addr.s_addr, gid->raw + 12, 4);
166 } else {
167 struct sockaddr_in6 *out_in = (struct sockaddr_in6 *)out;
168 memset(out_in, 0, sizeof(*out_in));
169 out_in->sin6_family = AF_INET6;
170 memcpy(&out_in->sin6_addr.s6_addr, gid->raw, 16);
171 }
Matan Barakdd5f03b2013-12-12 18:03:11 +0200172}
173
Parav Pandit15cbc512018-01-18 10:11:19 +0200174/*
175 * rdma_get/set_sgid/dgid() APIs are applicable to IB, and iWarp.
176 * They are not applicable to RoCE.
177 * RoCE GIDs are derived from the IP addresses.
178 */
Sean Hefty6f8372b2009-11-19 13:26:06 -0800179static inline void rdma_addr_get_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700180{
Parav Pandit15cbc512018-01-18 10:11:19 +0200181 memcpy(gid, dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr),
182 sizeof(*gid));
Sean Hefty7025fcd2006-06-17 20:37:28 -0700183}
184
Sean Hefty6f8372b2009-11-19 13:26:06 -0800185static inline void rdma_addr_set_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700186{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800187 memcpy(dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700188}
189
Sean Hefty6f8372b2009-11-19 13:26:06 -0800190static inline void rdma_addr_get_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700191{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800192 memcpy(gid, dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), sizeof *gid);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700193}
194
Sean Hefty6f8372b2009-11-19 13:26:06 -0800195static inline void rdma_addr_set_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Tom Tucker07ebafb2006-08-03 16:02:42 -0500196{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800197 memcpy(dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
Tom Tucker07ebafb2006-08-03 16:02:42 -0500198}
199
Eli Cohen3c86aa72010-10-13 21:26:51 +0200200static inline enum ib_mtu iboe_get_mtu(int mtu)
201{
202 /*
Parav Pandit99260132017-10-16 08:45:16 +0300203 * Reduce IB headers from effective IBoE MTU.
Eli Cohen3c86aa72010-10-13 21:26:51 +0200204 */
Parav Pandit99260132017-10-16 08:45:16 +0300205 mtu = mtu - (IB_GRH_BYTES + IB_UDP_BYTES + IB_BTH_BYTES +
206 IB_EXT_XRC_BYTES + IB_EXT_ATOMICETH_BYTES +
207 IB_ICRC_BYTES);
Eli Cohen3c86aa72010-10-13 21:26:51 +0200208
209 if (mtu >= ib_mtu_enum_to_int(IB_MTU_4096))
210 return IB_MTU_4096;
211 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_2048))
212 return IB_MTU_2048;
213 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_1024))
214 return IB_MTU_1024;
215 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_512))
216 return IB_MTU_512;
217 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_256))
218 return IB_MTU_256;
219 else
220 return 0;
221}
222
223static inline int iboe_get_rate(struct net_device *dev)
224{
David Decotigny17605b92016-02-24 10:58:07 -0800225 struct ethtool_link_ksettings cmd;
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000226 int err;
Eli Cohen3c86aa72010-10-13 21:26:51 +0200227
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000228 rtnl_lock();
David Decotigny17605b92016-02-24 10:58:07 -0800229 err = __ethtool_get_link_ksettings(dev, &cmd);
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000230 rtnl_unlock();
231 if (err)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200232 return IB_RATE_PORT_CURRENT;
233
David Decotigny17605b92016-02-24 10:58:07 -0800234 if (cmd.base.speed >= 40000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200235 return IB_RATE_40_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800236 else if (cmd.base.speed >= 30000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200237 return IB_RATE_30_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800238 else if (cmd.base.speed >= 20000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200239 return IB_RATE_20_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800240 else if (cmd.base.speed >= 10000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200241 return IB_RATE_10_GBPS;
242 else
243 return IB_RATE_PORT_CURRENT;
244}
245
246static inline int rdma_link_local_addr(struct in6_addr *addr)
247{
248 if (addr->s6_addr32[0] == htonl(0xfe800000) &&
249 addr->s6_addr32[1] == 0)
250 return 1;
251
252 return 0;
253}
254
255static inline void rdma_get_ll_mac(struct in6_addr *addr, u8 *mac)
256{
257 memcpy(mac, &addr->s6_addr[8], 3);
258 memcpy(mac + 3, &addr->s6_addr[13], 3);
259 mac[0] ^= 2;
260}
261
262static inline int rdma_is_multicast_addr(struct in6_addr *addr)
263{
Bart Van Assche1c3aea22017-10-11 10:48:43 -0700264 __be32 ipv4_addr;
Noa Osherovichbe1d3252017-06-12 11:14:03 +0300265
266 if (addr->s6_addr[0] == 0xff)
267 return 1;
268
Bart Van Assche1c3aea22017-10-11 10:48:43 -0700269 ipv4_addr = addr->s6_addr32[3];
Noa Osherovichbe1d3252017-06-12 11:14:03 +0300270 return (ipv6_addr_v4mapped(addr) && ipv4_is_multicast(ipv4_addr));
Eli Cohen3c86aa72010-10-13 21:26:51 +0200271}
272
273static inline void rdma_get_mcast_mac(struct in6_addr *addr, u8 *mac)
274{
275 int i;
276
277 mac[0] = 0x33;
278 mac[1] = 0x33;
279 for (i = 2; i < 6; ++i)
280 mac[i] = addr->s6_addr[i + 10];
281}
282
Eli Cohenaf7bd462010-08-26 17:18:59 +0300283static inline u16 rdma_get_vlan_id(union ib_gid *dgid)
284{
285 u16 vid;
286
287 vid = dgid->raw[11] << 8 | dgid->raw[12];
288 return vid < 0x1000 ? vid : 0xffff;
289}
290
291static inline struct net_device *rdma_vlan_dev_real_dev(const struct net_device *dev)
292{
Parav Panditd0d7b102017-02-04 11:00:49 -0600293 return is_vlan_dev(dev) ? vlan_dev_real_dev(dev) : NULL;
Eli Cohenaf7bd462010-08-26 17:18:59 +0300294}
295
Sean Hefty7025fcd2006-06-17 20:37:28 -0700296#endif /* IB_ADDR_H */