blob: 8815989301ab0c66cb45c4bcfc999aea05f7ffc1 [file] [log] [blame]
Sean Hefty7025fcd2006-06-17 20:37:28 -07001/*
2 * Copyright (c) 2005 Voltaire Inc. All rights reserved.
3 * Copyright (c) 2005 Intel Corporation. All rights reserved.
4 *
Sean Heftya9474912008-07-14 23:48:43 -07005 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
Sean Hefty7025fcd2006-06-17 20:37:28 -070010 *
Sean Heftya9474912008-07-14 23:48:43 -070011 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
Sean Hefty7025fcd2006-06-17 20:37:28 -070014 *
Sean Heftya9474912008-07-14 23:48:43 -070015 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
Sean Hefty7025fcd2006-06-17 20:37:28 -070018 *
Sean Heftya9474912008-07-14 23:48:43 -070019 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
Sean Hefty7025fcd2006-06-17 20:37:28 -070023 *
Sean Heftya9474912008-07-14 23:48:43 -070024 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
Sean Hefty7025fcd2006-06-17 20:37:28 -070032 */
33
34#if !defined(IB_ADDR_H)
35#define IB_ADDR_H
36
37#include <linux/in.h>
38#include <linux/in6.h>
Sean Heftyc4315d82009-11-19 12:57:18 -080039#include <linux/if_arp.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070040#include <linux/netdevice.h>
Moni Shoua7b856272013-12-12 18:03:12 +020041#include <linux/inetdevice.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070042#include <linux/socket.h>
Eli Cohenaf7bd462010-08-26 17:18:59 +030043#include <linux/if_vlan.h>
Moni Shoua7b856272013-12-12 18:03:12 +020044#include <net/ipv6.h>
45#include <net/if_inet6.h>
46#include <net/ip.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070047#include <rdma/ib_verbs.h>
Eli Cohen3c86aa72010-10-13 21:26:51 +020048#include <rdma/ib_pack.h>
Matan Barakdd5f03b2013-12-12 18:03:11 +020049#include <net/ipv6.h>
Guy Shapiro565edd12015-10-22 15:20:08 +030050#include <net/net_namespace.h>
Sean Hefty7025fcd2006-06-17 20:37:28 -070051
Sean Hefty7a118df2006-10-31 11:12:59 -080052struct rdma_addr_client {
53 atomic_t refcount;
54 struct completion comp;
55};
56
57/**
58 * rdma_addr_register_client - Register an address client.
59 */
60void rdma_addr_register_client(struct rdma_addr_client *client);
61
62/**
63 * rdma_addr_unregister_client - Deregister an address client.
64 * @client: Client object to deregister.
65 */
66void rdma_addr_unregister_client(struct rdma_addr_client *client);
67
Guy Shapiro565edd12015-10-22 15:20:08 +030068/**
69 * struct rdma_dev_addr - Contains resolved RDMA hardware addresses
70 * @src_dev_addr: Source MAC address.
71 * @dst_dev_addr: Destination MAC address.
72 * @broadcast: Broadcast address of the device.
73 * @dev_type: The interface hardware type of the device.
74 * @bound_dev_if: An optional device interface index.
75 * @transport: The transport type used.
76 * @net: Network namespace containing the bound_dev_if net_dev.
77 */
Sean Hefty7025fcd2006-06-17 20:37:28 -070078struct rdma_dev_addr {
79 unsigned char src_dev_addr[MAX_ADDR_LEN];
80 unsigned char dst_dev_addr[MAX_ADDR_LEN];
81 unsigned char broadcast[MAX_ADDR_LEN];
Sean Heftyc4315d82009-11-19 12:57:18 -080082 unsigned short dev_type;
Sean Hefty6266ed62009-11-19 12:55:22 -080083 int bound_dev_if;
Eli Cohen3c86aa72010-10-13 21:26:51 +020084 enum rdma_transport_type transport;
Guy Shapiro565edd12015-10-22 15:20:08 +030085 struct net *net;
Somnath Koturc865f242015-12-23 14:56:51 +020086 enum rdma_network_type network;
Matan Barakc3efe752016-01-04 10:49:54 +020087 int hoplimit;
Sean Hefty7025fcd2006-06-17 20:37:28 -070088};
89
90/**
91 * rdma_translate_ip - Translate a local IP address to an RDMA hardware
92 * address.
Guy Shapiro565edd12015-10-22 15:20:08 +030093 *
94 * The dev_addr->net field must be initialized.
Sean Hefty7025fcd2006-06-17 20:37:28 -070095 */
Matan Barak20029832015-12-23 14:56:53 +020096int rdma_translate_ip(const struct sockaddr *addr,
97 struct rdma_dev_addr *dev_addr, u16 *vlan_id);
Sean Hefty7025fcd2006-06-17 20:37:28 -070098
99/**
100 * rdma_resolve_ip - Resolve source and destination IP addresses to
101 * RDMA hardware addresses.
Sean Hefty7a118df2006-10-31 11:12:59 -0800102 * @client: Address client associated with request.
Sean Hefty7025fcd2006-06-17 20:37:28 -0700103 * @src_addr: An optional source address to use in the resolution. If a
104 * source address is not provided, a usable address will be returned via
105 * the callback.
106 * @dst_addr: The destination address to resolve.
107 * @addr: A reference to a data location that will receive the resolved
108 * addresses. The data location must remain valid until the callback has
Guy Shapiro565edd12015-10-22 15:20:08 +0300109 * been invoked. The net field of the addr struct must be valid.
Sean Hefty7025fcd2006-06-17 20:37:28 -0700110 * @timeout_ms: Amount of time to wait for the address resolution to complete.
111 * @callback: Call invoked once address resolution has completed, timed out,
112 * or been canceled. A status of 0 indicates success.
113 * @context: User-specified context associated with the call.
114 */
Sean Hefty7a118df2006-10-31 11:12:59 -0800115int rdma_resolve_ip(struct rdma_addr_client *client,
116 struct sockaddr *src_addr, struct sockaddr *dst_addr,
Sean Hefty7025fcd2006-06-17 20:37:28 -0700117 struct rdma_dev_addr *addr, int timeout_ms,
118 void (*callback)(int status, struct sockaddr *src_addr,
119 struct rdma_dev_addr *addr, void *context),
120 void *context);
121
Matan Barak20029832015-12-23 14:56:53 +0200122int rdma_resolve_ip_route(struct sockaddr *src_addr,
123 const struct sockaddr *dst_addr,
124 struct rdma_dev_addr *addr);
125
Sean Hefty7025fcd2006-06-17 20:37:28 -0700126void rdma_addr_cancel(struct rdma_dev_addr *addr);
127
Tom Tucker07ebafb2006-08-03 16:02:42 -0500128int rdma_copy_addr(struct rdma_dev_addr *dev_addr, struct net_device *dev,
129 const unsigned char *dst_dev_addr);
130
Sean Heftyef560862013-05-29 10:09:10 -0700131int rdma_addr_size(struct sockaddr *addr);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700132
Matan Barakdd5f03b2013-12-12 18:03:11 +0200133int rdma_addr_find_smac_by_sgid(union ib_gid *sgid, u8 *smac, u16 *vlan_id);
Matan Barakf7f4b23e2016-01-04 10:49:53 +0200134int rdma_addr_find_l2_eth_by_grh(const union ib_gid *sgid,
135 const union ib_gid *dgid,
Matan Barakc3efe752016-01-04 10:49:54 +0200136 u8 *smac, u16 *vlan_id, int *if_index,
137 int *hoplimit);
Matan Barakdd5f03b2013-12-12 18:03:11 +0200138
Sean Hefty7025fcd2006-06-17 20:37:28 -0700139static inline u16 ib_addr_get_pkey(struct rdma_dev_addr *dev_addr)
140{
141 return ((u16)dev_addr->broadcast[8] << 8) | (u16)dev_addr->broadcast[9];
142}
143
144static inline void ib_addr_set_pkey(struct rdma_dev_addr *dev_addr, u16 pkey)
145{
146 dev_addr->broadcast[8] = pkey >> 8;
147 dev_addr->broadcast[9] = (unsigned char) pkey;
148}
149
Sean Heftyfaec2f72007-02-15 17:00:17 -0800150static inline void ib_addr_get_mgid(struct rdma_dev_addr *dev_addr,
151 union ib_gid *gid)
152{
153 memcpy(gid, dev_addr->broadcast + 4, sizeof *gid);
154}
155
Sean Hefty6f8372b2009-11-19 13:26:06 -0800156static inline int rdma_addr_gid_offset(struct rdma_dev_addr *dev_addr)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700157{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800158 return dev_addr->dev_type == ARPHRD_INFINIBAND ? 4 : 0;
Sean Hefty7025fcd2006-06-17 20:37:28 -0700159}
160
Moni Shoua7b856272013-12-12 18:03:12 +0200161static inline u16 rdma_vlan_dev_vlan_id(const struct net_device *dev)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200162{
Parav Panditd0d7b102017-02-04 11:00:49 -0600163 return is_vlan_dev(dev) ? vlan_dev_vlan_id(dev) : 0xffff;
Eli Cohen3c86aa72010-10-13 21:26:51 +0200164}
165
Matan Barakdd5f03b2013-12-12 18:03:11 +0200166static inline int rdma_ip2gid(struct sockaddr *addr, union ib_gid *gid)
167{
168 switch (addr->sa_family) {
169 case AF_INET:
170 ipv6_addr_set_v4mapped(((struct sockaddr_in *)
171 addr)->sin_addr.s_addr,
172 (struct in6_addr *)gid);
173 break;
174 case AF_INET6:
Arnd Bergmann5f8a4db2017-07-31 08:50:05 +0200175 *(struct in6_addr *)&gid->raw =
176 ((struct sockaddr_in6 *)addr)->sin6_addr;
Matan Barakdd5f03b2013-12-12 18:03:11 +0200177 break;
178 default:
179 return -EINVAL;
180 }
181 return 0;
182}
183
184/* Important - sockaddr should be a union of sockaddr_in and sockaddr_in6 */
Ira Weiny73cdaae2015-05-31 17:15:31 -0400185static inline void rdma_gid2ip(struct sockaddr *out, const union ib_gid *gid)
Matan Barakdd5f03b2013-12-12 18:03:11 +0200186{
187 if (ipv6_addr_v4mapped((struct in6_addr *)gid)) {
188 struct sockaddr_in *out_in = (struct sockaddr_in *)out;
189 memset(out_in, 0, sizeof(*out_in));
190 out_in->sin_family = AF_INET;
191 memcpy(&out_in->sin_addr.s_addr, gid->raw + 12, 4);
192 } else {
193 struct sockaddr_in6 *out_in = (struct sockaddr_in6 *)out;
194 memset(out_in, 0, sizeof(*out_in));
195 out_in->sin6_family = AF_INET6;
196 memcpy(&out_in->sin6_addr.s6_addr, gid->raw, 16);
197 }
Matan Barakdd5f03b2013-12-12 18:03:11 +0200198}
199
Eli Cohen3c86aa72010-10-13 21:26:51 +0200200static inline void iboe_addr_get_sgid(struct rdma_dev_addr *dev_addr,
201 union ib_gid *gid)
202{
Eli Cohenaf7bd462010-08-26 17:18:59 +0300203 struct net_device *dev;
Moni Shoua7b856272013-12-12 18:03:12 +0200204 struct in_device *ip4;
Eli Cohenaf7bd462010-08-26 17:18:59 +0300205
206 dev = dev_get_by_index(&init_net, dev_addr->bound_dev_if);
207 if (dev) {
Bart Van Asschefba332b2016-12-19 18:00:05 +0100208 ip4 = in_dev_get(dev);
Kalderon, Michal963916f2017-07-06 23:22:11 +0300209 if (ip4 && ip4->ifa_list && ip4->ifa_list->ifa_address)
Moni Shoua7b856272013-12-12 18:03:12 +0200210 ipv6_addr_set_v4mapped(ip4->ifa_list->ifa_address,
211 (struct in6_addr *)gid);
Kalderon, Michal963916f2017-07-06 23:22:11 +0300212
213 if (ip4)
Bart Van Asschefba332b2016-12-19 18:00:05 +0100214 in_dev_put(ip4);
Kalderon, Michal963916f2017-07-06 23:22:11 +0300215
Eli Cohenaf7bd462010-08-26 17:18:59 +0300216 dev_put(dev);
217 }
Eli Cohen3c86aa72010-10-13 21:26:51 +0200218}
219
Sean Hefty6f8372b2009-11-19 13:26:06 -0800220static inline void rdma_addr_get_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700221{
Eli Cohen3c86aa72010-10-13 21:26:51 +0200222 if (dev_addr->transport == RDMA_TRANSPORT_IB &&
223 dev_addr->dev_type != ARPHRD_INFINIBAND)
224 iboe_addr_get_sgid(dev_addr, gid);
225 else
226 memcpy(gid, dev_addr->src_dev_addr +
227 rdma_addr_gid_offset(dev_addr), sizeof *gid);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700228}
229
Sean Hefty6f8372b2009-11-19 13:26:06 -0800230static inline void rdma_addr_set_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700231{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800232 memcpy(dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700233}
234
Sean Hefty6f8372b2009-11-19 13:26:06 -0800235static inline void rdma_addr_get_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Sean Hefty7025fcd2006-06-17 20:37:28 -0700236{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800237 memcpy(gid, dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), sizeof *gid);
Sean Hefty7025fcd2006-06-17 20:37:28 -0700238}
239
Sean Hefty6f8372b2009-11-19 13:26:06 -0800240static inline void rdma_addr_set_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
Tom Tucker07ebafb2006-08-03 16:02:42 -0500241{
Sean Hefty6f8372b2009-11-19 13:26:06 -0800242 memcpy(dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
Tom Tucker07ebafb2006-08-03 16:02:42 -0500243}
244
Eli Cohen3c86aa72010-10-13 21:26:51 +0200245static inline enum ib_mtu iboe_get_mtu(int mtu)
246{
247 /*
Parav Pandit99260132017-10-16 08:45:16 +0300248 * Reduce IB headers from effective IBoE MTU.
Eli Cohen3c86aa72010-10-13 21:26:51 +0200249 */
Parav Pandit99260132017-10-16 08:45:16 +0300250 mtu = mtu - (IB_GRH_BYTES + IB_UDP_BYTES + IB_BTH_BYTES +
251 IB_EXT_XRC_BYTES + IB_EXT_ATOMICETH_BYTES +
252 IB_ICRC_BYTES);
Eli Cohen3c86aa72010-10-13 21:26:51 +0200253
254 if (mtu >= ib_mtu_enum_to_int(IB_MTU_4096))
255 return IB_MTU_4096;
256 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_2048))
257 return IB_MTU_2048;
258 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_1024))
259 return IB_MTU_1024;
260 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_512))
261 return IB_MTU_512;
262 else if (mtu >= ib_mtu_enum_to_int(IB_MTU_256))
263 return IB_MTU_256;
264 else
265 return 0;
266}
267
268static inline int iboe_get_rate(struct net_device *dev)
269{
David Decotigny17605b92016-02-24 10:58:07 -0800270 struct ethtool_link_ksettings cmd;
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000271 int err;
Eli Cohen3c86aa72010-10-13 21:26:51 +0200272
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000273 rtnl_lock();
David Decotigny17605b92016-02-24 10:58:07 -0800274 err = __ethtool_get_link_ksettings(dev, &cmd);
Jiri Pirko4bc71cb2011-09-03 03:34:30 +0000275 rtnl_unlock();
276 if (err)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200277 return IB_RATE_PORT_CURRENT;
278
David Decotigny17605b92016-02-24 10:58:07 -0800279 if (cmd.base.speed >= 40000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200280 return IB_RATE_40_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800281 else if (cmd.base.speed >= 30000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200282 return IB_RATE_30_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800283 else if (cmd.base.speed >= 20000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200284 return IB_RATE_20_GBPS;
David Decotigny17605b92016-02-24 10:58:07 -0800285 else if (cmd.base.speed >= 10000)
Eli Cohen3c86aa72010-10-13 21:26:51 +0200286 return IB_RATE_10_GBPS;
287 else
288 return IB_RATE_PORT_CURRENT;
289}
290
291static inline int rdma_link_local_addr(struct in6_addr *addr)
292{
293 if (addr->s6_addr32[0] == htonl(0xfe800000) &&
294 addr->s6_addr32[1] == 0)
295 return 1;
296
297 return 0;
298}
299
300static inline void rdma_get_ll_mac(struct in6_addr *addr, u8 *mac)
301{
302 memcpy(mac, &addr->s6_addr[8], 3);
303 memcpy(mac + 3, &addr->s6_addr[13], 3);
304 mac[0] ^= 2;
305}
306
307static inline int rdma_is_multicast_addr(struct in6_addr *addr)
308{
Noa Osherovichbe1d3252017-06-12 11:14:03 +0300309 u32 ipv4_addr;
310
311 if (addr->s6_addr[0] == 0xff)
312 return 1;
313
314 memcpy(&ipv4_addr, addr->s6_addr + 12, 4);
315 return (ipv6_addr_v4mapped(addr) && ipv4_is_multicast(ipv4_addr));
Eli Cohen3c86aa72010-10-13 21:26:51 +0200316}
317
318static inline void rdma_get_mcast_mac(struct in6_addr *addr, u8 *mac)
319{
320 int i;
321
322 mac[0] = 0x33;
323 mac[1] = 0x33;
324 for (i = 2; i < 6; ++i)
325 mac[i] = addr->s6_addr[i + 10];
326}
327
Eli Cohenaf7bd462010-08-26 17:18:59 +0300328static inline u16 rdma_get_vlan_id(union ib_gid *dgid)
329{
330 u16 vid;
331
332 vid = dgid->raw[11] << 8 | dgid->raw[12];
333 return vid < 0x1000 ? vid : 0xffff;
334}
335
336static inline struct net_device *rdma_vlan_dev_real_dev(const struct net_device *dev)
337{
Parav Panditd0d7b102017-02-04 11:00:49 -0600338 return is_vlan_dev(dev) ? vlan_dev_real_dev(dev) : NULL;
Eli Cohenaf7bd462010-08-26 17:18:59 +0300339}
340
Sean Hefty7025fcd2006-06-17 20:37:28 -0700341#endif /* IB_ADDR_H */