Thomas Gleixner | c942299 | 2019-05-29 07:12:43 -0700 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 2 | /* |
Raju Subramanian | caf2ee1 | 2012-05-03 18:55:23 -0700 | [diff] [blame] | 3 | * Copyright (c) 2007-2012 Nicira, Inc. |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 4 | */ |
| 5 | |
| 6 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 7 | |
| 8 | #include <linux/if_arp.h> |
| 9 | #include <linux/if_bridge.h> |
| 10 | #include <linux/if_vlan.h> |
| 11 | #include <linux/kernel.h> |
| 12 | #include <linux/llc.h> |
| 13 | #include <linux/rtnetlink.h> |
| 14 | #include <linux/skbuff.h> |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 15 | #include <linux/openvswitch.h> |
Thomas Graf | dcc38c0 | 2015-07-29 13:52:06 +0200 | [diff] [blame] | 16 | #include <linux/export.h> |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 17 | |
Thomas Graf | 614732e | 2015-07-21 10:44:06 +0200 | [diff] [blame] | 18 | #include <net/ip_tunnels.h> |
| 19 | #include <net/rtnetlink.h> |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 20 | |
| 21 | #include "datapath.h" |
Thomas Graf | 614732e | 2015-07-21 10:44:06 +0200 | [diff] [blame] | 22 | #include "vport.h" |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 23 | #include "vport-internal_dev.h" |
| 24 | #include "vport-netdev.h" |
| 25 | |
Thomas Graf | 62b9c8d | 2014-10-22 17:29:06 +0200 | [diff] [blame] | 26 | static struct vport_ops ovs_netdev_vport_ops; |
| 27 | |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 28 | /* Must be called with rcu_read_lock. */ |
Pravin B Shelar | 8c87663 | 2015-08-29 17:44:07 -0700 | [diff] [blame] | 29 | static void netdev_port_receive(struct sk_buff *skb) |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 30 | { |
Pravin B Shelar | 8c87663 | 2015-08-29 17:44:07 -0700 | [diff] [blame] | 31 | struct vport *vport; |
| 32 | |
| 33 | vport = ovs_netdev_get_vport(skb->dev); |
Jesse Gross | d9d5908 | 2013-01-21 23:57:26 -0800 | [diff] [blame] | 34 | if (unlikely(!vport)) |
| 35 | goto error; |
| 36 | |
| 37 | if (unlikely(skb_warn_if_lro(skb))) |
| 38 | goto error; |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 39 | |
| 40 | /* Make our own copy of the packet. Otherwise we will mangle the |
| 41 | * packet for anyone who came before us (e.g. tcpdump via AF_PACKET). |
Cong Wang | d176ca2 | 2013-02-22 19:41:26 +0800 | [diff] [blame] | 42 | */ |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 43 | skb = skb_share_check(skb, GFP_ATOMIC); |
| 44 | if (unlikely(!skb)) |
| 45 | return; |
| 46 | |
Jiri Benc | 217ac77 | 2016-11-10 16:28:24 +0100 | [diff] [blame] | 47 | if (skb->dev->type == ARPHRD_ETHER) { |
| 48 | skb_push(skb, ETH_HLEN); |
| 49 | skb_postpush_rcsum(skb, skb->data, ETH_HLEN); |
| 50 | } |
Jiri Benc | 61adedf | 2015-08-20 13:56:25 +0200 | [diff] [blame] | 51 | ovs_vport_receive(vport, skb, skb_tunnel_info(skb)); |
Jesse Gross | d9d5908 | 2013-01-21 23:57:26 -0800 | [diff] [blame] | 52 | return; |
Jesse Gross | d9d5908 | 2013-01-21 23:57:26 -0800 | [diff] [blame] | 53 | error: |
| 54 | kfree_skb(skb); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 55 | } |
| 56 | |
| 57 | /* Called with rcu_read_lock and bottom-halves disabled. */ |
| 58 | static rx_handler_result_t netdev_frame_hook(struct sk_buff **pskb) |
| 59 | { |
| 60 | struct sk_buff *skb = *pskb; |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 61 | |
| 62 | if (unlikely(skb->pkt_type == PACKET_LOOPBACK)) |
| 63 | return RX_HANDLER_PASS; |
| 64 | |
Pravin B Shelar | 8c87663 | 2015-08-29 17:44:07 -0700 | [diff] [blame] | 65 | netdev_port_receive(skb); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 66 | return RX_HANDLER_CONSUMED; |
| 67 | } |
| 68 | |
Thomas Graf | 12eb18f | 2014-11-06 06:58:52 -0800 | [diff] [blame] | 69 | static struct net_device *get_dpdev(const struct datapath *dp) |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 70 | { |
| 71 | struct vport *local; |
| 72 | |
| 73 | local = ovs_vport_ovsl(dp, OVSP_LOCAL); |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 74 | return local->dev; |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 75 | } |
| 76 | |
Thomas Graf | dcc38c0 | 2015-07-29 13:52:06 +0200 | [diff] [blame] | 77 | struct vport *ovs_netdev_link(struct vport *vport, const char *name) |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 78 | { |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 79 | int err; |
| 80 | |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 81 | vport->dev = dev_get_by_name(ovs_dp_get_net(vport->dp), name); |
| 82 | if (!vport->dev) { |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 83 | err = -ENODEV; |
| 84 | goto error_free_vport; |
| 85 | } |
| 86 | |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 87 | if (vport->dev->flags & IFF_LOOPBACK || |
Jiri Benc | 217ac77 | 2016-11-10 16:28:24 +0100 | [diff] [blame] | 88 | (vport->dev->type != ARPHRD_ETHER && |
| 89 | vport->dev->type != ARPHRD_NONE) || |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 90 | ovs_is_internal_dev(vport->dev)) { |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 91 | err = -EINVAL; |
| 92 | goto error_put; |
| 93 | } |
| 94 | |
Pravin B Shelar | 8e4e171 | 2013-04-15 13:23:03 -0700 | [diff] [blame] | 95 | rtnl_lock(); |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 96 | err = netdev_master_upper_dev_link(vport->dev, |
David Ahern | 42ab19e | 2017-10-04 17:48:47 -0700 | [diff] [blame] | 97 | get_dpdev(vport->dp), |
| 98 | NULL, NULL, NULL); |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 99 | if (err) |
| 100 | goto error_unlock; |
| 101 | |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 102 | err = netdev_rx_handler_register(vport->dev, netdev_frame_hook, |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 103 | vport); |
| 104 | if (err) |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 105 | goto error_master_upper_dev_unlink; |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 106 | |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 107 | dev_disable_lro(vport->dev); |
| 108 | dev_set_promiscuity(vport->dev, 1); |
| 109 | vport->dev->priv_flags |= IFF_OVS_DATAPATH; |
Pravin B Shelar | 8e4e171 | 2013-04-15 13:23:03 -0700 | [diff] [blame] | 110 | rtnl_unlock(); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 111 | |
| 112 | return vport; |
| 113 | |
Jiri Pirko | 2537b4d | 2013-07-26 14:01:54 +0200 | [diff] [blame] | 114 | error_master_upper_dev_unlink: |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 115 | netdev_upper_dev_unlink(vport->dev, get_dpdev(vport->dp)); |
Pravin B Shelar | 8e4e171 | 2013-04-15 13:23:03 -0700 | [diff] [blame] | 116 | error_unlock: |
| 117 | rtnl_unlock(); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 118 | error_put: |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 119 | dev_put(vport->dev); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 120 | error_free_vport: |
| 121 | ovs_vport_free(vport); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 122 | return ERR_PTR(err); |
| 123 | } |
Thomas Graf | dcc38c0 | 2015-07-29 13:52:06 +0200 | [diff] [blame] | 124 | EXPORT_SYMBOL_GPL(ovs_netdev_link); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 125 | |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 126 | static struct vport *netdev_create(const struct vport_parms *parms) |
| 127 | { |
| 128 | struct vport *vport; |
| 129 | |
| 130 | vport = ovs_vport_alloc(0, &ovs_netdev_vport_ops, parms); |
| 131 | if (IS_ERR(vport)) |
| 132 | return vport; |
| 133 | |
Thomas Graf | dcc38c0 | 2015-07-29 13:52:06 +0200 | [diff] [blame] | 134 | return ovs_netdev_link(vport, parms->name); |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 135 | } |
| 136 | |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 137 | static void vport_netdev_free(struct rcu_head *rcu) |
Jesse Gross | 92eb1d4 | 2012-11-28 14:01:52 -0800 | [diff] [blame] | 138 | { |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 139 | struct vport *vport = container_of(rcu, struct vport, rcu); |
Jesse Gross | 92eb1d4 | 2012-11-28 14:01:52 -0800 | [diff] [blame] | 140 | |
Thomas Graf | 614732e | 2015-07-21 10:44:06 +0200 | [diff] [blame] | 141 | if (vport->dev) |
| 142 | dev_put(vport->dev); |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 143 | ovs_vport_free(vport); |
Jesse Gross | 92eb1d4 | 2012-11-28 14:01:52 -0800 | [diff] [blame] | 144 | } |
| 145 | |
Alexei Starovoitov | b07c265 | 2013-10-15 14:54:11 -0700 | [diff] [blame] | 146 | void ovs_netdev_detach_dev(struct vport *vport) |
| 147 | { |
Alexei Starovoitov | b07c265 | 2013-10-15 14:54:11 -0700 | [diff] [blame] | 148 | ASSERT_RTNL(); |
Thomas Graf | be4ace6 | 2015-07-21 10:44:04 +0200 | [diff] [blame] | 149 | vport->dev->priv_flags &= ~IFF_OVS_DATAPATH; |
| 150 | netdev_rx_handler_unregister(vport->dev); |
| 151 | netdev_upper_dev_unlink(vport->dev, |
| 152 | netdev_master_upper_dev_get(vport->dev)); |
| 153 | dev_set_promiscuity(vport->dev, -1); |
Alexei Starovoitov | b07c265 | 2013-10-15 14:54:11 -0700 | [diff] [blame] | 154 | } |
| 155 | |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 156 | static void netdev_destroy(struct vport *vport) |
| 157 | { |
Pravin B Shelar | 8e4e171 | 2013-04-15 13:23:03 -0700 | [diff] [blame] | 158 | rtnl_lock(); |
Taehee Yoo | 44e3725 | 2019-07-06 01:05:46 +0900 | [diff] [blame] | 159 | if (netif_is_ovs_port(vport->dev)) |
Alexei Starovoitov | b07c265 | 2013-10-15 14:54:11 -0700 | [diff] [blame] | 160 | ovs_netdev_detach_dev(vport); |
Pravin B Shelar | 8e4e171 | 2013-04-15 13:23:03 -0700 | [diff] [blame] | 161 | rtnl_unlock(); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 162 | |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 163 | call_rcu(&vport->rcu, vport_netdev_free); |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 164 | } |
| 165 | |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 166 | void ovs_netdev_tunnel_destroy(struct vport *vport) |
| 167 | { |
| 168 | rtnl_lock(); |
Taehee Yoo | 44e3725 | 2019-07-06 01:05:46 +0900 | [diff] [blame] | 169 | if (netif_is_ovs_port(vport->dev)) |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 170 | ovs_netdev_detach_dev(vport); |
| 171 | |
Paolo Abeni | 1317530 | 2015-12-01 18:33:36 +0100 | [diff] [blame] | 172 | /* We can be invoked by both explicit vport deletion and |
| 173 | * underlying netdev deregistration; delete the link only |
| 174 | * if it's not already shutting down. |
| 175 | */ |
| 176 | if (vport->dev->reg_state == NETREG_REGISTERED) |
| 177 | rtnl_delete_link(vport->dev); |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 178 | dev_put(vport->dev); |
Pravin B Shelar | a9020fd | 2015-08-07 23:51:33 -0700 | [diff] [blame] | 179 | vport->dev = NULL; |
| 180 | rtnl_unlock(); |
| 181 | |
| 182 | call_rcu(&vport->rcu, vport_netdev_free); |
| 183 | } |
| 184 | EXPORT_SYMBOL_GPL(ovs_netdev_tunnel_destroy); |
| 185 | |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 186 | /* Returns null if this device is not attached to a datapath. */ |
| 187 | struct vport *ovs_netdev_get_vport(struct net_device *dev) |
| 188 | { |
Taehee Yoo | 44e3725 | 2019-07-06 01:05:46 +0900 | [diff] [blame] | 189 | if (likely(netif_is_ovs_port(dev))) |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 190 | return (struct vport *) |
| 191 | rcu_dereference_rtnl(dev->rx_handler_data); |
| 192 | else |
| 193 | return NULL; |
| 194 | } |
| 195 | |
Thomas Graf | 62b9c8d | 2014-10-22 17:29:06 +0200 | [diff] [blame] | 196 | static struct vport_ops ovs_netdev_vport_ops = { |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 197 | .type = OVS_VPORT_TYPE_NETDEV, |
| 198 | .create = netdev_create, |
| 199 | .destroy = netdev_destroy, |
Pravin B Shelar | aec1592 | 2015-10-20 23:00:10 -0700 | [diff] [blame] | 200 | .send = dev_queue_xmit, |
Jesse Gross | ccb1352 | 2011-10-25 19:26:31 -0700 | [diff] [blame] | 201 | }; |
Thomas Graf | 62b9c8d | 2014-10-22 17:29:06 +0200 | [diff] [blame] | 202 | |
| 203 | int __init ovs_netdev_init(void) |
| 204 | { |
Thomas Graf | dcc38c0 | 2015-07-29 13:52:06 +0200 | [diff] [blame] | 205 | return ovs_vport_ops_register(&ovs_netdev_vport_ops); |
Thomas Graf | 62b9c8d | 2014-10-22 17:29:06 +0200 | [diff] [blame] | 206 | } |
| 207 | |
| 208 | void ovs_netdev_exit(void) |
| 209 | { |
| 210 | ovs_vport_ops_unregister(&ovs_netdev_vport_ops); |
| 211 | } |