blob: 3fd567928f3d7c7530919c95b00df398590b6d9d [file] [log] [blame]
Jakub Kicinski83c9e132017-12-01 15:08:58 -08001/*
2 * Copyright (C) 2017 Netronome Systems, Inc.
3 *
4 * This software is licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree.
7 *
8 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
9 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
10 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
11 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
12 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
13 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
14 */
15
Jakub Kicinski31d3ad82017-12-01 15:08:59 -080016#include <linux/debugfs.h>
Jakub Kicinski83c9e132017-12-01 15:08:58 -080017#include <linux/etherdevice.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/netdevice.h>
21#include <linux/slab.h>
22#include <net/netlink.h>
Jakub Kicinski31d3ad82017-12-01 15:08:59 -080023#include <net/pkt_cls.h>
Jakub Kicinski83c9e132017-12-01 15:08:58 -080024#include <net/rtnetlink.h>
25
26#include "netdevsim.h"
27
Jakub Kicinski79579222017-12-01 15:09:01 -080028struct nsim_vf_config {
29 int link_state;
30 u16 min_tx_rate;
31 u16 max_tx_rate;
32 u16 vlan;
33 __be16 vlan_proto;
34 u16 qos;
35 u8 vf_mac[ETH_ALEN];
36 bool spoofchk_enabled;
37 bool trusted;
38 bool rss_query_enabled;
39};
40
41static u32 nsim_dev_id;
42
43static int nsim_num_vf(struct device *dev)
44{
45 struct netdevsim *ns = to_nsim(dev);
46
47 return ns->num_vfs;
48}
49
50static struct bus_type nsim_bus = {
51 .name = DRV_NAME,
52 .dev_name = DRV_NAME,
53 .num_vf = nsim_num_vf,
54};
55
56static int nsim_vfs_enable(struct netdevsim *ns, unsigned int num_vfs)
57{
58 ns->vfconfigs = kcalloc(num_vfs, sizeof(struct nsim_vf_config),
59 GFP_KERNEL);
60 if (!ns->vfconfigs)
61 return -ENOMEM;
62 ns->num_vfs = num_vfs;
63
64 return 0;
65}
66
67static void nsim_vfs_disable(struct netdevsim *ns)
68{
69 kfree(ns->vfconfigs);
70 ns->vfconfigs = NULL;
71 ns->num_vfs = 0;
72}
73
74static ssize_t
75nsim_numvfs_store(struct device *dev, struct device_attribute *attr,
76 const char *buf, size_t count)
77{
78 struct netdevsim *ns = to_nsim(dev);
79 unsigned int num_vfs;
80 int ret;
81
82 ret = kstrtouint(buf, 0, &num_vfs);
83 if (ret)
84 return ret;
85
86 rtnl_lock();
87 if (ns->num_vfs == num_vfs)
88 goto exit_good;
89 if (ns->num_vfs && num_vfs) {
90 ret = -EBUSY;
91 goto exit_unlock;
92 }
93
94 if (num_vfs) {
95 ret = nsim_vfs_enable(ns, num_vfs);
96 if (ret)
97 goto exit_unlock;
98 } else {
99 nsim_vfs_disable(ns);
100 }
101exit_good:
102 ret = count;
103exit_unlock:
104 rtnl_unlock();
105
106 return ret;
107}
108
109static ssize_t
110nsim_numvfs_show(struct device *dev, struct device_attribute *attr, char *buf)
111{
112 struct netdevsim *ns = to_nsim(dev);
113
114 return sprintf(buf, "%u\n", ns->num_vfs);
115}
116
117static struct device_attribute nsim_numvfs_attr =
118 __ATTR(sriov_numvfs, 0664, nsim_numvfs_show, nsim_numvfs_store);
119
120static struct attribute *nsim_dev_attrs[] = {
121 &nsim_numvfs_attr.attr,
122 NULL,
123};
124
125static const struct attribute_group nsim_dev_attr_group = {
126 .attrs = nsim_dev_attrs,
127};
128
129static const struct attribute_group *nsim_dev_attr_groups[] = {
130 &nsim_dev_attr_group,
131 NULL,
132};
133
134static void nsim_dev_release(struct device *dev)
135{
136 struct netdevsim *ns = to_nsim(dev);
137
138 nsim_vfs_disable(ns);
139 free_netdev(ns->netdev);
140}
141
Jakub Kicinskifd5ebbc2017-12-19 12:10:42 -0800142static struct device_type nsim_dev_type = {
Jakub Kicinski79579222017-12-01 15:09:01 -0800143 .groups = nsim_dev_attr_groups,
144 .release = nsim_dev_release,
145};
146
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800147static int nsim_init(struct net_device *dev)
148{
149 struct netdevsim *ns = netdev_priv(dev);
150 int err;
151
152 ns->netdev = dev;
153 ns->ddir = debugfs_create_dir(netdev_name(dev), nsim_ddir);
Prashant Bhole9ee19422017-12-20 12:18:57 +0900154 if (IS_ERR_OR_NULL(ns->ddir))
155 return -ENOMEM;
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800156
157 err = nsim_bpf_init(ns);
158 if (err)
159 goto err_debugfs_destroy;
160
Jakub Kicinski79579222017-12-01 15:09:01 -0800161 ns->dev.id = nsim_dev_id++;
162 ns->dev.bus = &nsim_bus;
163 ns->dev.type = &nsim_dev_type;
164 err = device_register(&ns->dev);
165 if (err)
166 goto err_bpf_uninit;
167
168 SET_NETDEV_DEV(dev, &ns->dev);
169
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800170 return 0;
171
Jakub Kicinski79579222017-12-01 15:09:01 -0800172err_bpf_uninit:
173 nsim_bpf_uninit(ns);
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800174err_debugfs_destroy:
175 debugfs_remove_recursive(ns->ddir);
176 return err;
177}
178
179static void nsim_uninit(struct net_device *dev)
180{
181 struct netdevsim *ns = netdev_priv(dev);
182
183 debugfs_remove_recursive(ns->ddir);
184 nsim_bpf_uninit(ns);
185}
186
Jakub Kicinski79579222017-12-01 15:09:01 -0800187static void nsim_free(struct net_device *dev)
188{
189 struct netdevsim *ns = netdev_priv(dev);
190
191 device_unregister(&ns->dev);
192 /* netdev and vf state will be freed out of device_release() */
193}
194
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800195static netdev_tx_t nsim_start_xmit(struct sk_buff *skb, struct net_device *dev)
196{
197 struct netdevsim *ns = netdev_priv(dev);
198
199 u64_stats_update_begin(&ns->syncp);
200 ns->tx_packets++;
201 ns->tx_bytes += skb->len;
202 u64_stats_update_end(&ns->syncp);
203
204 dev_kfree_skb(skb);
205
206 return NETDEV_TX_OK;
207}
208
209static void nsim_set_rx_mode(struct net_device *dev)
210{
211}
212
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800213static int nsim_change_mtu(struct net_device *dev, int new_mtu)
214{
215 struct netdevsim *ns = netdev_priv(dev);
216
217 if (ns->xdp_prog_mode == XDP_ATTACHED_DRV &&
218 new_mtu > NSIM_XDP_MAX_MTU)
219 return -EBUSY;
220
221 dev->mtu = new_mtu;
222
223 return 0;
224}
225
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800226static void
227nsim_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
228{
229 struct netdevsim *ns = netdev_priv(dev);
230 unsigned int start;
231
232 do {
233 start = u64_stats_fetch_begin(&ns->syncp);
234 stats->tx_bytes = ns->tx_bytes;
235 stats->tx_packets = ns->tx_packets;
236 } while (u64_stats_fetch_retry(&ns->syncp, start));
237}
238
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800239static int
240nsim_setup_tc_block_cb(enum tc_setup_type type, void *type_data, void *cb_priv)
241{
242 return nsim_bpf_setup_tc_block_cb(type, type_data, cb_priv);
243}
244
245static int
246nsim_setup_tc_block(struct net_device *dev, struct tc_block_offload *f)
247{
248 struct netdevsim *ns = netdev_priv(dev);
249
250 if (f->binder_type != TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
251 return -EOPNOTSUPP;
252
253 switch (f->command) {
254 case TC_BLOCK_BIND:
255 return tcf_block_cb_register(f->block, nsim_setup_tc_block_cb,
256 ns, ns);
257 case TC_BLOCK_UNBIND:
258 tcf_block_cb_unregister(f->block, nsim_setup_tc_block_cb, ns);
259 return 0;
260 default:
261 return -EOPNOTSUPP;
262 }
263}
264
Jakub Kicinski79579222017-12-01 15:09:01 -0800265static int nsim_set_vf_mac(struct net_device *dev, int vf, u8 *mac)
266{
267 struct netdevsim *ns = netdev_priv(dev);
268
269 /* Only refuse multicast addresses, zero address can mean unset/any. */
270 if (vf >= ns->num_vfs || is_multicast_ether_addr(mac))
271 return -EINVAL;
272 memcpy(ns->vfconfigs[vf].vf_mac, mac, ETH_ALEN);
273
274 return 0;
275}
276
277static int nsim_set_vf_vlan(struct net_device *dev, int vf,
278 u16 vlan, u8 qos, __be16 vlan_proto)
279{
280 struct netdevsim *ns = netdev_priv(dev);
281
282 if (vf >= ns->num_vfs || vlan > 4095 || qos > 7)
283 return -EINVAL;
284
285 ns->vfconfigs[vf].vlan = vlan;
286 ns->vfconfigs[vf].qos = qos;
287 ns->vfconfigs[vf].vlan_proto = vlan_proto;
288
289 return 0;
290}
291
292static int nsim_set_vf_rate(struct net_device *dev, int vf, int min, int max)
293{
294 struct netdevsim *ns = netdev_priv(dev);
295
296 if (vf >= ns->num_vfs)
297 return -EINVAL;
298
299 ns->vfconfigs[vf].min_tx_rate = min;
300 ns->vfconfigs[vf].max_tx_rate = max;
301
302 return 0;
303}
304
305static int nsim_set_vf_spoofchk(struct net_device *dev, int vf, bool val)
306{
307 struct netdevsim *ns = netdev_priv(dev);
308
309 if (vf >= ns->num_vfs)
310 return -EINVAL;
311 ns->vfconfigs[vf].spoofchk_enabled = val;
312
313 return 0;
314}
315
316static int nsim_set_vf_rss_query_en(struct net_device *dev, int vf, bool val)
317{
318 struct netdevsim *ns = netdev_priv(dev);
319
320 if (vf >= ns->num_vfs)
321 return -EINVAL;
322 ns->vfconfigs[vf].rss_query_enabled = val;
323
324 return 0;
325}
326
327static int nsim_set_vf_trust(struct net_device *dev, int vf, bool val)
328{
329 struct netdevsim *ns = netdev_priv(dev);
330
331 if (vf >= ns->num_vfs)
332 return -EINVAL;
333 ns->vfconfigs[vf].trusted = val;
334
335 return 0;
336}
337
338static int
339nsim_get_vf_config(struct net_device *dev, int vf, struct ifla_vf_info *ivi)
340{
341 struct netdevsim *ns = netdev_priv(dev);
342
343 if (vf >= ns->num_vfs)
344 return -EINVAL;
345
346 ivi->vf = vf;
347 ivi->linkstate = ns->vfconfigs[vf].link_state;
348 ivi->min_tx_rate = ns->vfconfigs[vf].min_tx_rate;
349 ivi->max_tx_rate = ns->vfconfigs[vf].max_tx_rate;
350 ivi->vlan = ns->vfconfigs[vf].vlan;
351 ivi->vlan_proto = ns->vfconfigs[vf].vlan_proto;
352 ivi->qos = ns->vfconfigs[vf].qos;
353 memcpy(&ivi->mac, ns->vfconfigs[vf].vf_mac, ETH_ALEN);
354 ivi->spoofchk = ns->vfconfigs[vf].spoofchk_enabled;
355 ivi->trusted = ns->vfconfigs[vf].trusted;
356 ivi->rss_query_en = ns->vfconfigs[vf].rss_query_enabled;
357
358 return 0;
359}
360
361static int nsim_set_vf_link_state(struct net_device *dev, int vf, int state)
362{
363 struct netdevsim *ns = netdev_priv(dev);
364
365 if (vf >= ns->num_vfs)
366 return -EINVAL;
367
368 switch (state) {
369 case IFLA_VF_LINK_STATE_AUTO:
370 case IFLA_VF_LINK_STATE_ENABLE:
371 case IFLA_VF_LINK_STATE_DISABLE:
372 break;
373 default:
374 return -EINVAL;
375 }
376
377 ns->vfconfigs[vf].link_state = state;
378
379 return 0;
380}
381
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800382static int
383nsim_setup_tc(struct net_device *dev, enum tc_setup_type type, void *type_data)
384{
385 switch (type) {
386 case TC_SETUP_BLOCK:
387 return nsim_setup_tc_block(dev, type_data);
388 default:
389 return -EOPNOTSUPP;
390 }
391}
392
393static int
394nsim_set_features(struct net_device *dev, netdev_features_t features)
395{
396 struct netdevsim *ns = netdev_priv(dev);
397
398 if ((dev->features & NETIF_F_HW_TC) > (features & NETIF_F_HW_TC))
399 return nsim_bpf_disable_tc(ns);
400
401 return 0;
402}
403
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800404static const struct net_device_ops nsim_netdev_ops = {
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800405 .ndo_init = nsim_init,
406 .ndo_uninit = nsim_uninit,
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800407 .ndo_start_xmit = nsim_start_xmit,
408 .ndo_set_rx_mode = nsim_set_rx_mode,
409 .ndo_set_mac_address = eth_mac_addr,
410 .ndo_validate_addr = eth_validate_addr,
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800411 .ndo_change_mtu = nsim_change_mtu,
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800412 .ndo_get_stats64 = nsim_get_stats64,
Jakub Kicinski79579222017-12-01 15:09:01 -0800413 .ndo_set_vf_mac = nsim_set_vf_mac,
414 .ndo_set_vf_vlan = nsim_set_vf_vlan,
415 .ndo_set_vf_rate = nsim_set_vf_rate,
416 .ndo_set_vf_spoofchk = nsim_set_vf_spoofchk,
417 .ndo_set_vf_trust = nsim_set_vf_trust,
418 .ndo_get_vf_config = nsim_get_vf_config,
419 .ndo_set_vf_link_state = nsim_set_vf_link_state,
420 .ndo_set_vf_rss_query_en = nsim_set_vf_rss_query_en,
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800421 .ndo_setup_tc = nsim_setup_tc,
422 .ndo_set_features = nsim_set_features,
423 .ndo_bpf = nsim_bpf,
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800424};
425
426static void nsim_setup(struct net_device *dev)
427{
428 ether_setup(dev);
429 eth_hw_addr_random(dev);
430
431 dev->netdev_ops = &nsim_netdev_ops;
Jakub Kicinski79579222017-12-01 15:09:01 -0800432 dev->priv_destructor = nsim_free;
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800433
434 dev->tx_queue_len = 0;
435 dev->flags |= IFF_NOARP;
436 dev->flags &= ~IFF_MULTICAST;
437 dev->priv_flags |= IFF_LIVE_ADDR_CHANGE |
438 IFF_NO_QUEUE;
439 dev->features |= NETIF_F_HIGHDMA |
440 NETIF_F_SG |
441 NETIF_F_FRAGLIST |
442 NETIF_F_HW_CSUM |
443 NETIF_F_TSO;
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800444 dev->hw_features |= NETIF_F_HW_TC;
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800445 dev->max_mtu = ETH_MAX_MTU;
446}
447
448static int nsim_validate(struct nlattr *tb[], struct nlattr *data[],
449 struct netlink_ext_ack *extack)
450{
451 if (tb[IFLA_ADDRESS]) {
452 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
453 return -EINVAL;
454 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
455 return -EADDRNOTAVAIL;
456 }
457 return 0;
458}
459
460static struct rtnl_link_ops nsim_link_ops __read_mostly = {
461 .kind = DRV_NAME,
462 .priv_size = sizeof(struct netdevsim),
463 .setup = nsim_setup,
464 .validate = nsim_validate,
465};
466
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800467struct dentry *nsim_ddir;
468
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800469static int __init nsim_module_init(void)
470{
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800471 int err;
472
473 nsim_ddir = debugfs_create_dir(DRV_NAME, NULL);
Prashant Bhole9ee19422017-12-20 12:18:57 +0900474 if (IS_ERR_OR_NULL(nsim_ddir))
475 return -ENOMEM;
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800476
Jakub Kicinski79579222017-12-01 15:09:01 -0800477 err = bus_register(&nsim_bus);
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800478 if (err)
479 goto err_debugfs_destroy;
480
Jakub Kicinski79579222017-12-01 15:09:01 -0800481 err = rtnl_link_register(&nsim_link_ops);
482 if (err)
483 goto err_unreg_bus;
484
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800485 return 0;
486
Jakub Kicinski79579222017-12-01 15:09:01 -0800487err_unreg_bus:
488 bus_unregister(&nsim_bus);
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800489err_debugfs_destroy:
490 debugfs_remove_recursive(nsim_ddir);
491 return err;
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800492}
493
494static void __exit nsim_module_exit(void)
495{
496 rtnl_link_unregister(&nsim_link_ops);
Jakub Kicinski79579222017-12-01 15:09:01 -0800497 bus_unregister(&nsim_bus);
Jakub Kicinski31d3ad82017-12-01 15:08:59 -0800498 debugfs_remove_recursive(nsim_ddir);
Jakub Kicinski83c9e132017-12-01 15:08:58 -0800499}
500
501module_init(nsim_module_init);
502module_exit(nsim_module_exit);
503MODULE_LICENSE("GPL");
504MODULE_ALIAS_RTNL_LINK(DRV_NAME);