blob: 5bde17fe36086baa11c369336c48abf6c5022446 [file] [log] [blame]
Jiri Pirkoc7e2b962014-11-19 14:05:03 +01001/*
2 * Copyright (c) 2014 Jiri Pirko <jiri@resnulli.us>
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 */
9
10#include <linux/module.h>
11#include <linux/init.h>
12#include <linux/kernel.h>
13#include <linux/skbuff.h>
14#include <linux/rtnetlink.h>
15#include <linux/if_vlan.h>
16#include <net/netlink.h>
17#include <net/pkt_sched.h>
18
19#include <linux/tc_act/tc_vlan.h>
20#include <net/tc_act/tc_vlan.h>
21
Alexey Dobriyanc7d03a02016-11-17 04:58:21 +030022static unsigned int vlan_net_id;
WANG Conga85a9702016-07-25 16:09:41 -070023static struct tc_action_ops act_vlan_ops;
WANG Congddf97cc2016-02-22 15:57:53 -080024
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010025static int tcf_vlan(struct sk_buff *skb, const struct tc_action *a,
26 struct tcf_result *res)
27{
WANG Conga85a9702016-07-25 16:09:41 -070028 struct tcf_vlan *v = to_vlan(a);
Manish Kurup4c5b9d92017-11-07 15:49:05 -050029 struct tcf_vlan_params *p;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010030 int action;
31 int err;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030032 u16 tci;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010033
Jamal Hadi Salim9c4a4e42016-06-06 06:32:53 -040034 tcf_lastuse_update(&v->tcf_tm);
Manish Kurupe0496cb2017-11-07 15:48:15 -050035 bstats_cpu_update(this_cpu_ptr(v->common.cpu_bstats), skb);
36
Shmulik Ladkanif39acc82016-09-29 12:10:40 +030037 /* Ensure 'data' points at mac_header prior calling vlan manipulating
38 * functions.
39 */
40 if (skb_at_tc_ingress(skb))
41 skb_push_rcsum(skb, skb->mac_len);
42
Manish Kurup4c5b9d92017-11-07 15:49:05 -050043 action = READ_ONCE(v->tcf_action);
44
Paolo Abeni7fd4b282018-07-30 14:30:43 +020045 p = rcu_dereference_bh(v->vlan_p);
Manish Kurup4c5b9d92017-11-07 15:49:05 -050046
47 switch (p->tcfv_action) {
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010048 case TCA_VLAN_ACT_POP:
49 err = skb_vlan_pop(skb);
50 if (err)
51 goto drop;
52 break;
53 case TCA_VLAN_ACT_PUSH:
Manish Kurup4c5b9d92017-11-07 15:49:05 -050054 err = skb_vlan_push(skb, p->tcfv_push_proto, p->tcfv_push_vid |
55 (p->tcfv_push_prio << VLAN_PRIO_SHIFT));
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010056 if (err)
57 goto drop;
58 break;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030059 case TCA_VLAN_ACT_MODIFY:
60 /* No-op if no vlan tag (either hw-accel or in-payload) */
61 if (!skb_vlan_tagged(skb))
Paolo Abeni7fd4b282018-07-30 14:30:43 +020062 goto out;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030063 /* extract existing tag (and guarantee no hw-accel tag) */
64 if (skb_vlan_tag_present(skb)) {
65 tci = skb_vlan_tag_get(skb);
66 skb->vlan_tci = 0;
67 } else {
68 /* in-payload vlan tag, pop it */
69 err = __skb_vlan_pop(skb, &tci);
70 if (err)
71 goto drop;
72 }
73 /* replace the vid */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050074 tci = (tci & ~VLAN_VID_MASK) | p->tcfv_push_vid;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030075 /* replace prio bits, if tcfv_push_prio specified */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050076 if (p->tcfv_push_prio) {
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030077 tci &= ~VLAN_PRIO_MASK;
Manish Kurup4c5b9d92017-11-07 15:49:05 -050078 tci |= p->tcfv_push_prio << VLAN_PRIO_SHIFT;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030079 }
80 /* put updated tci as hwaccel tag */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050081 __vlan_hwaccel_put_tag(skb, p->tcfv_push_proto, tci);
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030082 break;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010083 default:
84 BUG();
85 }
86
Paolo Abeni7fd4b282018-07-30 14:30:43 +020087out:
Shmulik Ladkanif39acc82016-09-29 12:10:40 +030088 if (skb_at_tc_ingress(skb))
89 skb_pull_rcsum(skb, skb->mac_len);
90
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010091 return action;
Paolo Abeni7fd4b282018-07-30 14:30:43 +020092
93drop:
94 qstats_drop_inc(this_cpu_ptr(v->common.cpu_qstats));
95 return TC_ACT_SHOT;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010096}
97
98static const struct nla_policy vlan_policy[TCA_VLAN_MAX + 1] = {
99 [TCA_VLAN_PARMS] = { .len = sizeof(struct tc_vlan) },
100 [TCA_VLAN_PUSH_VLAN_ID] = { .type = NLA_U16 },
101 [TCA_VLAN_PUSH_VLAN_PROTOCOL] = { .type = NLA_U16 },
Hadar Hen Zion956af372016-08-17 13:36:14 +0300102 [TCA_VLAN_PUSH_VLAN_PRIORITY] = { .type = NLA_U8 },
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100103};
104
105static int tcf_vlan_init(struct net *net, struct nlattr *nla,
WANG Conga85a9702016-07-25 16:09:41 -0700106 struct nlattr *est, struct tc_action **a,
Vlad Buslov789871b2018-07-05 17:24:25 +0300107 int ovr, int bind, bool rtnl_held,
108 struct netlink_ext_ack *extack)
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100109{
WANG Congddf97cc2016-02-22 15:57:53 -0800110 struct tc_action_net *tn = net_generic(net, vlan_net_id);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100111 struct nlattr *tb[TCA_VLAN_MAX + 1];
Vlad Buslov764e9a22018-08-10 20:51:51 +0300112 struct tcf_vlan_params *p;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100113 struct tc_vlan *parm;
114 struct tcf_vlan *v;
115 int action;
Davide Caratti94cb5492018-03-23 19:31:30 +0100116 u16 push_vid = 0;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100117 __be16 push_proto = 0;
Hadar Hen Zion956af372016-08-17 13:36:14 +0300118 u8 push_prio = 0;
WANG Congb2313072016-06-13 13:46:28 -0700119 bool exists = false;
120 int ret = 0, err;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100121
122 if (!nla)
123 return -EINVAL;
124
Johannes Bergfceb6432017-04-12 14:34:07 +0200125 err = nla_parse_nested(tb, TCA_VLAN_MAX, nla, vlan_policy, NULL);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100126 if (err < 0)
127 return err;
128
129 if (!tb[TCA_VLAN_PARMS])
130 return -EINVAL;
131 parm = nla_data(tb[TCA_VLAN_PARMS]);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300132 err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
133 if (err < 0)
134 return err;
135 exists = err;
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400136 if (exists && bind)
137 return 0;
138
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100139 switch (parm->v_action) {
140 case TCA_VLAN_ACT_POP:
141 break;
142 case TCA_VLAN_ACT_PUSH:
Shmulik Ladkani45a497f2016-09-19 19:11:10 +0300143 case TCA_VLAN_ACT_MODIFY:
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400144 if (!tb[TCA_VLAN_PUSH_VLAN_ID]) {
145 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400146 tcf_idr_release(*a, bind);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300147 else
148 tcf_idr_cleanup(tn, parm->index);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100149 return -EINVAL;
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400150 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100151 push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]);
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400152 if (push_vid >= VLAN_VID_MASK) {
153 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400154 tcf_idr_release(*a, bind);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300155 else
156 tcf_idr_cleanup(tn, parm->index);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100157 return -ERANGE;
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400158 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100159
160 if (tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]) {
161 push_proto = nla_get_be16(tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]);
162 switch (push_proto) {
163 case htons(ETH_P_8021Q):
164 case htons(ETH_P_8021AD):
165 break;
166 default:
Davide Caratti5a4931ae2018-05-16 12:54:29 +0200167 if (exists)
168 tcf_idr_release(*a, bind);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300169 else
170 tcf_idr_cleanup(tn, parm->index);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100171 return -EPROTONOSUPPORT;
172 }
173 } else {
174 push_proto = htons(ETH_P_8021Q);
175 }
Hadar Hen Zion956af372016-08-17 13:36:14 +0300176
177 if (tb[TCA_VLAN_PUSH_VLAN_PRIORITY])
178 push_prio = nla_get_u8(tb[TCA_VLAN_PUSH_VLAN_PRIORITY]);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100179 break;
180 default:
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400181 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400182 tcf_idr_release(*a, bind);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300183 else
184 tcf_idr_cleanup(tn, parm->index);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100185 return -EINVAL;
186 }
187 action = parm->v_action;
188
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400189 if (!exists) {
Chris Mi65a206c2017-08-30 02:31:59 -0400190 ret = tcf_idr_create(tn, parm->index, est, a,
Manish Kurupe0496cb2017-11-07 15:48:15 -0500191 &act_vlan_ops, bind, true);
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300192 if (ret) {
193 tcf_idr_cleanup(tn, parm->index);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100194 return ret;
Vlad Buslov0190c1d2018-07-05 17:24:32 +0300195 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100196
197 ret = ACT_P_CREATED;
Vlad Buslov4e8ddd72018-07-05 17:24:30 +0300198 } else if (!ovr) {
Chris Mi65a206c2017-08-30 02:31:59 -0400199 tcf_idr_release(*a, bind);
Vlad Buslov4e8ddd72018-07-05 17:24:30 +0300200 return -EEXIST;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100201 }
202
WANG Conga85a9702016-07-25 16:09:41 -0700203 v = to_vlan(*a);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100204
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500205 p = kzalloc(sizeof(*p), GFP_KERNEL);
206 if (!p) {
Vlad Buslov4e8ddd72018-07-05 17:24:30 +0300207 tcf_idr_release(*a, bind);
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500208 return -ENOMEM;
209 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100210
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500211 p->tcfv_action = action;
212 p->tcfv_push_vid = push_vid;
213 p->tcfv_push_prio = push_prio;
214 p->tcfv_push_proto = push_proto;
215
Vlad Buslov764e9a22018-08-10 20:51:51 +0300216 spin_lock(&v->tcf_lock);
217 v->tcf_action = parm->action;
218 rcu_swap_protected(v->vlan_p, p, lockdep_is_held(&v->tcf_lock));
219 spin_unlock(&v->tcf_lock);
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500220
Vlad Buslov764e9a22018-08-10 20:51:51 +0300221 if (p)
222 kfree_rcu(p, rcu);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100223
224 if (ret == ACT_P_CREATED)
Chris Mi65a206c2017-08-30 02:31:59 -0400225 tcf_idr_insert(tn, *a);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100226 return ret;
227}
228
Cong Wang9a63b252017-12-05 12:53:07 -0800229static void tcf_vlan_cleanup(struct tc_action *a)
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500230{
231 struct tcf_vlan *v = to_vlan(a);
232 struct tcf_vlan_params *p;
233
234 p = rcu_dereference_protected(v->vlan_p, 1);
Davide Caratti1edf8ab2018-03-16 00:00:53 +0100235 if (p)
236 kfree_rcu(p, rcu);
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500237}
238
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100239static int tcf_vlan_dump(struct sk_buff *skb, struct tc_action *a,
240 int bind, int ref)
241{
242 unsigned char *b = skb_tail_pointer(skb);
WANG Conga85a9702016-07-25 16:09:41 -0700243 struct tcf_vlan *v = to_vlan(a);
Vlad Buslov764e9a22018-08-10 20:51:51 +0300244 struct tcf_vlan_params *p;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100245 struct tc_vlan opt = {
246 .index = v->tcf_index,
Vlad Buslov036bb442018-07-05 17:24:24 +0300247 .refcnt = refcount_read(&v->tcf_refcnt) - ref,
248 .bindcnt = atomic_read(&v->tcf_bindcnt) - bind,
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100249 };
250 struct tcf_t t;
251
Vlad Buslov764e9a22018-08-10 20:51:51 +0300252 spin_lock(&v->tcf_lock);
253 opt.action = v->tcf_action;
254 p = rcu_dereference_protected(v->vlan_p, lockdep_is_held(&v->tcf_lock));
255 opt.v_action = p->tcfv_action;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100256 if (nla_put(skb, TCA_VLAN_PARMS, sizeof(opt), &opt))
257 goto nla_put_failure;
258
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500259 if ((p->tcfv_action == TCA_VLAN_ACT_PUSH ||
260 p->tcfv_action == TCA_VLAN_ACT_MODIFY) &&
261 (nla_put_u16(skb, TCA_VLAN_PUSH_VLAN_ID, p->tcfv_push_vid) ||
Jamal Hadi Salim0b0f43f2016-06-05 10:41:32 -0400262 nla_put_be16(skb, TCA_VLAN_PUSH_VLAN_PROTOCOL,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500263 p->tcfv_push_proto) ||
Hadar Hen Zion956af372016-08-17 13:36:14 +0300264 (nla_put_u8(skb, TCA_VLAN_PUSH_VLAN_PRIORITY,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500265 p->tcfv_push_prio))))
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100266 goto nla_put_failure;
267
Jamal Hadi Salim48d8ee12016-06-06 06:32:55 -0400268 tcf_tm_dump(&t, &v->tcf_tm);
Nicolas Dichtel9854518e2016-04-26 10:06:18 +0200269 if (nla_put_64bit(skb, TCA_VLAN_TM, sizeof(t), &t, TCA_VLAN_PAD))
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100270 goto nla_put_failure;
Vlad Buslov764e9a22018-08-10 20:51:51 +0300271 spin_unlock(&v->tcf_lock);
272
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100273 return skb->len;
274
275nla_put_failure:
Vlad Buslov764e9a22018-08-10 20:51:51 +0300276 spin_unlock(&v->tcf_lock);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100277 nlmsg_trim(skb, b);
278 return -1;
279}
280
WANG Congddf97cc2016-02-22 15:57:53 -0800281static int tcf_vlan_walker(struct net *net, struct sk_buff *skb,
282 struct netlink_callback *cb, int type,
Alexander Aring41780102018-02-15 10:54:58 -0500283 const struct tc_action_ops *ops,
284 struct netlink_ext_ack *extack)
WANG Congddf97cc2016-02-22 15:57:53 -0800285{
286 struct tc_action_net *tn = net_generic(net, vlan_net_id);
287
Alexander Aringb3620142018-02-15 10:54:59 -0500288 return tcf_generic_walker(tn, skb, cb, type, ops, extack);
WANG Congddf97cc2016-02-22 15:57:53 -0800289}
290
Alexander Aring331a9292018-02-15 10:54:57 -0500291static int tcf_vlan_search(struct net *net, struct tc_action **a, u32 index,
292 struct netlink_ext_ack *extack)
WANG Congddf97cc2016-02-22 15:57:53 -0800293{
294 struct tc_action_net *tn = net_generic(net, vlan_net_id);
295
Chris Mi65a206c2017-08-30 02:31:59 -0400296 return tcf_idr_search(tn, a, index);
WANG Congddf97cc2016-02-22 15:57:53 -0800297}
298
Vlad Buslovb4090742018-07-05 17:24:28 +0300299static int tcf_vlan_delete(struct net *net, u32 index)
300{
301 struct tc_action_net *tn = net_generic(net, vlan_net_id);
302
303 return tcf_idr_delete_index(tn, index);
304}
305
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100306static struct tc_action_ops act_vlan_ops = {
307 .kind = "vlan",
308 .type = TCA_ACT_VLAN,
309 .owner = THIS_MODULE,
310 .act = tcf_vlan,
311 .dump = tcf_vlan_dump,
312 .init = tcf_vlan_init,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500313 .cleanup = tcf_vlan_cleanup,
WANG Congddf97cc2016-02-22 15:57:53 -0800314 .walk = tcf_vlan_walker,
315 .lookup = tcf_vlan_search,
Vlad Buslovb4090742018-07-05 17:24:28 +0300316 .delete = tcf_vlan_delete,
WANG Conga85a9702016-07-25 16:09:41 -0700317 .size = sizeof(struct tcf_vlan),
WANG Congddf97cc2016-02-22 15:57:53 -0800318};
319
320static __net_init int vlan_init_net(struct net *net)
321{
322 struct tc_action_net *tn = net_generic(net, vlan_net_id);
323
Cong Wangc7e460c2017-11-06 13:47:18 -0800324 return tc_action_net_init(tn, &act_vlan_ops);
WANG Congddf97cc2016-02-22 15:57:53 -0800325}
326
Cong Wang039af9c2017-12-11 15:35:03 -0800327static void __net_exit vlan_exit_net(struct list_head *net_list)
WANG Congddf97cc2016-02-22 15:57:53 -0800328{
Cong Wang039af9c2017-12-11 15:35:03 -0800329 tc_action_net_exit(net_list, vlan_net_id);
WANG Congddf97cc2016-02-22 15:57:53 -0800330}
331
332static struct pernet_operations vlan_net_ops = {
333 .init = vlan_init_net,
Cong Wang039af9c2017-12-11 15:35:03 -0800334 .exit_batch = vlan_exit_net,
WANG Congddf97cc2016-02-22 15:57:53 -0800335 .id = &vlan_net_id,
336 .size = sizeof(struct tc_action_net),
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100337};
338
339static int __init vlan_init_module(void)
340{
WANG Congddf97cc2016-02-22 15:57:53 -0800341 return tcf_register_action(&act_vlan_ops, &vlan_net_ops);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100342}
343
344static void __exit vlan_cleanup_module(void)
345{
WANG Congddf97cc2016-02-22 15:57:53 -0800346 tcf_unregister_action(&act_vlan_ops, &vlan_net_ops);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100347}
348
349module_init(vlan_init_module);
350module_exit(vlan_cleanup_module);
351
352MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>");
353MODULE_DESCRIPTION("vlan manipulation actions");
354MODULE_LICENSE("GPL v2");