blob: c61775250722dd516efbe46799c4dfc807f0d472 [file] [log] [blame]
Jiri Pirkoc7e2b962014-11-19 14:05:03 +01001/*
2 * Copyright (c) 2014 Jiri Pirko <jiri@resnulli.us>
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 */
9
10#include <linux/module.h>
11#include <linux/init.h>
12#include <linux/kernel.h>
13#include <linux/skbuff.h>
14#include <linux/rtnetlink.h>
15#include <linux/if_vlan.h>
16#include <net/netlink.h>
17#include <net/pkt_sched.h>
18
19#include <linux/tc_act/tc_vlan.h>
20#include <net/tc_act/tc_vlan.h>
21
Alexey Dobriyanc7d03a02016-11-17 04:58:21 +030022static unsigned int vlan_net_id;
WANG Conga85a9702016-07-25 16:09:41 -070023static struct tc_action_ops act_vlan_ops;
WANG Congddf97cc2016-02-22 15:57:53 -080024
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010025static int tcf_vlan(struct sk_buff *skb, const struct tc_action *a,
26 struct tcf_result *res)
27{
WANG Conga85a9702016-07-25 16:09:41 -070028 struct tcf_vlan *v = to_vlan(a);
Manish Kurup4c5b9d92017-11-07 15:49:05 -050029 struct tcf_vlan_params *p;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010030 int action;
31 int err;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030032 u16 tci;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010033
Jamal Hadi Salim9c4a4e42016-06-06 06:32:53 -040034 tcf_lastuse_update(&v->tcf_tm);
Manish Kurupe0496cb2017-11-07 15:48:15 -050035 bstats_cpu_update(this_cpu_ptr(v->common.cpu_bstats), skb);
36
Shmulik Ladkanif39acc82016-09-29 12:10:40 +030037 /* Ensure 'data' points at mac_header prior calling vlan manipulating
38 * functions.
39 */
40 if (skb_at_tc_ingress(skb))
41 skb_push_rcsum(skb, skb->mac_len);
42
Manish Kurup4c5b9d92017-11-07 15:49:05 -050043 rcu_read_lock();
44
45 action = READ_ONCE(v->tcf_action);
46
47 p = rcu_dereference(v->vlan_p);
48
49 switch (p->tcfv_action) {
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010050 case TCA_VLAN_ACT_POP:
51 err = skb_vlan_pop(skb);
52 if (err)
53 goto drop;
54 break;
55 case TCA_VLAN_ACT_PUSH:
Manish Kurup4c5b9d92017-11-07 15:49:05 -050056 err = skb_vlan_push(skb, p->tcfv_push_proto, p->tcfv_push_vid |
57 (p->tcfv_push_prio << VLAN_PRIO_SHIFT));
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010058 if (err)
59 goto drop;
60 break;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030061 case TCA_VLAN_ACT_MODIFY:
62 /* No-op if no vlan tag (either hw-accel or in-payload) */
63 if (!skb_vlan_tagged(skb))
64 goto unlock;
65 /* extract existing tag (and guarantee no hw-accel tag) */
66 if (skb_vlan_tag_present(skb)) {
67 tci = skb_vlan_tag_get(skb);
68 skb->vlan_tci = 0;
69 } else {
70 /* in-payload vlan tag, pop it */
71 err = __skb_vlan_pop(skb, &tci);
72 if (err)
73 goto drop;
74 }
75 /* replace the vid */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050076 tci = (tci & ~VLAN_VID_MASK) | p->tcfv_push_vid;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030077 /* replace prio bits, if tcfv_push_prio specified */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050078 if (p->tcfv_push_prio) {
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030079 tci &= ~VLAN_PRIO_MASK;
Manish Kurup4c5b9d92017-11-07 15:49:05 -050080 tci |= p->tcfv_push_prio << VLAN_PRIO_SHIFT;
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030081 }
82 /* put updated tci as hwaccel tag */
Manish Kurup4c5b9d92017-11-07 15:49:05 -050083 __vlan_hwaccel_put_tag(skb, p->tcfv_push_proto, tci);
Shmulik Ladkani45a497f2016-09-19 19:11:10 +030084 break;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010085 default:
86 BUG();
87 }
88
89 goto unlock;
90
91drop:
92 action = TC_ACT_SHOT;
Manish Kurupe0496cb2017-11-07 15:48:15 -050093 qstats_drop_inc(this_cpu_ptr(v->common.cpu_qstats));
94
Jiri Pirkoc7e2b962014-11-19 14:05:03 +010095unlock:
Manish Kurup4c5b9d92017-11-07 15:49:05 -050096 rcu_read_unlock();
Shmulik Ladkanif39acc82016-09-29 12:10:40 +030097 if (skb_at_tc_ingress(skb))
98 skb_pull_rcsum(skb, skb->mac_len);
99
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100100 return action;
101}
102
103static const struct nla_policy vlan_policy[TCA_VLAN_MAX + 1] = {
104 [TCA_VLAN_PARMS] = { .len = sizeof(struct tc_vlan) },
105 [TCA_VLAN_PUSH_VLAN_ID] = { .type = NLA_U16 },
106 [TCA_VLAN_PUSH_VLAN_PROTOCOL] = { .type = NLA_U16 },
Hadar Hen Zion956af372016-08-17 13:36:14 +0300107 [TCA_VLAN_PUSH_VLAN_PRIORITY] = { .type = NLA_U8 },
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100108};
109
110static int tcf_vlan_init(struct net *net, struct nlattr *nla,
WANG Conga85a9702016-07-25 16:09:41 -0700111 struct nlattr *est, struct tc_action **a,
Vlad Buslov789871b2018-07-05 17:24:25 +0300112 int ovr, int bind, bool rtnl_held,
113 struct netlink_ext_ack *extack)
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100114{
WANG Congddf97cc2016-02-22 15:57:53 -0800115 struct tc_action_net *tn = net_generic(net, vlan_net_id);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100116 struct nlattr *tb[TCA_VLAN_MAX + 1];
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500117 struct tcf_vlan_params *p, *p_old;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100118 struct tc_vlan *parm;
119 struct tcf_vlan *v;
120 int action;
Davide Caratti94cb5492018-03-23 19:31:30 +0100121 u16 push_vid = 0;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100122 __be16 push_proto = 0;
Hadar Hen Zion956af372016-08-17 13:36:14 +0300123 u8 push_prio = 0;
WANG Congb2313072016-06-13 13:46:28 -0700124 bool exists = false;
125 int ret = 0, err;
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100126
127 if (!nla)
128 return -EINVAL;
129
Johannes Bergfceb6432017-04-12 14:34:07 +0200130 err = nla_parse_nested(tb, TCA_VLAN_MAX, nla, vlan_policy, NULL);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100131 if (err < 0)
132 return err;
133
134 if (!tb[TCA_VLAN_PARMS])
135 return -EINVAL;
136 parm = nla_data(tb[TCA_VLAN_PARMS]);
Chris Mi65a206c2017-08-30 02:31:59 -0400137 exists = tcf_idr_check(tn, parm->index, a, bind);
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400138 if (exists && bind)
139 return 0;
140
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100141 switch (parm->v_action) {
142 case TCA_VLAN_ACT_POP:
143 break;
144 case TCA_VLAN_ACT_PUSH:
Shmulik Ladkani45a497f2016-09-19 19:11:10 +0300145 case TCA_VLAN_ACT_MODIFY:
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400146 if (!tb[TCA_VLAN_PUSH_VLAN_ID]) {
147 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400148 tcf_idr_release(*a, bind);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100149 return -EINVAL;
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400150 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100151 push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]);
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400152 if (push_vid >= VLAN_VID_MASK) {
153 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400154 tcf_idr_release(*a, bind);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100155 return -ERANGE;
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400156 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100157
158 if (tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]) {
159 push_proto = nla_get_be16(tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]);
160 switch (push_proto) {
161 case htons(ETH_P_8021Q):
162 case htons(ETH_P_8021AD):
163 break;
164 default:
Davide Caratti5a4931ae2018-05-16 12:54:29 +0200165 if (exists)
166 tcf_idr_release(*a, bind);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100167 return -EPROTONOSUPPORT;
168 }
169 } else {
170 push_proto = htons(ETH_P_8021Q);
171 }
Hadar Hen Zion956af372016-08-17 13:36:14 +0300172
173 if (tb[TCA_VLAN_PUSH_VLAN_PRIORITY])
174 push_prio = nla_get_u8(tb[TCA_VLAN_PUSH_VLAN_PRIORITY]);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100175 break;
176 default:
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400177 if (exists)
Chris Mi65a206c2017-08-30 02:31:59 -0400178 tcf_idr_release(*a, bind);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100179 return -EINVAL;
180 }
181 action = parm->v_action;
182
Jamal Hadi Salim5026c9b2016-05-10 16:49:26 -0400183 if (!exists) {
Chris Mi65a206c2017-08-30 02:31:59 -0400184 ret = tcf_idr_create(tn, parm->index, est, a,
Manish Kurupe0496cb2017-11-07 15:48:15 -0500185 &act_vlan_ops, bind, true);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100186 if (ret)
187 return ret;
188
189 ret = ACT_P_CREATED;
190 } else {
Chris Mi65a206c2017-08-30 02:31:59 -0400191 tcf_idr_release(*a, bind);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100192 if (!ovr)
193 return -EEXIST;
194 }
195
WANG Conga85a9702016-07-25 16:09:41 -0700196 v = to_vlan(*a);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100197
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500198 ASSERT_RTNL();
199 p = kzalloc(sizeof(*p), GFP_KERNEL);
200 if (!p) {
Davide Carattid7f20012018-03-19 15:31:27 +0100201 if (ret == ACT_P_CREATED)
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500202 tcf_idr_release(*a, bind);
203 return -ENOMEM;
204 }
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100205
206 v->tcf_action = parm->action;
207
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500208 p_old = rtnl_dereference(v->vlan_p);
209
210 p->tcfv_action = action;
211 p->tcfv_push_vid = push_vid;
212 p->tcfv_push_prio = push_prio;
213 p->tcfv_push_proto = push_proto;
214
215 rcu_assign_pointer(v->vlan_p, p);
216
217 if (p_old)
218 kfree_rcu(p_old, rcu);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100219
220 if (ret == ACT_P_CREATED)
Chris Mi65a206c2017-08-30 02:31:59 -0400221 tcf_idr_insert(tn, *a);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100222 return ret;
223}
224
Cong Wang9a63b252017-12-05 12:53:07 -0800225static void tcf_vlan_cleanup(struct tc_action *a)
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500226{
227 struct tcf_vlan *v = to_vlan(a);
228 struct tcf_vlan_params *p;
229
230 p = rcu_dereference_protected(v->vlan_p, 1);
Davide Caratti1edf8ab2018-03-16 00:00:53 +0100231 if (p)
232 kfree_rcu(p, rcu);
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500233}
234
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100235static int tcf_vlan_dump(struct sk_buff *skb, struct tc_action *a,
236 int bind, int ref)
237{
238 unsigned char *b = skb_tail_pointer(skb);
WANG Conga85a9702016-07-25 16:09:41 -0700239 struct tcf_vlan *v = to_vlan(a);
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500240 struct tcf_vlan_params *p = rtnl_dereference(v->vlan_p);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100241 struct tc_vlan opt = {
242 .index = v->tcf_index,
Vlad Buslov036bb442018-07-05 17:24:24 +0300243 .refcnt = refcount_read(&v->tcf_refcnt) - ref,
244 .bindcnt = atomic_read(&v->tcf_bindcnt) - bind,
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100245 .action = v->tcf_action,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500246 .v_action = p->tcfv_action,
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100247 };
248 struct tcf_t t;
249
250 if (nla_put(skb, TCA_VLAN_PARMS, sizeof(opt), &opt))
251 goto nla_put_failure;
252
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500253 if ((p->tcfv_action == TCA_VLAN_ACT_PUSH ||
254 p->tcfv_action == TCA_VLAN_ACT_MODIFY) &&
255 (nla_put_u16(skb, TCA_VLAN_PUSH_VLAN_ID, p->tcfv_push_vid) ||
Jamal Hadi Salim0b0f43f2016-06-05 10:41:32 -0400256 nla_put_be16(skb, TCA_VLAN_PUSH_VLAN_PROTOCOL,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500257 p->tcfv_push_proto) ||
Hadar Hen Zion956af372016-08-17 13:36:14 +0300258 (nla_put_u8(skb, TCA_VLAN_PUSH_VLAN_PRIORITY,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500259 p->tcfv_push_prio))))
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100260 goto nla_put_failure;
261
Jamal Hadi Salim48d8ee12016-06-06 06:32:55 -0400262 tcf_tm_dump(&t, &v->tcf_tm);
Nicolas Dichtel98545182016-04-26 10:06:18 +0200263 if (nla_put_64bit(skb, TCA_VLAN_TM, sizeof(t), &t, TCA_VLAN_PAD))
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100264 goto nla_put_failure;
265 return skb->len;
266
267nla_put_failure:
268 nlmsg_trim(skb, b);
269 return -1;
270}
271
WANG Congddf97cc2016-02-22 15:57:53 -0800272static int tcf_vlan_walker(struct net *net, struct sk_buff *skb,
273 struct netlink_callback *cb, int type,
Alexander Aring41780102018-02-15 10:54:58 -0500274 const struct tc_action_ops *ops,
275 struct netlink_ext_ack *extack)
WANG Congddf97cc2016-02-22 15:57:53 -0800276{
277 struct tc_action_net *tn = net_generic(net, vlan_net_id);
278
Alexander Aringb3620142018-02-15 10:54:59 -0500279 return tcf_generic_walker(tn, skb, cb, type, ops, extack);
WANG Congddf97cc2016-02-22 15:57:53 -0800280}
281
Alexander Aring331a9292018-02-15 10:54:57 -0500282static int tcf_vlan_search(struct net *net, struct tc_action **a, u32 index,
283 struct netlink_ext_ack *extack)
WANG Congddf97cc2016-02-22 15:57:53 -0800284{
285 struct tc_action_net *tn = net_generic(net, vlan_net_id);
286
Chris Mi65a206c2017-08-30 02:31:59 -0400287 return tcf_idr_search(tn, a, index);
WANG Congddf97cc2016-02-22 15:57:53 -0800288}
289
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100290static struct tc_action_ops act_vlan_ops = {
291 .kind = "vlan",
292 .type = TCA_ACT_VLAN,
293 .owner = THIS_MODULE,
294 .act = tcf_vlan,
295 .dump = tcf_vlan_dump,
296 .init = tcf_vlan_init,
Manish Kurup4c5b9d92017-11-07 15:49:05 -0500297 .cleanup = tcf_vlan_cleanup,
WANG Congddf97cc2016-02-22 15:57:53 -0800298 .walk = tcf_vlan_walker,
299 .lookup = tcf_vlan_search,
WANG Conga85a9702016-07-25 16:09:41 -0700300 .size = sizeof(struct tcf_vlan),
WANG Congddf97cc2016-02-22 15:57:53 -0800301};
302
303static __net_init int vlan_init_net(struct net *net)
304{
305 struct tc_action_net *tn = net_generic(net, vlan_net_id);
306
Cong Wangc7e460c2017-11-06 13:47:18 -0800307 return tc_action_net_init(tn, &act_vlan_ops);
WANG Congddf97cc2016-02-22 15:57:53 -0800308}
309
Cong Wang039af9c2017-12-11 15:35:03 -0800310static void __net_exit vlan_exit_net(struct list_head *net_list)
WANG Congddf97cc2016-02-22 15:57:53 -0800311{
Cong Wang039af9c2017-12-11 15:35:03 -0800312 tc_action_net_exit(net_list, vlan_net_id);
WANG Congddf97cc2016-02-22 15:57:53 -0800313}
314
315static struct pernet_operations vlan_net_ops = {
316 .init = vlan_init_net,
Cong Wang039af9c2017-12-11 15:35:03 -0800317 .exit_batch = vlan_exit_net,
WANG Congddf97cc2016-02-22 15:57:53 -0800318 .id = &vlan_net_id,
319 .size = sizeof(struct tc_action_net),
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100320};
321
322static int __init vlan_init_module(void)
323{
WANG Congddf97cc2016-02-22 15:57:53 -0800324 return tcf_register_action(&act_vlan_ops, &vlan_net_ops);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100325}
326
327static void __exit vlan_cleanup_module(void)
328{
WANG Congddf97cc2016-02-22 15:57:53 -0800329 tcf_unregister_action(&act_vlan_ops, &vlan_net_ops);
Jiri Pirkoc7e2b962014-11-19 14:05:03 +0100330}
331
332module_init(vlan_init_module);
333module_exit(vlan_cleanup_module);
334
335MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>");
336MODULE_DESCRIPTION("vlan manipulation actions");
337MODULE_LICENSE("GPL v2");