blob: ce3f55259d0d1a9024e0d553f0a0b3e101697430 [file] [log] [blame]
Daniel Borkmann1f211a12016-01-07 22:29:47 +01001/* net/sched/sch_ingress.c - Ingress and clsact qdisc
2 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * This program is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU General Public License
5 * as published by the Free Software Foundation; either version
6 * 2 of the License, or (at your option) any later version.
7 *
8 * Authors: Jamal Hadi Salim 1999
9 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/module.h>
12#include <linux/types.h>
Patrick McHardy0ba48052007-07-02 22:49:07 -070013#include <linux/list.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/rtnetlink.h>
Daniel Borkmannd2788d32015-05-09 22:51:32 +020016
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070017#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <net/pkt_sched.h>
Jiri Pirkocf1facd2017-02-09 14:38:56 +010019#include <net/pkt_cls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Jiri Pirko6529eab2017-05-17 11:07:55 +020021struct ingress_sched_data {
22 struct tcf_block *block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020023 struct tcf_block_ext_info block_info;
Jiri Pirko46209402017-11-03 11:46:25 +010024 struct mini_Qdisc_pair miniqp;
Jiri Pirko6529eab2017-05-17 11:07:55 +020025};
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
28{
29 return NULL;
30}
31
WANG Cong143976c2017-08-24 16:51:29 -070032static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033{
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 return TC_H_MIN(classid) + 1;
35}
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037static unsigned long ingress_bind_filter(struct Qdisc *sch,
Patrick McHardy58f4df42008-01-21 00:11:01 -080038 unsigned long parent, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039{
WANG Cong143976c2017-08-24 16:51:29 -070040 return ingress_find(sch, classid);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041}
42
WANG Cong143976c2017-08-24 16:51:29 -070043static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044{
45}
46
Patrick McHardy58f4df42008-01-21 00:11:01 -080047static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
Linus Torvalds1da177e2005-04-16 15:20:36 -070048{
Linus Torvalds1da177e2005-04-16 15:20:36 -070049}
50
Alexander Aringcbaacc42017-12-20 12:35:16 -050051static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl,
52 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053{
Jiri Pirko6529eab2017-05-17 11:07:55 +020054 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Jiri Pirko6529eab2017-05-17 11:07:55 +020056 return q->block;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057}
58
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010059static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
60{
Jiri Pirko46209402017-11-03 11:46:25 +010061 struct mini_Qdisc_pair *miniqp = priv;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010062
Jiri Pirko46209402017-11-03 11:46:25 +010063 mini_qdisc_pair_swap(miniqp, tp_head);
Jiri Pirko51ab2992018-01-17 11:46:53 +010064};
65
66static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index)
67{
68 struct ingress_sched_data *q = qdisc_priv(sch);
69
70 q->block_info.block_index = block_index;
71}
72
73static u32 ingress_ingress_block_get(struct Qdisc *sch)
74{
75 struct ingress_sched_data *q = qdisc_priv(sch);
76
77 return q->block_info.block_index;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010078}
79
Alexander Aringe63d7df2017-12-20 12:35:13 -050080static int ingress_init(struct Qdisc *sch, struct nlattr *opt,
81 struct netlink_ext_ack *extack)
Daniel Borkmann45771392015-04-10 23:07:54 +020082{
Jiri Pirko6529eab2017-05-17 11:07:55 +020083 struct ingress_sched_data *q = qdisc_priv(sch);
84 struct net_device *dev = qdisc_dev(sch);
Jiri Pirko6529eab2017-05-17 11:07:55 +020085
Jiri Pirkob59e6972017-12-15 12:40:13 +010086 net_inc_ingress_queue();
87
Jiri Pirko46209402017-11-03 11:46:25 +010088 mini_qdisc_pair_init(&q->miniqp, sch, &dev->miniq_ingress);
89
Jiri Pirko6e40cf22017-10-19 15:50:30 +020090 q->block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010091 q->block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +010092 q->block_info.chain_head_change_priv = &q->miniqp;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020093
David S. Millerc02b3742018-01-17 00:00:25 -050094 return tcf_block_get_ext(&q->block, sch, &q->block_info, extack);
Daniel Borkmann45771392015-04-10 23:07:54 +020095}
96
Linus Torvalds1da177e2005-04-16 15:20:36 -070097static void ingress_destroy(struct Qdisc *sch)
98{
Jiri Pirko6529eab2017-05-17 11:07:55 +020099 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100101 tcf_block_put_ext(q->block, sch, &q->block_info);
Daniel Borkmann45771392015-04-10 23:07:54 +0200102 net_dec_ingress_queue();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103}
104
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
106{
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800107 struct nlattr *nest;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800109 nest = nla_nest_start(skb, TCA_OPTIONS);
110 if (nest == NULL)
111 goto nla_put_failure;
Daniel Borkmannd2788d32015-05-09 22:51:32 +0200112
Yang Yingliangd59b7d82014-03-12 10:20:32 +0800113 return nla_nest_end(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114
Patrick McHardy1e904742008-01-22 22:11:17 -0800115nla_put_failure:
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800116 nla_nest_cancel(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 return -1;
118}
119
Eric Dumazet20fea082007-11-14 01:44:41 -0800120static const struct Qdisc_class_ops ingress_class_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700122 .find = ingress_find,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200124 .tcf_block = ingress_tcf_block,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 .bind_tcf = ingress_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700126 .unbind_tcf = ingress_unbind_filter,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127};
128
Eric Dumazet20fea082007-11-14 01:44:41 -0800129static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
Jiri Pirko51ab2992018-01-17 11:46:53 +0100130 .cl_ops = &ingress_class_ops,
131 .id = "ingress",
132 .priv_size = sizeof(struct ingress_sched_data),
133 .static_flags = TCQ_F_CPUSTATS,
134 .init = ingress_init,
135 .destroy = ingress_destroy,
136 .dump = ingress_dump,
137 .ingress_block_set = ingress_ingress_block_set,
138 .ingress_block_get = ingress_ingress_block_get,
139 .owner = THIS_MODULE,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140};
141
Jiri Pirko6529eab2017-05-17 11:07:55 +0200142struct clsact_sched_data {
143 struct tcf_block *ingress_block;
144 struct tcf_block *egress_block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200145 struct tcf_block_ext_info ingress_block_info;
146 struct tcf_block_ext_info egress_block_info;
Jiri Pirko46209402017-11-03 11:46:25 +0100147 struct mini_Qdisc_pair miniqp_ingress;
148 struct mini_Qdisc_pair miniqp_egress;
Jiri Pirko6529eab2017-05-17 11:07:55 +0200149};
150
WANG Cong143976c2017-08-24 16:51:29 -0700151static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100152{
153 switch (TC_H_MIN(classid)) {
154 case TC_H_MIN(TC_H_MIN_INGRESS):
155 case TC_H_MIN(TC_H_MIN_EGRESS):
156 return TC_H_MIN(classid);
157 default:
158 return 0;
159 }
160}
161
162static unsigned long clsact_bind_filter(struct Qdisc *sch,
163 unsigned long parent, u32 classid)
164{
WANG Cong143976c2017-08-24 16:51:29 -0700165 return clsact_find(sch, classid);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100166}
167
Alexander Aringcbaacc42017-12-20 12:35:16 -0500168static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl,
169 struct netlink_ext_ack *extack)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100170{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200171 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100172
173 switch (cl) {
174 case TC_H_MIN(TC_H_MIN_INGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200175 return q->ingress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100176 case TC_H_MIN(TC_H_MIN_EGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200177 return q->egress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100178 default:
179 return NULL;
180 }
181}
182
Jiri Pirko51ab2992018-01-17 11:46:53 +0100183static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index)
184{
185 struct clsact_sched_data *q = qdisc_priv(sch);
186
187 q->ingress_block_info.block_index = block_index;
188}
189
190static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index)
191{
192 struct clsact_sched_data *q = qdisc_priv(sch);
193
194 q->egress_block_info.block_index = block_index;
195}
196
197static u32 clsact_ingress_block_get(struct Qdisc *sch)
198{
199 struct clsact_sched_data *q = qdisc_priv(sch);
200
201 return q->ingress_block_info.block_index;
202}
203
204static u32 clsact_egress_block_get(struct Qdisc *sch)
205{
206 struct clsact_sched_data *q = qdisc_priv(sch);
207
208 return q->egress_block_info.block_index;
209}
210
Alexander Aringe63d7df2017-12-20 12:35:13 -0500211static int clsact_init(struct Qdisc *sch, struct nlattr *opt,
212 struct netlink_ext_ack *extack)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100213{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200214 struct clsact_sched_data *q = qdisc_priv(sch);
215 struct net_device *dev = qdisc_dev(sch);
216 int err;
217
Jiri Pirkob59e6972017-12-15 12:40:13 +0100218 net_inc_ingress_queue();
219 net_inc_egress_queue();
220
Jiri Pirko46209402017-11-03 11:46:25 +0100221 mini_qdisc_pair_init(&q->miniqp_ingress, sch, &dev->miniq_ingress);
222
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200223 q->ingress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100224 q->ingress_block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +0100225 q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200226
Alexander Aring8d1a77f2017-12-20 12:35:19 -0500227 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info,
228 extack);
Jiri Pirko6529eab2017-05-17 11:07:55 +0200229 if (err)
230 return err;
231
Jiri Pirko46209402017-11-03 11:46:25 +0100232 mini_qdisc_pair_init(&q->miniqp_egress, sch, &dev->miniq_egress);
233
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200234 q->egress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100235 q->egress_block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +0100236 q->egress_block_info.chain_head_change_priv = &q->miniqp_egress;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200237
David S. Millerc02b3742018-01-17 00:00:25 -0500238 return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100239}
240
241static void clsact_destroy(struct Qdisc *sch)
242{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200243 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100244
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100245 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
246 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100247
248 net_dec_ingress_queue();
249 net_dec_egress_queue();
250}
251
252static const struct Qdisc_class_ops clsact_class_ops = {
253 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700254 .find = clsact_find,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100255 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200256 .tcf_block = clsact_tcf_block,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100257 .bind_tcf = clsact_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700258 .unbind_tcf = ingress_unbind_filter,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100259};
260
261static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
Jiri Pirko51ab2992018-01-17 11:46:53 +0100262 .cl_ops = &clsact_class_ops,
263 .id = "clsact",
264 .priv_size = sizeof(struct clsact_sched_data),
265 .static_flags = TCQ_F_CPUSTATS,
266 .init = clsact_init,
267 .destroy = clsact_destroy,
268 .dump = ingress_dump,
269 .ingress_block_set = clsact_ingress_block_set,
270 .egress_block_set = clsact_egress_block_set,
271 .ingress_block_get = clsact_ingress_block_get,
272 .egress_block_get = clsact_egress_block_get,
273 .owner = THIS_MODULE,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100274};
275
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276static int __init ingress_module_init(void)
277{
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100278 int ret;
279
280 ret = register_qdisc(&ingress_qdisc_ops);
281 if (!ret) {
282 ret = register_qdisc(&clsact_qdisc_ops);
283 if (ret)
284 unregister_qdisc(&ingress_qdisc_ops);
285 }
286
287 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800289
YOSHIFUJI Hideaki10297b92007-02-09 23:25:16 +0900290static void __exit ingress_module_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291{
292 unregister_qdisc(&ingress_qdisc_ops);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100293 unregister_qdisc(&clsact_qdisc_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800295
Daniel Borkmannd2788d32015-05-09 22:51:32 +0200296module_init(ingress_module_init);
297module_exit(ingress_module_exit);
298
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100299MODULE_ALIAS("sch_clsact");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300MODULE_LICENSE("GPL");