blob: 1d0b39c3932f945b7e7e221ec13055374bc5ba9a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/cls_fw.c Classifier mapping ipchains' fwmark to traffic class.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 *
11 * Changes:
12 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_walk off by one
13 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_delete killed all the filter (and kernel).
14 * Alex <alex@pilotsoft.com> : 2004xxyy: Added Action extension
15 *
16 * JHS: We should remove the CONFIG_NET_CLS_IND from here
17 * eventually when the meta match extension is made available
18 *
19 */
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/module.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/types.h>
24#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/skbuff.h>
Patrick McHardy0ba48052007-07-02 22:49:07 -070028#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <net/act_api.h>
30#include <net/pkt_cls.h>
Jiri Pirko1abf2722017-10-13 14:01:03 +020031#include <net/sch_generic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Eric Dumazetd37d8ac2014-03-17 20:20:49 -070033#define HTSIZE 256
Thomas Grafc5c13fa2005-04-24 20:19:54 -070034
Eric Dumazetcc7ec452011-01-19 19:26:56 +000035struct fw_head {
Eric Dumazetd37d8ac2014-03-17 20:20:49 -070036 u32 mask;
John Fastabende35a8ee2014-09-12 20:07:22 -070037 struct fw_filter __rcu *ht[HTSIZE];
38 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -070039};
40
Eric Dumazetcc7ec452011-01-19 19:26:56 +000041struct fw_filter {
John Fastabende35a8ee2014-09-12 20:07:22 -070042 struct fw_filter __rcu *next;
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 u32 id;
44 struct tcf_result res;
45#ifdef CONFIG_NET_CLS_IND
WANG Cong2519a602014-01-09 16:14:02 -080046 int ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047#endif /* CONFIG_NET_CLS_IND */
48 struct tcf_exts exts;
John Fastabende35a8ee2014-09-12 20:07:22 -070049 struct tcf_proto *tp;
Cong Wangaaa908f2018-05-23 15:26:53 -070050 struct rcu_work rwork;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051};
52
Eric Dumazetd37d8ac2014-03-17 20:20:49 -070053static u32 fw_hash(u32 handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054{
Eric Dumazetd37d8ac2014-03-17 20:20:49 -070055 handle ^= (handle >> 16);
56 handle ^= (handle >> 8);
57 return handle % HTSIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070058}
59
Eric Dumazetdc7f9f62011-07-05 23:25:42 +000060static int fw_classify(struct sk_buff *skb, const struct tcf_proto *tp,
Jamal Hadi Salim5a7a5552016-09-18 08:45:33 -040061 struct tcf_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -070062{
John Fastabende35a8ee2014-09-12 20:07:22 -070063 struct fw_head *head = rcu_dereference_bh(tp->root);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 struct fw_filter *f;
65 int r;
Patrick McHardy5c804bf2006-12-05 13:46:13 -080066 u32 id = skb->mark;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
68 if (head != NULL) {
Patrick McHardy5c804bf2006-12-05 13:46:13 -080069 id &= head->mask;
John Fastabende35a8ee2014-09-12 20:07:22 -070070
71 for (f = rcu_dereference_bh(head->ht[fw_hash(id)]); f;
72 f = rcu_dereference_bh(f->next)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 if (f->id == id) {
74 *res = f->res;
75#ifdef CONFIG_NET_CLS_IND
WANG Cong2519a602014-01-09 16:14:02 -080076 if (!tcf_match_indev(skb, f->ifindex))
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 continue;
78#endif /* CONFIG_NET_CLS_IND */
79 r = tcf_exts_exec(skb, &f->exts, res);
80 if (r < 0)
81 continue;
82
83 return r;
84 }
85 }
86 } else {
Jiri Pirko1abf2722017-10-13 14:01:03 +020087 struct Qdisc *q = tcf_block_q(tp->chain->block);
88
WANG Congd8aecb12015-09-22 17:01:11 -070089 /* Old method: classify the packet using its skb mark. */
Eric Dumazetcc7ec452011-01-19 19:26:56 +000090 if (id && (TC_H_MAJ(id) == 0 ||
Jiri Pirko1abf2722017-10-13 14:01:03 +020091 !(TC_H_MAJ(id ^ q->handle)))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 res->classid = id;
93 res->class = 0;
94 return 0;
95 }
96 }
97
98 return -1;
99}
100
WANG Cong8113c092017-08-04 21:31:43 -0700101static void *fw_get(struct tcf_proto *tp, u32 handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102{
John Fastabende35a8ee2014-09-12 20:07:22 -0700103 struct fw_head *head = rtnl_dereference(tp->root);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 struct fw_filter *f;
105
106 if (head == NULL)
WANG Cong8113c092017-08-04 21:31:43 -0700107 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
John Fastabende35a8ee2014-09-12 20:07:22 -0700109 f = rtnl_dereference(head->ht[fw_hash(handle)]);
110 for (; f; f = rtnl_dereference(f->next)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 if (f->id == handle)
WANG Cong8113c092017-08-04 21:31:43 -0700112 return f;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 }
WANG Cong8113c092017-08-04 21:31:43 -0700114 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115}
116
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117static int fw_init(struct tcf_proto *tp)
118{
WANG Congd8aecb12015-09-22 17:01:11 -0700119 /* We don't allocate fw_head here, because in the old method
120 * we don't need it at all.
121 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 return 0;
123}
124
Cong Wangd5f984f2017-11-06 13:47:25 -0800125static void __fw_delete_filter(struct fw_filter *f)
126{
127 tcf_exts_destroy(&f->exts);
128 tcf_exts_put_net(&f->exts);
129 kfree(f);
130}
131
Cong Wange071dff2017-10-26 18:24:34 -0700132static void fw_delete_filter_work(struct work_struct *work)
133{
Cong Wangaaa908f2018-05-23 15:26:53 -0700134 struct fw_filter *f = container_of(to_rcu_work(work),
135 struct fw_filter,
136 rwork);
Cong Wange071dff2017-10-26 18:24:34 -0700137 rtnl_lock();
Cong Wangd5f984f2017-11-06 13:47:25 -0800138 __fw_delete_filter(f);
Cong Wange071dff2017-10-26 18:24:34 -0700139 rtnl_unlock();
140}
141
Vlad Buslov12db03b2019-02-11 10:55:45 +0200142static void fw_destroy(struct tcf_proto *tp, bool rtnl_held,
143 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144{
John Fastabende35a8ee2014-09-12 20:07:22 -0700145 struct fw_head *head = rtnl_dereference(tp->root);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 struct fw_filter *f;
147 int h;
148
149 if (head == NULL)
WANG Cong763dbf62017-04-19 14:21:21 -0700150 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Eric Dumazetcc7ec452011-01-19 19:26:56 +0000152 for (h = 0; h < HTSIZE; h++) {
John Fastabende35a8ee2014-09-12 20:07:22 -0700153 while ((f = rtnl_dereference(head->ht[h])) != NULL) {
154 RCU_INIT_POINTER(head->ht[h],
155 rtnl_dereference(f->next));
John Fastabend18cdb372014-10-05 21:28:52 -0700156 tcf_unbind_filter(tp, &f->res);
Cong Wangd5f984f2017-11-06 13:47:25 -0800157 if (tcf_exts_get_net(&f->exts))
Cong Wangaaa908f2018-05-23 15:26:53 -0700158 tcf_queue_work(&f->rwork, fw_delete_filter_work);
Cong Wangd5f984f2017-11-06 13:47:25 -0800159 else
160 __fw_delete_filter(f);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 }
162 }
John Fastabende35a8ee2014-09-12 20:07:22 -0700163 kfree_rcu(head, rcu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164}
165
Alexander Aring571acf22018-01-18 11:20:53 -0500166static int fw_delete(struct tcf_proto *tp, void *arg, bool *last,
Vlad Buslov12db03b2019-02-11 10:55:45 +0200167 bool rtnl_held, struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168{
John Fastabende35a8ee2014-09-12 20:07:22 -0700169 struct fw_head *head = rtnl_dereference(tp->root);
WANG Cong8113c092017-08-04 21:31:43 -0700170 struct fw_filter *f = arg;
John Fastabende35a8ee2014-09-12 20:07:22 -0700171 struct fw_filter __rcu **fp;
172 struct fw_filter *pfp;
WANG Cong763dbf62017-04-19 14:21:21 -0700173 int ret = -EINVAL;
174 int h;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175
176 if (head == NULL || f == NULL)
177 goto out;
178
John Fastabende35a8ee2014-09-12 20:07:22 -0700179 fp = &head->ht[fw_hash(f->id)];
180
181 for (pfp = rtnl_dereference(*fp); pfp;
182 fp = &pfp->next, pfp = rtnl_dereference(*fp)) {
183 if (pfp == f) {
184 RCU_INIT_POINTER(*fp, rtnl_dereference(f->next));
John Fastabend18cdb372014-10-05 21:28:52 -0700185 tcf_unbind_filter(tp, &f->res);
Cong Wangd5f984f2017-11-06 13:47:25 -0800186 tcf_exts_get_net(&f->exts);
Cong Wangaaa908f2018-05-23 15:26:53 -0700187 tcf_queue_work(&f->rwork, fw_delete_filter_work);
WANG Cong763dbf62017-04-19 14:21:21 -0700188 ret = 0;
189 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 }
191 }
WANG Cong763dbf62017-04-19 14:21:21 -0700192
193 *last = true;
194 for (h = 0; h < HTSIZE; h++) {
195 if (rcu_access_pointer(head->ht[h])) {
196 *last = false;
197 break;
198 }
199 }
200
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201out:
WANG Cong763dbf62017-04-19 14:21:21 -0700202 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203}
204
Patrick McHardy6fa8c012008-01-23 20:36:12 -0800205static const struct nla_policy fw_policy[TCA_FW_MAX + 1] = {
206 [TCA_FW_CLASSID] = { .type = NLA_U32 },
207 [TCA_FW_INDEV] = { .type = NLA_STRING, .len = IFNAMSIZ },
208 [TCA_FW_MASK] = { .type = NLA_U32 },
209};
210
Jiri Pirko1e5003a2017-08-04 14:29:05 +0200211static int fw_set_parms(struct net *net, struct tcf_proto *tp,
212 struct fw_filter *f, struct nlattr **tb,
Alexander Aring50a56192018-01-18 11:20:52 -0500213 struct nlattr **tca, unsigned long base, bool ovr,
214 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215{
John Fastabende35a8ee2014-09-12 20:07:22 -0700216 struct fw_head *head = rtnl_dereference(tp->root);
Patrick McHardyb4e9b522006-08-25 16:11:42 -0700217 u32 mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 int err;
219
Alexander Aring50a56192018-01-18 11:20:52 -0500220 err = tcf_exts_validate(net, tp, tb, tca[TCA_RATE], &f->exts, ovr,
Vlad Buslovec6743a2019-02-11 10:55:43 +0200221 true, extack);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 if (err < 0)
223 return err;
224
Patrick McHardyadd93b62008-01-22 22:11:33 -0800225 if (tb[TCA_FW_CLASSID]) {
Patrick McHardy1587bac2008-01-23 20:35:03 -0800226 f->res.classid = nla_get_u32(tb[TCA_FW_CLASSID]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 tcf_bind_filter(tp, &f->res, base);
228 }
229
230#ifdef CONFIG_NET_CLS_IND
Patrick McHardyadd93b62008-01-22 22:11:33 -0800231 if (tb[TCA_FW_INDEV]) {
WANG Cong2519a602014-01-09 16:14:02 -0800232 int ret;
Alexander Aring1057c552018-01-18 11:20:54 -0500233 ret = tcf_change_indev(net, tb[TCA_FW_INDEV], extack);
Jiri Pirko94611bf2017-08-04 14:29:07 +0200234 if (ret < 0)
235 return ret;
WANG Cong2519a602014-01-09 16:14:02 -0800236 f->ifindex = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 }
238#endif /* CONFIG_NET_CLS_IND */
239
Wei Yongjuncb95ec62013-04-17 16:49:10 +0000240 err = -EINVAL;
Patrick McHardyadd93b62008-01-22 22:11:33 -0800241 if (tb[TCA_FW_MASK]) {
Patrick McHardy1587bac2008-01-23 20:35:03 -0800242 mask = nla_get_u32(tb[TCA_FW_MASK]);
Patrick McHardyb4e9b522006-08-25 16:11:42 -0700243 if (mask != head->mask)
Jiri Pirko94611bf2017-08-04 14:29:07 +0200244 return err;
Patrick McHardyb4e9b522006-08-25 16:11:42 -0700245 } else if (head->mask != 0xFFFFFFFF)
Jiri Pirko94611bf2017-08-04 14:29:07 +0200246 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247
248 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249}
250
Benjamin LaHaisec1b52732013-01-14 05:15:39 +0000251static int fw_change(struct net *net, struct sk_buff *in_skb,
Eric W. Biedermanaf4c6642012-05-25 13:42:45 -0600252 struct tcf_proto *tp, unsigned long base,
WANG Cong8113c092017-08-04 21:31:43 -0700253 u32 handle, struct nlattr **tca, void **arg,
Vlad Buslov12db03b2019-02-11 10:55:45 +0200254 bool ovr, bool rtnl_held,
255 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256{
John Fastabende35a8ee2014-09-12 20:07:22 -0700257 struct fw_head *head = rtnl_dereference(tp->root);
WANG Cong8113c092017-08-04 21:31:43 -0700258 struct fw_filter *f = *arg;
Patrick McHardyadd93b62008-01-22 22:11:33 -0800259 struct nlattr *opt = tca[TCA_OPTIONS];
260 struct nlattr *tb[TCA_FW_MAX + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261 int err;
262
263 if (!opt)
WANG Congd8aecb12015-09-22 17:01:11 -0700264 return handle ? -EINVAL : 0; /* Succeed if it is old method. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Johannes Berg8cb08172019-04-26 14:07:28 +0200266 err = nla_parse_nested_deprecated(tb, TCA_FW_MAX, opt, fw_policy,
267 NULL);
Patrick McHardycee63722008-01-23 20:33:32 -0800268 if (err < 0)
269 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270
John Fastabende35a8ee2014-09-12 20:07:22 -0700271 if (f) {
272 struct fw_filter *pfp, *fnew;
273 struct fw_filter __rcu **fp;
274
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 if (f->id != handle && handle)
276 return -EINVAL;
John Fastabende35a8ee2014-09-12 20:07:22 -0700277
278 fnew = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
279 if (!fnew)
280 return -ENOBUFS;
281
282 fnew->id = f->id;
283 fnew->res = f->res;
284#ifdef CONFIG_NET_CLS_IND
285 fnew->ifindex = f->ifindex;
286#endif /* CONFIG_NET_CLS_IND */
287 fnew->tp = f->tp;
288
Cong Wang14215102019-02-20 21:37:42 -0800289 err = tcf_exts_init(&fnew->exts, net, TCA_FW_ACT,
290 TCA_FW_POLICE);
WANG Congb9a24bb2016-08-19 12:36:54 -0700291 if (err < 0) {
292 kfree(fnew);
293 return err;
294 }
John Fastabende1f93eb2014-09-15 23:31:42 -0700295
Alexander Aring50a56192018-01-18 11:20:52 -0500296 err = fw_set_parms(net, tp, fnew, tb, tca, base, ovr, extack);
John Fastabende35a8ee2014-09-12 20:07:22 -0700297 if (err < 0) {
WANG Congb9a24bb2016-08-19 12:36:54 -0700298 tcf_exts_destroy(&fnew->exts);
John Fastabende35a8ee2014-09-12 20:07:22 -0700299 kfree(fnew);
300 return err;
301 }
302
303 fp = &head->ht[fw_hash(fnew->id)];
304 for (pfp = rtnl_dereference(*fp); pfp;
305 fp = &pfp->next, pfp = rtnl_dereference(*fp))
306 if (pfp == f)
307 break;
308
309 RCU_INIT_POINTER(fnew->next, rtnl_dereference(pfp->next));
310 rcu_assign_pointer(*fp, fnew);
John Fastabend18cdb372014-10-05 21:28:52 -0700311 tcf_unbind_filter(tp, &f->res);
Cong Wangd5f984f2017-11-06 13:47:25 -0800312 tcf_exts_get_net(&f->exts);
Cong Wangaaa908f2018-05-23 15:26:53 -0700313 tcf_queue_work(&f->rwork, fw_delete_filter_work);
John Fastabende35a8ee2014-09-12 20:07:22 -0700314
WANG Cong8113c092017-08-04 21:31:43 -0700315 *arg = fnew;
John Fastabende35a8ee2014-09-12 20:07:22 -0700316 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 }
318
319 if (!handle)
320 return -EINVAL;
321
WANG Congd8aecb12015-09-22 17:01:11 -0700322 if (!head) {
323 u32 mask = 0xFFFFFFFF;
Patrick McHardy6fa8c012008-01-23 20:36:12 -0800324 if (tb[TCA_FW_MASK])
WANG Congd8aecb12015-09-22 17:01:11 -0700325 mask = nla_get_u32(tb[TCA_FW_MASK]);
326
327 head = kzalloc(sizeof(*head), GFP_KERNEL);
328 if (!head)
329 return -ENOBUFS;
330 head->mask = mask;
331
332 rcu_assign_pointer(tp->root, head);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 }
334
Panagiotis Issaris0da974f2006-07-21 14:51:30 -0700335 f = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 if (f == NULL)
337 return -ENOBUFS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338
Cong Wang14215102019-02-20 21:37:42 -0800339 err = tcf_exts_init(&f->exts, net, TCA_FW_ACT, TCA_FW_POLICE);
WANG Congb9a24bb2016-08-19 12:36:54 -0700340 if (err < 0)
341 goto errout;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 f->id = handle;
John Fastabende35a8ee2014-09-12 20:07:22 -0700343 f->tp = tp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
Alexander Aring50a56192018-01-18 11:20:52 -0500345 err = fw_set_parms(net, tp, f, tb, tca, base, ovr, extack);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 if (err < 0)
347 goto errout;
348
John Fastabende35a8ee2014-09-12 20:07:22 -0700349 RCU_INIT_POINTER(f->next, head->ht[fw_hash(handle)]);
350 rcu_assign_pointer(head->ht[fw_hash(handle)], f);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351
WANG Cong8113c092017-08-04 21:31:43 -0700352 *arg = f;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 return 0;
354
355errout:
WANG Congb9a24bb2016-08-19 12:36:54 -0700356 tcf_exts_destroy(&f->exts);
Jesper Juhla51482b2005-11-08 09:41:34 -0800357 kfree(f);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 return err;
359}
360
Vlad Buslov12db03b2019-02-11 10:55:45 +0200361static void fw_walk(struct tcf_proto *tp, struct tcf_walker *arg,
362 bool rtnl_held)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363{
John Fastabende35a8ee2014-09-12 20:07:22 -0700364 struct fw_head *head = rtnl_dereference(tp->root);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 int h;
366
Vlad Buslov1d997872019-02-27 15:49:17 +0200367 if (head == NULL)
368 arg->stop = 1;
369
370 if (arg->stop)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 return;
372
Thomas Grafc5c13fa2005-04-24 20:19:54 -0700373 for (h = 0; h < HTSIZE; h++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 struct fw_filter *f;
375
John Fastabende35a8ee2014-09-12 20:07:22 -0700376 for (f = rtnl_dereference(head->ht[h]); f;
377 f = rtnl_dereference(f->next)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378 if (arg->count < arg->skip) {
379 arg->count++;
380 continue;
381 }
WANG Cong8113c092017-08-04 21:31:43 -0700382 if (arg->fn(tp, f, arg) < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 arg->stop = 1;
384 return;
385 }
386 arg->count++;
387 }
388 }
389}
390
WANG Cong8113c092017-08-04 21:31:43 -0700391static int fw_dump(struct net *net, struct tcf_proto *tp, void *fh,
Vlad Buslov12db03b2019-02-11 10:55:45 +0200392 struct sk_buff *skb, struct tcmsg *t, bool rtnl_held)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393{
John Fastabende35a8ee2014-09-12 20:07:22 -0700394 struct fw_head *head = rtnl_dereference(tp->root);
WANG Cong8113c092017-08-04 21:31:43 -0700395 struct fw_filter *f = fh;
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800396 struct nlattr *nest;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397
398 if (f == NULL)
399 return skb->len;
400
401 t->tcm_handle = f->id;
402
Jiri Pirko6fc6d062017-08-04 14:29:00 +0200403 if (!f->res.classid && !tcf_exts_has_actions(&f->exts))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 return skb->len;
405
Michal Kubecekae0be8d2019-04-26 11:13:06 +0200406 nest = nla_nest_start_noflag(skb, TCA_OPTIONS);
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800407 if (nest == NULL)
408 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409
David S. Miller1b34ec42012-03-29 05:11:39 -0400410 if (f->res.classid &&
411 nla_put_u32(skb, TCA_FW_CLASSID, f->res.classid))
412 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413#ifdef CONFIG_NET_CLS_IND
WANG Cong2519a602014-01-09 16:14:02 -0800414 if (f->ifindex) {
415 struct net_device *dev;
416 dev = __dev_get_by_index(net, f->ifindex);
417 if (dev && nla_put_string(skb, TCA_FW_INDEV, dev->name))
418 goto nla_put_failure;
419 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420#endif /* CONFIG_NET_CLS_IND */
David S. Miller1b34ec42012-03-29 05:11:39 -0400421 if (head->mask != 0xFFFFFFFF &&
422 nla_put_u32(skb, TCA_FW_MASK, head->mask))
423 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424
WANG Cong5da57f42013-12-15 20:15:07 -0800425 if (tcf_exts_dump(skb, &f->exts) < 0)
Patrick McHardyadd93b62008-01-22 22:11:33 -0800426 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800428 nla_nest_end(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429
WANG Cong5da57f42013-12-15 20:15:07 -0800430 if (tcf_exts_dump_stats(skb, &f->exts) < 0)
Patrick McHardyadd93b62008-01-22 22:11:33 -0800431 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432
433 return skb->len;
434
Patrick McHardyadd93b62008-01-22 22:11:33 -0800435nla_put_failure:
Jiri Pirko6ea3b442014-12-09 22:23:29 +0100436 nla_nest_cancel(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 return -1;
438}
439
Cong Wang07d79fc2017-08-30 14:30:36 -0700440static void fw_bind_class(void *fh, u32 classid, unsigned long cl)
441{
442 struct fw_filter *f = fh;
443
444 if (f && f->res.classid == classid)
445 f->res.class = cl;
446}
447
Patrick McHardy2eb9d752008-01-22 22:10:42 -0800448static struct tcf_proto_ops cls_fw_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449 .kind = "fw",
450 .classify = fw_classify,
451 .init = fw_init,
452 .destroy = fw_destroy,
453 .get = fw_get,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 .change = fw_change,
455 .delete = fw_delete,
456 .walk = fw_walk,
457 .dump = fw_dump,
Cong Wang07d79fc2017-08-30 14:30:36 -0700458 .bind_class = fw_bind_class,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459 .owner = THIS_MODULE,
460};
461
462static int __init init_fw(void)
463{
464 return register_tcf_proto_ops(&cls_fw_ops);
465}
466
YOSHIFUJI Hideaki10297b92007-02-09 23:25:16 +0900467static void __exit exit_fw(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468{
469 unregister_tcf_proto_ops(&cls_fw_ops);
470}
471
472module_init(init_fw)
473module_exit(exit_fw)
474MODULE_LICENSE("GPL");