blob: e4252a176eecaeb112612623b2b968e34e1996f6 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef __NET_PKT_CLS_H
3#define __NET_PKT_CLS_H
4
5#include <linux/pkt_cls.h>
Cong Wang7aa00452017-10-26 18:24:28 -07006#include <linux/workqueue.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <net/sch_generic.h>
8#include <net/act_api.h>
9
10/* Basic packet classifier frontend definitions. */
11
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000012struct tcf_walker {
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 int stop;
14 int skip;
15 int count;
Vlad Buslov01683a12018-07-09 13:29:11 +030016 unsigned long cookie;
WANG Cong8113c092017-08-04 21:31:43 -070017 int (*fn)(struct tcf_proto *, void *node, struct tcf_walker *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070018};
19
Joe Perches5c152572013-07-30 22:47:13 -070020int register_tcf_proto_ops(struct tcf_proto_ops *ops);
21int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Jiri Pirko8c4083b2017-10-19 15:50:29 +020023enum tcf_block_binder_type {
24 TCF_BLOCK_BINDER_TYPE_UNSPEC,
Jiri Pirko6e40cf22017-10-19 15:50:30 +020025 TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS,
26 TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS,
Jiri Pirko8c4083b2017-10-19 15:50:29 +020027};
28
29struct tcf_block_ext_info {
30 enum tcf_block_binder_type binder_type;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010031 tcf_chain_head_change_t *chain_head_change;
32 void *chain_head_change_priv;
Jiri Pirko48617382018-01-17 11:46:46 +010033 u32 block_index;
Jiri Pirko8c4083b2017-10-19 15:50:29 +020034};
35
Jiri Pirkoacb67442017-10-19 15:50:31 +020036struct tcf_block_cb;
Cong Wangaaa908f2018-05-23 15:26:53 -070037bool tcf_queue_work(struct rcu_work *rwork, work_func_t func);
Jiri Pirkoacb67442017-10-19 15:50:31 +020038
Jiri Pirko8ae70032017-02-15 11:57:50 +010039#ifdef CONFIG_NET_CLS
WANG Cong367a8ce2017-05-23 09:42:37 -070040struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index,
41 bool create);
Jiri Pirko5bc17012017-05-17 11:08:01 +020042void tcf_chain_put(struct tcf_chain *chain);
Jiri Pirkof36fe1c2018-01-17 11:46:48 +010043void tcf_block_netif_keep_dst(struct tcf_block *block);
Jiri Pirko6529eab2017-05-17 11:07:55 +020044int tcf_block_get(struct tcf_block **p_block,
Alexander Aring8d1a77f2017-12-20 12:35:19 -050045 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
46 struct netlink_ext_ack *extack);
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010047int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
Alexander Aring8d1a77f2017-12-20 12:35:19 -050048 struct tcf_block_ext_info *ei,
49 struct netlink_ext_ack *extack);
Jiri Pirko6529eab2017-05-17 11:07:55 +020050void tcf_block_put(struct tcf_block *block);
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010051void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
Jiri Pirko8c4083b2017-10-19 15:50:29 +020052 struct tcf_block_ext_info *ei);
Jiri Pirko44186462017-10-13 14:00:59 +020053
Jiri Pirko48617382018-01-17 11:46:46 +010054static inline bool tcf_block_shared(struct tcf_block *block)
55{
56 return block->index;
57}
58
Jiri Pirko44186462017-10-13 14:00:59 +020059static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
60{
Jiri Pirko48617382018-01-17 11:46:46 +010061 WARN_ON(tcf_block_shared(block));
Jiri Pirko44186462017-10-13 14:00:59 +020062 return block->q;
63}
64
65static inline struct net_device *tcf_block_dev(struct tcf_block *block)
66{
67 return tcf_block_q(block)->dev_queue->dev;
68}
69
Jiri Pirkoacb67442017-10-19 15:50:31 +020070void *tcf_block_cb_priv(struct tcf_block_cb *block_cb);
71struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
72 tc_setup_cb_t *cb, void *cb_ident);
73void tcf_block_cb_incref(struct tcf_block_cb *block_cb);
74unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb);
75struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
76 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -070077 void *cb_priv,
78 struct netlink_ext_ack *extack);
Jiri Pirkoacb67442017-10-19 15:50:31 +020079int tcf_block_cb_register(struct tcf_block *block,
80 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -070081 void *cb_priv, struct netlink_ext_ack *extack);
John Hurley32636742018-06-25 14:30:10 -070082void __tcf_block_cb_unregister(struct tcf_block *block,
83 struct tcf_block_cb *block_cb);
Jiri Pirkoacb67442017-10-19 15:50:31 +020084void tcf_block_cb_unregister(struct tcf_block *block,
85 tc_setup_cb_t *cb, void *cb_ident);
86
Jiri Pirko87d83092017-05-17 11:07:54 +020087int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
88 struct tcf_result *res, bool compat_mode);
89
Jiri Pirko8ae70032017-02-15 11:57:50 +010090#else
Jiri Pirko6529eab2017-05-17 11:07:55 +020091static inline
92int tcf_block_get(struct tcf_block **p_block,
Sudip Mukherjee3c149092017-12-22 15:52:05 +000093 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
94 struct netlink_ext_ack *extack)
Jiri Pirko6529eab2017-05-17 11:07:55 +020095{
96 return 0;
97}
98
Jiri Pirko8c4083b2017-10-19 15:50:29 +020099static inline
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100100int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
Quentin Monnet33c30a82018-01-03 17:30:45 -0800101 struct tcf_block_ext_info *ei,
102 struct netlink_ext_ack *extack)
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200103{
104 return 0;
105}
106
Jiri Pirko6529eab2017-05-17 11:07:55 +0200107static inline void tcf_block_put(struct tcf_block *block)
Jiri Pirko8ae70032017-02-15 11:57:50 +0100108{
109}
Jiri Pirko87d83092017-05-17 11:07:54 +0200110
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200111static inline
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100112void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200113 struct tcf_block_ext_info *ei)
114{
115}
116
John Hurley951a8ee2018-06-25 20:36:28 -0700117static inline bool tcf_block_shared(struct tcf_block *block)
118{
119 return false;
120}
121
Jiri Pirko44186462017-10-13 14:00:59 +0200122static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
123{
124 return NULL;
125}
126
127static inline struct net_device *tcf_block_dev(struct tcf_block *block)
128{
129 return NULL;
130}
131
Jiri Pirkoacb67442017-10-19 15:50:31 +0200132static inline
133int tc_setup_cb_block_register(struct tcf_block *block, tc_setup_cb_t *cb,
134 void *cb_priv)
135{
136 return 0;
137}
138
139static inline
140void tc_setup_cb_block_unregister(struct tcf_block *block, tc_setup_cb_t *cb,
141 void *cb_priv)
142{
143}
144
145static inline
146void *tcf_block_cb_priv(struct tcf_block_cb *block_cb)
147{
148 return NULL;
149}
150
151static inline
152struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
153 tc_setup_cb_t *cb, void *cb_ident)
154{
155 return NULL;
156}
157
158static inline
159void tcf_block_cb_incref(struct tcf_block_cb *block_cb)
160{
161}
162
163static inline
164unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb)
165{
166 return 0;
167}
168
169static inline
170struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
171 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -0700172 void *cb_priv,
173 struct netlink_ext_ack *extack)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200174{
175 return NULL;
176}
177
178static inline
179int tcf_block_cb_register(struct tcf_block *block,
180 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -0700181 void *cb_priv, struct netlink_ext_ack *extack)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200182{
183 return 0;
184}
185
186static inline
John Hurley32636742018-06-25 14:30:10 -0700187void __tcf_block_cb_unregister(struct tcf_block *block,
188 struct tcf_block_cb *block_cb)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200189{
190}
191
192static inline
193void tcf_block_cb_unregister(struct tcf_block *block,
194 tc_setup_cb_t *cb, void *cb_ident)
195{
196}
197
Jiri Pirko87d83092017-05-17 11:07:54 +0200198static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
199 struct tcf_result *res, bool compat_mode)
200{
201 return TC_ACT_UNSPEC;
202}
Jiri Pirko8ae70032017-02-15 11:57:50 +0100203#endif
Jiri Pirkocf1facd2017-02-09 14:38:56 +0100204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205static inline unsigned long
206__cls_set_class(unsigned long *clp, unsigned long cl)
207{
WANG Conga0efb802014-09-30 16:07:24 -0700208 return xchg(clp, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209}
210
211static inline unsigned long
Jiri Pirko34e37592017-10-13 14:01:00 +0200212cls_set_class(struct Qdisc *q, unsigned long *clp, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213{
214 unsigned long old_cl;
Jiri Pirko34e37592017-10-13 14:01:00 +0200215
216 sch_tree_lock(q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 old_cl = __cls_set_class(clp, cl);
Jiri Pirko34e37592017-10-13 14:01:00 +0200218 sch_tree_unlock(q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 return old_cl;
220}
221
222static inline void
223tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base)
224{
Jiri Pirko34e37592017-10-13 14:01:00 +0200225 struct Qdisc *q = tp->chain->block->q;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 unsigned long cl;
227
Jiri Pirko34e37592017-10-13 14:01:00 +0200228 /* Check q as it is not set for shared blocks. In that case,
229 * setting class is not supported.
230 */
231 if (!q)
232 return;
233 cl = q->ops->cl_ops->bind_tcf(q, base, r->classid);
234 cl = cls_set_class(q, &r->class, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 if (cl)
Jiri Pirko34e37592017-10-13 14:01:00 +0200236 q->ops->cl_ops->unbind_tcf(q, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237}
238
239static inline void
240tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r)
241{
Jiri Pirko34e37592017-10-13 14:01:00 +0200242 struct Qdisc *q = tp->chain->block->q;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 unsigned long cl;
244
Jiri Pirko34e37592017-10-13 14:01:00 +0200245 if (!q)
246 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 if ((cl = __cls_set_class(&r->class, 0)) != 0)
Jiri Pirko34e37592017-10-13 14:01:00 +0200248 q->ops->cl_ops->unbind_tcf(q, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249}
250
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000251struct tcf_exts {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252#ifdef CONFIG_NET_CLS_ACT
WANG Cong33be6272013-12-15 20:15:05 -0800253 __u32 type; /* for backward compat(TCA_OLD_COMPAT) */
WANG Cong22dc13c2016-08-13 22:35:00 -0700254 int nr_actions;
255 struct tc_action **actions;
Cong Wange4b95c42017-11-06 13:47:19 -0800256 struct net *net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257#endif
WANG Cong5da57f42013-12-15 20:15:07 -0800258 /* Map to export classifier specific extension TLV types to the
259 * generic extensions API. Unsupported extensions must be set to 0.
260 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261 int action;
262 int police;
263};
264
WANG Congb9a24bb2016-08-19 12:36:54 -0700265static inline int tcf_exts_init(struct tcf_exts *exts, int action, int police)
WANG Cong33be6272013-12-15 20:15:05 -0800266{
267#ifdef CONFIG_NET_CLS_ACT
WANG Cong5da57f42013-12-15 20:15:07 -0800268 exts->type = 0;
WANG Cong22dc13c2016-08-13 22:35:00 -0700269 exts->nr_actions = 0;
Cong Wange4b95c42017-11-06 13:47:19 -0800270 exts->net = NULL;
WANG Cong22dc13c2016-08-13 22:35:00 -0700271 exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *),
272 GFP_KERNEL);
WANG Congb9a24bb2016-08-19 12:36:54 -0700273 if (!exts->actions)
274 return -ENOMEM;
WANG Cong33be6272013-12-15 20:15:05 -0800275#endif
WANG Cong5da57f42013-12-15 20:15:07 -0800276 exts->action = action;
277 exts->police = police;
WANG Congb9a24bb2016-08-19 12:36:54 -0700278 return 0;
WANG Cong33be6272013-12-15 20:15:05 -0800279}
280
Cong Wange4b95c42017-11-06 13:47:19 -0800281/* Return false if the netns is being destroyed in cleanup_net(). Callers
282 * need to do cleanup synchronously in this case, otherwise may race with
283 * tc_action_net_exit(). Return true for other cases.
284 */
285static inline bool tcf_exts_get_net(struct tcf_exts *exts)
286{
287#ifdef CONFIG_NET_CLS_ACT
288 exts->net = maybe_get_net(exts->net);
289 return exts->net != NULL;
290#else
291 return true;
292#endif
293}
294
295static inline void tcf_exts_put_net(struct tcf_exts *exts)
296{
297#ifdef CONFIG_NET_CLS_ACT
298 if (exts->net)
299 put_net(exts->net);
300#endif
301}
302
WANG Cong22dc13c2016-08-13 22:35:00 -0700303static inline void tcf_exts_to_list(const struct tcf_exts *exts,
304 struct list_head *actions)
305{
306#ifdef CONFIG_NET_CLS_ACT
307 int i;
308
309 for (i = 0; i < exts->nr_actions; i++) {
310 struct tc_action *a = exts->actions[i];
311
Hadar Hen Zionfa5effe2016-09-27 11:09:51 +0300312 list_add_tail(&a->list, actions);
WANG Cong22dc13c2016-08-13 22:35:00 -0700313 }
314#endif
315}
316
Jakub Kicinskid897a632017-05-31 08:06:43 -0700317static inline void
318tcf_exts_stats_update(const struct tcf_exts *exts,
319 u64 bytes, u64 packets, u64 lastuse)
320{
321#ifdef CONFIG_NET_CLS_ACT
322 int i;
323
324 preempt_disable();
325
326 for (i = 0; i < exts->nr_actions; i++) {
327 struct tc_action *a = exts->actions[i];
328
329 tcf_action_stats_update(a, bytes, packets, lastuse);
330 }
331
332 preempt_enable();
333#endif
334}
335
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336/**
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200337 * tcf_exts_has_actions - check if at least one action is present
338 * @exts: tc filter extensions handle
339 *
340 * Returns true if at least one action is present.
341 */
342static inline bool tcf_exts_has_actions(struct tcf_exts *exts)
343{
WANG Cong2734437e2016-08-13 22:34:59 -0700344#ifdef CONFIG_NET_CLS_ACT
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200345 return exts->nr_actions;
346#else
347 return false;
348#endif
349}
WANG Cong2734437e2016-08-13 22:34:59 -0700350
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200351/**
352 * tcf_exts_has_one_action - check if exactly one action is present
353 * @exts: tc filter extensions handle
354 *
355 * Returns true if exactly one action is present.
356 */
357static inline bool tcf_exts_has_one_action(struct tcf_exts *exts)
358{
359#ifdef CONFIG_NET_CLS_ACT
360 return exts->nr_actions == 1;
361#else
362 return false;
363#endif
364}
WANG Cong2734437e2016-08-13 22:34:59 -0700365
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200366/**
367 * tcf_exts_exec - execute tc filter extensions
368 * @skb: socket buffer
369 * @exts: tc filter extensions handle
370 * @res: desired result
371 *
Jiri Pirkoaf089e72017-08-04 14:29:01 +0200372 * Executes all configured extensions. Returns TC_ACT_OK on a normal execution,
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200373 * a negative number if the filter must be considered unmatched or
374 * a positive action code (TC_ACT_*) which must be returned to the
375 * underlying layer.
376 */
377static inline int
378tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts,
379 struct tcf_result *res)
380{
381#ifdef CONFIG_NET_CLS_ACT
Jiri Pirkoec1a9cc2017-08-04 14:29:02 +0200382 return tcf_action_exec(skb, exts->actions, exts->nr_actions, res);
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200383#endif
Jiri Pirkoaf089e72017-08-04 14:29:01 +0200384 return TC_ACT_OK;
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200385}
386
Joe Perches5c152572013-07-30 22:47:13 -0700387int tcf_exts_validate(struct net *net, struct tcf_proto *tp,
388 struct nlattr **tb, struct nlattr *rate_tlv,
Alexander Aring50a56192018-01-18 11:20:52 -0500389 struct tcf_exts *exts, bool ovr,
390 struct netlink_ext_ack *extack);
WANG Cong18d02642014-09-25 10:26:37 -0700391void tcf_exts_destroy(struct tcf_exts *exts);
Jiri Pirko9b0d4442017-08-04 14:29:15 +0200392void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src);
WANG Cong5da57f42013-12-15 20:15:07 -0800393int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts);
394int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395
396/**
397 * struct tcf_pkt_info - packet information
398 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000399struct tcf_pkt_info {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400 unsigned char * ptr;
401 int nexthdr;
402};
403
404#ifdef CONFIG_NET_EMATCH
405
406struct tcf_ematch_ops;
407
408/**
409 * struct tcf_ematch - extended match (ematch)
410 *
411 * @matchid: identifier to allow userspace to reidentify a match
412 * @flags: flags specifying attributes and the relation to other matches
413 * @ops: the operations lookup table of the corresponding ematch module
414 * @datalen: length of the ematch specific configuration data
415 * @data: ematch specific data
416 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000417struct tcf_ematch {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700418 struct tcf_ematch_ops * ops;
419 unsigned long data;
420 unsigned int datalen;
421 u16 matchid;
422 u16 flags;
John Fastabend82a470f2014-10-05 21:27:53 -0700423 struct net *net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424};
425
426static inline int tcf_em_is_container(struct tcf_ematch *em)
427{
428 return !em->ops;
429}
430
431static inline int tcf_em_is_simple(struct tcf_ematch *em)
432{
433 return em->flags & TCF_EM_SIMPLE;
434}
435
436static inline int tcf_em_is_inverted(struct tcf_ematch *em)
437{
438 return em->flags & TCF_EM_INVERT;
439}
440
441static inline int tcf_em_last_match(struct tcf_ematch *em)
442{
443 return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END;
444}
445
446static inline int tcf_em_early_end(struct tcf_ematch *em, int result)
447{
448 if (tcf_em_last_match(em))
449 return 1;
450
451 if (result == 0 && em->flags & TCF_EM_REL_AND)
452 return 1;
453
454 if (result != 0 && em->flags & TCF_EM_REL_OR)
455 return 1;
456
457 return 0;
458}
459
460/**
461 * struct tcf_ematch_tree - ematch tree handle
462 *
463 * @hdr: ematch tree header supplied by userspace
464 * @matches: array of ematches
465 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000466struct tcf_ematch_tree {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 struct tcf_ematch_tree_hdr hdr;
468 struct tcf_ematch * matches;
469
470};
471
472/**
473 * struct tcf_ematch_ops - ematch module operations
474 *
475 * @kind: identifier (kind) of this ematch module
476 * @datalen: length of expected configuration data (optional)
477 * @change: called during validation (optional)
478 * @match: called during ematch tree evaluation, must return 1/0
479 * @destroy: called during destroyage (optional)
480 * @dump: called during dumping process (optional)
481 * @owner: owner, must be set to THIS_MODULE
482 * @link: link to previous/next ematch module (internal use)
483 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000484struct tcf_ematch_ops {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485 int kind;
486 int datalen;
John Fastabend82a470f2014-10-05 21:27:53 -0700487 int (*change)(struct net *net, void *,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 int, struct tcf_ematch *);
489 int (*match)(struct sk_buff *, struct tcf_ematch *,
490 struct tcf_pkt_info *);
John Fastabend82a470f2014-10-05 21:27:53 -0700491 void (*destroy)(struct tcf_ematch *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492 int (*dump)(struct sk_buff *, struct tcf_ematch *);
493 struct module *owner;
494 struct list_head link;
495};
496
Joe Perches5c152572013-07-30 22:47:13 -0700497int tcf_em_register(struct tcf_ematch_ops *);
498void tcf_em_unregister(struct tcf_ematch_ops *);
499int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *,
500 struct tcf_ematch_tree *);
John Fastabend82a470f2014-10-05 21:27:53 -0700501void tcf_em_tree_destroy(struct tcf_ematch_tree *);
Joe Perches5c152572013-07-30 22:47:13 -0700502int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int);
503int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *,
504 struct tcf_pkt_info *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505
506/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700507 * tcf_em_tree_match - evaulate an ematch tree
508 *
509 * @skb: socket buffer of the packet in question
510 * @tree: ematch tree to be used for evaluation
511 * @info: packet information examined by classifier
512 *
513 * This function matches @skb against the ematch tree in @tree by going
514 * through all ematches respecting their logic relations returning
515 * as soon as the result is obvious.
516 *
517 * Returns 1 if the ematch tree as-one matches, no ematches are configured
518 * or ematch is not enabled in the kernel, otherwise 0 is returned.
519 */
520static inline int tcf_em_tree_match(struct sk_buff *skb,
521 struct tcf_ematch_tree *tree,
522 struct tcf_pkt_info *info)
523{
524 if (tree->hdr.nmatches)
525 return __tcf_em_tree_match(skb, tree, info);
526 else
527 return 1;
528}
529
Patrick McHardydb3d99c2007-07-11 19:46:26 -0700530#define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind))
531
Linus Torvalds1da177e2005-04-16 15:20:36 -0700532#else /* CONFIG_NET_EMATCH */
533
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000534struct tcf_ematch_tree {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535};
536
537#define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0)
John Fastabend82a470f2014-10-05 21:27:53 -0700538#define tcf_em_tree_destroy(t) do { (void)(t); } while(0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539#define tcf_em_tree_dump(skb, t, tlv) (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540#define tcf_em_tree_match(skb, t, info) ((void)(info), 1)
541
542#endif /* CONFIG_NET_EMATCH */
543
544static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer)
545{
546 switch (layer) {
547 case TCF_LAYER_LINK:
Wolfgang Bumillerd3303a62018-01-18 11:32:36 +0100548 return skb_mac_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700549 case TCF_LAYER_NETWORK:
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700550 return skb_network_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551 case TCF_LAYER_TRANSPORT:
Arnaldo Carvalho de Melo9c702202007-04-25 18:04:18 -0700552 return skb_transport_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553 }
554
555 return NULL;
556}
557
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -0700558static inline int tcf_valid_offset(const struct sk_buff *skb,
559 const unsigned char *ptr, const int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560{
David S. Millerda521b22010-12-21 12:43:16 -0800561 return likely((ptr + len) <= skb_tail_pointer(skb) &&
562 ptr >= skb->head &&
563 (ptr <= (ptr + len)));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564}
565
566#ifdef CONFIG_NET_CLS_IND
Denis V. Lunev0eeb8ff2007-12-04 01:15:45 -0800567#include <net/net_namespace.h>
568
Linus Torvalds1da177e2005-04-16 15:20:36 -0700569static inline int
Alexander Aring1057c552018-01-18 11:20:54 -0500570tcf_change_indev(struct net *net, struct nlattr *indev_tlv,
571 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572{
WANG Cong2519a602014-01-09 16:14:02 -0800573 char indev[IFNAMSIZ];
Patrick McHardyc01003c2007-03-29 11:46:52 -0700574 struct net_device *dev;
575
Alexander Aring1057c552018-01-18 11:20:54 -0500576 if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) {
577 NL_SET_ERR_MSG(extack, "Interface name too long");
WANG Cong2519a602014-01-09 16:14:02 -0800578 return -EINVAL;
Alexander Aring1057c552018-01-18 11:20:54 -0500579 }
WANG Cong2519a602014-01-09 16:14:02 -0800580 dev = __dev_get_by_name(net, indev);
581 if (!dev)
582 return -ENODEV;
583 return dev->ifindex;
584}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585
WANG Cong2519a602014-01-09 16:14:02 -0800586static inline bool
587tcf_match_indev(struct sk_buff *skb, int ifindex)
588{
589 if (!ifindex)
590 return true;
591 if (!skb->skb_iif)
592 return false;
593 return ifindex == skb->skb_iif;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594}
595#endif /* CONFIG_NET_CLS_IND */
596
Jiri Pirko208c0f42017-10-19 15:50:32 +0200597int tc_setup_cb_call(struct tcf_block *block, struct tcf_exts *exts,
598 enum tc_setup_type type, void *type_data, bool err_stop);
Jiri Pirko717503b2017-10-11 09:41:09 +0200599
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200600enum tc_block_command {
601 TC_BLOCK_BIND,
602 TC_BLOCK_UNBIND,
603};
604
605struct tc_block_offload {
606 enum tc_block_command command;
607 enum tcf_block_binder_type binder_type;
608 struct tcf_block *block;
John Hurley60513bd2018-06-25 14:30:04 -0700609 struct netlink_ext_ack *extack;
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200610};
611
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200612struct tc_cls_common_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200613 u32 chain_index;
614 __be16 protocol;
Jiri Pirkod7c1c8d2017-08-07 10:15:30 +0200615 u32 prio;
Quentin Monnet8f0b4252018-01-19 17:44:47 -0800616 struct netlink_ext_ack *extack;
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200617};
618
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800619struct tc_cls_u32_knode {
620 struct tcf_exts *exts;
John Fastabende0148602016-02-17 14:59:30 -0800621 struct tc_u32_sel *sel;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800622 u32 handle;
623 u32 val;
624 u32 mask;
625 u32 link_handle;
John Fastabende0148602016-02-17 14:59:30 -0800626 u8 fshift;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800627};
628
629struct tc_cls_u32_hnode {
630 u32 handle;
631 u32 prio;
632 unsigned int divisor;
633};
634
635enum tc_clsu32_command {
636 TC_CLSU32_NEW_KNODE,
637 TC_CLSU32_REPLACE_KNODE,
638 TC_CLSU32_DELETE_KNODE,
639 TC_CLSU32_NEW_HNODE,
640 TC_CLSU32_REPLACE_HNODE,
641 TC_CLSU32_DELETE_HNODE,
642};
643
644struct tc_cls_u32_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200645 struct tc_cls_common_offload common;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800646 /* knode values */
647 enum tc_clsu32_command command;
648 union {
649 struct tc_cls_u32_knode knode;
650 struct tc_cls_u32_hnode hnode;
651 };
652};
653
Jiri Pirko7b06e8a2017-08-09 14:30:35 +0200654static inline bool tc_can_offload(const struct net_device *dev)
John Fastabend6843e7a2016-02-26 07:53:49 -0800655{
Jiri Pirko70b5aee2017-11-01 11:47:41 +0100656 return dev->features & NETIF_F_HW_TC;
John Fastabend6843e7a2016-02-26 07:53:49 -0800657}
658
Quentin Monnetf9eda142018-01-19 17:44:48 -0800659static inline bool tc_can_offload_extack(const struct net_device *dev,
660 struct netlink_ext_ack *extack)
661{
662 bool can = tc_can_offload(dev);
663
664 if (!can)
665 NL_SET_ERR_MSG(extack, "TC offload is disabled on net device");
666
667 return can;
668}
669
Jakub Kicinski878db9f2018-01-25 14:00:43 -0800670static inline bool
671tc_cls_can_offload_and_chain0(const struct net_device *dev,
672 struct tc_cls_common_offload *common)
673{
674 if (!tc_can_offload_extack(dev, common->extack))
675 return false;
676 if (common->chain_index) {
677 NL_SET_ERR_MSG(common->extack,
678 "Driver supports only offload of chain 0");
679 return false;
680 }
681 return true;
682}
683
Hadar Hen Zion55330f02016-12-01 14:06:33 +0200684static inline bool tc_skip_hw(u32 flags)
685{
686 return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false;
687}
688
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700689static inline bool tc_skip_sw(u32 flags)
690{
691 return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false;
692}
693
694/* SKIP_HW and SKIP_SW are mutually exclusive flags. */
695static inline bool tc_flags_valid(u32 flags)
696{
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300697 if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW |
698 TCA_CLS_FLAGS_VERBOSE))
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700699 return false;
700
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300701 flags &= TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW;
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700702 if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)))
703 return false;
704
705 return true;
706}
707
Or Gerlitze6960282017-02-16 10:31:12 +0200708static inline bool tc_in_hw(u32 flags)
709{
710 return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false;
711}
712
Jakub Kicinski34832e12018-01-24 12:54:14 -0800713static inline void
714tc_cls_common_offload_init(struct tc_cls_common_offload *cls_common,
715 const struct tcf_proto *tp, u32 flags,
716 struct netlink_ext_ack *extack)
717{
718 cls_common->chain_index = tp->chain->index;
719 cls_common->protocol = tp->protocol;
720 cls_common->prio = tp->prio;
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300721 if (tc_skip_sw(flags) || flags & TCA_CLS_FLAGS_VERBOSE)
Jakub Kicinski34832e12018-01-24 12:54:14 -0800722 cls_common->extack = extack;
723}
724
Amir Vadai5b33f482016-03-08 12:42:29 +0200725enum tc_fl_command {
726 TC_CLSFLOWER_REPLACE,
727 TC_CLSFLOWER_DESTROY,
Amir Vadai10cbc682016-05-13 12:55:37 +0000728 TC_CLSFLOWER_STATS,
Amir Vadai5b33f482016-03-08 12:42:29 +0200729};
730
731struct tc_cls_flower_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200732 struct tc_cls_common_offload common;
Amir Vadai5b33f482016-03-08 12:42:29 +0200733 enum tc_fl_command command;
Amir Vadai8208d212016-03-11 11:08:45 +0200734 unsigned long cookie;
Amir Vadai5b33f482016-03-08 12:42:29 +0200735 struct flow_dissector *dissector;
736 struct fl_flow_key *mask;
737 struct fl_flow_key *key;
738 struct tcf_exts *exts;
Amritha Nambiar384c1812017-10-27 02:35:34 -0700739 u32 classid;
Amir Vadai5b33f482016-03-08 12:42:29 +0200740};
741
Yotam Gigib87f7932016-07-21 12:03:12 +0200742enum tc_matchall_command {
743 TC_CLSMATCHALL_REPLACE,
744 TC_CLSMATCHALL_DESTROY,
745};
746
747struct tc_cls_matchall_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200748 struct tc_cls_common_offload common;
Yotam Gigib87f7932016-07-21 12:03:12 +0200749 enum tc_matchall_command command;
750 struct tcf_exts *exts;
751 unsigned long cookie;
752};
753
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100754enum tc_clsbpf_command {
Jakub Kicinski102740b2017-12-19 13:32:13 -0800755 TC_CLSBPF_OFFLOAD,
Jakub Kicinski68d64062016-09-21 11:44:02 +0100756 TC_CLSBPF_STATS,
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100757};
758
759struct tc_cls_bpf_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200760 struct tc_cls_common_offload common;
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100761 enum tc_clsbpf_command command;
762 struct tcf_exts *exts;
763 struct bpf_prog *prog;
Jakub Kicinski102740b2017-12-19 13:32:13 -0800764 struct bpf_prog *oldprog;
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100765 const char *name;
766 bool exts_integrated;
767};
768
Amritha Nambiar4e8b86c2017-09-07 04:00:06 -0700769struct tc_mqprio_qopt_offload {
770 /* struct tc_mqprio_qopt must always be the first element */
771 struct tc_mqprio_qopt qopt;
772 u16 mode;
773 u16 shaper;
774 u32 flags;
775 u64 min_rate[TC_QOPT_MAX_QUEUE];
776 u64 max_rate[TC_QOPT_MAX_QUEUE];
777};
Jamal Hadi Salim1045ba72017-01-24 07:02:41 -0500778
779/* This structure holds cookie structure that is passed from user
780 * to the kernel for actions and classifiers
781 */
782struct tc_cookie {
783 u8 *data;
784 u32 len;
Vlad Busloveec94fd2018-07-05 17:24:23 +0300785 struct rcu_head rcu;
Jamal Hadi Salim1045ba72017-01-24 07:02:41 -0500786};
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100787
Nogah Frankelf34b4aa2018-01-10 14:59:58 +0100788struct tc_qopt_offload_stats {
789 struct gnet_stats_basic_packed *bstats;
790 struct gnet_stats_queue *qstats;
791};
792
Jakub Kicinskif971b132018-05-25 21:53:35 -0700793enum tc_mq_command {
794 TC_MQ_CREATE,
795 TC_MQ_DESTROY,
Jakub Kicinski47c669a42018-05-25 21:53:37 -0700796 TC_MQ_STATS,
Jakub Kicinskif971b132018-05-25 21:53:35 -0700797};
798
799struct tc_mq_qopt_offload {
800 enum tc_mq_command command;
801 u32 handle;
Jakub Kicinski47c669a42018-05-25 21:53:37 -0700802 struct tc_qopt_offload_stats stats;
Jakub Kicinskif971b132018-05-25 21:53:35 -0700803};
804
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100805enum tc_red_command {
806 TC_RED_REPLACE,
807 TC_RED_DESTROY,
808 TC_RED_STATS,
809 TC_RED_XSTATS,
810};
811
812struct tc_red_qopt_offload_params {
813 u32 min;
814 u32 max;
815 u32 probability;
816 bool is_ecn;
Jakub Kicinski416ef9b2018-01-14 20:01:26 -0800817 struct gnet_stats_queue *qstats;
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100818};
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100819
820struct tc_red_qopt_offload {
821 enum tc_red_command command;
822 u32 handle;
823 u32 parent;
824 union {
825 struct tc_red_qopt_offload_params set;
Nogah Frankelf34b4aa2018-01-10 14:59:58 +0100826 struct tc_qopt_offload_stats stats;
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100827 struct red_stats *xstats;
828 };
829};
830
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100831enum tc_prio_command {
832 TC_PRIO_REPLACE,
833 TC_PRIO_DESTROY,
834 TC_PRIO_STATS,
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100835 TC_PRIO_GRAFT,
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100836};
837
838struct tc_prio_qopt_offload_params {
839 int bands;
840 u8 priomap[TC_PRIO_MAX + 1];
841 /* In case that a prio qdisc is offloaded and now is changed to a
842 * non-offloadedable config, it needs to update the backlog & qlen
843 * values to negate the HW backlog & qlen values (and only them).
844 */
845 struct gnet_stats_queue *qstats;
846};
847
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100848struct tc_prio_qopt_offload_graft_params {
849 u8 band;
850 u32 child_handle;
851};
852
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100853struct tc_prio_qopt_offload {
854 enum tc_prio_command command;
855 u32 handle;
856 u32 parent;
857 union {
858 struct tc_prio_qopt_offload_params replace_params;
859 struct tc_qopt_offload_stats stats;
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100860 struct tc_prio_qopt_offload_graft_params graft_params;
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100861 };
862};
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100863
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864#endif