blob: 6641584b27f10dab3f77e8138223e0c17db98d4b [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef __NET_PKT_CLS_H
3#define __NET_PKT_CLS_H
4
5#include <linux/pkt_cls.h>
Cong Wang7aa00452017-10-26 18:24:28 -07006#include <linux/workqueue.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <net/sch_generic.h>
8#include <net/act_api.h>
9
10/* Basic packet classifier frontend definitions. */
11
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000012struct tcf_walker {
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 int stop;
14 int skip;
15 int count;
WANG Cong8113c092017-08-04 21:31:43 -070016 int (*fn)(struct tcf_proto *, void *node, struct tcf_walker *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070017};
18
Joe Perches5c152572013-07-30 22:47:13 -070019int register_tcf_proto_ops(struct tcf_proto_ops *ops);
20int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Jiri Pirko8c4083b2017-10-19 15:50:29 +020022enum tcf_block_binder_type {
23 TCF_BLOCK_BINDER_TYPE_UNSPEC,
Jiri Pirko6e40cf22017-10-19 15:50:30 +020024 TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS,
25 TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS,
Jiri Pirko8c4083b2017-10-19 15:50:29 +020026};
27
28struct tcf_block_ext_info {
29 enum tcf_block_binder_type binder_type;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010030 tcf_chain_head_change_t *chain_head_change;
31 void *chain_head_change_priv;
Jiri Pirko48617382018-01-17 11:46:46 +010032 u32 block_index;
Jiri Pirko8c4083b2017-10-19 15:50:29 +020033};
34
Jiri Pirkoacb67442017-10-19 15:50:31 +020035struct tcf_block_cb;
Cong Wangaaa908f2018-05-23 15:26:53 -070036bool tcf_queue_work(struct rcu_work *rwork, work_func_t func);
Jiri Pirkoacb67442017-10-19 15:50:31 +020037
Jiri Pirko8ae70032017-02-15 11:57:50 +010038#ifdef CONFIG_NET_CLS
WANG Cong367a8ce2017-05-23 09:42:37 -070039struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index,
40 bool create);
Jiri Pirko5bc17012017-05-17 11:08:01 +020041void tcf_chain_put(struct tcf_chain *chain);
Jiri Pirkof36fe1c2018-01-17 11:46:48 +010042void tcf_block_netif_keep_dst(struct tcf_block *block);
Jiri Pirko6529eab2017-05-17 11:07:55 +020043int tcf_block_get(struct tcf_block **p_block,
Alexander Aring8d1a77f2017-12-20 12:35:19 -050044 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
45 struct netlink_ext_ack *extack);
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010046int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
Alexander Aring8d1a77f2017-12-20 12:35:19 -050047 struct tcf_block_ext_info *ei,
48 struct netlink_ext_ack *extack);
Jiri Pirko6529eab2017-05-17 11:07:55 +020049void tcf_block_put(struct tcf_block *block);
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010050void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
Jiri Pirko8c4083b2017-10-19 15:50:29 +020051 struct tcf_block_ext_info *ei);
Jiri Pirko44186462017-10-13 14:00:59 +020052
Jiri Pirko48617382018-01-17 11:46:46 +010053static inline bool tcf_block_shared(struct tcf_block *block)
54{
55 return block->index;
56}
57
Jiri Pirko44186462017-10-13 14:00:59 +020058static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
59{
Jiri Pirko48617382018-01-17 11:46:46 +010060 WARN_ON(tcf_block_shared(block));
Jiri Pirko44186462017-10-13 14:00:59 +020061 return block->q;
62}
63
64static inline struct net_device *tcf_block_dev(struct tcf_block *block)
65{
66 return tcf_block_q(block)->dev_queue->dev;
67}
68
Jiri Pirkoacb67442017-10-19 15:50:31 +020069void *tcf_block_cb_priv(struct tcf_block_cb *block_cb);
70struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
71 tc_setup_cb_t *cb, void *cb_ident);
72void tcf_block_cb_incref(struct tcf_block_cb *block_cb);
73unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb);
74struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
75 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -070076 void *cb_priv,
77 struct netlink_ext_ack *extack);
Jiri Pirkoacb67442017-10-19 15:50:31 +020078int tcf_block_cb_register(struct tcf_block *block,
79 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -070080 void *cb_priv, struct netlink_ext_ack *extack);
John Hurley32636742018-06-25 14:30:10 -070081void __tcf_block_cb_unregister(struct tcf_block *block,
82 struct tcf_block_cb *block_cb);
Jiri Pirkoacb67442017-10-19 15:50:31 +020083void tcf_block_cb_unregister(struct tcf_block *block,
84 tc_setup_cb_t *cb, void *cb_ident);
85
Jiri Pirko87d83092017-05-17 11:07:54 +020086int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
87 struct tcf_result *res, bool compat_mode);
88
Jiri Pirko8ae70032017-02-15 11:57:50 +010089#else
Jiri Pirko6529eab2017-05-17 11:07:55 +020090static inline
91int tcf_block_get(struct tcf_block **p_block,
Sudip Mukherjee3c149092017-12-22 15:52:05 +000092 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
93 struct netlink_ext_ack *extack)
Jiri Pirko6529eab2017-05-17 11:07:55 +020094{
95 return 0;
96}
97
Jiri Pirko8c4083b2017-10-19 15:50:29 +020098static inline
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010099int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
Quentin Monnet33c30a82018-01-03 17:30:45 -0800100 struct tcf_block_ext_info *ei,
101 struct netlink_ext_ack *extack)
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200102{
103 return 0;
104}
105
Jiri Pirko6529eab2017-05-17 11:07:55 +0200106static inline void tcf_block_put(struct tcf_block *block)
Jiri Pirko8ae70032017-02-15 11:57:50 +0100107{
108}
Jiri Pirko87d83092017-05-17 11:07:54 +0200109
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200110static inline
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100111void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200112 struct tcf_block_ext_info *ei)
113{
114}
115
John Hurley951a8ee2018-06-25 20:36:28 -0700116static inline bool tcf_block_shared(struct tcf_block *block)
117{
118 return false;
119}
120
Jiri Pirko44186462017-10-13 14:00:59 +0200121static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
122{
123 return NULL;
124}
125
126static inline struct net_device *tcf_block_dev(struct tcf_block *block)
127{
128 return NULL;
129}
130
Jiri Pirkoacb67442017-10-19 15:50:31 +0200131static inline
132int tc_setup_cb_block_register(struct tcf_block *block, tc_setup_cb_t *cb,
133 void *cb_priv)
134{
135 return 0;
136}
137
138static inline
139void tc_setup_cb_block_unregister(struct tcf_block *block, tc_setup_cb_t *cb,
140 void *cb_priv)
141{
142}
143
144static inline
145void *tcf_block_cb_priv(struct tcf_block_cb *block_cb)
146{
147 return NULL;
148}
149
150static inline
151struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
152 tc_setup_cb_t *cb, void *cb_ident)
153{
154 return NULL;
155}
156
157static inline
158void tcf_block_cb_incref(struct tcf_block_cb *block_cb)
159{
160}
161
162static inline
163unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb)
164{
165 return 0;
166}
167
168static inline
169struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
170 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -0700171 void *cb_priv,
172 struct netlink_ext_ack *extack)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200173{
174 return NULL;
175}
176
177static inline
178int tcf_block_cb_register(struct tcf_block *block,
179 tc_setup_cb_t *cb, void *cb_ident,
John Hurley60513bd2018-06-25 14:30:04 -0700180 void *cb_priv, struct netlink_ext_ack *extack)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200181{
182 return 0;
183}
184
185static inline
John Hurley32636742018-06-25 14:30:10 -0700186void __tcf_block_cb_unregister(struct tcf_block *block,
187 struct tcf_block_cb *block_cb)
Jiri Pirkoacb67442017-10-19 15:50:31 +0200188{
189}
190
191static inline
192void tcf_block_cb_unregister(struct tcf_block *block,
193 tc_setup_cb_t *cb, void *cb_ident)
194{
195}
196
Jiri Pirko87d83092017-05-17 11:07:54 +0200197static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
198 struct tcf_result *res, bool compat_mode)
199{
200 return TC_ACT_UNSPEC;
201}
Jiri Pirko8ae70032017-02-15 11:57:50 +0100202#endif
Jiri Pirkocf1facd2017-02-09 14:38:56 +0100203
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204static inline unsigned long
205__cls_set_class(unsigned long *clp, unsigned long cl)
206{
WANG Conga0efb802014-09-30 16:07:24 -0700207 return xchg(clp, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208}
209
210static inline unsigned long
Jiri Pirko34e37592017-10-13 14:01:00 +0200211cls_set_class(struct Qdisc *q, unsigned long *clp, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212{
213 unsigned long old_cl;
Jiri Pirko34e37592017-10-13 14:01:00 +0200214
215 sch_tree_lock(q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 old_cl = __cls_set_class(clp, cl);
Jiri Pirko34e37592017-10-13 14:01:00 +0200217 sch_tree_unlock(q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 return old_cl;
219}
220
221static inline void
222tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base)
223{
Jiri Pirko34e37592017-10-13 14:01:00 +0200224 struct Qdisc *q = tp->chain->block->q;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 unsigned long cl;
226
Jiri Pirko34e37592017-10-13 14:01:00 +0200227 /* Check q as it is not set for shared blocks. In that case,
228 * setting class is not supported.
229 */
230 if (!q)
231 return;
232 cl = q->ops->cl_ops->bind_tcf(q, base, r->classid);
233 cl = cls_set_class(q, &r->class, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 if (cl)
Jiri Pirko34e37592017-10-13 14:01:00 +0200235 q->ops->cl_ops->unbind_tcf(q, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236}
237
238static inline void
239tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r)
240{
Jiri Pirko34e37592017-10-13 14:01:00 +0200241 struct Qdisc *q = tp->chain->block->q;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 unsigned long cl;
243
Jiri Pirko34e37592017-10-13 14:01:00 +0200244 if (!q)
245 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 if ((cl = __cls_set_class(&r->class, 0)) != 0)
Jiri Pirko34e37592017-10-13 14:01:00 +0200247 q->ops->cl_ops->unbind_tcf(q, cl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248}
249
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000250struct tcf_exts {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251#ifdef CONFIG_NET_CLS_ACT
WANG Cong33be6272013-12-15 20:15:05 -0800252 __u32 type; /* for backward compat(TCA_OLD_COMPAT) */
WANG Cong22dc13c2016-08-13 22:35:00 -0700253 int nr_actions;
254 struct tc_action **actions;
Cong Wange4b95c42017-11-06 13:47:19 -0800255 struct net *net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256#endif
WANG Cong5da57f42013-12-15 20:15:07 -0800257 /* Map to export classifier specific extension TLV types to the
258 * generic extensions API. Unsupported extensions must be set to 0.
259 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 int action;
261 int police;
262};
263
WANG Congb9a24bb2016-08-19 12:36:54 -0700264static inline int tcf_exts_init(struct tcf_exts *exts, int action, int police)
WANG Cong33be6272013-12-15 20:15:05 -0800265{
266#ifdef CONFIG_NET_CLS_ACT
WANG Cong5da57f42013-12-15 20:15:07 -0800267 exts->type = 0;
WANG Cong22dc13c2016-08-13 22:35:00 -0700268 exts->nr_actions = 0;
Cong Wange4b95c42017-11-06 13:47:19 -0800269 exts->net = NULL;
WANG Cong22dc13c2016-08-13 22:35:00 -0700270 exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *),
271 GFP_KERNEL);
WANG Congb9a24bb2016-08-19 12:36:54 -0700272 if (!exts->actions)
273 return -ENOMEM;
WANG Cong33be6272013-12-15 20:15:05 -0800274#endif
WANG Cong5da57f42013-12-15 20:15:07 -0800275 exts->action = action;
276 exts->police = police;
WANG Congb9a24bb2016-08-19 12:36:54 -0700277 return 0;
WANG Cong33be6272013-12-15 20:15:05 -0800278}
279
Cong Wange4b95c42017-11-06 13:47:19 -0800280/* Return false if the netns is being destroyed in cleanup_net(). Callers
281 * need to do cleanup synchronously in this case, otherwise may race with
282 * tc_action_net_exit(). Return true for other cases.
283 */
284static inline bool tcf_exts_get_net(struct tcf_exts *exts)
285{
286#ifdef CONFIG_NET_CLS_ACT
287 exts->net = maybe_get_net(exts->net);
288 return exts->net != NULL;
289#else
290 return true;
291#endif
292}
293
294static inline void tcf_exts_put_net(struct tcf_exts *exts)
295{
296#ifdef CONFIG_NET_CLS_ACT
297 if (exts->net)
298 put_net(exts->net);
299#endif
300}
301
WANG Cong22dc13c2016-08-13 22:35:00 -0700302static inline void tcf_exts_to_list(const struct tcf_exts *exts,
303 struct list_head *actions)
304{
305#ifdef CONFIG_NET_CLS_ACT
306 int i;
307
308 for (i = 0; i < exts->nr_actions; i++) {
309 struct tc_action *a = exts->actions[i];
310
Hadar Hen Zionfa5effe2016-09-27 11:09:51 +0300311 list_add_tail(&a->list, actions);
WANG Cong22dc13c2016-08-13 22:35:00 -0700312 }
313#endif
314}
315
Jakub Kicinskid897a632017-05-31 08:06:43 -0700316static inline void
317tcf_exts_stats_update(const struct tcf_exts *exts,
318 u64 bytes, u64 packets, u64 lastuse)
319{
320#ifdef CONFIG_NET_CLS_ACT
321 int i;
322
323 preempt_disable();
324
325 for (i = 0; i < exts->nr_actions; i++) {
326 struct tc_action *a = exts->actions[i];
327
328 tcf_action_stats_update(a, bytes, packets, lastuse);
329 }
330
331 preempt_enable();
332#endif
333}
334
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335/**
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200336 * tcf_exts_has_actions - check if at least one action is present
337 * @exts: tc filter extensions handle
338 *
339 * Returns true if at least one action is present.
340 */
341static inline bool tcf_exts_has_actions(struct tcf_exts *exts)
342{
WANG Cong2734437e2016-08-13 22:34:59 -0700343#ifdef CONFIG_NET_CLS_ACT
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200344 return exts->nr_actions;
345#else
346 return false;
347#endif
348}
WANG Cong2734437e2016-08-13 22:34:59 -0700349
Jiri Pirko3bcc0ce2017-08-04 14:28:58 +0200350/**
351 * tcf_exts_has_one_action - check if exactly one action is present
352 * @exts: tc filter extensions handle
353 *
354 * Returns true if exactly one action is present.
355 */
356static inline bool tcf_exts_has_one_action(struct tcf_exts *exts)
357{
358#ifdef CONFIG_NET_CLS_ACT
359 return exts->nr_actions == 1;
360#else
361 return false;
362#endif
363}
WANG Cong2734437e2016-08-13 22:34:59 -0700364
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200365/**
366 * tcf_exts_exec - execute tc filter extensions
367 * @skb: socket buffer
368 * @exts: tc filter extensions handle
369 * @res: desired result
370 *
Jiri Pirkoaf089e72017-08-04 14:29:01 +0200371 * Executes all configured extensions. Returns TC_ACT_OK on a normal execution,
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200372 * a negative number if the filter must be considered unmatched or
373 * a positive action code (TC_ACT_*) which must be returned to the
374 * underlying layer.
375 */
376static inline int
377tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts,
378 struct tcf_result *res)
379{
380#ifdef CONFIG_NET_CLS_ACT
Jiri Pirkoec1a9cc2017-08-04 14:29:02 +0200381 return tcf_action_exec(skb, exts->actions, exts->nr_actions, res);
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200382#endif
Jiri Pirkoaf089e72017-08-04 14:29:01 +0200383 return TC_ACT_OK;
Jiri Pirkoaf69afc2017-08-04 14:28:59 +0200384}
385
Joe Perches5c152572013-07-30 22:47:13 -0700386int tcf_exts_validate(struct net *net, struct tcf_proto *tp,
387 struct nlattr **tb, struct nlattr *rate_tlv,
Alexander Aring50a56192018-01-18 11:20:52 -0500388 struct tcf_exts *exts, bool ovr,
389 struct netlink_ext_ack *extack);
WANG Cong18d02642014-09-25 10:26:37 -0700390void tcf_exts_destroy(struct tcf_exts *exts);
Jiri Pirko9b0d4442017-08-04 14:29:15 +0200391void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src);
WANG Cong5da57f42013-12-15 20:15:07 -0800392int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts);
393int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394
395/**
396 * struct tcf_pkt_info - packet information
397 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000398struct tcf_pkt_info {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 unsigned char * ptr;
400 int nexthdr;
401};
402
403#ifdef CONFIG_NET_EMATCH
404
405struct tcf_ematch_ops;
406
407/**
408 * struct tcf_ematch - extended match (ematch)
409 *
410 * @matchid: identifier to allow userspace to reidentify a match
411 * @flags: flags specifying attributes and the relation to other matches
412 * @ops: the operations lookup table of the corresponding ematch module
413 * @datalen: length of the ematch specific configuration data
414 * @data: ematch specific data
415 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000416struct tcf_ematch {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 struct tcf_ematch_ops * ops;
418 unsigned long data;
419 unsigned int datalen;
420 u16 matchid;
421 u16 flags;
John Fastabend82a470f2014-10-05 21:27:53 -0700422 struct net *net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423};
424
425static inline int tcf_em_is_container(struct tcf_ematch *em)
426{
427 return !em->ops;
428}
429
430static inline int tcf_em_is_simple(struct tcf_ematch *em)
431{
432 return em->flags & TCF_EM_SIMPLE;
433}
434
435static inline int tcf_em_is_inverted(struct tcf_ematch *em)
436{
437 return em->flags & TCF_EM_INVERT;
438}
439
440static inline int tcf_em_last_match(struct tcf_ematch *em)
441{
442 return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END;
443}
444
445static inline int tcf_em_early_end(struct tcf_ematch *em, int result)
446{
447 if (tcf_em_last_match(em))
448 return 1;
449
450 if (result == 0 && em->flags & TCF_EM_REL_AND)
451 return 1;
452
453 if (result != 0 && em->flags & TCF_EM_REL_OR)
454 return 1;
455
456 return 0;
457}
458
459/**
460 * struct tcf_ematch_tree - ematch tree handle
461 *
462 * @hdr: ematch tree header supplied by userspace
463 * @matches: array of ematches
464 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000465struct tcf_ematch_tree {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466 struct tcf_ematch_tree_hdr hdr;
467 struct tcf_ematch * matches;
468
469};
470
471/**
472 * struct tcf_ematch_ops - ematch module operations
473 *
474 * @kind: identifier (kind) of this ematch module
475 * @datalen: length of expected configuration data (optional)
476 * @change: called during validation (optional)
477 * @match: called during ematch tree evaluation, must return 1/0
478 * @destroy: called during destroyage (optional)
479 * @dump: called during dumping process (optional)
480 * @owner: owner, must be set to THIS_MODULE
481 * @link: link to previous/next ematch module (internal use)
482 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000483struct tcf_ematch_ops {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484 int kind;
485 int datalen;
John Fastabend82a470f2014-10-05 21:27:53 -0700486 int (*change)(struct net *net, void *,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 int, struct tcf_ematch *);
488 int (*match)(struct sk_buff *, struct tcf_ematch *,
489 struct tcf_pkt_info *);
John Fastabend82a470f2014-10-05 21:27:53 -0700490 void (*destroy)(struct tcf_ematch *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 int (*dump)(struct sk_buff *, struct tcf_ematch *);
492 struct module *owner;
493 struct list_head link;
494};
495
Joe Perches5c152572013-07-30 22:47:13 -0700496int tcf_em_register(struct tcf_ematch_ops *);
497void tcf_em_unregister(struct tcf_ematch_ops *);
498int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *,
499 struct tcf_ematch_tree *);
John Fastabend82a470f2014-10-05 21:27:53 -0700500void tcf_em_tree_destroy(struct tcf_ematch_tree *);
Joe Perches5c152572013-07-30 22:47:13 -0700501int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int);
502int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *,
503 struct tcf_pkt_info *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504
505/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506 * tcf_em_tree_match - evaulate an ematch tree
507 *
508 * @skb: socket buffer of the packet in question
509 * @tree: ematch tree to be used for evaluation
510 * @info: packet information examined by classifier
511 *
512 * This function matches @skb against the ematch tree in @tree by going
513 * through all ematches respecting their logic relations returning
514 * as soon as the result is obvious.
515 *
516 * Returns 1 if the ematch tree as-one matches, no ematches are configured
517 * or ematch is not enabled in the kernel, otherwise 0 is returned.
518 */
519static inline int tcf_em_tree_match(struct sk_buff *skb,
520 struct tcf_ematch_tree *tree,
521 struct tcf_pkt_info *info)
522{
523 if (tree->hdr.nmatches)
524 return __tcf_em_tree_match(skb, tree, info);
525 else
526 return 1;
527}
528
Patrick McHardydb3d99c2007-07-11 19:46:26 -0700529#define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind))
530
Linus Torvalds1da177e2005-04-16 15:20:36 -0700531#else /* CONFIG_NET_EMATCH */
532
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000533struct tcf_ematch_tree {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700534};
535
536#define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0)
John Fastabend82a470f2014-10-05 21:27:53 -0700537#define tcf_em_tree_destroy(t) do { (void)(t); } while(0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700538#define tcf_em_tree_dump(skb, t, tlv) (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539#define tcf_em_tree_match(skb, t, info) ((void)(info), 1)
540
541#endif /* CONFIG_NET_EMATCH */
542
543static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer)
544{
545 switch (layer) {
546 case TCF_LAYER_LINK:
Wolfgang Bumillerd3303a62018-01-18 11:32:36 +0100547 return skb_mac_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548 case TCF_LAYER_NETWORK:
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700549 return skb_network_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 case TCF_LAYER_TRANSPORT:
Arnaldo Carvalho de Melo9c702202007-04-25 18:04:18 -0700551 return skb_transport_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552 }
553
554 return NULL;
555}
556
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -0700557static inline int tcf_valid_offset(const struct sk_buff *skb,
558 const unsigned char *ptr, const int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559{
David S. Millerda521b22010-12-21 12:43:16 -0800560 return likely((ptr + len) <= skb_tail_pointer(skb) &&
561 ptr >= skb->head &&
562 (ptr <= (ptr + len)));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563}
564
565#ifdef CONFIG_NET_CLS_IND
Denis V. Lunev0eeb8ff2007-12-04 01:15:45 -0800566#include <net/net_namespace.h>
567
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568static inline int
Alexander Aring1057c552018-01-18 11:20:54 -0500569tcf_change_indev(struct net *net, struct nlattr *indev_tlv,
570 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571{
WANG Cong2519a602014-01-09 16:14:02 -0800572 char indev[IFNAMSIZ];
Patrick McHardyc01003c2007-03-29 11:46:52 -0700573 struct net_device *dev;
574
Alexander Aring1057c552018-01-18 11:20:54 -0500575 if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) {
576 NL_SET_ERR_MSG(extack, "Interface name too long");
WANG Cong2519a602014-01-09 16:14:02 -0800577 return -EINVAL;
Alexander Aring1057c552018-01-18 11:20:54 -0500578 }
WANG Cong2519a602014-01-09 16:14:02 -0800579 dev = __dev_get_by_name(net, indev);
580 if (!dev)
581 return -ENODEV;
582 return dev->ifindex;
583}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700584
WANG Cong2519a602014-01-09 16:14:02 -0800585static inline bool
586tcf_match_indev(struct sk_buff *skb, int ifindex)
587{
588 if (!ifindex)
589 return true;
590 if (!skb->skb_iif)
591 return false;
592 return ifindex == skb->skb_iif;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593}
594#endif /* CONFIG_NET_CLS_IND */
595
Jiri Pirko208c0f42017-10-19 15:50:32 +0200596int tc_setup_cb_call(struct tcf_block *block, struct tcf_exts *exts,
597 enum tc_setup_type type, void *type_data, bool err_stop);
Jiri Pirko717503b2017-10-11 09:41:09 +0200598
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200599enum tc_block_command {
600 TC_BLOCK_BIND,
601 TC_BLOCK_UNBIND,
602};
603
604struct tc_block_offload {
605 enum tc_block_command command;
606 enum tcf_block_binder_type binder_type;
607 struct tcf_block *block;
John Hurley60513bd2018-06-25 14:30:04 -0700608 struct netlink_ext_ack *extack;
Jiri Pirko8c4083b2017-10-19 15:50:29 +0200609};
610
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200611struct tc_cls_common_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200612 u32 chain_index;
613 __be16 protocol;
Jiri Pirkod7c1c8d2017-08-07 10:15:30 +0200614 u32 prio;
Quentin Monnet8f0b4252018-01-19 17:44:47 -0800615 struct netlink_ext_ack *extack;
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200616};
617
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800618struct tc_cls_u32_knode {
619 struct tcf_exts *exts;
John Fastabende0148602016-02-17 14:59:30 -0800620 struct tc_u32_sel *sel;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800621 u32 handle;
622 u32 val;
623 u32 mask;
624 u32 link_handle;
John Fastabende0148602016-02-17 14:59:30 -0800625 u8 fshift;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800626};
627
628struct tc_cls_u32_hnode {
629 u32 handle;
630 u32 prio;
631 unsigned int divisor;
632};
633
634enum tc_clsu32_command {
635 TC_CLSU32_NEW_KNODE,
636 TC_CLSU32_REPLACE_KNODE,
637 TC_CLSU32_DELETE_KNODE,
638 TC_CLSU32_NEW_HNODE,
639 TC_CLSU32_REPLACE_HNODE,
640 TC_CLSU32_DELETE_HNODE,
641};
642
643struct tc_cls_u32_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200644 struct tc_cls_common_offload common;
John Fastabenda1b7c5f2016-02-16 21:17:09 -0800645 /* knode values */
646 enum tc_clsu32_command command;
647 union {
648 struct tc_cls_u32_knode knode;
649 struct tc_cls_u32_hnode hnode;
650 };
651};
652
Jiri Pirko7b06e8a2017-08-09 14:30:35 +0200653static inline bool tc_can_offload(const struct net_device *dev)
John Fastabend6843e7a2016-02-26 07:53:49 -0800654{
Jiri Pirko70b5aee2017-11-01 11:47:41 +0100655 return dev->features & NETIF_F_HW_TC;
John Fastabend6843e7a2016-02-26 07:53:49 -0800656}
657
Quentin Monnetf9eda142018-01-19 17:44:48 -0800658static inline bool tc_can_offload_extack(const struct net_device *dev,
659 struct netlink_ext_ack *extack)
660{
661 bool can = tc_can_offload(dev);
662
663 if (!can)
664 NL_SET_ERR_MSG(extack, "TC offload is disabled on net device");
665
666 return can;
667}
668
Jakub Kicinski878db9f2018-01-25 14:00:43 -0800669static inline bool
670tc_cls_can_offload_and_chain0(const struct net_device *dev,
671 struct tc_cls_common_offload *common)
672{
673 if (!tc_can_offload_extack(dev, common->extack))
674 return false;
675 if (common->chain_index) {
676 NL_SET_ERR_MSG(common->extack,
677 "Driver supports only offload of chain 0");
678 return false;
679 }
680 return true;
681}
682
Hadar Hen Zion55330f02016-12-01 14:06:33 +0200683static inline bool tc_skip_hw(u32 flags)
684{
685 return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false;
686}
687
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700688static inline bool tc_skip_sw(u32 flags)
689{
690 return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false;
691}
692
693/* SKIP_HW and SKIP_SW are mutually exclusive flags. */
694static inline bool tc_flags_valid(u32 flags)
695{
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300696 if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW |
697 TCA_CLS_FLAGS_VERBOSE))
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700698 return false;
699
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300700 flags &= TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW;
Samudrala, Sridhard34e3e12016-05-12 17:08:23 -0700701 if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)))
702 return false;
703
704 return true;
705}
706
Or Gerlitze6960282017-02-16 10:31:12 +0200707static inline bool tc_in_hw(u32 flags)
708{
709 return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false;
710}
711
Jakub Kicinski34832e12018-01-24 12:54:14 -0800712static inline void
713tc_cls_common_offload_init(struct tc_cls_common_offload *cls_common,
714 const struct tcf_proto *tp, u32 flags,
715 struct netlink_ext_ack *extack)
716{
717 cls_common->chain_index = tp->chain->index;
718 cls_common->protocol = tp->protocol;
719 cls_common->prio = tp->prio;
Marcelo Ricardo Leitner81c72882018-05-13 17:44:27 -0300720 if (tc_skip_sw(flags) || flags & TCA_CLS_FLAGS_VERBOSE)
Jakub Kicinski34832e12018-01-24 12:54:14 -0800721 cls_common->extack = extack;
722}
723
Amir Vadai5b33f482016-03-08 12:42:29 +0200724enum tc_fl_command {
725 TC_CLSFLOWER_REPLACE,
726 TC_CLSFLOWER_DESTROY,
Amir Vadai10cbc682016-05-13 12:55:37 +0000727 TC_CLSFLOWER_STATS,
Amir Vadai5b33f482016-03-08 12:42:29 +0200728};
729
730struct tc_cls_flower_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200731 struct tc_cls_common_offload common;
Amir Vadai5b33f482016-03-08 12:42:29 +0200732 enum tc_fl_command command;
Amir Vadai8208d212016-03-11 11:08:45 +0200733 unsigned long cookie;
Amir Vadai5b33f482016-03-08 12:42:29 +0200734 struct flow_dissector *dissector;
735 struct fl_flow_key *mask;
736 struct fl_flow_key *key;
737 struct tcf_exts *exts;
Amritha Nambiar384c1812017-10-27 02:35:34 -0700738 u32 classid;
Amir Vadai5b33f482016-03-08 12:42:29 +0200739};
740
Yotam Gigib87f7932016-07-21 12:03:12 +0200741enum tc_matchall_command {
742 TC_CLSMATCHALL_REPLACE,
743 TC_CLSMATCHALL_DESTROY,
744};
745
746struct tc_cls_matchall_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200747 struct tc_cls_common_offload common;
Yotam Gigib87f7932016-07-21 12:03:12 +0200748 enum tc_matchall_command command;
749 struct tcf_exts *exts;
750 unsigned long cookie;
751};
752
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100753enum tc_clsbpf_command {
Jakub Kicinski102740b2017-12-19 13:32:13 -0800754 TC_CLSBPF_OFFLOAD,
Jakub Kicinski68d64062016-09-21 11:44:02 +0100755 TC_CLSBPF_STATS,
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100756};
757
758struct tc_cls_bpf_offload {
Jiri Pirko5fd9fc42017-08-07 10:15:29 +0200759 struct tc_cls_common_offload common;
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100760 enum tc_clsbpf_command command;
761 struct tcf_exts *exts;
762 struct bpf_prog *prog;
Jakub Kicinski102740b2017-12-19 13:32:13 -0800763 struct bpf_prog *oldprog;
Jakub Kicinski332ae8e2016-09-21 11:43:53 +0100764 const char *name;
765 bool exts_integrated;
766};
767
Amritha Nambiar4e8b86c2017-09-07 04:00:06 -0700768struct tc_mqprio_qopt_offload {
769 /* struct tc_mqprio_qopt must always be the first element */
770 struct tc_mqprio_qopt qopt;
771 u16 mode;
772 u16 shaper;
773 u32 flags;
774 u64 min_rate[TC_QOPT_MAX_QUEUE];
775 u64 max_rate[TC_QOPT_MAX_QUEUE];
776};
Jamal Hadi Salim1045ba72017-01-24 07:02:41 -0500777
778/* This structure holds cookie structure that is passed from user
779 * to the kernel for actions and classifiers
780 */
781struct tc_cookie {
782 u8 *data;
783 u32 len;
784};
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100785
Nogah Frankelf34b4aa2018-01-10 14:59:58 +0100786struct tc_qopt_offload_stats {
787 struct gnet_stats_basic_packed *bstats;
788 struct gnet_stats_queue *qstats;
789};
790
Jakub Kicinskif971b132018-05-25 21:53:35 -0700791enum tc_mq_command {
792 TC_MQ_CREATE,
793 TC_MQ_DESTROY,
Jakub Kicinski47c669a42018-05-25 21:53:37 -0700794 TC_MQ_STATS,
Jakub Kicinskif971b132018-05-25 21:53:35 -0700795};
796
797struct tc_mq_qopt_offload {
798 enum tc_mq_command command;
799 u32 handle;
Jakub Kicinski47c669a42018-05-25 21:53:37 -0700800 struct tc_qopt_offload_stats stats;
Jakub Kicinskif971b132018-05-25 21:53:35 -0700801};
802
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100803enum tc_red_command {
804 TC_RED_REPLACE,
805 TC_RED_DESTROY,
806 TC_RED_STATS,
807 TC_RED_XSTATS,
808};
809
810struct tc_red_qopt_offload_params {
811 u32 min;
812 u32 max;
813 u32 probability;
814 bool is_ecn;
Jakub Kicinski416ef9b2018-01-14 20:01:26 -0800815 struct gnet_stats_queue *qstats;
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100816};
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100817
818struct tc_red_qopt_offload {
819 enum tc_red_command command;
820 u32 handle;
821 u32 parent;
822 union {
823 struct tc_red_qopt_offload_params set;
Nogah Frankelf34b4aa2018-01-10 14:59:58 +0100824 struct tc_qopt_offload_stats stats;
Nogah Frankel602f3ba2017-11-06 07:23:41 +0100825 struct red_stats *xstats;
826 };
827};
828
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100829enum tc_prio_command {
830 TC_PRIO_REPLACE,
831 TC_PRIO_DESTROY,
832 TC_PRIO_STATS,
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100833 TC_PRIO_GRAFT,
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100834};
835
836struct tc_prio_qopt_offload_params {
837 int bands;
838 u8 priomap[TC_PRIO_MAX + 1];
839 /* In case that a prio qdisc is offloaded and now is changed to a
840 * non-offloadedable config, it needs to update the backlog & qlen
841 * values to negate the HW backlog & qlen values (and only them).
842 */
843 struct gnet_stats_queue *qstats;
844};
845
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100846struct tc_prio_qopt_offload_graft_params {
847 u8 band;
848 u32 child_handle;
849};
850
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100851struct tc_prio_qopt_offload {
852 enum tc_prio_command command;
853 u32 handle;
854 u32 parent;
855 union {
856 struct tc_prio_qopt_offload_params replace_params;
857 struct tc_qopt_offload_stats stats;
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100858 struct tc_prio_qopt_offload_graft_params graft_params;
Nogah Frankel7fdb61b2018-01-14 12:33:15 +0100859 };
860};
Nogah Frankelb9c7a7a2018-02-28 10:45:06 +0100861
Linus Torvalds1da177e2005-04-16 15:20:36 -0700862#endif