blob: a16fbe9a2a6755e98cf4bf3477a49496d62de9a1 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef __NET_PKT_SCHED_H
3#define __NET_PKT_SCHED_H
4
Patrick McHardy538e43a2006-01-08 22:12:03 -08005#include <linux/jiffies.h>
Patrick McHardy641b9e02007-03-16 01:18:42 -07006#include <linux/ktime.h>
Jiri Pirkod8b96052015-01-13 17:13:43 +01007#include <linux/if_vlan.h>
Jiri Pirko855319b2017-10-13 14:00:58 +02008#include <linux/netdevice.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <net/sch_generic.h>
Jiri Pirko855319b2017-10-13 14:00:58 +020010#include <net/net_namespace.h>
Jiri Pirko861932e2017-08-09 14:30:31 +020011#include <uapi/linux/pkt_sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012
Jesper Dangaard Brouerd0a81f62016-11-03 14:56:01 +010013#define DEFAULT_TX_QUEUE_LEN 1000
14
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000015struct qdisc_walker {
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 int stop;
17 int skip;
18 int count;
19 int (*fn)(struct Qdisc *, unsigned long cl, struct qdisc_walker *);
20};
21
Eric Dumazet5d944c62010-03-31 07:06:04 +000022#define QDISC_ALIGNTO 64
Thomas Graf3d54b822005-07-05 14:15:09 -070023#define QDISC_ALIGN(len) (((len) + QDISC_ALIGNTO-1) & ~(QDISC_ALIGNTO-1))
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
25static inline void *qdisc_priv(struct Qdisc *q)
26{
Thomas Graf3d54b822005-07-05 14:15:09 -070027 return (char *) q + QDISC_ALIGN(sizeof(struct Qdisc));
Linus Torvalds1da177e2005-04-16 15:20:36 -070028}
29
30/*
31 Timer resolution MUST BE < 10% of min_schedulable_packet_size/bandwidth
32
33 Normal IP packet size ~ 512byte, hence:
34
35 0.5Kbyte/1Mbyte/sec = 0.5msec, so that we need 50usec timer for
36 10Mbit ethernet.
37
38 10msec resolution -> <50Kbit/sec.
39
40 The result: [34]86 is not good choice for QoS router :-(
41
Lucas De Marchi25985ed2011-03-30 22:57:33 -030042 The things are not so bad, because we may use artificial
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 clock evaluated by integration of network data flow
44 in the most critical places.
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 */
46
Linus Torvalds1da177e2005-04-16 15:20:36 -070047typedef u64 psched_time_t;
48typedef long psched_tdiff_t;
49
Jarek Poplawskia4a710c2009-06-08 22:05:13 +000050/* Avoid doing 64 bit divide */
51#define PSCHED_SHIFT 6
Jarek Poplawskica44d6e2009-06-15 02:31:47 -070052#define PSCHED_TICKS2NS(x) ((s64)(x) << PSCHED_SHIFT)
53#define PSCHED_NS2TICKS(x) ((x) >> PSCHED_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Jarek Poplawskica44d6e2009-06-15 02:31:47 -070055#define PSCHED_TICKS_PER_SEC PSCHED_NS2TICKS(NSEC_PER_SEC)
Patrick McHardya0849802007-03-23 11:28:30 -070056#define PSCHED_PASTPERFECT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Patrick McHardy3bebcda2007-03-23 11:29:25 -070058static inline psched_time_t psched_get_time(void)
59{
Eric Dumazetd2de8752014-08-22 18:32:09 -070060 return PSCHED_NS2TICKS(ktime_get_ns());
Patrick McHardy3bebcda2007-03-23 11:29:25 -070061}
62
Patrick McHardy03cc45c2007-03-23 11:29:11 -070063static inline psched_tdiff_t
64psched_tdiff_bounded(psched_time_t tv1, psched_time_t tv2, psched_time_t bound)
65{
66 return min(tv1 - tv2, bound);
67}
68
Patrick McHardy41794772007-03-16 01:19:15 -070069struct qdisc_watchdog {
Eric Dumazeta9efad82016-05-23 14:24:56 -070070 u64 last_expires;
Patrick McHardy41794772007-03-16 01:19:15 -070071 struct hrtimer timer;
72 struct Qdisc *qdisc;
73};
74
Vinicius Costa Gomes860b6422018-07-03 15:42:52 -070075void qdisc_watchdog_init_clockid(struct qdisc_watchdog *wd, struct Qdisc *qdisc,
76 clockid_t clockid);
Joe Perches5c152572013-07-30 22:47:13 -070077void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc);
Eric Dumazet45f50be2016-06-10 16:41:39 -070078void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires);
Jiri Pirko34c5d292013-02-12 00:12:04 +000079
80static inline void qdisc_watchdog_schedule(struct qdisc_watchdog *wd,
81 psched_time_t expires)
82{
Eric Dumazet45f50be2016-06-10 16:41:39 -070083 qdisc_watchdog_schedule_ns(wd, PSCHED_TICKS2NS(expires));
Jiri Pirko34c5d292013-02-12 00:12:04 +000084}
85
Joe Perches5c152572013-07-30 22:47:13 -070086void qdisc_watchdog_cancel(struct qdisc_watchdog *wd);
Patrick McHardy41794772007-03-16 01:19:15 -070087
Linus Torvalds1da177e2005-04-16 15:20:36 -070088extern struct Qdisc_ops pfifo_qdisc_ops;
89extern struct Qdisc_ops bfifo_qdisc_ops;
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000090extern struct Qdisc_ops pfifo_head_drop_qdisc_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
Joe Perches5c152572013-07-30 22:47:13 -070092int fifo_set_limit(struct Qdisc *q, unsigned int limit);
93struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,
Alexander Aringa38a9882017-12-20 12:35:21 -050094 unsigned int limit,
95 struct netlink_ext_ack *extack);
Patrick McHardyfb0305c2008-07-05 23:40:21 -070096
Joe Perches5c152572013-07-30 22:47:13 -070097int register_qdisc(struct Qdisc_ops *qops);
98int unregister_qdisc(struct Qdisc_ops *qops);
stephen hemminger6da7c8f2013-08-27 16:19:08 -070099void qdisc_get_default(char *id, size_t len);
100int qdisc_set_default(const char *id);
101
Jiri Kosina49b49972017-03-08 16:03:32 +0100102void qdisc_hash_add(struct Qdisc *q, bool invisible);
Jiri Kosina59cc1f62016-08-10 11:05:15 +0200103void qdisc_hash_del(struct Qdisc *q);
Joe Perches5c152572013-07-30 22:47:13 -0700104struct Qdisc *qdisc_lookup(struct net_device *dev, u32 handle);
Vlad Buslov3a7d0d02018-09-24 19:22:51 +0300105struct Qdisc *qdisc_lookup_rcu(struct net_device *dev, u32 handle);
Joe Perches5c152572013-07-30 22:47:13 -0700106struct qdisc_rate_table *qdisc_get_rtab(struct tc_ratespec *r,
Alexander Aringe9bc3fa2017-12-20 12:35:18 -0500107 struct nlattr *tab,
108 struct netlink_ext_ack *extack);
Joe Perches5c152572013-07-30 22:47:13 -0700109void qdisc_put_rtab(struct qdisc_rate_table *tab);
110void qdisc_put_stab(struct qdisc_size_table *tab);
Florian Westphal6e765a02014-06-11 20:35:18 +0200111void qdisc_warn_nonwc(const char *txt, struct Qdisc *qdisc);
John Fastabend29b86cd2017-12-07 09:54:47 -0800112bool sch_direct_xmit(struct sk_buff *skb, struct Qdisc *q,
113 struct net_device *dev, struct netdev_queue *txq,
114 spinlock_t *root_lock, bool validate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
Joe Perches5c152572013-07-30 22:47:13 -0700116void __qdisc_run(struct Qdisc *q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117
David S. Miller37437bb2008-07-16 02:15:04 -0700118static inline void qdisc_run(struct Qdisc *q)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119{
John Fastabend6c148182017-12-07 09:54:06 -0800120 if (qdisc_run_begin(q)) {
David S. Miller37437bb2008-07-16 02:15:04 -0700121 __qdisc_run(q);
John Fastabend6c148182017-12-07 09:54:06 -0800122 qdisc_run_end(q);
123 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124}
125
Jiri Pirkod8b96052015-01-13 17:13:43 +0100126static inline __be16 tc_skb_protocol(const struct sk_buff *skb)
127{
128 /* We need to take extra care in case the skb came via
129 * vlan accelerated path. In that case, use skb->vlan_proto
130 * as the original vlan header was already stripped.
131 */
Jiri Pirkodf8a39d2015-01-13 17:13:44 +0100132 if (skb_vlan_tag_present(skb))
Jiri Pirkod8b96052015-01-13 17:13:43 +0100133 return skb->vlan_proto;
134 return skb->protocol;
135}
136
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137/* Calculate maximal size of packet seen by hard_start_xmit
138 routine of this device.
139 */
Eric Dumazet95c96172012-04-15 05:58:06 +0000140static inline unsigned int psched_mtu(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141{
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -0700142 return dev->mtu + dev->hard_header_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143}
144
Jiri Pirko855319b2017-10-13 14:00:58 +0200145static inline struct net *qdisc_net(struct Qdisc *q)
146{
147 return dev_net(q->dev_queue->dev);
148}
149
Vinicius Costa Gomes3d0bd022017-10-16 18:01:27 -0700150struct tc_cbs_qopt_offload {
151 u8 enable;
152 s32 queue;
153 s32 hicredit;
154 s32 locredit;
155 s32 idleslope;
156 s32 sendslope;
157};
158
Jesus Sanchez-Palencia88cab772018-07-03 15:42:54 -0700159struct tc_etf_qopt_offload {
160 u8 enable;
161 s32 queue;
162};
163
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164#endif