blob: 2d234af15f3ea46c21d0f253dedeeb7668720d76 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __NET_PKT_SCHED_H
2#define __NET_PKT_SCHED_H
3
Patrick McHardy538e43a2006-01-08 22:12:03 -08004#include <linux/jiffies.h>
Patrick McHardy641b9e02007-03-16 01:18:42 -07005#include <linux/ktime.h>
Jiri Pirkod8b96052015-01-13 17:13:43 +01006#include <linux/if_vlan.h>
Jiri Pirko855319b2017-10-13 14:00:58 +02007#include <linux/netdevice.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <net/sch_generic.h>
Jiri Pirko855319b2017-10-13 14:00:58 +02009#include <net/net_namespace.h>
Jiri Pirko861932e2017-08-09 14:30:31 +020010#include <uapi/linux/pkt_sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
Jesper Dangaard Brouerd0a81f62016-11-03 14:56:01 +010012#define DEFAULT_TX_QUEUE_LEN 1000
13
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000014struct qdisc_walker {
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 int stop;
16 int skip;
17 int count;
18 int (*fn)(struct Qdisc *, unsigned long cl, struct qdisc_walker *);
19};
20
Eric Dumazet5d944c62010-03-31 07:06:04 +000021#define QDISC_ALIGNTO 64
Thomas Graf3d54b822005-07-05 14:15:09 -070022#define QDISC_ALIGN(len) (((len) + QDISC_ALIGNTO-1) & ~(QDISC_ALIGNTO-1))
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
24static inline void *qdisc_priv(struct Qdisc *q)
25{
Thomas Graf3d54b822005-07-05 14:15:09 -070026 return (char *) q + QDISC_ALIGN(sizeof(struct Qdisc));
Linus Torvalds1da177e2005-04-16 15:20:36 -070027}
28
29/*
30 Timer resolution MUST BE < 10% of min_schedulable_packet_size/bandwidth
31
32 Normal IP packet size ~ 512byte, hence:
33
34 0.5Kbyte/1Mbyte/sec = 0.5msec, so that we need 50usec timer for
35 10Mbit ethernet.
36
37 10msec resolution -> <50Kbit/sec.
38
39 The result: [34]86 is not good choice for QoS router :-(
40
Lucas De Marchi25985ed2011-03-30 22:57:33 -030041 The things are not so bad, because we may use artificial
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 clock evaluated by integration of network data flow
43 in the most critical places.
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 */
45
Linus Torvalds1da177e2005-04-16 15:20:36 -070046typedef u64 psched_time_t;
47typedef long psched_tdiff_t;
48
Jarek Poplawskia4a710c2009-06-08 22:05:13 +000049/* Avoid doing 64 bit divide */
50#define PSCHED_SHIFT 6
Jarek Poplawskica44d6e2009-06-15 02:31:47 -070051#define PSCHED_TICKS2NS(x) ((s64)(x) << PSCHED_SHIFT)
52#define PSCHED_NS2TICKS(x) ((x) >> PSCHED_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Jarek Poplawskica44d6e2009-06-15 02:31:47 -070054#define PSCHED_TICKS_PER_SEC PSCHED_NS2TICKS(NSEC_PER_SEC)
Patrick McHardya0849802007-03-23 11:28:30 -070055#define PSCHED_PASTPERFECT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
Patrick McHardy3bebcda2007-03-23 11:29:25 -070057static inline psched_time_t psched_get_time(void)
58{
Eric Dumazetd2de8752014-08-22 18:32:09 -070059 return PSCHED_NS2TICKS(ktime_get_ns());
Patrick McHardy3bebcda2007-03-23 11:29:25 -070060}
61
Patrick McHardy03cc45c2007-03-23 11:29:11 -070062static inline psched_tdiff_t
63psched_tdiff_bounded(psched_time_t tv1, psched_time_t tv2, psched_time_t bound)
64{
65 return min(tv1 - tv2, bound);
66}
67
Patrick McHardy41794772007-03-16 01:19:15 -070068struct qdisc_watchdog {
Eric Dumazeta9efad82016-05-23 14:24:56 -070069 u64 last_expires;
Patrick McHardy41794772007-03-16 01:19:15 -070070 struct hrtimer timer;
71 struct Qdisc *qdisc;
72};
73
Joe Perches5c152572013-07-30 22:47:13 -070074void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc);
Eric Dumazet45f50be2016-06-10 16:41:39 -070075void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires);
Jiri Pirko34c5d292013-02-12 00:12:04 +000076
77static inline void qdisc_watchdog_schedule(struct qdisc_watchdog *wd,
78 psched_time_t expires)
79{
Eric Dumazet45f50be2016-06-10 16:41:39 -070080 qdisc_watchdog_schedule_ns(wd, PSCHED_TICKS2NS(expires));
Jiri Pirko34c5d292013-02-12 00:12:04 +000081}
82
Joe Perches5c152572013-07-30 22:47:13 -070083void qdisc_watchdog_cancel(struct qdisc_watchdog *wd);
Patrick McHardy41794772007-03-16 01:19:15 -070084
Linus Torvalds1da177e2005-04-16 15:20:36 -070085extern struct Qdisc_ops pfifo_qdisc_ops;
86extern struct Qdisc_ops bfifo_qdisc_ops;
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000087extern struct Qdisc_ops pfifo_head_drop_qdisc_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
Joe Perches5c152572013-07-30 22:47:13 -070089int fifo_set_limit(struct Qdisc *q, unsigned int limit);
90struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,
91 unsigned int limit);
Patrick McHardyfb0305c2008-07-05 23:40:21 -070092
Joe Perches5c152572013-07-30 22:47:13 -070093int register_qdisc(struct Qdisc_ops *qops);
94int unregister_qdisc(struct Qdisc_ops *qops);
stephen hemminger6da7c8f2013-08-27 16:19:08 -070095void qdisc_get_default(char *id, size_t len);
96int qdisc_set_default(const char *id);
97
Jiri Kosina49b49972017-03-08 16:03:32 +010098void qdisc_hash_add(struct Qdisc *q, bool invisible);
Jiri Kosina59cc1f62016-08-10 11:05:15 +020099void qdisc_hash_del(struct Qdisc *q);
Joe Perches5c152572013-07-30 22:47:13 -0700100struct Qdisc *qdisc_lookup(struct net_device *dev, u32 handle);
101struct Qdisc *qdisc_lookup_class(struct net_device *dev, u32 handle);
102struct qdisc_rate_table *qdisc_get_rtab(struct tc_ratespec *r,
103 struct nlattr *tab);
104void qdisc_put_rtab(struct qdisc_rate_table *tab);
105void qdisc_put_stab(struct qdisc_size_table *tab);
Florian Westphal6e765a02014-06-11 20:35:18 +0200106void qdisc_warn_nonwc(const char *txt, struct Qdisc *qdisc);
Joe Perches5c152572013-07-30 22:47:13 -0700107int sch_direct_xmit(struct sk_buff *skb, struct Qdisc *q,
108 struct net_device *dev, struct netdev_queue *txq,
Eric Dumazet55a93b32014-10-03 15:31:07 -0700109 spinlock_t *root_lock, bool validate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110
Joe Perches5c152572013-07-30 22:47:13 -0700111void __qdisc_run(struct Qdisc *q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
David S. Miller37437bb2008-07-16 02:15:04 -0700113static inline void qdisc_run(struct Qdisc *q)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114{
Eric Dumazetbc135b22010-06-02 03:23:51 -0700115 if (qdisc_run_begin(q))
David S. Miller37437bb2008-07-16 02:15:04 -0700116 __qdisc_run(q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117}
118
Jiri Pirkod8b96052015-01-13 17:13:43 +0100119static inline __be16 tc_skb_protocol(const struct sk_buff *skb)
120{
121 /* We need to take extra care in case the skb came via
122 * vlan accelerated path. In that case, use skb->vlan_proto
123 * as the original vlan header was already stripped.
124 */
Jiri Pirkodf8a39d2015-01-13 17:13:44 +0100125 if (skb_vlan_tag_present(skb))
Jiri Pirkod8b96052015-01-13 17:13:43 +0100126 return skb->vlan_proto;
127 return skb->protocol;
128}
129
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130/* Calculate maximal size of packet seen by hard_start_xmit
131 routine of this device.
132 */
Eric Dumazet95c96172012-04-15 05:58:06 +0000133static inline unsigned int psched_mtu(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -0700135 return dev->mtu + dev->hard_header_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136}
137
Jiri Pirko861932e2017-08-09 14:30:31 +0200138static inline bool is_classid_clsact_ingress(u32 classid)
139{
140 /* This also returns true for ingress qdisc */
141 return TC_H_MAJ(classid) == TC_H_MAJ(TC_H_CLSACT) &&
142 TC_H_MIN(classid) != TC_H_MIN(TC_H_MIN_EGRESS);
143}
144
145static inline bool is_classid_clsact_egress(u32 classid)
146{
147 return TC_H_MAJ(classid) == TC_H_MAJ(TC_H_CLSACT) &&
148 TC_H_MIN(classid) == TC_H_MIN(TC_H_MIN_EGRESS);
149}
150
Jiri Pirko855319b2017-10-13 14:00:58 +0200151static inline struct net *qdisc_net(struct Qdisc *q)
152{
153 return dev_net(q->dev_queue->dev);
154}
155
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156#endif