blob: 24893d3b5d229d27ec05760815ab222ae052271b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/sch_fifo.c The simplest FIFO queue.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 */
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/module.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090013#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/types.h>
15#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <net/pkt_sched.h>
19
20/* 1 band FIFO pseudo-"scheduler" */
21
Eric Dumazet520ac302016-06-21 23:16:49 -070022static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch,
23 struct sk_buff **to_free)
Linus Torvalds1da177e2005-04-16 15:20:36 -070024{
Eric Dumazetd2760552011-03-03 11:10:02 -080025 if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= sch->limit))
Thomas Grafaaae3012005-06-18 22:57:42 -070026 return qdisc_enqueue_tail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Eric Dumazet520ac302016-06-21 23:16:49 -070028 return qdisc_drop(skb, sch, to_free);
Linus Torvalds1da177e2005-04-16 15:20:36 -070029}
30
Eric Dumazet520ac302016-06-21 23:16:49 -070031static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch,
32 struct sk_buff **to_free)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033{
Florian Westphal97d06782016-09-18 00:57:31 +020034 if (likely(sch->q.qlen < sch->limit))
Thomas Grafaaae3012005-06-18 22:57:42 -070035 return qdisc_enqueue_tail(skb, sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Eric Dumazet520ac302016-06-21 23:16:49 -070037 return qdisc_drop(skb, sch, to_free);
Linus Torvalds1da177e2005-04-16 15:20:36 -070038}
39
Eric Dumazet520ac302016-06-21 23:16:49 -070040static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch,
41 struct sk_buff **to_free)
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000042{
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070043 unsigned int prev_backlog;
44
Florian Westphal97d06782016-09-18 00:57:31 +020045 if (likely(sch->q.qlen < sch->limit))
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000046 return qdisc_enqueue_tail(skb, sch);
47
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070048 prev_backlog = sch->qstats.backlog;
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000049 /* queue full, remove one skb to fulfill the limit */
Eric Dumazet520ac302016-06-21 23:16:49 -070050 __qdisc_queue_drop_head(sch, &sch->q, to_free);
John Fastabend25331d62014-09-28 11:53:29 -070051 qdisc_qstats_drop(sch);
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000052 qdisc_enqueue_tail(skb, sch);
53
Eric Dumazet6c0d54f2016-06-12 20:01:25 -070054 qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog);
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +000055 return NET_XMIT_CN;
56}
57
Alexander Aringe63d7df2017-12-20 12:35:13 -050058static int fifo_init(struct Qdisc *sch, struct nlattr *opt,
59 struct netlink_ext_ack *extack)
Linus Torvalds1da177e2005-04-16 15:20:36 -070060{
Eric Dumazet23624932011-01-21 16:26:09 -080061 bool bypass;
62 bool is_bfifo = sch->ops == &bfifo_qdisc_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
64 if (opt == NULL) {
Phil Sutter348e3432015-08-18 10:30:49 +020065 u32 limit = qdisc_dev(sch)->tx_queue_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Eric Dumazet23624932011-01-21 16:26:09 -080067 if (is_bfifo)
Patrick McHardy64739902009-05-06 16:45:07 -070068 limit *= psched_mtu(qdisc_dev(sch));
Thomas Graf6fc8e842005-06-18 22:58:00 -070069
Eric Dumazetd2760552011-03-03 11:10:02 -080070 sch->limit = limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 } else {
Patrick McHardy1e904742008-01-22 22:11:17 -080072 struct tc_fifo_qopt *ctl = nla_data(opt);
Thomas Graf6fc8e842005-06-18 22:58:00 -070073
Patrick McHardy1e904742008-01-22 22:11:17 -080074 if (nla_len(opt) < sizeof(*ctl))
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 return -EINVAL;
Thomas Graf6fc8e842005-06-18 22:58:00 -070076
Eric Dumazetd2760552011-03-03 11:10:02 -080077 sch->limit = ctl->limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 }
Thomas Graf6fc8e842005-06-18 22:58:00 -070079
Eric Dumazet23624932011-01-21 16:26:09 -080080 if (is_bfifo)
Eric Dumazetd2760552011-03-03 11:10:02 -080081 bypass = sch->limit >= psched_mtu(qdisc_dev(sch));
Eric Dumazet23624932011-01-21 16:26:09 -080082 else
Eric Dumazetd2760552011-03-03 11:10:02 -080083 bypass = sch->limit >= 1;
Eric Dumazet23624932011-01-21 16:26:09 -080084
85 if (bypass)
86 sch->flags |= TCQ_F_CAN_BYPASS;
87 else
88 sch->flags &= ~TCQ_F_CAN_BYPASS;
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 return 0;
90}
91
92static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb)
93{
Eric Dumazetd2760552011-03-03 11:10:02 -080094 struct tc_fifo_qopt opt = { .limit = sch->limit };
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
David S. Miller1b34ec42012-03-29 05:11:39 -040096 if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt))
97 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 return skb->len;
99
Patrick McHardy1e904742008-01-22 22:11:17 -0800100nla_put_failure:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 return -1;
102}
103
Eric Dumazet20fea082007-11-14 01:44:41 -0800104struct Qdisc_ops pfifo_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 .id = "pfifo",
Eric Dumazetd2760552011-03-03 11:10:02 -0800106 .priv_size = 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 .enqueue = pfifo_enqueue,
Thomas Grafaaae3012005-06-18 22:57:42 -0700108 .dequeue = qdisc_dequeue_head,
Patrick McHardy48a8f512008-10-31 00:44:18 -0700109 .peek = qdisc_peek_head,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 .init = fifo_init,
Thomas Grafaaae3012005-06-18 22:57:42 -0700111 .reset = qdisc_reset_queue,
Alexander Aring20307212017-12-20 12:35:14 -0500112 .change = fifo_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 .dump = fifo_dump,
114 .owner = THIS_MODULE,
115};
Patrick McHardy62e3ba12008-01-22 22:10:23 -0800116EXPORT_SYMBOL(pfifo_qdisc_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117
Eric Dumazet20fea082007-11-14 01:44:41 -0800118struct Qdisc_ops bfifo_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 .id = "bfifo",
Eric Dumazetd2760552011-03-03 11:10:02 -0800120 .priv_size = 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 .enqueue = bfifo_enqueue,
Thomas Grafaaae3012005-06-18 22:57:42 -0700122 .dequeue = qdisc_dequeue_head,
Patrick McHardy48a8f512008-10-31 00:44:18 -0700123 .peek = qdisc_peek_head,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 .init = fifo_init,
Thomas Grafaaae3012005-06-18 22:57:42 -0700125 .reset = qdisc_reset_queue,
Alexander Aring20307212017-12-20 12:35:14 -0500126 .change = fifo_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 .dump = fifo_dump,
128 .owner = THIS_MODULE,
129};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130EXPORT_SYMBOL(bfifo_qdisc_ops);
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700131
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000132struct Qdisc_ops pfifo_head_drop_qdisc_ops __read_mostly = {
133 .id = "pfifo_head_drop",
Eric Dumazetd2760552011-03-03 11:10:02 -0800134 .priv_size = 0,
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000135 .enqueue = pfifo_tail_enqueue,
136 .dequeue = qdisc_dequeue_head,
137 .peek = qdisc_peek_head,
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000138 .init = fifo_init,
139 .reset = qdisc_reset_queue,
Alexander Aring20307212017-12-20 12:35:14 -0500140 .change = fifo_init,
Hagen Paul Pfeifer57dbb2d2010-01-24 12:30:59 +0000141 .dump = fifo_dump,
142 .owner = THIS_MODULE,
143};
144
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700145/* Pass size change message down to embedded FIFO */
146int fifo_set_limit(struct Qdisc *q, unsigned int limit)
147{
148 struct nlattr *nla;
149 int ret = -ENOMEM;
150
151 /* Hack to avoid sending change message to non-FIFO */
152 if (strncmp(q->ops->id + 1, "fifo", 4) != 0)
153 return 0;
154
155 nla = kmalloc(nla_attr_size(sizeof(struct tc_fifo_qopt)), GFP_KERNEL);
156 if (nla) {
157 nla->nla_type = RTM_NEWQDISC;
158 nla->nla_len = nla_attr_size(sizeof(struct tc_fifo_qopt));
159 ((struct tc_fifo_qopt *)nla_data(nla))->limit = limit;
160
Alexander Aring20307212017-12-20 12:35:14 -0500161 ret = q->ops->change(q, nla, NULL);
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700162 kfree(nla);
163 }
164 return ret;
165}
166EXPORT_SYMBOL(fifo_set_limit);
167
168struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,
Alexander Aringa38a98822017-12-20 12:35:21 -0500169 unsigned int limit,
170 struct netlink_ext_ack *extack)
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700171{
172 struct Qdisc *q;
173 int err = -ENOMEM;
174
Alexander Aringa38a98822017-12-20 12:35:21 -0500175 q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1),
176 extack);
Patrick McHardyfb0305c2008-07-05 23:40:21 -0700177 if (q) {
178 err = fifo_set_limit(q, limit);
179 if (err < 0) {
180 qdisc_destroy(q);
181 q = NULL;
182 }
183 }
184
185 return q ? : ERR_PTR(err);
186}
187EXPORT_SYMBOL(fifo_create_dflt);