Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2008, Intel Corporation. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
Jeff Kirsher | c057b19 | 2013-12-06 09:13:44 -0800 | [diff] [blame] | 14 | * this program; if not, see <http://www.gnu.org/licenses/>. |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 15 | * |
| 16 | * Author: Alexander Duyck <alexander.h.duyck@intel.com> |
| 17 | */ |
| 18 | |
| 19 | #include <linux/module.h> |
| 20 | #include <linux/init.h> |
| 21 | #include <linux/kernel.h> |
| 22 | #include <linux/skbuff.h> |
| 23 | #include <linux/rtnetlink.h> |
| 24 | #include <net/netlink.h> |
| 25 | #include <net/pkt_sched.h> |
| 26 | |
| 27 | #include <linux/tc_act/tc_skbedit.h> |
| 28 | #include <net/tc_act/tc_skbedit.h> |
| 29 | |
| 30 | #define SKBEDIT_TAB_MASK 15 |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 31 | |
Alexey Dobriyan | c7d03a0 | 2016-11-17 04:58:21 +0300 | [diff] [blame] | 32 | static unsigned int skbedit_net_id; |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 33 | static struct tc_action_ops act_skbedit_ops; |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 34 | |
Eric Dumazet | dc7f9f6 | 2011-07-05 23:25:42 +0000 | [diff] [blame] | 35 | static int tcf_skbedit(struct sk_buff *skb, const struct tc_action *a, |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 36 | struct tcf_result *res) |
| 37 | { |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 38 | struct tcf_skbedit *d = to_skbedit(a); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 39 | |
| 40 | spin_lock(&d->tcf_lock); |
Jamal Hadi Salim | 9c4a4e4 | 2016-06-06 06:32:53 -0400 | [diff] [blame] | 41 | tcf_lastuse_update(&d->tcf_tm); |
Eric Dumazet | bfe0d02 | 2011-01-09 08:30:54 +0000 | [diff] [blame] | 42 | bstats_update(&d->tcf_bstats, skb); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 43 | |
| 44 | if (d->flags & SKBEDIT_F_PRIORITY) |
| 45 | skb->priority = d->priority; |
| 46 | if (d->flags & SKBEDIT_F_QUEUE_MAPPING && |
| 47 | skb->dev->real_num_tx_queues > d->queue_mapping) |
| 48 | skb_set_queue_mapping(skb, d->queue_mapping); |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 49 | if (d->flags & SKBEDIT_F_MARK) { |
| 50 | skb->mark &= ~d->mask; |
| 51 | skb->mark |= d->mark & d->mask; |
| 52 | } |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 53 | if (d->flags & SKBEDIT_F_PTYPE) |
| 54 | skb->pkt_type = d->ptype; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 55 | |
| 56 | spin_unlock(&d->tcf_lock); |
| 57 | return d->tcf_action; |
| 58 | } |
| 59 | |
| 60 | static const struct nla_policy skbedit_policy[TCA_SKBEDIT_MAX + 1] = { |
| 61 | [TCA_SKBEDIT_PARMS] = { .len = sizeof(struct tc_skbedit) }, |
| 62 | [TCA_SKBEDIT_PRIORITY] = { .len = sizeof(u32) }, |
| 63 | [TCA_SKBEDIT_QUEUE_MAPPING] = { .len = sizeof(u16) }, |
jamal | 1c55d62 | 2009-10-15 03:09:18 +0000 | [diff] [blame] | 64 | [TCA_SKBEDIT_MARK] = { .len = sizeof(u32) }, |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 65 | [TCA_SKBEDIT_PTYPE] = { .len = sizeof(u16) }, |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 66 | [TCA_SKBEDIT_MASK] = { .len = sizeof(u32) }, |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 67 | }; |
| 68 | |
Benjamin LaHaise | c1b5273 | 2013-01-14 05:15:39 +0000 | [diff] [blame] | 69 | static int tcf_skbedit_init(struct net *net, struct nlattr *nla, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 70 | struct nlattr *est, struct tc_action **a, |
Benjamin LaHaise | c1b5273 | 2013-01-14 05:15:39 +0000 | [diff] [blame] | 71 | int ovr, int bind) |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 72 | { |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 73 | struct tc_action_net *tn = net_generic(net, skbedit_net_id); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 74 | struct nlattr *tb[TCA_SKBEDIT_MAX + 1]; |
| 75 | struct tc_skbedit *parm; |
| 76 | struct tcf_skbedit *d; |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 77 | u32 flags = 0, *priority = NULL, *mark = NULL, *mask = NULL; |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 78 | u16 *queue_mapping = NULL, *ptype = NULL; |
WANG Cong | b231307 | 2016-06-13 13:46:28 -0700 | [diff] [blame] | 79 | bool exists = false; |
| 80 | int ret = 0, err; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 81 | |
| 82 | if (nla == NULL) |
| 83 | return -EINVAL; |
| 84 | |
Johannes Berg | fceb643 | 2017-04-12 14:34:07 +0200 | [diff] [blame^] | 85 | err = nla_parse_nested(tb, TCA_SKBEDIT_MAX, nla, skbedit_policy, NULL); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 86 | if (err < 0) |
| 87 | return err; |
| 88 | |
| 89 | if (tb[TCA_SKBEDIT_PARMS] == NULL) |
| 90 | return -EINVAL; |
| 91 | |
| 92 | if (tb[TCA_SKBEDIT_PRIORITY] != NULL) { |
| 93 | flags |= SKBEDIT_F_PRIORITY; |
| 94 | priority = nla_data(tb[TCA_SKBEDIT_PRIORITY]); |
| 95 | } |
| 96 | |
| 97 | if (tb[TCA_SKBEDIT_QUEUE_MAPPING] != NULL) { |
| 98 | flags |= SKBEDIT_F_QUEUE_MAPPING; |
| 99 | queue_mapping = nla_data(tb[TCA_SKBEDIT_QUEUE_MAPPING]); |
| 100 | } |
jamal | 1c55d62 | 2009-10-15 03:09:18 +0000 | [diff] [blame] | 101 | |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 102 | if (tb[TCA_SKBEDIT_PTYPE] != NULL) { |
| 103 | ptype = nla_data(tb[TCA_SKBEDIT_PTYPE]); |
| 104 | if (!skb_pkt_type_ok(*ptype)) |
| 105 | return -EINVAL; |
| 106 | flags |= SKBEDIT_F_PTYPE; |
| 107 | } |
| 108 | |
jamal | 1c55d62 | 2009-10-15 03:09:18 +0000 | [diff] [blame] | 109 | if (tb[TCA_SKBEDIT_MARK] != NULL) { |
| 110 | flags |= SKBEDIT_F_MARK; |
| 111 | mark = nla_data(tb[TCA_SKBEDIT_MARK]); |
| 112 | } |
| 113 | |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 114 | if (tb[TCA_SKBEDIT_MASK] != NULL) { |
| 115 | flags |= SKBEDIT_F_MASK; |
| 116 | mask = nla_data(tb[TCA_SKBEDIT_MASK]); |
| 117 | } |
| 118 | |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 119 | parm = nla_data(tb[TCA_SKBEDIT_PARMS]); |
| 120 | |
Jamal Hadi Salim | 5e1567a | 2016-05-10 16:49:30 -0400 | [diff] [blame] | 121 | exists = tcf_hash_check(tn, parm->index, a, bind); |
| 122 | if (exists && bind) |
| 123 | return 0; |
| 124 | |
| 125 | if (!flags) { |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 126 | tcf_hash_release(*a, bind); |
Jamal Hadi Salim | 5e1567a | 2016-05-10 16:49:30 -0400 | [diff] [blame] | 127 | return -EINVAL; |
| 128 | } |
| 129 | |
| 130 | if (!exists) { |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 131 | ret = tcf_hash_create(tn, parm->index, est, a, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 132 | &act_skbedit_ops, bind, false); |
WANG Cong | 8606203 | 2014-02-11 17:07:31 -0800 | [diff] [blame] | 133 | if (ret) |
| 134 | return ret; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 135 | |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 136 | d = to_skbedit(*a); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 137 | ret = ACT_P_CREATED; |
| 138 | } else { |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 139 | d = to_skbedit(*a); |
| 140 | tcf_hash_release(*a, bind); |
Jamal Hadi Salim | 1a29321 | 2013-12-23 08:02:11 -0500 | [diff] [blame] | 141 | if (!ovr) |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 142 | return -EEXIST; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 143 | } |
| 144 | |
| 145 | spin_lock_bh(&d->tcf_lock); |
| 146 | |
| 147 | d->flags = flags; |
| 148 | if (flags & SKBEDIT_F_PRIORITY) |
| 149 | d->priority = *priority; |
| 150 | if (flags & SKBEDIT_F_QUEUE_MAPPING) |
| 151 | d->queue_mapping = *queue_mapping; |
jamal | 1c55d62 | 2009-10-15 03:09:18 +0000 | [diff] [blame] | 152 | if (flags & SKBEDIT_F_MARK) |
| 153 | d->mark = *mark; |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 154 | if (flags & SKBEDIT_F_PTYPE) |
| 155 | d->ptype = *ptype; |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 156 | /* default behaviour is to use all the bits */ |
| 157 | d->mask = 0xffffffff; |
| 158 | if (flags & SKBEDIT_F_MASK) |
| 159 | d->mask = *mask; |
jamal | 1c55d62 | 2009-10-15 03:09:18 +0000 | [diff] [blame] | 160 | |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 161 | d->tcf_action = parm->action; |
| 162 | |
| 163 | spin_unlock_bh(&d->tcf_lock); |
| 164 | |
| 165 | if (ret == ACT_P_CREATED) |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 166 | tcf_hash_insert(tn, *a); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 167 | return ret; |
| 168 | } |
| 169 | |
Eric Dumazet | cc7ec45 | 2011-01-19 19:26:56 +0000 | [diff] [blame] | 170 | static int tcf_skbedit_dump(struct sk_buff *skb, struct tc_action *a, |
| 171 | int bind, int ref) |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 172 | { |
| 173 | unsigned char *b = skb_tail_pointer(skb); |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 174 | struct tcf_skbedit *d = to_skbedit(a); |
Eric Dumazet | 1c40be1 | 2010-08-16 20:04:22 +0000 | [diff] [blame] | 175 | struct tc_skbedit opt = { |
| 176 | .index = d->tcf_index, |
| 177 | .refcnt = d->tcf_refcnt - ref, |
| 178 | .bindcnt = d->tcf_bindcnt - bind, |
| 179 | .action = d->tcf_action, |
| 180 | }; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 181 | struct tcf_t t; |
| 182 | |
David S. Miller | 1b34ec4 | 2012-03-29 05:11:39 -0400 | [diff] [blame] | 183 | if (nla_put(skb, TCA_SKBEDIT_PARMS, sizeof(opt), &opt)) |
| 184 | goto nla_put_failure; |
| 185 | if ((d->flags & SKBEDIT_F_PRIORITY) && |
Jamal Hadi Salim | 61cc535 | 2016-07-02 06:43:16 -0400 | [diff] [blame] | 186 | nla_put_u32(skb, TCA_SKBEDIT_PRIORITY, d->priority)) |
David S. Miller | 1b34ec4 | 2012-03-29 05:11:39 -0400 | [diff] [blame] | 187 | goto nla_put_failure; |
| 188 | if ((d->flags & SKBEDIT_F_QUEUE_MAPPING) && |
Jamal Hadi Salim | 61cc535 | 2016-07-02 06:43:16 -0400 | [diff] [blame] | 189 | nla_put_u16(skb, TCA_SKBEDIT_QUEUE_MAPPING, d->queue_mapping)) |
David S. Miller | 1b34ec4 | 2012-03-29 05:11:39 -0400 | [diff] [blame] | 190 | goto nla_put_failure; |
| 191 | if ((d->flags & SKBEDIT_F_MARK) && |
Jamal Hadi Salim | 61cc535 | 2016-07-02 06:43:16 -0400 | [diff] [blame] | 192 | nla_put_u32(skb, TCA_SKBEDIT_MARK, d->mark)) |
David S. Miller | 1b34ec4 | 2012-03-29 05:11:39 -0400 | [diff] [blame] | 193 | goto nla_put_failure; |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 194 | if ((d->flags & SKBEDIT_F_PTYPE) && |
Jamal Hadi Salim | 61cc535 | 2016-07-02 06:43:16 -0400 | [diff] [blame] | 195 | nla_put_u16(skb, TCA_SKBEDIT_PTYPE, d->ptype)) |
Jamal Hadi Salim | ff202ee | 2016-07-02 06:43:15 -0400 | [diff] [blame] | 196 | goto nla_put_failure; |
Antonio Quartulli | 4fe77d8 | 2016-10-24 20:32:57 +0800 | [diff] [blame] | 197 | if ((d->flags & SKBEDIT_F_MASK) && |
| 198 | nla_put_u32(skb, TCA_SKBEDIT_MASK, d->mask)) |
| 199 | goto nla_put_failure; |
Jamal Hadi Salim | 48d8ee1 | 2016-06-06 06:32:55 -0400 | [diff] [blame] | 200 | |
| 201 | tcf_tm_dump(&t, &d->tcf_tm); |
Nicolas Dichtel | 9854518e | 2016-04-26 10:06:18 +0200 | [diff] [blame] | 202 | if (nla_put_64bit(skb, TCA_SKBEDIT_TM, sizeof(t), &t, TCA_SKBEDIT_PAD)) |
David S. Miller | 1b34ec4 | 2012-03-29 05:11:39 -0400 | [diff] [blame] | 203 | goto nla_put_failure; |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 204 | return skb->len; |
| 205 | |
| 206 | nla_put_failure: |
| 207 | nlmsg_trim(skb, b); |
| 208 | return -1; |
| 209 | } |
| 210 | |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 211 | static int tcf_skbedit_walker(struct net *net, struct sk_buff *skb, |
| 212 | struct netlink_callback *cb, int type, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 213 | const struct tc_action_ops *ops) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 214 | { |
| 215 | struct tc_action_net *tn = net_generic(net, skbedit_net_id); |
| 216 | |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 217 | return tcf_generic_walker(tn, skb, cb, type, ops); |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 218 | } |
| 219 | |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 220 | static int tcf_skbedit_search(struct net *net, struct tc_action **a, u32 index) |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 221 | { |
| 222 | struct tc_action_net *tn = net_generic(net, skbedit_net_id); |
| 223 | |
| 224 | return tcf_hash_search(tn, a, index); |
| 225 | } |
| 226 | |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 227 | static struct tc_action_ops act_skbedit_ops = { |
| 228 | .kind = "skbedit", |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 229 | .type = TCA_ACT_SKBEDIT, |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 230 | .owner = THIS_MODULE, |
| 231 | .act = tcf_skbedit, |
| 232 | .dump = tcf_skbedit_dump, |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 233 | .init = tcf_skbedit_init, |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 234 | .walk = tcf_skbedit_walker, |
| 235 | .lookup = tcf_skbedit_search, |
WANG Cong | a85a970 | 2016-07-25 16:09:41 -0700 | [diff] [blame] | 236 | .size = sizeof(struct tcf_skbedit), |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 237 | }; |
| 238 | |
| 239 | static __net_init int skbedit_init_net(struct net *net) |
| 240 | { |
| 241 | struct tc_action_net *tn = net_generic(net, skbedit_net_id); |
| 242 | |
| 243 | return tc_action_net_init(tn, &act_skbedit_ops, SKBEDIT_TAB_MASK); |
| 244 | } |
| 245 | |
| 246 | static void __net_exit skbedit_exit_net(struct net *net) |
| 247 | { |
| 248 | struct tc_action_net *tn = net_generic(net, skbedit_net_id); |
| 249 | |
| 250 | tc_action_net_exit(tn); |
| 251 | } |
| 252 | |
| 253 | static struct pernet_operations skbedit_net_ops = { |
| 254 | .init = skbedit_init_net, |
| 255 | .exit = skbedit_exit_net, |
| 256 | .id = &skbedit_net_id, |
| 257 | .size = sizeof(struct tc_action_net), |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 258 | }; |
| 259 | |
| 260 | MODULE_AUTHOR("Alexander Duyck, <alexander.h.duyck@intel.com>"); |
| 261 | MODULE_DESCRIPTION("SKB Editing"); |
| 262 | MODULE_LICENSE("GPL"); |
| 263 | |
| 264 | static int __init skbedit_init_module(void) |
| 265 | { |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 266 | return tcf_register_action(&act_skbedit_ops, &skbedit_net_ops); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 267 | } |
| 268 | |
| 269 | static void __exit skbedit_cleanup_module(void) |
| 270 | { |
WANG Cong | ddf97cc | 2016-02-22 15:57:53 -0800 | [diff] [blame] | 271 | tcf_unregister_action(&act_skbedit_ops, &skbedit_net_ops); |
Alexander Duyck | ca9b0e2 | 2008-09-12 16:30:20 -0700 | [diff] [blame] | 272 | } |
| 273 | |
| 274 | module_init(skbedit_init_module); |
| 275 | module_exit(skbedit_cleanup_module); |