Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 4 | * operating system. INET is implemented using the BSD Socket |
| 5 | * interface as the means of communication with the user level. |
| 6 | * |
| 7 | * IPv4 Forwarding Information Base: policy rules. |
| 8 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> |
Eric Dumazet | 6a31d2a | 2010-10-04 20:00:18 +0000 | [diff] [blame] | 10 | * Thomas Graf <tgraf@suug.ch> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | * Fixes: |
Eric Dumazet | 6a31d2a | 2010-10-04 20:00:18 +0000 | [diff] [blame] | 13 | * Rani Assaf : local_rule cannot be deleted |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | * Marc Boucher : routing by fwmark |
| 15 | */ |
| 16 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/types.h> |
| 18 | #include <linux/kernel.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <linux/netdevice.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <linux/netlink.h> |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 21 | #include <linux/inetdevice.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <linux/init.h> |
Robert Olsson | 7b204af | 2006-03-20 17:18:53 -0800 | [diff] [blame] | 23 | #include <linux/list.h> |
| 24 | #include <linux/rcupdate.h> |
Paul Gortmaker | bc3b2d7 | 2011-07-15 11:47:34 -0400 | [diff] [blame] | 25 | #include <linux/export.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include <net/ip.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | #include <net/route.h> |
| 28 | #include <net/tcp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <net/ip_fib.h> |
David Ahern | 5481d73 | 2019-06-03 20:19:49 -0700 | [diff] [blame] | 30 | #include <net/nexthop.h> |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 31 | #include <net/fib_rules.h> |
Brian Vazquez | b9aaec8 | 2020-07-26 15:48:16 -0700 | [diff] [blame] | 32 | #include <linux/indirect_call_wrapper.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | |
Eric Dumazet | 6a31d2a | 2010-10-04 20:00:18 +0000 | [diff] [blame] | 34 | struct fib4_rule { |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 35 | struct fib_rule common; |
| 36 | u8 dst_len; |
| 37 | u8 src_len; |
| 38 | u8 tos; |
Al Viro | 81f7bf6 | 2006-09-27 18:40:00 -0700 | [diff] [blame] | 39 | __be32 src; |
| 40 | __be32 srcmask; |
| 41 | __be32 dst; |
| 42 | __be32 dstmask; |
Patrick McHardy | c7066f7 | 2011-01-14 13:36:42 +0100 | [diff] [blame] | 43 | #ifdef CONFIG_IP_ROUTE_CLASSID |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 44 | u32 tclassid; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | }; |
| 47 | |
Ido Schimmel | 3c71006 | 2017-03-16 09:08:12 +0100 | [diff] [blame] | 48 | static bool fib4_rule_matchall(const struct fib_rule *rule) |
| 49 | { |
| 50 | struct fib4_rule *r = container_of(rule, struct fib4_rule, common); |
| 51 | |
| 52 | if (r->dst_len || r->src_len || r->tos) |
| 53 | return false; |
| 54 | return fib_rule_matchall(rule); |
| 55 | } |
| 56 | |
| 57 | bool fib4_rule_default(const struct fib_rule *rule) |
| 58 | { |
| 59 | if (!fib4_rule_matchall(rule) || rule->action != FR_ACT_TO_TBL || |
| 60 | rule->l3mdev) |
| 61 | return false; |
| 62 | if (rule->table != RT_TABLE_LOCAL && rule->table != RT_TABLE_MAIN && |
| 63 | rule->table != RT_TABLE_DEFAULT) |
| 64 | return false; |
| 65 | return true; |
| 66 | } |
| 67 | EXPORT_SYMBOL_GPL(fib4_rule_default); |
| 68 | |
Jiri Pirko | b7a5955 | 2019-10-03 11:49:30 +0200 | [diff] [blame] | 69 | int fib4_rules_dump(struct net *net, struct notifier_block *nb, |
| 70 | struct netlink_ext_ack *extack) |
Ido Schimmel | 1b2a444 | 2017-08-03 13:28:14 +0200 | [diff] [blame] | 71 | { |
Jiri Pirko | b7a5955 | 2019-10-03 11:49:30 +0200 | [diff] [blame] | 72 | return fib_rules_dump(net, nb, AF_INET, extack); |
Ido Schimmel | 1b2a444 | 2017-08-03 13:28:14 +0200 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | unsigned int fib4_rules_seq_read(struct net *net) |
| 76 | { |
| 77 | return fib_rules_seq_read(net, AF_INET); |
| 78 | } |
| 79 | |
Andy Gospodarek | 0eeb075 | 2015-06-23 13:45:37 -0400 | [diff] [blame] | 80 | int __fib_lookup(struct net *net, struct flowi4 *flp, |
| 81 | struct fib_result *res, unsigned int flags) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 82 | { |
| 83 | struct fib_lookup_arg arg = { |
| 84 | .result = res, |
Andy Gospodarek | 0eeb075 | 2015-06-23 13:45:37 -0400 | [diff] [blame] | 85 | .flags = flags, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 86 | }; |
| 87 | int err; |
| 88 | |
David Ahern | 9ee0034 | 2016-09-10 12:09:52 -0700 | [diff] [blame] | 89 | /* update flow if oif or iif point to device enslaved to l3mdev */ |
| 90 | l3mdev_update_flow(net, flowi4_to_flowi(flp)); |
| 91 | |
David S. Miller | 22bd5b9 | 2011-03-11 19:54:08 -0500 | [diff] [blame] | 92 | err = fib_rules_lookup(net->ipv4.rules_ops, flowi4_to_flowi(flp), 0, &arg); |
David S. Miller | 85b91b0 | 2012-07-13 08:21:29 -0700 | [diff] [blame] | 93 | #ifdef CONFIG_IP_ROUTE_CLASSID |
| 94 | if (arg.rule) |
| 95 | res->tclassid = ((struct fib4_rule *)arg.rule)->tclassid; |
| 96 | else |
| 97 | res->tclassid = 0; |
| 98 | #endif |
Panu Matilainen | 49dd18b | 2014-11-14 13:14:32 +0200 | [diff] [blame] | 99 | |
| 100 | if (err == -ESRCH) |
| 101 | err = -ENETUNREACH; |
| 102 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | return err; |
| 104 | } |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 105 | EXPORT_SYMBOL_GPL(__fib_lookup); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | |
Brian Vazquez | b9aaec8 | 2020-07-26 15:48:16 -0700 | [diff] [blame] | 107 | INDIRECT_CALLABLE_SCOPE int fib4_rule_action(struct fib_rule *rule, |
| 108 | struct flowi *flp, int flags, |
| 109 | struct fib_lookup_arg *arg) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 110 | { |
| 111 | int err = -EAGAIN; |
| 112 | struct fib_table *tbl; |
David Ahern | 96c63fa | 2016-06-08 10:55:39 -0700 | [diff] [blame] | 113 | u32 tb_id; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 114 | |
| 115 | switch (rule->action) { |
| 116 | case FR_ACT_TO_TBL: |
| 117 | break; |
| 118 | |
| 119 | case FR_ACT_UNREACHABLE: |
Alexander Duyck | 345e9b5 | 2014-12-31 10:56:24 -0800 | [diff] [blame] | 120 | return -ENETUNREACH; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 121 | |
| 122 | case FR_ACT_PROHIBIT: |
Alexander Duyck | 345e9b5 | 2014-12-31 10:56:24 -0800 | [diff] [blame] | 123 | return -EACCES; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 124 | |
| 125 | case FR_ACT_BLACKHOLE: |
| 126 | default: |
Alexander Duyck | 345e9b5 | 2014-12-31 10:56:24 -0800 | [diff] [blame] | 127 | return -EINVAL; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 128 | } |
| 129 | |
Alexander Duyck | 345e9b5 | 2014-12-31 10:56:24 -0800 | [diff] [blame] | 130 | rcu_read_lock(); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 131 | |
David Ahern | 96c63fa | 2016-06-08 10:55:39 -0700 | [diff] [blame] | 132 | tb_id = fib_rule_get_table(rule, arg); |
| 133 | tbl = fib_get_table(rule->fr_net, tb_id); |
Alexander Duyck | 345e9b5 | 2014-12-31 10:56:24 -0800 | [diff] [blame] | 134 | if (tbl) |
| 135 | err = fib_table_lookup(tbl, &flp->u.ip4, |
| 136 | (struct fib_result *)arg->result, |
| 137 | arg->flags); |
| 138 | |
| 139 | rcu_read_unlock(); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 140 | return err; |
| 141 | } |
| 142 | |
Brian Vazquez | b9aaec8 | 2020-07-26 15:48:16 -0700 | [diff] [blame] | 143 | INDIRECT_CALLABLE_SCOPE bool fib4_rule_suppress(struct fib_rule *rule, |
| 144 | struct fib_lookup_arg *arg) |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 145 | { |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 146 | struct fib_result *result = (struct fib_result *) arg->result; |
Stefan Tomanek | 673498b | 2013-12-10 23:21:25 +0100 | [diff] [blame] | 147 | struct net_device *dev = NULL; |
| 148 | |
David Ahern | 5481d73 | 2019-06-03 20:19:49 -0700 | [diff] [blame] | 149 | if (result->fi) { |
David Ahern | dcb1ecb | 2019-06-03 20:19:50 -0700 | [diff] [blame] | 150 | struct fib_nh_common *nhc = fib_info_nhc(result->fi, 0); |
David Ahern | 5481d73 | 2019-06-03 20:19:49 -0700 | [diff] [blame] | 151 | |
David Ahern | dcb1ecb | 2019-06-03 20:19:50 -0700 | [diff] [blame] | 152 | dev = nhc->nhc_dev; |
David Ahern | 5481d73 | 2019-06-03 20:19:49 -0700 | [diff] [blame] | 153 | } |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 154 | |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 155 | /* do not accept result if the route does |
| 156 | * not meet the required prefix length |
| 157 | */ |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 158 | if (result->prefixlen <= rule->suppress_prefixlen) |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 159 | goto suppress_route; |
| 160 | |
| 161 | /* do not accept result if the route uses a device |
| 162 | * belonging to a forbidden interface group |
| 163 | */ |
| 164 | if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup) |
| 165 | goto suppress_route; |
| 166 | |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 167 | return false; |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 168 | |
| 169 | suppress_route: |
| 170 | if (!(arg->flags & FIB_LOOKUP_NOREF)) |
| 171 | fib_info_put(result->fi); |
| 172 | return true; |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 173 | } |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 174 | |
Brian Vazquez | b9aaec8 | 2020-07-26 15:48:16 -0700 | [diff] [blame] | 175 | INDIRECT_CALLABLE_SCOPE int fib4_rule_match(struct fib_rule *rule, |
| 176 | struct flowi *fl, int flags) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 177 | { |
| 178 | struct fib4_rule *r = (struct fib4_rule *) rule; |
David S. Miller | 9ade228 | 2011-03-12 02:02:42 -0500 | [diff] [blame] | 179 | struct flowi4 *fl4 = &fl->u.ip4; |
| 180 | __be32 daddr = fl4->daddr; |
| 181 | __be32 saddr = fl4->saddr; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 182 | |
| 183 | if (((saddr ^ r->src) & r->srcmask) || |
| 184 | ((daddr ^ r->dst) & r->dstmask)) |
| 185 | return 0; |
| 186 | |
David S. Miller | 9ade228 | 2011-03-12 02:02:42 -0500 | [diff] [blame] | 187 | if (r->tos && (r->tos != fl4->flowi4_tos)) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 188 | return 0; |
| 189 | |
Roopa Prabhu | 4a2d73a | 2018-02-28 22:41:06 -0500 | [diff] [blame] | 190 | if (rule->ip_proto && (rule->ip_proto != fl4->flowi4_proto)) |
| 191 | return 0; |
| 192 | |
| 193 | if (fib_rule_port_range_set(&rule->sport_range) && |
| 194 | !fib_rule_port_inrange(&rule->sport_range, fl4->fl4_sport)) |
| 195 | return 0; |
| 196 | |
| 197 | if (fib_rule_port_range_set(&rule->dport_range) && |
| 198 | !fib_rule_port_inrange(&rule->dport_range, fl4->fl4_dport)) |
| 199 | return 0; |
| 200 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 201 | return 1; |
| 202 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | |
Denis V. Lunev | 8ad4942 | 2008-01-10 03:24:11 -0800 | [diff] [blame] | 204 | static struct fib_table *fib_empty_table(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | { |
YueHaibing | 58075ff | 2018-12-29 14:45:23 +0800 | [diff] [blame] | 206 | u32 id = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | |
YueHaibing | 58075ff | 2018-12-29 14:45:23 +0800 | [diff] [blame] | 208 | while (1) { |
Ian Morris | 51456b2 | 2015-04-03 09:17:26 +0100 | [diff] [blame] | 209 | if (!fib_get_table(net, id)) |
Denis V. Lunev | 8ad4942 | 2008-01-10 03:24:11 -0800 | [diff] [blame] | 210 | return fib_new_table(net, id); |
YueHaibing | 58075ff | 2018-12-29 14:45:23 +0800 | [diff] [blame] | 211 | |
| 212 | if (id++ == RT_TABLE_MAX) |
| 213 | break; |
| 214 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | return NULL; |
| 216 | } |
| 217 | |
Patrick McHardy | ef7c79e | 2007-06-05 12:38:30 -0700 | [diff] [blame] | 218 | static const struct nla_policy fib4_rule_policy[FRA_MAX+1] = { |
Thomas Graf | 1f6c955 | 2006-11-09 15:22:48 -0800 | [diff] [blame] | 219 | FRA_GENERIC_POLICY, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 220 | [FRA_FLOW] = { .type = NLA_U32 }, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | }; |
| 222 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 223 | static int fib4_rule_configure(struct fib_rule *rule, struct sk_buff *skb, |
Rami Rosen | 8b3521e | 2009-05-11 05:52:49 +0000 | [diff] [blame] | 224 | struct fib_rule_hdr *frh, |
Roopa Prabhu | b16fb41 | 2018-04-21 09:41:31 -0700 | [diff] [blame] | 225 | struct nlattr **tb, |
| 226 | struct netlink_ext_ack *extack) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 228 | struct net *net = sock_net(skb->sk); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 229 | int err = -EINVAL; |
| 230 | struct fib4_rule *rule4 = (struct fib4_rule *) rule; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | |
Roopa Prabhu | b16fb41 | 2018-04-21 09:41:31 -0700 | [diff] [blame] | 232 | if (frh->tos & ~IPTOS_TOS_MASK) { |
| 233 | NL_SET_ERR_MSG(extack, "Invalid tos"); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 234 | goto errout; |
Roopa Prabhu | b16fb41 | 2018-04-21 09:41:31 -0700 | [diff] [blame] | 235 | } |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 236 | |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 237 | /* split local/main if they are not already split */ |
| 238 | err = fib_unmerge(net); |
| 239 | if (err) |
| 240 | goto errout; |
| 241 | |
David Ahern | 96c63fa | 2016-06-08 10:55:39 -0700 | [diff] [blame] | 242 | if (rule->table == RT_TABLE_UNSPEC && !rule->l3mdev) { |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 243 | if (rule->action == FR_ACT_TO_TBL) { |
| 244 | struct fib_table *table; |
| 245 | |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 246 | table = fib_empty_table(net); |
Ian Morris | 51456b2 | 2015-04-03 09:17:26 +0100 | [diff] [blame] | 247 | if (!table) { |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 248 | err = -ENOBUFS; |
| 249 | goto errout; |
| 250 | } |
| 251 | |
| 252 | rule->table = table->tb_id; |
| 253 | } |
| 254 | } |
| 255 | |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 256 | if (frh->src_len) |
Jiri Benc | 67b61f6 | 2015-03-29 16:59:26 +0200 | [diff] [blame] | 257 | rule4->src = nla_get_in_addr(tb[FRA_SRC]); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 258 | |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 259 | if (frh->dst_len) |
Jiri Benc | 67b61f6 | 2015-03-29 16:59:26 +0200 | [diff] [blame] | 260 | rule4->dst = nla_get_in_addr(tb[FRA_DST]); |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 261 | |
Patrick McHardy | c7066f7 | 2011-01-14 13:36:42 +0100 | [diff] [blame] | 262 | #ifdef CONFIG_IP_ROUTE_CLASSID |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 263 | if (tb[FRA_FLOW]) { |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 264 | rule4->tclassid = nla_get_u32(tb[FRA_FLOW]); |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 265 | if (rule4->tclassid) |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 266 | net->ipv4.fib_num_tclassid_users++; |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 267 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 268 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 269 | |
Roopa Prabhu | e37b1e9 | 2018-02-28 22:42:41 -0500 | [diff] [blame] | 270 | if (fib_rule_requires_fldissect(rule)) |
| 271 | net->ipv4.fib_rules_require_fldissect++; |
| 272 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 273 | rule4->src_len = frh->src_len; |
| 274 | rule4->srcmask = inet_make_mask(rule4->src_len); |
| 275 | rule4->dst_len = frh->dst_len; |
| 276 | rule4->dstmask = inet_make_mask(rule4->dst_len); |
| 277 | rule4->tos = frh->tos; |
| 278 | |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 279 | net->ipv4.fib_has_custom_rules = true; |
Scott Feldman | 104616e | 2015-03-05 21:21:16 -0800 | [diff] [blame] | 280 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 281 | err = 0; |
| 282 | errout: |
| 283 | return err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 284 | } |
| 285 | |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 286 | static int fib4_rule_delete(struct fib_rule *rule) |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 287 | { |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 288 | struct net *net = rule->fr_net; |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 289 | int err; |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 290 | |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 291 | /* split local/main if they are not already split */ |
| 292 | err = fib_unmerge(net); |
| 293 | if (err) |
| 294 | goto errout; |
| 295 | |
| 296 | #ifdef CONFIG_IP_ROUTE_CLASSID |
| 297 | if (((struct fib4_rule *)rule)->tclassid) |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 298 | net->ipv4.fib_num_tclassid_users--; |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 299 | #endif |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 300 | net->ipv4.fib_has_custom_rules = true; |
Roopa Prabhu | e37b1e9 | 2018-02-28 22:42:41 -0500 | [diff] [blame] | 301 | |
| 302 | if (net->ipv4.fib_rules_require_fldissect && |
| 303 | fib_rule_requires_fldissect(rule)) |
| 304 | net->ipv4.fib_rules_require_fldissect--; |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 305 | errout: |
| 306 | return err; |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 307 | } |
| 308 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 309 | static int fib4_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh, |
| 310 | struct nlattr **tb) |
Patrick McHardy | a5cdc03 | 2006-03-23 01:16:06 -0800 | [diff] [blame] | 311 | { |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 312 | struct fib4_rule *rule4 = (struct fib4_rule *) rule; |
Patrick McHardy | a5cdc03 | 2006-03-23 01:16:06 -0800 | [diff] [blame] | 313 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 314 | if (frh->src_len && (rule4->src_len != frh->src_len)) |
| 315 | return 0; |
| 316 | |
| 317 | if (frh->dst_len && (rule4->dst_len != frh->dst_len)) |
| 318 | return 0; |
| 319 | |
| 320 | if (frh->tos && (rule4->tos != frh->tos)) |
| 321 | return 0; |
| 322 | |
Patrick McHardy | c7066f7 | 2011-01-14 13:36:42 +0100 | [diff] [blame] | 323 | #ifdef CONFIG_IP_ROUTE_CLASSID |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 324 | if (tb[FRA_FLOW] && (rule4->tclassid != nla_get_u32(tb[FRA_FLOW]))) |
| 325 | return 0; |
| 326 | #endif |
| 327 | |
Jiri Benc | 67b61f6 | 2015-03-29 16:59:26 +0200 | [diff] [blame] | 328 | if (frh->src_len && (rule4->src != nla_get_in_addr(tb[FRA_SRC]))) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 329 | return 0; |
| 330 | |
Jiri Benc | 67b61f6 | 2015-03-29 16:59:26 +0200 | [diff] [blame] | 331 | if (frh->dst_len && (rule4->dst != nla_get_in_addr(tb[FRA_DST]))) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 332 | return 0; |
| 333 | |
| 334 | return 1; |
| 335 | } |
| 336 | |
| 337 | static int fib4_rule_fill(struct fib_rule *rule, struct sk_buff *skb, |
Rami Rosen | 04af8cf | 2009-05-20 17:26:23 -0700 | [diff] [blame] | 338 | struct fib_rule_hdr *frh) |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 339 | { |
| 340 | struct fib4_rule *rule4 = (struct fib4_rule *) rule; |
| 341 | |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 342 | frh->dst_len = rule4->dst_len; |
| 343 | frh->src_len = rule4->src_len; |
| 344 | frh->tos = rule4->tos; |
| 345 | |
David S. Miller | f3756b7 | 2012-04-01 20:39:02 -0400 | [diff] [blame] | 346 | if ((rule4->dst_len && |
Jiri Benc | 930345e | 2015-03-29 16:59:25 +0200 | [diff] [blame] | 347 | nla_put_in_addr(skb, FRA_DST, rule4->dst)) || |
David S. Miller | f3756b7 | 2012-04-01 20:39:02 -0400 | [diff] [blame] | 348 | (rule4->src_len && |
Jiri Benc | 930345e | 2015-03-29 16:59:25 +0200 | [diff] [blame] | 349 | nla_put_in_addr(skb, FRA_SRC, rule4->src))) |
David S. Miller | f3756b7 | 2012-04-01 20:39:02 -0400 | [diff] [blame] | 350 | goto nla_put_failure; |
Patrick McHardy | c7066f7 | 2011-01-14 13:36:42 +0100 | [diff] [blame] | 351 | #ifdef CONFIG_IP_ROUTE_CLASSID |
David S. Miller | f3756b7 | 2012-04-01 20:39:02 -0400 | [diff] [blame] | 352 | if (rule4->tclassid && |
| 353 | nla_put_u32(skb, FRA_FLOW, rule4->tclassid)) |
| 354 | goto nla_put_failure; |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 355 | #endif |
| 356 | return 0; |
| 357 | |
| 358 | nla_put_failure: |
| 359 | return -ENOBUFS; |
| 360 | } |
| 361 | |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 362 | static size_t fib4_rule_nlmsg_payload(struct fib_rule *rule) |
| 363 | { |
| 364 | return nla_total_size(4) /* dst */ |
| 365 | + nla_total_size(4) /* src */ |
| 366 | + nla_total_size(4); /* flow */ |
| 367 | } |
| 368 | |
Denis V. Lunev | ae299fc | 2008-07-05 19:01:28 -0700 | [diff] [blame] | 369 | static void fib4_rule_flush_cache(struct fib_rules_ops *ops) |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 370 | { |
Nicolas Dichtel | bafa6d9 | 2012-09-07 00:45:29 +0000 | [diff] [blame] | 371 | rt_cache_flush(ops->fro_net); |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 372 | } |
| 373 | |
Andi Kleen | 04a6f82 | 2012-10-04 17:12:11 -0700 | [diff] [blame] | 374 | static const struct fib_rules_ops __net_initconst fib4_rules_ops_template = { |
Patrick McHardy | 25239ce | 2010-04-26 16:02:05 +0200 | [diff] [blame] | 375 | .family = AF_INET, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 376 | .rule_size = sizeof(struct fib4_rule), |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 377 | .addr_size = sizeof(u32), |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 378 | .action = fib4_rule_action, |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 379 | .suppress = fib4_rule_suppress, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 380 | .match = fib4_rule_match, |
| 381 | .configure = fib4_rule_configure, |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 382 | .delete = fib4_rule_delete, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 383 | .compare = fib4_rule_compare, |
| 384 | .fill = fib4_rule_fill, |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 385 | .nlmsg_payload = fib4_rule_nlmsg_payload, |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 386 | .flush_cache = fib4_rule_flush_cache, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 387 | .nlgroup = RTNLGRP_IPV4_RULE, |
| 388 | .policy = fib4_rule_policy, |
Thomas Graf | e1ef4bf | 2006-08-04 03:39:22 -0700 | [diff] [blame] | 389 | .owner = THIS_MODULE, |
| 390 | }; |
| 391 | |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 392 | static int fib_default_rules_init(struct fib_rules_ops *ops) |
Denis V. Lunev | 2994c638 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 393 | { |
| 394 | int err; |
| 395 | |
Patrick McHardy | 5adef18 | 2009-12-03 01:25:57 +0000 | [diff] [blame] | 396 | err = fib_default_rule_add(ops, 0, RT_TABLE_LOCAL, 0); |
Denis V. Lunev | 2994c638 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 397 | if (err < 0) |
| 398 | return err; |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 399 | err = fib_default_rule_add(ops, 0x7FFE, RT_TABLE_MAIN, 0); |
Denis V. Lunev | 2994c638 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 400 | if (err < 0) |
| 401 | return err; |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 402 | err = fib_default_rule_add(ops, 0x7FFF, RT_TABLE_DEFAULT, 0); |
Denis V. Lunev | 2994c638 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 403 | if (err < 0) |
| 404 | return err; |
| 405 | return 0; |
| 406 | } |
| 407 | |
Denis V. Lunev | 7b1a74fd | 2008-01-10 03:22:17 -0800 | [diff] [blame] | 408 | int __net_init fib4_rules_init(struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | { |
Denis V. Lunev | dbb5016 | 2008-01-10 03:21:49 -0800 | [diff] [blame] | 410 | int err; |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 411 | struct fib_rules_ops *ops; |
Denis V. Lunev | dbb5016 | 2008-01-10 03:21:49 -0800 | [diff] [blame] | 412 | |
Eric W. Biederman | e9c5158 | 2009-12-03 12:22:55 -0800 | [diff] [blame] | 413 | ops = fib_rules_register(&fib4_rules_ops_template, net); |
| 414 | if (IS_ERR(ops)) |
| 415 | return PTR_ERR(ops); |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 416 | |
| 417 | err = fib_default_rules_init(ops); |
Denis V. Lunev | dbb5016 | 2008-01-10 03:21:49 -0800 | [diff] [blame] | 418 | if (err < 0) |
| 419 | goto fail; |
Denis V. Lunev | e4e4971 | 2008-01-10 03:27:51 -0800 | [diff] [blame] | 420 | net->ipv4.rules_ops = ops; |
David S. Miller | f4530fa | 2012-07-05 22:13:13 -0700 | [diff] [blame] | 421 | net->ipv4.fib_has_custom_rules = false; |
Roopa Prabhu | e37b1e9 | 2018-02-28 22:42:41 -0500 | [diff] [blame] | 422 | net->ipv4.fib_rules_require_fldissect = 0; |
Denis V. Lunev | dbb5016 | 2008-01-10 03:21:49 -0800 | [diff] [blame] | 423 | return 0; |
| 424 | |
| 425 | fail: |
| 426 | /* also cleans all rules already added */ |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 427 | fib_rules_unregister(ops); |
Denis V. Lunev | dbb5016 | 2008-01-10 03:21:49 -0800 | [diff] [blame] | 428 | return err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 429 | } |
Denis V. Lunev | 7b1a74fd | 2008-01-10 03:22:17 -0800 | [diff] [blame] | 430 | |
| 431 | void __net_exit fib4_rules_exit(struct net *net) |
| 432 | { |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 433 | fib_rules_unregister(net->ipv4.rules_ops); |
Denis V. Lunev | 7b1a74fd | 2008-01-10 03:22:17 -0800 | [diff] [blame] | 434 | } |