Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 2 | /* |
| 3 | * GRE over IPv4 demultiplexer driver |
| 4 | * |
| 5 | * Authors: Dmitry Kozlov (xeb@mail.ru) |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
Joe Perches | afd46503 | 2012-03-12 07:03:32 +0000 | [diff] [blame] | 8 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 9 | |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 10 | #include <linux/module.h> |
Pravin B Shelar | bda7bb4 | 2013-06-17 17:49:38 -0700 | [diff] [blame] | 11 | #include <linux/if.h> |
| 12 | #include <linux/icmp.h> |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 13 | #include <linux/kernel.h> |
| 14 | #include <linux/kmod.h> |
| 15 | #include <linux/skbuff.h> |
| 16 | #include <linux/in.h> |
xeb@mail.ru | 559fafb | 2011-07-22 20:49:40 +0000 | [diff] [blame] | 17 | #include <linux/ip.h> |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 18 | #include <linux/netdevice.h> |
Pravin B Shelar | 68c3316 | 2013-02-14 14:02:41 +0000 | [diff] [blame] | 19 | #include <linux/if_tunnel.h> |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 20 | #include <linux/spinlock.h> |
| 21 | #include <net/protocol.h> |
| 22 | #include <net/gre.h> |
Lorenzo Bianconi | cb73ee4 | 2019-01-18 12:05:39 +0100 | [diff] [blame] | 23 | #include <net/erspan.h> |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 24 | |
Pravin B Shelar | bda7bb4 | 2013-06-17 17:49:38 -0700 | [diff] [blame] | 25 | #include <net/icmp.h> |
| 26 | #include <net/route.h> |
| 27 | #include <net/xfrm.h> |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 28 | |
Eric Dumazet | 6f0bcf1 | 2010-10-24 21:33:16 +0000 | [diff] [blame] | 29 | static const struct gre_protocol __rcu *gre_proto[GREPROTO_MAX] __read_mostly; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 30 | |
| 31 | int gre_add_protocol(const struct gre_protocol *proto, u8 version) |
| 32 | { |
| 33 | if (version >= GREPROTO_MAX) |
Pravin B Shelar | 20fd4d1 | 2013-06-17 17:49:32 -0700 | [diff] [blame] | 34 | return -EINVAL; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 35 | |
Pravin B Shelar | 20fd4d1 | 2013-06-17 17:49:32 -0700 | [diff] [blame] | 36 | return (cmpxchg((const struct gre_protocol **)&gre_proto[version], NULL, proto) == NULL) ? |
| 37 | 0 : -EBUSY; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 38 | } |
| 39 | EXPORT_SYMBOL_GPL(gre_add_protocol); |
| 40 | |
| 41 | int gre_del_protocol(const struct gre_protocol *proto, u8 version) |
| 42 | { |
Pravin B Shelar | 20fd4d1 | 2013-06-17 17:49:32 -0700 | [diff] [blame] | 43 | int ret; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 44 | |
Pravin B Shelar | 20fd4d1 | 2013-06-17 17:49:32 -0700 | [diff] [blame] | 45 | if (version >= GREPROTO_MAX) |
| 46 | return -EINVAL; |
| 47 | |
| 48 | ret = (cmpxchg((const struct gre_protocol **)&gre_proto[version], proto, NULL) == proto) ? |
| 49 | 0 : -EBUSY; |
| 50 | |
| 51 | if (ret) |
| 52 | return ret; |
| 53 | |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 54 | synchronize_rcu(); |
| 55 | return 0; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 56 | } |
| 57 | EXPORT_SYMBOL_GPL(gre_del_protocol); |
| 58 | |
Eric Dumazet | 17c25ca | 2020-03-07 22:05:14 -0800 | [diff] [blame] | 59 | /* Fills in tpi and returns header length to be pulled. |
| 60 | * Note that caller must use pskb_may_pull() before pulling GRE header. |
| 61 | */ |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 62 | int gre_parse_header(struct sk_buff *skb, struct tnl_ptk_info *tpi, |
Eric Dumazet | e582615ad | 2016-06-15 06:24:00 -0700 | [diff] [blame] | 63 | bool *csum_err, __be16 proto, int nhs) |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 64 | { |
| 65 | const struct gre_base_hdr *greh; |
| 66 | __be32 *options; |
| 67 | int hdr_len; |
| 68 | |
Eric Dumazet | e582615ad | 2016-06-15 06:24:00 -0700 | [diff] [blame] | 69 | if (unlikely(!pskb_may_pull(skb, nhs + sizeof(struct gre_base_hdr)))) |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 70 | return -EINVAL; |
| 71 | |
Eric Dumazet | e582615ad | 2016-06-15 06:24:00 -0700 | [diff] [blame] | 72 | greh = (struct gre_base_hdr *)(skb->data + nhs); |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 73 | if (unlikely(greh->flags & (GRE_VERSION | GRE_ROUTING))) |
| 74 | return -EINVAL; |
| 75 | |
| 76 | tpi->flags = gre_flags_to_tnl_flags(greh->flags); |
| 77 | hdr_len = gre_calc_hlen(tpi->flags); |
| 78 | |
Eric Dumazet | e582615ad | 2016-06-15 06:24:00 -0700 | [diff] [blame] | 79 | if (!pskb_may_pull(skb, nhs + hdr_len)) |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 80 | return -EINVAL; |
| 81 | |
Eric Dumazet | e582615ad | 2016-06-15 06:24:00 -0700 | [diff] [blame] | 82 | greh = (struct gre_base_hdr *)(skb->data + nhs); |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 83 | tpi->proto = greh->protocol; |
| 84 | |
| 85 | options = (__be32 *)(greh + 1); |
| 86 | if (greh->flags & GRE_CSUM) { |
Haishuang Yan | b0350d5 | 2018-09-14 12:26:47 +0800 | [diff] [blame] | 87 | if (!skb_checksum_simple_validate(skb)) { |
Li RongQing | e4aa33a | 2019-07-04 17:03:26 +0800 | [diff] [blame] | 88 | skb_checksum_try_convert(skb, IPPROTO_GRE, |
Haishuang Yan | b0350d5 | 2018-09-14 12:26:47 +0800 | [diff] [blame] | 89 | null_compute_pseudo); |
| 90 | } else if (csum_err) { |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 91 | *csum_err = true; |
| 92 | return -EINVAL; |
| 93 | } |
| 94 | |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 95 | options++; |
| 96 | } |
| 97 | |
| 98 | if (greh->flags & GRE_KEY) { |
| 99 | tpi->key = *options; |
| 100 | options++; |
| 101 | } else { |
| 102 | tpi->key = 0; |
| 103 | } |
| 104 | if (unlikely(greh->flags & GRE_SEQ)) { |
| 105 | tpi->seq = *options; |
| 106 | options++; |
| 107 | } else { |
| 108 | tpi->seq = 0; |
| 109 | } |
| 110 | /* WCCP version 1 and 2 protocol decoding. |
Haishuang Yan | da73b4e | 2016-05-11 18:48:32 +0800 | [diff] [blame] | 111 | * - Change protocol to IPv4/IPv6 |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 112 | * - When dealing with WCCPv2, Skip extra 4 bytes in GRE header |
| 113 | */ |
| 114 | if (greh->flags == 0 && tpi->proto == htons(ETH_P_WCCP)) { |
Eric Dumazet | 17c25ca | 2020-03-07 22:05:14 -0800 | [diff] [blame] | 115 | u8 _val, *val; |
| 116 | |
| 117 | val = skb_header_pointer(skb, nhs + hdr_len, |
| 118 | sizeof(_val), &_val); |
| 119 | if (!val) |
| 120 | return -EINVAL; |
Haishuang Yan | da73b4e | 2016-05-11 18:48:32 +0800 | [diff] [blame] | 121 | tpi->proto = proto; |
Eric Dumazet | 17c25ca | 2020-03-07 22:05:14 -0800 | [diff] [blame] | 122 | if ((*val & 0xF0) != 0x40) |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 123 | hdr_len += 4; |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 124 | } |
Eric Dumazet | 9b8c6d7 | 2016-06-18 21:52:05 -0700 | [diff] [blame] | 125 | tpi->hdr_len = hdr_len; |
Lorenzo Bianconi | cb73ee4 | 2019-01-18 12:05:39 +0100 | [diff] [blame] | 126 | |
| 127 | /* ERSPAN ver 1 and 2 protocol sets GRE key field |
| 128 | * to 0 and sets the configured key in the |
| 129 | * inner erspan header field |
| 130 | */ |
Cong Wang | 085c7c4 | 2020-12-26 15:44:53 -0800 | [diff] [blame] | 131 | if ((greh->protocol == htons(ETH_P_ERSPAN) && hdr_len != 4) || |
Lorenzo Bianconi | cb73ee4 | 2019-01-18 12:05:39 +0100 | [diff] [blame] | 132 | greh->protocol == htons(ETH_P_ERSPAN2)) { |
| 133 | struct erspan_base_hdr *ershdr; |
| 134 | |
| 135 | if (!pskb_may_pull(skb, nhs + hdr_len + sizeof(*ershdr))) |
| 136 | return -EINVAL; |
| 137 | |
Cong Wang | 0e49409 | 2019-12-05 19:39:02 -0800 | [diff] [blame] | 138 | ershdr = (struct erspan_base_hdr *)(skb->data + nhs + hdr_len); |
Lorenzo Bianconi | cb73ee4 | 2019-01-18 12:05:39 +0100 | [diff] [blame] | 139 | tpi->key = cpu_to_be32(get_session_id(ershdr)); |
| 140 | } |
| 141 | |
Jiri Benc | f132ae7 | 2016-05-03 15:00:21 +0200 | [diff] [blame] | 142 | return hdr_len; |
Tom Herbert | 95f5c64 | 2016-04-29 17:12:16 -0700 | [diff] [blame] | 143 | } |
| 144 | EXPORT_SYMBOL(gre_parse_header); |
| 145 | |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 146 | static int gre_rcv(struct sk_buff *skb) |
| 147 | { |
| 148 | const struct gre_protocol *proto; |
| 149 | u8 ver; |
| 150 | int ret; |
| 151 | |
| 152 | if (!pskb_may_pull(skb, 12)) |
| 153 | goto drop; |
| 154 | |
| 155 | ver = skb->data[1]&0x7f; |
| 156 | if (ver >= GREPROTO_MAX) |
| 157 | goto drop; |
| 158 | |
| 159 | rcu_read_lock(); |
| 160 | proto = rcu_dereference(gre_proto[ver]); |
| 161 | if (!proto || !proto->handler) |
| 162 | goto drop_unlock; |
| 163 | ret = proto->handler(skb); |
| 164 | rcu_read_unlock(); |
| 165 | return ret; |
| 166 | |
| 167 | drop_unlock: |
| 168 | rcu_read_unlock(); |
| 169 | drop: |
| 170 | kfree_skb(skb); |
| 171 | return NET_RX_DROP; |
| 172 | } |
| 173 | |
Stefano Brivio | 32bbd87 | 2018-11-08 12:19:21 +0100 | [diff] [blame] | 174 | static int gre_err(struct sk_buff *skb, u32 info) |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 175 | { |
| 176 | const struct gre_protocol *proto; |
xeb@mail.ru | 559fafb | 2011-07-22 20:49:40 +0000 | [diff] [blame] | 177 | const struct iphdr *iph = (const struct iphdr *)skb->data; |
| 178 | u8 ver = skb->data[(iph->ihl<<2) + 1]&0x7f; |
Stefano Brivio | 32bbd87 | 2018-11-08 12:19:21 +0100 | [diff] [blame] | 179 | int err = 0; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 180 | |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 181 | if (ver >= GREPROTO_MAX) |
Stefano Brivio | 32bbd87 | 2018-11-08 12:19:21 +0100 | [diff] [blame] | 182 | return -EINVAL; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 183 | |
| 184 | rcu_read_lock(); |
| 185 | proto = rcu_dereference(gre_proto[ver]); |
xeb@mail.ru | 559fafb | 2011-07-22 20:49:40 +0000 | [diff] [blame] | 186 | if (proto && proto->err_handler) |
| 187 | proto->err_handler(skb, info); |
Stefano Brivio | 32bbd87 | 2018-11-08 12:19:21 +0100 | [diff] [blame] | 188 | else |
| 189 | err = -EPROTONOSUPPORT; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 190 | rcu_read_unlock(); |
Stefano Brivio | 32bbd87 | 2018-11-08 12:19:21 +0100 | [diff] [blame] | 191 | |
| 192 | return err; |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 193 | } |
| 194 | |
| 195 | static const struct net_protocol net_gre_protocol = { |
| 196 | .handler = gre_rcv, |
| 197 | .err_handler = gre_err, |
| 198 | .netns_ok = 1, |
| 199 | }; |
| 200 | |
| 201 | static int __init gre_init(void) |
| 202 | { |
Joe Perches | afd46503 | 2012-03-12 07:03:32 +0000 | [diff] [blame] | 203 | pr_info("GRE over IPv4 demultiplexor driver\n"); |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 204 | |
| 205 | if (inet_add_protocol(&net_gre_protocol, IPPROTO_GRE) < 0) { |
Joe Perches | afd46503 | 2012-03-12 07:03:32 +0000 | [diff] [blame] | 206 | pr_err("can't add protocol\n"); |
Pravin B Shelar | 9f57c67 | 2015-08-07 23:51:52 -0700 | [diff] [blame] | 207 | return -EAGAIN; |
Pravin B Shelar | bda7bb4 | 2013-06-17 17:49:38 -0700 | [diff] [blame] | 208 | } |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 209 | return 0; |
| 210 | } |
| 211 | |
| 212 | static void __exit gre_exit(void) |
| 213 | { |
Dmitry Kozlov | 00959ad | 2010-08-21 23:05:39 -0700 | [diff] [blame] | 214 | inet_del_protocol(&net_gre_protocol, IPPROTO_GRE); |
| 215 | } |
| 216 | |
| 217 | module_init(gre_init); |
| 218 | module_exit(gre_exit); |
| 219 | |
| 220 | MODULE_DESCRIPTION("GRE over IPv4 demultiplexer driver"); |
| 221 | MODULE_AUTHOR("D. Kozlov (xeb@mail.ru)"); |
| 222 | MODULE_LICENSE("GPL"); |