blob: 2fe5860c21d6ecc616d09cfe98c48419ed506c51 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Steffen Klassert33287152014-02-21 08:41:08 +01002/* xfrm4_protocol.c - Generic xfrm protocol multiplexer.
3 *
4 * Copyright (C) 2013 secunet Security Networks AG
5 *
6 * Author:
7 * Steffen Klassert <steffen.klassert@secunet.com>
8 *
9 * Based on:
10 * net/ipv4/tunnel4.c
Steffen Klassert33287152014-02-21 08:41:08 +010011 */
12
13#include <linux/init.h>
14#include <linux/mutex.h>
15#include <linux/skbuff.h>
16#include <net/icmp.h>
17#include <net/ip.h>
18#include <net/protocol.h>
19#include <net/xfrm.h>
20
21static struct xfrm4_protocol __rcu *esp4_handlers __read_mostly;
22static struct xfrm4_protocol __rcu *ah4_handlers __read_mostly;
23static struct xfrm4_protocol __rcu *ipcomp4_handlers __read_mostly;
24static DEFINE_MUTEX(xfrm4_protocol_mutex);
25
26static inline struct xfrm4_protocol __rcu **proto_handlers(u8 protocol)
27{
28 switch (protocol) {
29 case IPPROTO_ESP:
30 return &esp4_handlers;
31 case IPPROTO_AH:
32 return &ah4_handlers;
33 case IPPROTO_COMP:
34 return &ipcomp4_handlers;
35 }
36
37 return NULL;
38}
39
40#define for_each_protocol_rcu(head, handler) \
41 for (handler = rcu_dereference(head); \
42 handler != NULL; \
43 handler = rcu_dereference(handler->next)) \
44
Florian Westphalbb9cd072019-04-17 11:45:13 +020045static int xfrm4_rcv_cb(struct sk_buff *skb, u8 protocol, int err)
Steffen Klassert33287152014-02-21 08:41:08 +010046{
47 int ret;
48 struct xfrm4_protocol *handler;
Steffen Klassert61622cc2014-04-29 07:50:44 +020049 struct xfrm4_protocol __rcu **head = proto_handlers(protocol);
Steffen Klassert33287152014-02-21 08:41:08 +010050
Steffen Klassert61622cc2014-04-29 07:50:44 +020051 if (!head)
52 return 0;
53
54 for_each_protocol_rcu(*head, handler)
Steffen Klassert33287152014-02-21 08:41:08 +010055 if ((ret = handler->cb_handler(skb, err)) <= 0)
56 return ret;
57
58 return 0;
59}
Steffen Klassert33287152014-02-21 08:41:08 +010060
61int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
62 int encap_type)
63{
64 int ret;
65 struct xfrm4_protocol *handler;
Steffen Klassert61622cc2014-04-29 07:50:44 +020066 struct xfrm4_protocol __rcu **head = proto_handlers(nexthdr);
Steffen Klassert33287152014-02-21 08:41:08 +010067
Steffen Klassert70be6c92014-02-21 08:41:09 +010068 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
Steffen Klassert33287152014-02-21 08:41:08 +010069 XFRM_SPI_SKB_CB(skb)->family = AF_INET;
70 XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
71
Steffen Klassert61622cc2014-04-29 07:50:44 +020072 if (!head)
73 goto out;
74
Sabrina Dubrocacac3c712019-11-25 14:48:59 +010075 if (!skb_dst(skb)) {
76 const struct iphdr *iph = ip_hdr(skb);
77
78 if (ip_route_input_noref(skb, iph->daddr, iph->saddr,
79 iph->tos, skb->dev))
80 goto drop;
81 }
82
Steffen Klassert61622cc2014-04-29 07:50:44 +020083 for_each_protocol_rcu(*head, handler)
Steffen Klassert33287152014-02-21 08:41:08 +010084 if ((ret = handler->input_handler(skb, nexthdr, spi, encap_type)) != -EINVAL)
85 return ret;
86
Steffen Klassert61622cc2014-04-29 07:50:44 +020087out:
Steffen Klassert33287152014-02-21 08:41:08 +010088 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
89
Sabrina Dubrocacac3c712019-11-25 14:48:59 +010090drop:
Steffen Klassert33287152014-02-21 08:41:08 +010091 kfree_skb(skb);
92 return 0;
93}
94EXPORT_SYMBOL(xfrm4_rcv_encap);
95
96static int xfrm4_esp_rcv(struct sk_buff *skb)
97{
98 int ret;
99 struct xfrm4_protocol *handler;
100
Steffen Klassert70be6c92014-02-21 08:41:09 +0100101 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
102
Steffen Klassert33287152014-02-21 08:41:08 +0100103 for_each_protocol_rcu(esp4_handlers, handler)
104 if ((ret = handler->handler(skb)) != -EINVAL)
105 return ret;
106
107 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
108
109 kfree_skb(skb);
110 return 0;
111}
112
Stefano Brivio32bbd872018-11-08 12:19:21 +0100113static int xfrm4_esp_err(struct sk_buff *skb, u32 info)
Steffen Klassert33287152014-02-21 08:41:08 +0100114{
115 struct xfrm4_protocol *handler;
116
117 for_each_protocol_rcu(esp4_handlers, handler)
118 if (!handler->err_handler(skb, info))
Stefano Brivio32bbd872018-11-08 12:19:21 +0100119 return 0;
120
121 return -ENOENT;
Steffen Klassert33287152014-02-21 08:41:08 +0100122}
123
124static int xfrm4_ah_rcv(struct sk_buff *skb)
125{
126 int ret;
127 struct xfrm4_protocol *handler;
128
Steffen Klassert70be6c92014-02-21 08:41:09 +0100129 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
130
Steffen Klassert33287152014-02-21 08:41:08 +0100131 for_each_protocol_rcu(ah4_handlers, handler)
132 if ((ret = handler->handler(skb)) != -EINVAL)
Christoph Paasch17593892014-06-28 14:12:44 +0200133 return ret;
Steffen Klassert33287152014-02-21 08:41:08 +0100134
135 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
136
137 kfree_skb(skb);
138 return 0;
139}
140
Stefano Brivio32bbd872018-11-08 12:19:21 +0100141static int xfrm4_ah_err(struct sk_buff *skb, u32 info)
Steffen Klassert33287152014-02-21 08:41:08 +0100142{
143 struct xfrm4_protocol *handler;
144
145 for_each_protocol_rcu(ah4_handlers, handler)
146 if (!handler->err_handler(skb, info))
Stefano Brivio32bbd872018-11-08 12:19:21 +0100147 return 0;
148
149 return -ENOENT;
Steffen Klassert33287152014-02-21 08:41:08 +0100150}
151
152static int xfrm4_ipcomp_rcv(struct sk_buff *skb)
153{
154 int ret;
155 struct xfrm4_protocol *handler;
156
Steffen Klassert70be6c92014-02-21 08:41:09 +0100157 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
158
Steffen Klassert33287152014-02-21 08:41:08 +0100159 for_each_protocol_rcu(ipcomp4_handlers, handler)
160 if ((ret = handler->handler(skb)) != -EINVAL)
161 return ret;
162
163 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
164
165 kfree_skb(skb);
166 return 0;
167}
168
Stefano Brivio32bbd872018-11-08 12:19:21 +0100169static int xfrm4_ipcomp_err(struct sk_buff *skb, u32 info)
Steffen Klassert33287152014-02-21 08:41:08 +0100170{
171 struct xfrm4_protocol *handler;
172
173 for_each_protocol_rcu(ipcomp4_handlers, handler)
174 if (!handler->err_handler(skb, info))
Stefano Brivio32bbd872018-11-08 12:19:21 +0100175 return 0;
176
177 return -ENOENT;
Steffen Klassert33287152014-02-21 08:41:08 +0100178}
179
180static const struct net_protocol esp4_protocol = {
181 .handler = xfrm4_esp_rcv,
182 .err_handler = xfrm4_esp_err,
183 .no_policy = 1,
Steffen Klassert33287152014-02-21 08:41:08 +0100184};
185
186static const struct net_protocol ah4_protocol = {
187 .handler = xfrm4_ah_rcv,
188 .err_handler = xfrm4_ah_err,
189 .no_policy = 1,
Steffen Klassert33287152014-02-21 08:41:08 +0100190};
191
192static const struct net_protocol ipcomp4_protocol = {
193 .handler = xfrm4_ipcomp_rcv,
194 .err_handler = xfrm4_ipcomp_err,
195 .no_policy = 1,
Steffen Klassert33287152014-02-21 08:41:08 +0100196};
197
Florian Westphal960fdfd2017-02-07 14:52:30 +0100198static const struct xfrm_input_afinfo xfrm4_input_afinfo = {
Steffen Klassert2f32b512014-03-14 07:28:07 +0100199 .family = AF_INET,
Steffen Klassert2f32b512014-03-14 07:28:07 +0100200 .callback = xfrm4_rcv_cb,
201};
202
Steffen Klassert33287152014-02-21 08:41:08 +0100203static inline const struct net_protocol *netproto(unsigned char protocol)
204{
205 switch (protocol) {
206 case IPPROTO_ESP:
207 return &esp4_protocol;
208 case IPPROTO_AH:
209 return &ah4_protocol;
210 case IPPROTO_COMP:
211 return &ipcomp4_protocol;
212 }
213
214 return NULL;
215}
216
217int xfrm4_protocol_register(struct xfrm4_protocol *handler,
218 unsigned char protocol)
219{
220 struct xfrm4_protocol __rcu **pprev;
221 struct xfrm4_protocol *t;
222 bool add_netproto = false;
Steffen Klassert33287152014-02-21 08:41:08 +0100223 int ret = -EEXIST;
224 int priority = handler->priority;
225
Steffen Klassert61622cc2014-04-29 07:50:44 +0200226 if (!proto_handlers(protocol) || !netproto(protocol))
227 return -EINVAL;
228
Steffen Klassert33287152014-02-21 08:41:08 +0100229 mutex_lock(&xfrm4_protocol_mutex);
230
231 if (!rcu_dereference_protected(*proto_handlers(protocol),
232 lockdep_is_held(&xfrm4_protocol_mutex)))
233 add_netproto = true;
234
235 for (pprev = proto_handlers(protocol);
236 (t = rcu_dereference_protected(*pprev,
237 lockdep_is_held(&xfrm4_protocol_mutex))) != NULL;
238 pprev = &t->next) {
239 if (t->priority < priority)
240 break;
241 if (t->priority == priority)
242 goto err;
243 }
244
245 handler->next = *pprev;
246 rcu_assign_pointer(*pprev, handler);
247
248 ret = 0;
249
250err:
251 mutex_unlock(&xfrm4_protocol_mutex);
252
253 if (add_netproto) {
254 if (inet_add_protocol(netproto(protocol), protocol)) {
255 pr_err("%s: can't add protocol\n", __func__);
256 ret = -EAGAIN;
257 }
258 }
259
260 return ret;
261}
262EXPORT_SYMBOL(xfrm4_protocol_register);
263
264int xfrm4_protocol_deregister(struct xfrm4_protocol *handler,
265 unsigned char protocol)
266{
267 struct xfrm4_protocol __rcu **pprev;
268 struct xfrm4_protocol *t;
269 int ret = -ENOENT;
270
Steffen Klassert61622cc2014-04-29 07:50:44 +0200271 if (!proto_handlers(protocol) || !netproto(protocol))
272 return -EINVAL;
273
Steffen Klassert33287152014-02-21 08:41:08 +0100274 mutex_lock(&xfrm4_protocol_mutex);
275
276 for (pprev = proto_handlers(protocol);
277 (t = rcu_dereference_protected(*pprev,
278 lockdep_is_held(&xfrm4_protocol_mutex))) != NULL;
279 pprev = &t->next) {
280 if (t == handler) {
281 *pprev = handler->next;
282 ret = 0;
283 break;
284 }
285 }
286
287 if (!rcu_dereference_protected(*proto_handlers(protocol),
288 lockdep_is_held(&xfrm4_protocol_mutex))) {
289 if (inet_del_protocol(netproto(protocol), protocol) < 0) {
290 pr_err("%s: can't remove protocol\n", __func__);
291 ret = -EAGAIN;
292 }
293 }
294
295 mutex_unlock(&xfrm4_protocol_mutex);
296
297 synchronize_net();
298
299 return ret;
300}
301EXPORT_SYMBOL(xfrm4_protocol_deregister);
Steffen Klassert2f32b512014-03-14 07:28:07 +0100302
303void __init xfrm4_protocol_init(void)
304{
305 xfrm_input_register_afinfo(&xfrm4_input_afinfo);
306}
307EXPORT_SYMBOL(xfrm4_protocol_init);