blob: d5984d31ab931487fdea844aa4a240df00d2b64e [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * The IP forwarding functionality.
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +09008 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Authors: see ip.c
10 *
11 * Fixes:
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +090012 * Many : Split from ip.c , see ip_input.c for
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 * history.
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +090014 * Dave Gregorich : NULL ip_rt_put fix for multicast
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 * routing.
16 * Jos Vos : Add call_out_firewall before sending,
17 * use output device for accounting.
18 * Jos Vos : Call forward firewall after routing
19 * (always use output device).
20 * Mike McLagan : Routing by source
21 */
22
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/types.h>
24#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/skbuff.h>
26#include <linux/ip.h>
27#include <linux/icmp.h>
28#include <linux/netdevice.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090029#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <net/sock.h>
31#include <net/ip.h>
32#include <net/tcp.h>
33#include <net/udp.h>
34#include <net/icmp.h>
35#include <linux/tcp.h>
36#include <linux/udp.h>
37#include <linux/netfilter_ipv4.h>
38#include <net/checksum.h>
39#include <linux/route.h>
40#include <net/route.h>
41#include <net/xfrm.h>
42
Florian Westphalfe6cc552014-02-13 23:09:12 +010043static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu)
44{
Florian Westphalca6c5d42014-05-04 23:24:31 +020045 if (skb->len <= mtu)
Florian Westphalfe6cc552014-02-13 23:09:12 +010046 return false;
47
Florian Westphalcf826242015-05-22 00:06:40 +020048 if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0))
49 return false;
50
51 /* original fragment exceeds mtu and DF is set */
52 if (unlikely(IPCB(skb)->frag_max_size > mtu))
53 return true;
54
55 if (skb->ignore_df)
56 return false;
57
Daniel Axtens779b7932018-03-01 17:13:37 +110058 if (skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu))
Florian Westphalfe6cc552014-02-13 23:09:12 +010059 return false;
60
61 return true;
62}
63
Florian Westphalfe6cc552014-02-13 23:09:12 +010064
Eric W. Biederman0c4b51f2015-09-15 20:04:18 -050065static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -070066{
Daniel Baluta5e73ea12012-04-15 01:34:41 +000067 struct ip_options *opt = &(IPCB(skb)->opt);
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Eric Dumazetb45386e2016-04-27 16:44:35 -070069 __IP_INC_STATS(net, IPSTATS_MIB_OUTFORWDATAGRAMS);
Eric Dumazet98f61992016-04-27 16:44:37 -070070 __IP_ADD_STATS(net, IPSTATS_MIB_OUTOCTETS, skb->len);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72 if (unlikely(opt->optlen))
73 ip_forward_options(skb);
74
Eric Dumazet8203e2d2018-12-14 06:46:49 -080075 skb->tstamp = 0;
Eric W. Biederman13206b62015-10-07 16:48:35 -050076 return dst_output(net, sk, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077}
78
79int ip_forward(struct sk_buff *skb)
80{
Hannes Frederic Sowaf87c10a2014-01-09 10:01:15 +010081 u32 mtu;
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 struct iphdr *iph; /* Our header */
83 struct rtable *rt; /* Route we use */
Daniel Baluta5e73ea12012-04-15 01:34:41 +000084 struct ip_options *opt = &(IPCB(skb)->opt);
Eric W. Biedermanfcad0ac2015-09-15 20:03:54 -050085 struct net *net;
Linus Torvalds1da177e2005-04-16 15:20:36 -070086
Denis Kirjanovd4f2fa62014-02-13 08:58:56 +040087 /* that should never happen */
88 if (skb->pkt_type != PACKET_HOST)
89 goto drop;
90
Sebastian Pöhn2ab95742015-04-20 09:19:20 +020091 if (unlikely(skb->sk))
92 goto drop;
93
Ben Hutchings4497b072008-06-19 16:22:28 -070094 if (skb_warn_if_lro(skb))
95 goto drop;
96
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb))
98 goto drop;
99
100 if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb))
101 return NET_RX_SUCCESS;
102
Herbert Xu35fc92a2007-03-26 23:22:20 -0700103 skb_forward_csum(skb);
Eric W. Biedermanfcad0ac2015-09-15 20:03:54 -0500104 net = dev_net(skb->dev);
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900105
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 /*
107 * According to the RFC, we must first decrease the TTL field. If
108 * that reaches zero, we must reply an ICMP control message telling
109 * that the packet's lifetime expired.
110 */
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -0700111 if (ip_hdr(skb)->ttl <= 1)
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900112 goto too_many_hops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
114 if (!xfrm4_route_forward(skb))
115 goto drop;
116
Eric Dumazet511c3f92009-06-02 05:14:27 +0000117 rt = skb_rtable(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
Julian Anastasov155e8332012-10-08 11:41:18 +0000119 if (opt->is_strictroute && rt->rt_uses_gateway)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 goto sr_failed;
121
Lance Richardson9ee6c5d2016-11-02 16:36:17 -0400122 IPCB(skb)->flags |= IPSKB_FORWARDED;
Hannes Frederic Sowaf87c10a2014-01-09 10:01:15 +0100123 mtu = ip_dst_mtu_maybe_forward(&rt->dst, true);
Florian Westphalcf826242015-05-22 00:06:40 +0200124 if (ip_exceeds_mtu(skb, mtu)) {
Eric W. Biedermanfcad0ac2015-09-15 20:03:54 -0500125 IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
John Heffner9af39122007-03-25 23:32:29 -0700126 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
Hannes Frederic Sowaf87c10a2014-01-09 10:01:15 +0100127 htonl(mtu));
John Heffner9af39122007-03-25 23:32:29 -0700128 goto drop;
129 }
130
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 /* We are about to mangle packet. Copy it! */
Changli Gaod8d1f302010-06-10 23:31:35 -0700132 if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 goto drop;
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -0700134 iph = ip_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
136 /* Decrease ttl after skb cow done */
137 ip_decrease_ttl(iph);
138
139 /*
140 * We now generate an ICMP HOST REDIRECT giving the route
141 * we calculated.
142 */
Hannes Frederic Sowadf4d9252015-01-23 12:01:26 +0100143 if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr &&
144 !skb_sec_path(skb))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 ip_rt_send_redirect(skb);
146
Petr Machata432e05d2018-08-01 00:36:03 +0200147 if (net->ipv4.sysctl_ip_fwd_update_priority)
148 skb->priority = rt_tos2priority(iph->tos);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
Eric W. Biederman29a26a52015-09-15 20:04:16 -0500150 return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD,
151 net, NULL, skb, skb->dev, rt->dst.dev,
152 ip_forward_finish);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
154sr_failed:
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900155 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 * Strict routing permits no gatewaying
157 */
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900158 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0);
159 goto drop;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160
161too_many_hops:
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900162 /* Tell the sender its packet died... */
Eric Dumazetb45386e2016-04-27 16:44:35 -0700163 __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
YOSHIFUJI Hideakie905a9e2007-02-09 23:24:47 +0900164 icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165drop:
166 kfree_skb(skb);
167 return NET_RX_DROP;
168}