blob: adab27ba1ecbf054f5284e4342b1551b104d9a2c [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Thomas Graff38a9eb2015-07-21 10:43:56 +02002#ifndef __NET_DST_METADATA_H
3#define __NET_DST_METADATA_H 1
4
5#include <linux/skbuff.h>
6#include <net/ip_tunnels.h>
7#include <net/dst.h>
8
Jakub Kicinski3fcece12017-06-23 22:11:58 +02009enum metadata_type {
10 METADATA_IP_TUNNEL,
11 METADATA_HW_PORT_MUX,
12};
13
14struct hw_port_info {
15 struct net_device *lower_dev;
16 u32 port_id;
17};
18
Thomas Graff38a9eb2015-07-21 10:43:56 +020019struct metadata_dst {
20 struct dst_entry dst;
Jakub Kicinski3fcece12017-06-23 22:11:58 +020021 enum metadata_type type;
Thomas Grafee122c72015-07-21 10:43:58 +020022 union {
23 struct ip_tunnel_info tun_info;
Jakub Kicinski3fcece12017-06-23 22:11:58 +020024 struct hw_port_info port_info;
Thomas Grafee122c72015-07-21 10:43:58 +020025 } u;
Thomas Graff38a9eb2015-07-21 10:43:56 +020026};
27
Simon Horman32f16362017-10-02 10:41:15 +020028static inline struct metadata_dst *skb_metadata_dst(const struct sk_buff *skb)
Thomas Graff38a9eb2015-07-21 10:43:56 +020029{
30 struct metadata_dst *md_dst = (struct metadata_dst *) skb_dst(skb);
31
32 if (md_dst && md_dst->dst.flags & DST_METADATA)
33 return md_dst;
34
35 return NULL;
36}
37
Simon Horman32f16362017-10-02 10:41:15 +020038static inline struct ip_tunnel_info *
39skb_tunnel_info(const struct sk_buff *skb)
Thomas Grafee122c72015-07-21 10:43:58 +020040{
41 struct metadata_dst *md_dst = skb_metadata_dst(skb);
Jiri Benc61adedf2015-08-20 13:56:25 +020042 struct dst_entry *dst;
Thomas Grafee122c72015-07-21 10:43:58 +020043
Jakub Kicinski3fcece12017-06-23 22:11:58 +020044 if (md_dst && md_dst->type == METADATA_IP_TUNNEL)
Thomas Grafee122c72015-07-21 10:43:58 +020045 return &md_dst->u.tun_info;
46
Jiri Benc61adedf2015-08-20 13:56:25 +020047 dst = skb_dst(skb);
Taehee Yoo67a9c942021-07-09 17:35:18 +000048 if (dst && dst->lwtstate &&
49 (dst->lwtstate->type == LWTUNNEL_ENCAP_IP ||
50 dst->lwtstate->type == LWTUNNEL_ENCAP_IP6))
Jiri Benc61adedf2015-08-20 13:56:25 +020051 return lwt_tun_info(dst->lwtstate);
Thomas Graf3093fbe2015-07-21 10:44:00 +020052
Thomas Grafee122c72015-07-21 10:43:58 +020053 return NULL;
54}
55
Thomas Graff38a9eb2015-07-21 10:43:56 +020056static inline bool skb_valid_dst(const struct sk_buff *skb)
57{
58 struct dst_entry *dst = skb_dst(skb);
59
60 return dst && !(dst->flags & DST_METADATA);
61}
62
Jesse Grossce87fc62016-01-20 17:59:49 -080063static inline int skb_metadata_dst_cmp(const struct sk_buff *skb_a,
64 const struct sk_buff *skb_b)
65{
66 const struct metadata_dst *a, *b;
67
68 if (!(skb_a->_skb_refdst | skb_b->_skb_refdst))
69 return 0;
70
71 a = (const struct metadata_dst *) skb_dst(skb_a);
72 b = (const struct metadata_dst *) skb_dst(skb_b);
73
Jakub Kicinski3fcece12017-06-23 22:11:58 +020074 if (!a != !b || a->type != b->type)
Jesse Grossce87fc62016-01-20 17:59:49 -080075 return 1;
76
Jakub Kicinski3fcece12017-06-23 22:11:58 +020077 switch (a->type) {
78 case METADATA_HW_PORT_MUX:
79 return memcmp(&a->u.port_info, &b->u.port_info,
80 sizeof(a->u.port_info));
81 case METADATA_IP_TUNNEL:
82 return memcmp(&a->u.tun_info, &b->u.tun_info,
83 sizeof(a->u.tun_info) +
84 a->u.tun_info.options_len);
85 default:
86 return 1;
87 }
Jesse Grossce87fc62016-01-20 17:59:49 -080088}
89
Paolo Abenid71785f2016-02-12 15:43:57 +010090void metadata_dst_free(struct metadata_dst *);
Jakub Kicinski3fcece12017-06-23 22:11:58 +020091struct metadata_dst *metadata_dst_alloc(u8 optslen, enum metadata_type type,
92 gfp_t flags);
Jakub Kicinskid66f2b92017-10-09 10:30:14 -070093void metadata_dst_free_percpu(struct metadata_dst __percpu *md_dst);
Jakub Kicinski3fcece12017-06-23 22:11:58 +020094struct metadata_dst __percpu *
95metadata_dst_alloc_percpu(u8 optslen, enum metadata_type type, gfp_t flags);
Thomas Graff38a9eb2015-07-21 10:43:56 +020096
Pravin B Shelar4c222792015-08-30 18:09:38 -070097static inline struct metadata_dst *tun_rx_dst(int md_size)
Pravin B Shelarc29a70d2015-08-26 23:46:50 -070098{
99 struct metadata_dst *tun_dst;
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700100
Jakub Kicinski3fcece12017-06-23 22:11:58 +0200101 tun_dst = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700102 if (!tun_dst)
103 return NULL;
104
Pravin B Shelar4c222792015-08-30 18:09:38 -0700105 tun_dst->u.tun_info.options_len = 0;
106 tun_dst->u.tun_info.mode = 0;
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700107 return tun_dst;
108}
109
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700110static inline struct metadata_dst *tun_dst_unclone(struct sk_buff *skb)
111{
112 struct metadata_dst *md_dst = skb_metadata_dst(skb);
Tobias Klauserf63ce5b2015-11-04 13:49:49 +0100113 int md_size;
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700114 struct metadata_dst *new_md;
115
Jakub Kicinski3fcece12017-06-23 22:11:58 +0200116 if (!md_dst || md_dst->type != METADATA_IP_TUNNEL)
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700117 return ERR_PTR(-EINVAL);
118
Tobias Klauserf63ce5b2015-11-04 13:49:49 +0100119 md_size = md_dst->u.tun_info.options_len;
Jakub Kicinski3fcece12017-06-23 22:11:58 +0200120 new_md = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700121 if (!new_md)
122 return ERR_PTR(-ENOMEM);
123
124 memcpy(&new_md->u.tun_info, &md_dst->u.tun_info,
125 sizeof(struct ip_tunnel_info) + md_size);
Antoine Tenartcfc56f82022-02-07 18:13:18 +0100126#ifdef CONFIG_DST_CACHE
127 /* Unclone the dst cache if there is one */
128 if (new_md->u.tun_info.dst_cache.cache) {
129 int ret;
130
131 ret = dst_cache_init(&new_md->u.tun_info.dst_cache, GFP_ATOMIC);
132 if (ret) {
133 metadata_dst_free(new_md);
134 return ERR_PTR(ret);
135 }
136 }
137#endif
138
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700139 skb_dst_drop(skb);
Pravin B Shelarfc4099f2015-10-22 18:17:16 -0700140 skb_dst_set(skb, &new_md->dst);
141 return new_md;
142}
143
144static inline struct ip_tunnel_info *skb_tunnel_info_unclone(struct sk_buff *skb)
145{
146 struct metadata_dst *dst;
147
148 dst = tun_dst_unclone(skb);
149 if (IS_ERR(dst))
150 return NULL;
151
152 return &dst->u.tun_info;
153}
154
Amir Vadai2ff378b2016-09-08 16:23:46 +0300155static inline struct metadata_dst *__ip_tun_set_dst(__be32 saddr,
156 __be32 daddr,
157 __u8 tos, __u8 ttl,
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200158 __be16 tp_dst,
Amir Vadai2ff378b2016-09-08 16:23:46 +0300159 __be16 flags,
160 __be64 tunnel_id,
161 int md_size)
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700162{
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700163 struct metadata_dst *tun_dst;
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700164
Pravin B Shelar4c222792015-08-30 18:09:38 -0700165 tun_dst = tun_rx_dst(md_size);
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700166 if (!tun_dst)
167 return NULL;
168
Pravin B Shelar4c222792015-08-30 18:09:38 -0700169 ip_tunnel_key_init(&tun_dst->u.tun_info.key,
Amir Vadai2ff378b2016-09-08 16:23:46 +0300170 saddr, daddr, tos, ttl,
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200171 0, 0, tp_dst, tunnel_id, flags);
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700172 return tun_dst;
173}
174
Amir Vadai2ff378b2016-09-08 16:23:46 +0300175static inline struct metadata_dst *ip_tun_rx_dst(struct sk_buff *skb,
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700176 __be16 flags,
177 __be64 tunnel_id,
178 int md_size)
179{
Amir Vadai2ff378b2016-09-08 16:23:46 +0300180 const struct iphdr *iph = ip_hdr(skb);
181
182 return __ip_tun_set_dst(iph->saddr, iph->daddr, iph->tos, iph->ttl,
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200183 0, flags, tunnel_id, md_size);
Amir Vadai2ff378b2016-09-08 16:23:46 +0300184}
185
186static inline struct metadata_dst *__ipv6_tun_set_dst(const struct in6_addr *saddr,
187 const struct in6_addr *daddr,
188 __u8 tos, __u8 ttl,
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200189 __be16 tp_dst,
Amir Vadai2ff378b2016-09-08 16:23:46 +0300190 __be32 label,
191 __be16 flags,
192 __be64 tunnel_id,
193 int md_size)
194{
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700195 struct metadata_dst *tun_dst;
196 struct ip_tunnel_info *info;
197
Pravin B Shelar4c222792015-08-30 18:09:38 -0700198 tun_dst = tun_rx_dst(md_size);
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700199 if (!tun_dst)
200 return NULL;
201
202 info = &tun_dst->u.tun_info;
Pravin B Shelar4c222792015-08-30 18:09:38 -0700203 info->mode = IP_TUNNEL_INFO_IPV6;
204 info->key.tun_flags = flags;
205 info->key.tun_id = tunnel_id;
206 info->key.tp_src = 0;
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200207 info->key.tp_dst = tp_dst;
Pravin B Shelar4c222792015-08-30 18:09:38 -0700208
Amir Vadai2ff378b2016-09-08 16:23:46 +0300209 info->key.u.ipv6.src = *saddr;
210 info->key.u.ipv6.dst = *daddr;
Daniel Borkmann13461142016-03-09 03:00:02 +0100211
Amir Vadai2ff378b2016-09-08 16:23:46 +0300212 info->key.tos = tos;
213 info->key.ttl = ttl;
214 info->key.label = label;
Daniel Borkmann13461142016-03-09 03:00:02 +0100215
Pravin B Shelarc29a70d2015-08-26 23:46:50 -0700216 return tun_dst;
217}
218
Amir Vadai2ff378b2016-09-08 16:23:46 +0300219static inline struct metadata_dst *ipv6_tun_rx_dst(struct sk_buff *skb,
220 __be16 flags,
221 __be64 tunnel_id,
222 int md_size)
223{
224 const struct ipv6hdr *ip6h = ipv6_hdr(skb);
225
226 return __ipv6_tun_set_dst(&ip6h->saddr, &ip6h->daddr,
227 ipv6_get_dsfield(ip6h), ip6h->hop_limit,
Hadar Hen Zion24ba8982016-11-07 15:14:40 +0200228 0, ip6_flowlabel(ip6h), flags, tunnel_id,
Amir Vadai2ff378b2016-09-08 16:23:46 +0300229 md_size);
230}
Thomas Graff38a9eb2015-07-21 10:43:56 +0200231#endif /* __NET_DST_METADATA_H */