blob: 152b7b14a5a53a37704929ece0b3cac0bb367b4e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Linux INET6 implementation
3 *
4 * Authors:
5 * Pedro Roque <roque@di.fc.ul.pt>
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef _IP6_FIB_H
14#define _IP6_FIB_H
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/ipv6_route.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/rtnetlink.h>
18#include <linux/spinlock.h>
Ido Schimmel16ab6d72017-08-03 13:28:16 +020019#include <linux/notifier.h>
Thomas Graf86872cb2006-08-22 00:01:08 -070020#include <net/dst.h>
21#include <net/flow.h>
22#include <net/netlink.h>
David S. Millerb3419362010-11-30 12:27:11 -080023#include <net/inetpeer.h>
Ido Schimmel16ab6d72017-08-03 13:28:16 +020024#include <net/fib_notifier.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Neil Hormana33bc5c2009-07-30 18:52:15 -070026#ifdef CONFIG_IPV6_MULTIPLE_TABLES
27#define FIB6_TABLE_HASHSZ 256
28#else
29#define FIB6_TABLE_HASHSZ 1
30#endif
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032struct rt6_info;
33
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000034struct fib6_config {
Thomas Graf86872cb2006-08-22 00:01:08 -070035 u32 fc_table;
36 u32 fc_metric;
37 int fc_dst_len;
38 int fc_src_len;
39 int fc_ifindex;
40 u32 fc_flags;
41 u32 fc_protocol;
David Ahern0ae81332017-02-02 12:37:08 -080042 u16 fc_type; /* only 8 bits are used */
43 u16 fc_delete_all_nh : 1,
44 __unused : 15;
Thomas Graf86872cb2006-08-22 00:01:08 -070045
46 struct in6_addr fc_dst;
47 struct in6_addr fc_src;
Daniel Walterc3968a82011-04-13 21:10:57 +000048 struct in6_addr fc_prefsrc;
Thomas Graf86872cb2006-08-22 00:01:08 -070049 struct in6_addr fc_gateway;
50
51 unsigned long fc_expires;
52 struct nlattr *fc_mx;
53 int fc_mx_len;
Nicolas Dichtel51ebd312012-10-22 03:42:09 +000054 int fc_mp_len;
55 struct nlattr *fc_mp;
Thomas Graf86872cb2006-08-22 00:01:08 -070056
57 struct nl_info fc_nlinfo;
Roopa Prabhu19e42e42015-07-21 10:43:48 +020058 struct nlattr *fc_encap;
59 u16 fc_encap_type;
Thomas Graf86872cb2006-08-22 00:01:08 -070060};
61
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000062struct fib6_node {
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 struct fib6_node *parent;
64 struct fib6_node *left;
65 struct fib6_node *right;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080066#ifdef CONFIG_IPV6_SUBTREES
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 struct fib6_node *subtree;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080068#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 struct rt6_info *leaf;
70
71 __u16 fn_bit; /* bit key */
72 __u16 fn_flags;
Hannes Frederic Sowa42b18702014-10-06 19:58:35 +020073 int fn_sernum;
David S. Millerf11e6652007-03-24 20:36:25 -070074 struct rt6_info *rr_ptr;
Wei Wangc5cff852017-08-21 09:47:10 -070075 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -070076};
77
YOSHIFUJI Hideaki7fc33162006-08-23 17:22:24 -070078#ifndef CONFIG_IPV6_SUBTREES
79#define FIB6_SUBTREE(fn) NULL
80#else
81#define FIB6_SUBTREE(fn) ((fn)->subtree)
82#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
Florian Westphale715b6d2015-01-05 23:57:44 +010084struct mx6_config {
85 const u32 *mx;
86 DECLARE_BITMAP(mx_valid, RTAX_MAX);
87};
88
Linus Torvalds1da177e2005-04-16 15:20:36 -070089/*
90 * routing information
91 *
92 */
93
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000094struct rt6key {
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 struct in6_addr addr;
96 int plen;
97};
98
Thomas Grafc71099a2006-08-04 23:20:06 -070099struct fib6_table;
100
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000101struct rt6_info {
Changli Gaod8d1f302010-06-10 23:31:35 -0700102 struct dst_entry dst;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000104 /*
105 * Tail elements of dst_entry (__refcnt etc.)
106 * and these elements (rarely used in hot path) are in
107 * the same cache line.
108 */
109 struct fib6_table *rt6i_table;
Wei Wang4e587ea2017-08-25 15:03:10 -0700110 struct fib6_node __rcu *rt6i_node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
112 struct in6_addr rt6i_gateway;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000113
Nicolas Dichtel51ebd312012-10-22 03:42:09 +0000114 /* Multipath routes:
115 * siblings is a list of rt6_info that have the the same metric/weight,
116 * destination, but not the same gateway. nsiblings is just a cache
117 * to speed up lookup.
118 */
119 struct list_head rt6i_siblings;
120 unsigned int rt6i_nsiblings;
121
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 atomic_t rt6i_ref;
Herbert Xub4ce9272007-11-13 21:33:32 -0800123
Ido Schimmelfe400792017-08-15 09:09:49 +0200124 unsigned int rt6i_nh_flags;
125
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000126 /* These are in a separate cache line. */
127 struct rt6key rt6i_dst ____cacheline_aligned_in_smp;
128 u32 rt6i_flags;
129 struct rt6key rt6i_src;
Daniel Walterc3968a82011-04-13 21:10:57 +0000130 struct rt6key rt6i_prefsrc;
Herbert Xub4ce9272007-11-13 21:33:32 -0800131
Martin KaFai Lau8d0b94a2015-05-22 20:56:04 -0700132 struct list_head rt6i_uncached;
133 struct uncached_list *rt6i_uncached_list;
134
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000135 struct inet6_dev *rt6i_idev;
Martin KaFai Laud52d3992015-05-22 20:56:06 -0700136 struct rt6_info * __percpu *rt6i_pcpu;
Noriaki TAKAMIYAa47ed4c2007-09-06 03:31:25 -0700137
Hannes Frederic Sowa705f1c82014-09-28 00:46:06 +0200138 u32 rt6i_metric;
Martin KaFai Lau4b32b5a2015-04-28 13:03:06 -0700139 u32 rt6i_pmtu;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000140 /* more non-fragment space at head required */
141 unsigned short rt6i_nfheader_len;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000142 u8 rt6i_protocol;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143};
144
YOSHIFUJI Hideaki7a3025b2006-10-13 16:17:25 +0900145static inline struct inet6_dev *ip6_dst_idev(struct dst_entry *dst)
146{
147 return ((struct rt6_info *)dst)->rt6i_idev;
148}
149
Gao feng1716a962012-04-06 00:13:10 +0000150static inline void rt6_clean_expires(struct rt6_info *rt)
151{
Gao feng1716a962012-04-06 00:13:10 +0000152 rt->rt6i_flags &= ~RTF_EXPIRES;
Hannes Frederic Sowa01ba16d2013-10-24 10:14:27 +0200153 rt->dst.expires = 0;
Gao feng1716a962012-04-06 00:13:10 +0000154}
155
156static inline void rt6_set_expires(struct rt6_info *rt, unsigned long expires)
157{
Gao feng1716a962012-04-06 00:13:10 +0000158 rt->dst.expires = expires;
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000159 rt->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000160}
161
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000162static inline void rt6_update_expires(struct rt6_info *rt0, int timeout)
Gao feng1716a962012-04-06 00:13:10 +0000163{
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000164 struct rt6_info *rt;
Gao feng1716a962012-04-06 00:13:10 +0000165
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000166 for (rt = rt0; rt && !(rt->rt6i_flags & RTF_EXPIRES);
167 rt = (struct rt6_info *)rt->dst.from);
168 if (rt && rt != rt0)
169 rt0->dst.expires = rt->dst.expires;
170
171 dst_set_expires(&rt0->dst, timeout);
172 rt0->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000173}
174
Wei Wangc5cff852017-08-21 09:47:10 -0700175/* Function to safely get fn->sernum for passed in rt
176 * and store result in passed in cookie.
177 * Return true if we can get cookie safely
178 * Return false if not
179 */
180static inline bool rt6_get_cookie_safe(const struct rt6_info *rt,
181 u32 *cookie)
182{
183 struct fib6_node *fn;
184 bool status = false;
185
186 rcu_read_lock();
187 fn = rcu_dereference(rt->rt6i_node);
188
189 if (fn) {
190 *cookie = fn->fn_sernum;
191 status = true;
192 }
193
194 rcu_read_unlock();
195 return status;
196}
197
Martin KaFai Laub197df42015-05-22 20:56:01 -0700198static inline u32 rt6_get_cookie(const struct rt6_info *rt)
199{
Wei Wangc5cff852017-08-21 09:47:10 -0700200 u32 cookie = 0;
201
Martin KaFai Lau02bcf4e2015-11-11 11:51:08 -0800202 if (rt->rt6i_flags & RTF_PCPU ||
Wei Wanga4c2fd72017-06-17 10:42:42 -0700203 (unlikely(!list_empty(&rt->rt6i_uncached)) && rt->dst.from))
Martin KaFai Lau3da59bd2015-05-22 20:56:03 -0700204 rt = (struct rt6_info *)(rt->dst.from);
205
Wei Wangc5cff852017-08-21 09:47:10 -0700206 rt6_get_cookie_safe(rt, &cookie);
207
208 return cookie;
Martin KaFai Laub197df42015-05-22 20:56:01 -0700209}
210
Amerigo Wang94e187c2012-10-29 00:13:19 +0000211static inline void ip6_rt_put(struct rt6_info *rt)
212{
213 /* dst_release() accepts a NULL parameter.
214 * We rely on dst being first structure in struct rt6_info
215 */
216 BUILD_BUG_ON(offsetof(struct rt6_info, dst) != 0);
217 dst_release(&rt->dst);
218}
219
Ido Schimmela460aa82017-08-03 13:28:25 +0200220void rt6_free_pcpu(struct rt6_info *non_pcpu_rt);
221
222static inline void rt6_hold(struct rt6_info *rt)
223{
224 atomic_inc(&rt->rt6i_ref);
225}
226
227static inline void rt6_release(struct rt6_info *rt)
228{
229 if (atomic_dec_and_test(&rt->rt6i_ref)) {
230 rt6_free_pcpu(rt);
231 dst_dev_put(&rt->dst);
232 dst_release(&rt->dst);
233 }
234}
235
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200236enum fib6_walk_state {
237#ifdef CONFIG_IPV6_SUBTREES
238 FWS_S,
239#endif
240 FWS_L,
241 FWS_R,
242 FWS_C,
243 FWS_U
244};
245
246struct fib6_walker {
Alexey Dobriyanbbef49d2010-02-18 08:13:30 +0000247 struct list_head lh;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 struct fib6_node *root, *node;
249 struct rt6_info *leaf;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200250 enum fib6_walk_state state;
251 bool prune;
Patrick McHardy2bec5a32010-02-08 05:19:03 +0000252 unsigned int skip;
253 unsigned int count;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200254 int (*func)(struct fib6_walker *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 void *args;
256};
257
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258struct rt6_statistics {
259 __u32 fib_nodes;
260 __u32 fib_route_nodes;
261 __u32 fib_rt_alloc; /* permanent routes */
262 __u32 fib_rt_entries; /* rt entries in table */
263 __u32 fib_rt_cache; /* cache routes */
264 __u32 fib_discarded_routes;
265};
266
267#define RTN_TL_ROOT 0x0001
268#define RTN_ROOT 0x0002 /* tree root node */
269#define RTN_RTINFO 0x0004 /* node with valid routing info */
270
271/*
272 * priority levels (or metrics)
273 *
274 */
275
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
Thomas Grafc71099a2006-08-04 23:20:06 -0700277struct fib6_table {
278 struct hlist_node tb6_hlist;
279 u32 tb6_id;
280 rwlock_t tb6_lock;
281 struct fib6_node tb6_root;
David S. Miller8e773272012-06-11 00:01:52 -0700282 struct inet_peer_base tb6_peers;
David Ahern830218c2016-10-24 10:52:35 -0700283 unsigned int flags;
Ido Schimmele1ee0a52017-08-03 13:28:19 +0200284 unsigned int fib_seq;
David Ahern830218c2016-10-24 10:52:35 -0700285#define RT6_TABLE_HAS_DFLT_ROUTER BIT(0)
Thomas Grafc71099a2006-08-04 23:20:06 -0700286};
287
288#define RT6_TABLE_UNSPEC RT_TABLE_UNSPEC
289#define RT6_TABLE_MAIN RT_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700290#define RT6_TABLE_DFLT RT6_TABLE_MAIN
291#define RT6_TABLE_INFO RT6_TABLE_MAIN
292#define RT6_TABLE_PREFIX RT6_TABLE_MAIN
293
294#ifdef CONFIG_IPV6_MULTIPLE_TABLES
295#define FIB6_TABLE_MIN 1
296#define FIB6_TABLE_MAX RT_TABLE_MAX
Thomas Graf101367c2006-08-04 03:39:02 -0700297#define RT6_TABLE_LOCAL RT_TABLE_LOCAL
Thomas Grafc71099a2006-08-04 23:20:06 -0700298#else
299#define FIB6_TABLE_MIN RT_TABLE_MAIN
300#define FIB6_TABLE_MAX FIB6_TABLE_MIN
Thomas Graf101367c2006-08-04 03:39:02 -0700301#define RT6_TABLE_LOCAL RT6_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700302#endif
303
Daniel Lezcano8ed67782008-03-04 13:48:30 -0800304typedef struct rt6_info *(*pol_lookup_t)(struct net *,
305 struct fib6_table *,
David S. Miller4c9483b2011-03-12 16:22:43 -0500306 struct flowi6 *, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307
Ido Schimmeldf77fe42017-08-03 13:28:17 +0200308struct fib6_entry_notifier_info {
309 struct fib_notifier_info info; /* must be first */
310 struct rt6_info *rt;
311};
312
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313/*
314 * exported functions
315 */
316
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700317struct fib6_table *fib6_get_table(struct net *net, u32 id);
318struct fib6_table *fib6_new_table(struct net *net, u32 id);
319struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
320 int flags, pol_lookup_t lookup);
Thomas Grafc71099a2006-08-04 23:20:06 -0700321
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700322struct fib6_node *fib6_lookup(struct fib6_node *root,
323 const struct in6_addr *daddr,
324 const struct in6_addr *saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700326struct fib6_node *fib6_locate(struct fib6_node *root,
327 const struct in6_addr *daddr, int dst_len,
328 const struct in6_addr *saddr, int src_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700330void fib6_clean_all(struct net *net, int (*func)(struct rt6_info *, void *arg),
Li RongQing0c3584d2013-12-27 16:32:38 +0800331 void *arg);
Thomas Grafc71099a2006-08-04 23:20:06 -0700332
Florian Westphale715b6d2015-01-05 23:57:44 +0100333int fib6_add(struct fib6_node *root, struct rt6_info *rt,
David Ahern333c4302017-05-21 10:12:04 -0600334 struct nl_info *info, struct mx6_config *mxc,
335 struct netlink_ext_ack *extack);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700336int fib6_del(struct rt6_info *rt, struct nl_info *info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337
Roopa Prabhu37a1d362015-09-13 10:18:33 -0700338void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info,
339 unsigned int flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700341void fib6_run_gc(unsigned long expires, struct net *net, bool force);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700343void fib6_gc_cleanup(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700345int fib6_init(void);
Thomas Graf101367c2006-08-04 03:39:02 -0700346
Hannes Frederic Sowa8d2ca1d2013-09-21 16:55:59 +0200347int ipv6_route_open(struct inode *inode, struct file *file);
348
Ido Schimmel16ab6d72017-08-03 13:28:16 +0200349int call_fib6_notifier(struct notifier_block *nb, struct net *net,
350 enum fib_event_type event_type,
351 struct fib_notifier_info *info);
352int call_fib6_notifiers(struct net *net, enum fib_event_type event_type,
353 struct fib_notifier_info *info);
354
355int __net_init fib6_notifier_init(struct net *net);
356void __net_exit fib6_notifier_exit(struct net *net);
357
Ido Schimmele1ee0a52017-08-03 13:28:19 +0200358unsigned int fib6_tables_seq_read(struct net *net);
359int fib6_tables_dump(struct net *net, struct notifier_block *nb);
360
Wei Wang180ca442017-10-06 12:05:56 -0700361void fib6_update_sernum(struct rt6_info *rt);
362
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800363#ifdef CONFIG_IPV6_MULTIPLE_TABLES
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700364int fib6_rules_init(void);
365void fib6_rules_cleanup(void);
Ido Schimmele3ea9732017-08-03 13:28:15 +0200366bool fib6_rule_default(const struct fib_rule *rule);
Ido Schimmeldcb18f72017-08-03 13:28:18 +0200367int fib6_rules_dump(struct net *net, struct notifier_block *nb);
368unsigned int fib6_rules_seq_read(struct net *net);
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800369#else
370static inline int fib6_rules_init(void)
371{
372 return 0;
373}
374static inline void fib6_rules_cleanup(void)
375{
376 return ;
377}
Ido Schimmele3ea9732017-08-03 13:28:15 +0200378static inline bool fib6_rule_default(const struct fib_rule *rule)
379{
380 return true;
381}
Ido Schimmeldcb18f72017-08-03 13:28:18 +0200382static inline int fib6_rules_dump(struct net *net, struct notifier_block *nb)
383{
384 return 0;
385}
386static inline unsigned int fib6_rules_seq_read(struct net *net)
387{
388 return 0;
389}
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800390#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391#endif