blob: e9c59db92942f02a5def4bd45576283c6995f6ad [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Linux INET6 implementation
3 *
4 * Authors:
5 * Pedro Roque <roque@di.fc.ul.pt>
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef _IP6_FIB_H
14#define _IP6_FIB_H
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/ipv6_route.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/rtnetlink.h>
18#include <linux/spinlock.h>
Thomas Graf86872cb2006-08-22 00:01:08 -070019#include <net/dst.h>
20#include <net/flow.h>
21#include <net/netlink.h>
David S. Millerb3419362010-11-30 12:27:11 -080022#include <net/inetpeer.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Neil Hormana33bc5c2009-07-30 18:52:15 -070024#ifdef CONFIG_IPV6_MULTIPLE_TABLES
25#define FIB6_TABLE_HASHSZ 256
26#else
27#define FIB6_TABLE_HASHSZ 1
28#endif
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030struct rt6_info;
31
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000032struct fib6_config {
Thomas Graf86872cb2006-08-22 00:01:08 -070033 u32 fc_table;
34 u32 fc_metric;
35 int fc_dst_len;
36 int fc_src_len;
37 int fc_ifindex;
38 u32 fc_flags;
39 u32 fc_protocol;
David Ahern0ae81332017-02-02 12:37:08 -080040 u16 fc_type; /* only 8 bits are used */
41 u16 fc_delete_all_nh : 1,
42 __unused : 15;
Thomas Graf86872cb2006-08-22 00:01:08 -070043
44 struct in6_addr fc_dst;
45 struct in6_addr fc_src;
Daniel Walterc3968a82011-04-13 21:10:57 +000046 struct in6_addr fc_prefsrc;
Thomas Graf86872cb2006-08-22 00:01:08 -070047 struct in6_addr fc_gateway;
48
49 unsigned long fc_expires;
50 struct nlattr *fc_mx;
51 int fc_mx_len;
Nicolas Dichtel51ebd312012-10-22 03:42:09 +000052 int fc_mp_len;
53 struct nlattr *fc_mp;
Thomas Graf86872cb2006-08-22 00:01:08 -070054
55 struct nl_info fc_nlinfo;
Roopa Prabhu19e42e42015-07-21 10:43:48 +020056 struct nlattr *fc_encap;
57 u16 fc_encap_type;
Thomas Graf86872cb2006-08-22 00:01:08 -070058};
59
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000060struct fib6_node {
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 struct fib6_node *parent;
62 struct fib6_node *left;
63 struct fib6_node *right;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080064#ifdef CONFIG_IPV6_SUBTREES
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 struct fib6_node *subtree;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080066#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 struct rt6_info *leaf;
68
69 __u16 fn_bit; /* bit key */
70 __u16 fn_flags;
Hannes Frederic Sowa42b18702014-10-06 19:58:35 +020071 int fn_sernum;
David S. Millerf11e6652007-03-24 20:36:25 -070072 struct rt6_info *rr_ptr;
Wei Wangc5cff852017-08-21 09:47:10 -070073 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074};
75
YOSHIFUJI Hideaki7fc33162006-08-23 17:22:24 -070076#ifndef CONFIG_IPV6_SUBTREES
77#define FIB6_SUBTREE(fn) NULL
78#else
79#define FIB6_SUBTREE(fn) ((fn)->subtree)
80#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Florian Westphale715b6d2015-01-05 23:57:44 +010082struct mx6_config {
83 const u32 *mx;
84 DECLARE_BITMAP(mx_valid, RTAX_MAX);
85};
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087/*
88 * routing information
89 *
90 */
91
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000092struct rt6key {
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 struct in6_addr addr;
94 int plen;
95};
96
Thomas Grafc71099a2006-08-04 23:20:06 -070097struct fib6_table;
98
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000099struct rt6_info {
Changli Gaod8d1f302010-06-10 23:31:35 -0700100 struct dst_entry dst;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000102 /*
103 * Tail elements of dst_entry (__refcnt etc.)
104 * and these elements (rarely used in hot path) are in
105 * the same cache line.
106 */
107 struct fib6_table *rt6i_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 struct fib6_node *rt6i_node;
109
110 struct in6_addr rt6i_gateway;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000111
Nicolas Dichtel51ebd312012-10-22 03:42:09 +0000112 /* Multipath routes:
113 * siblings is a list of rt6_info that have the the same metric/weight,
114 * destination, but not the same gateway. nsiblings is just a cache
115 * to speed up lookup.
116 */
117 struct list_head rt6i_siblings;
118 unsigned int rt6i_nsiblings;
119
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 atomic_t rt6i_ref;
Herbert Xub4ce9272007-11-13 21:33:32 -0800121
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000122 /* These are in a separate cache line. */
123 struct rt6key rt6i_dst ____cacheline_aligned_in_smp;
124 u32 rt6i_flags;
125 struct rt6key rt6i_src;
Daniel Walterc3968a82011-04-13 21:10:57 +0000126 struct rt6key rt6i_prefsrc;
Herbert Xub4ce9272007-11-13 21:33:32 -0800127
Martin KaFai Lau8d0b94a2015-05-22 20:56:04 -0700128 struct list_head rt6i_uncached;
129 struct uncached_list *rt6i_uncached_list;
130
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000131 struct inet6_dev *rt6i_idev;
Martin KaFai Laud52d3992015-05-22 20:56:06 -0700132 struct rt6_info * __percpu *rt6i_pcpu;
Noriaki TAKAMIYAa47ed4c2007-09-06 03:31:25 -0700133
Hannes Frederic Sowa705f1c82014-09-28 00:46:06 +0200134 u32 rt6i_metric;
Martin KaFai Lau4b32b5a2015-04-28 13:03:06 -0700135 u32 rt6i_pmtu;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000136 /* more non-fragment space at head required */
137 unsigned short rt6i_nfheader_len;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000138 u8 rt6i_protocol;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139};
140
YOSHIFUJI Hideaki7a3025b2006-10-13 16:17:25 +0900141static inline struct inet6_dev *ip6_dst_idev(struct dst_entry *dst)
142{
143 return ((struct rt6_info *)dst)->rt6i_idev;
144}
145
Gao feng1716a962012-04-06 00:13:10 +0000146static inline void rt6_clean_expires(struct rt6_info *rt)
147{
Gao feng1716a962012-04-06 00:13:10 +0000148 rt->rt6i_flags &= ~RTF_EXPIRES;
Hannes Frederic Sowa01ba16d2013-10-24 10:14:27 +0200149 rt->dst.expires = 0;
Gao feng1716a962012-04-06 00:13:10 +0000150}
151
152static inline void rt6_set_expires(struct rt6_info *rt, unsigned long expires)
153{
Gao feng1716a962012-04-06 00:13:10 +0000154 rt->dst.expires = expires;
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000155 rt->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000156}
157
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000158static inline void rt6_update_expires(struct rt6_info *rt0, int timeout)
Gao feng1716a962012-04-06 00:13:10 +0000159{
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000160 struct rt6_info *rt;
Gao feng1716a962012-04-06 00:13:10 +0000161
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000162 for (rt = rt0; rt && !(rt->rt6i_flags & RTF_EXPIRES);
163 rt = (struct rt6_info *)rt->dst.from);
164 if (rt && rt != rt0)
165 rt0->dst.expires = rt->dst.expires;
166
167 dst_set_expires(&rt0->dst, timeout);
168 rt0->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000169}
170
Wei Wangc5cff852017-08-21 09:47:10 -0700171/* Function to safely get fn->sernum for passed in rt
172 * and store result in passed in cookie.
173 * Return true if we can get cookie safely
174 * Return false if not
175 */
176static inline bool rt6_get_cookie_safe(const struct rt6_info *rt,
177 u32 *cookie)
178{
179 struct fib6_node *fn;
180 bool status = false;
181
182 rcu_read_lock();
183 fn = rcu_dereference(rt->rt6i_node);
184
185 if (fn) {
186 *cookie = fn->fn_sernum;
187 status = true;
188 }
189
190 rcu_read_unlock();
191 return status;
192}
193
Martin KaFai Laub197df42015-05-22 20:56:01 -0700194static inline u32 rt6_get_cookie(const struct rt6_info *rt)
195{
Wei Wangc5cff852017-08-21 09:47:10 -0700196 u32 cookie = 0;
197
Martin KaFai Lau02bcf4e2015-11-11 11:51:08 -0800198 if (rt->rt6i_flags & RTF_PCPU ||
Wei Wanga4c2fd72017-06-17 10:42:42 -0700199 (unlikely(!list_empty(&rt->rt6i_uncached)) && rt->dst.from))
Martin KaFai Lau3da59bd2015-05-22 20:56:03 -0700200 rt = (struct rt6_info *)(rt->dst.from);
201
Wei Wangc5cff852017-08-21 09:47:10 -0700202 rt6_get_cookie_safe(rt, &cookie);
203
204 return cookie;
Martin KaFai Laub197df42015-05-22 20:56:01 -0700205}
206
Amerigo Wang94e187c2012-10-29 00:13:19 +0000207static inline void ip6_rt_put(struct rt6_info *rt)
208{
209 /* dst_release() accepts a NULL parameter.
210 * We rely on dst being first structure in struct rt6_info
211 */
212 BUILD_BUG_ON(offsetof(struct rt6_info, dst) != 0);
213 dst_release(&rt->dst);
214}
215
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200216enum fib6_walk_state {
217#ifdef CONFIG_IPV6_SUBTREES
218 FWS_S,
219#endif
220 FWS_L,
221 FWS_R,
222 FWS_C,
223 FWS_U
224};
225
226struct fib6_walker {
Alexey Dobriyanbbef49d2010-02-18 08:13:30 +0000227 struct list_head lh;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 struct fib6_node *root, *node;
229 struct rt6_info *leaf;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200230 enum fib6_walk_state state;
231 bool prune;
Patrick McHardy2bec5a32010-02-08 05:19:03 +0000232 unsigned int skip;
233 unsigned int count;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200234 int (*func)(struct fib6_walker *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 void *args;
236};
237
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238struct rt6_statistics {
239 __u32 fib_nodes;
240 __u32 fib_route_nodes;
241 __u32 fib_rt_alloc; /* permanent routes */
242 __u32 fib_rt_entries; /* rt entries in table */
243 __u32 fib_rt_cache; /* cache routes */
244 __u32 fib_discarded_routes;
245};
246
247#define RTN_TL_ROOT 0x0001
248#define RTN_ROOT 0x0002 /* tree root node */
249#define RTN_RTINFO 0x0004 /* node with valid routing info */
250
251/*
252 * priority levels (or metrics)
253 *
254 */
255
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256
Thomas Grafc71099a2006-08-04 23:20:06 -0700257struct fib6_table {
258 struct hlist_node tb6_hlist;
259 u32 tb6_id;
260 rwlock_t tb6_lock;
261 struct fib6_node tb6_root;
David S. Miller8e773272012-06-11 00:01:52 -0700262 struct inet_peer_base tb6_peers;
David Ahern830218c2016-10-24 10:52:35 -0700263 unsigned int flags;
264#define RT6_TABLE_HAS_DFLT_ROUTER BIT(0)
Thomas Grafc71099a2006-08-04 23:20:06 -0700265};
266
267#define RT6_TABLE_UNSPEC RT_TABLE_UNSPEC
268#define RT6_TABLE_MAIN RT_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700269#define RT6_TABLE_DFLT RT6_TABLE_MAIN
270#define RT6_TABLE_INFO RT6_TABLE_MAIN
271#define RT6_TABLE_PREFIX RT6_TABLE_MAIN
272
273#ifdef CONFIG_IPV6_MULTIPLE_TABLES
274#define FIB6_TABLE_MIN 1
275#define FIB6_TABLE_MAX RT_TABLE_MAX
Thomas Graf101367c2006-08-04 03:39:02 -0700276#define RT6_TABLE_LOCAL RT_TABLE_LOCAL
Thomas Grafc71099a2006-08-04 23:20:06 -0700277#else
278#define FIB6_TABLE_MIN RT_TABLE_MAIN
279#define FIB6_TABLE_MAX FIB6_TABLE_MIN
Thomas Graf101367c2006-08-04 03:39:02 -0700280#define RT6_TABLE_LOCAL RT6_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700281#endif
282
Daniel Lezcano8ed67782008-03-04 13:48:30 -0800283typedef struct rt6_info *(*pol_lookup_t)(struct net *,
284 struct fib6_table *,
David S. Miller4c9483b2011-03-12 16:22:43 -0500285 struct flowi6 *, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286
287/*
288 * exported functions
289 */
290
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700291struct fib6_table *fib6_get_table(struct net *net, u32 id);
292struct fib6_table *fib6_new_table(struct net *net, u32 id);
293struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
294 int flags, pol_lookup_t lookup);
Thomas Grafc71099a2006-08-04 23:20:06 -0700295
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700296struct fib6_node *fib6_lookup(struct fib6_node *root,
297 const struct in6_addr *daddr,
298 const struct in6_addr *saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700300struct fib6_node *fib6_locate(struct fib6_node *root,
301 const struct in6_addr *daddr, int dst_len,
302 const struct in6_addr *saddr, int src_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700304void fib6_clean_all(struct net *net, int (*func)(struct rt6_info *, void *arg),
Li RongQing0c3584d2013-12-27 16:32:38 +0800305 void *arg);
Thomas Grafc71099a2006-08-04 23:20:06 -0700306
Florian Westphale715b6d2015-01-05 23:57:44 +0100307int fib6_add(struct fib6_node *root, struct rt6_info *rt,
David Ahern333c4302017-05-21 10:12:04 -0600308 struct nl_info *info, struct mx6_config *mxc,
309 struct netlink_ext_ack *extack);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700310int fib6_del(struct rt6_info *rt, struct nl_info *info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
Roopa Prabhu37a1d362015-09-13 10:18:33 -0700312void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info,
313 unsigned int flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700315void fib6_run_gc(unsigned long expires, struct net *net, bool force);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700317void fib6_gc_cleanup(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700319int fib6_init(void);
Thomas Graf101367c2006-08-04 03:39:02 -0700320
Hannes Frederic Sowa8d2ca1d2013-09-21 16:55:59 +0200321int ipv6_route_open(struct inode *inode, struct file *file);
322
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800323#ifdef CONFIG_IPV6_MULTIPLE_TABLES
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700324int fib6_rules_init(void);
325void fib6_rules_cleanup(void);
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800326#else
327static inline int fib6_rules_init(void)
328{
329 return 0;
330}
331static inline void fib6_rules_cleanup(void)
332{
333 return ;
334}
335#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336#endif