blob: f0710b5d037d09d5e2e48cd842e7c999a9061fc7 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * DECnet An implementation of the DECnet protocol suite for the LINUX
4 * operating system. DECnet is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * DECnet Routing Forwarding Information Base (Routing Tables)
8 *
9 * Author: Steve Whitehouse <SteveW@ACM.org>
10 * Mostly copied from the IPv4 routing code
11 *
12 *
13 * Changes:
14 *
15 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/string.h>
17#include <linux/net.h>
18#include <linux/socket.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090019#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/sockios.h>
21#include <linux/init.h>
22#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/rtnetlink.h>
24#include <linux/proc_fs.h>
25#include <linux/netdevice.h>
26#include <linux/timer.h>
27#include <linux/spinlock.h>
Arun Sharma600634972011-07-26 16:09:06 -070028#include <linux/atomic.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080029#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/route.h> /* RTF_xxx */
31#include <net/neighbour.h>
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070032#include <net/netlink.h>
Daniel Borkmannea697632015-01-05 23:57:47 +010033#include <net/tcp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <net/dst.h>
35#include <net/flow.h>
Steven Whitehousea8731cb2006-08-09 15:56:46 -070036#include <net/fib_rules.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <net/dn.h>
38#include <net/dn_route.h>
39#include <net/dn_fib.h>
40#include <net/dn_neigh.h>
41#include <net/dn_dev.h>
42
43struct dn_zone
44{
45 struct dn_zone *dz_next;
46 struct dn_fib_node **dz_hash;
47 int dz_nent;
48 int dz_divisor;
49 u32 dz_hashmask;
50#define DZ_HASHMASK(dz) ((dz)->dz_hashmask)
51 int dz_order;
Steven Whitehousec4ea94a2006-03-20 22:42:39 -080052 __le16 dz_mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#define DZ_MASK(dz) ((dz)->dz_mask)
54};
55
56struct dn_hash
57{
58 struct dn_zone *dh_zones[17];
59 struct dn_zone *dh_zone_list;
60};
61
62#define dz_key_0(key) ((key).datum = 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
64#define for_nexthops(fi) { int nhsel; const struct dn_fib_nh *nh;\
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +090065 for(nhsel = 0, nh = (fi)->fib_nh; nhsel < (fi)->fib_nhs; nh++, nhsel++)
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
67#define endfor_nexthops(fi) }
68
69#define DN_MAX_DIVISOR 1024
70#define DN_S_ZOMBIE 1
71#define DN_S_ACCESSED 2
72
73#define DN_FIB_SCAN(f, fp) \
74for( ; ((f) = *(fp)) != NULL; (fp) = &(f)->fn_next)
75
76#define DN_FIB_SCAN_KEY(f, fp, key) \
77for( ; ((f) = *(fp)) != NULL && dn_key_eq((f)->fn_key, (key)); (fp) = &(f)->fn_next)
78
79#define RT_TABLE_MIN 1
Patrick McHardyabcab262006-08-10 23:11:47 -070080#define DN_FIB_TABLE_HASHSZ 256
81static struct hlist_head dn_fib_table_hash[DN_FIB_TABLE_HASHSZ];
Linus Torvalds1da177e2005-04-16 15:20:36 -070082static DEFINE_RWLOCK(dn_fib_tables_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
Christoph Lametere18b8902006-12-06 20:33:20 -080084static struct kmem_cache *dn_hash_kmem __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085static int dn_fib_hash_zombies;
86
87static inline dn_fib_idx_t dn_hash(dn_fib_key_t key, struct dn_zone *dz)
88{
Harvey Harrisonc4106aa2008-11-27 00:12:47 -080089 u16 h = le16_to_cpu(key.datum)>>(16 - dz->dz_order);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 h ^= (h >> 10);
91 h ^= (h >> 6);
92 h &= DZ_HASHMASK(dz);
93 return *(dn_fib_idx_t *)&h;
94}
95
Steven Whitehousec4ea94a2006-03-20 22:42:39 -080096static inline dn_fib_key_t dz_key(__le16 dst, struct dn_zone *dz)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097{
98 dn_fib_key_t k;
99 k.datum = dst & DZ_MASK(dz);
100 return k;
101}
102
103static inline struct dn_fib_node **dn_chain_p(dn_fib_key_t key, struct dn_zone *dz)
104{
105 return &dz->dz_hash[dn_hash(key, dz).datum];
106}
107
108static inline struct dn_fib_node *dz_chain(dn_fib_key_t key, struct dn_zone *dz)
109{
110 return dz->dz_hash[dn_hash(key, dz).datum];
111}
112
113static inline int dn_key_eq(dn_fib_key_t a, dn_fib_key_t b)
114{
115 return a.datum == b.datum;
116}
117
118static inline int dn_key_leq(dn_fib_key_t a, dn_fib_key_t b)
119{
120 return a.datum <= b.datum;
121}
122
123static inline void dn_rebuild_zone(struct dn_zone *dz,
124 struct dn_fib_node **old_ht,
125 int old_divisor)
126{
David S. Millera01c1332011-04-17 20:47:07 -0700127 struct dn_fib_node *f, **fp, *next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129
130 for(i = 0; i < old_divisor; i++) {
David S. Millera01c1332011-04-17 20:47:07 -0700131 for(f = old_ht[i]; f; f = next) {
132 next = f->fn_next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 for(fp = dn_chain_p(f->fn_key, dz);
134 *fp && dn_key_leq((*fp)->fn_key, f->fn_key);
135 fp = &(*fp)->fn_next)
136 /* NOTHING */;
137 f->fn_next = *fp;
138 *fp = f;
139 }
140 }
141}
142
143static void dn_rehash_zone(struct dn_zone *dz)
144{
145 struct dn_fib_node **ht, **old_ht;
146 int old_divisor, new_divisor;
147 u32 new_hashmask;
148
149 old_divisor = dz->dz_divisor;
150
Joe Perches06f8fe12011-07-01 09:43:03 +0000151 switch (old_divisor) {
152 case 16:
153 new_divisor = 256;
154 new_hashmask = 0xFF;
155 break;
156 default:
157 printk(KERN_DEBUG "DECnet: dn_rehash_zone: BUG! %d\n",
158 old_divisor);
Gustavo A. R. Silva2d919142017-11-08 21:38:28 -0600159 /* fall through */
Joe Perches06f8fe12011-07-01 09:43:03 +0000160 case 256:
161 new_divisor = 1024;
162 new_hashmask = 0x3FF;
163 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 }
165
Panagiotis Issaris0da974f2006-07-21 14:51:30 -0700166 ht = kcalloc(new_divisor, sizeof(struct dn_fib_node*), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 if (ht == NULL)
168 return;
169
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 write_lock_bh(&dn_fib_tables_lock);
171 old_ht = dz->dz_hash;
172 dz->dz_hash = ht;
173 dz->dz_hashmask = new_hashmask;
174 dz->dz_divisor = new_divisor;
175 dn_rebuild_zone(dz, old_ht, old_divisor);
176 write_unlock_bh(&dn_fib_tables_lock);
177 kfree(old_ht);
178}
179
180static void dn_free_node(struct dn_fib_node *f)
181{
182 dn_fib_release_info(DN_FIB_INFO(f));
183 kmem_cache_free(dn_hash_kmem, f);
184}
185
186
187static struct dn_zone *dn_new_zone(struct dn_hash *table, int z)
188{
189 int i;
Panagiotis Issaris0da974f2006-07-21 14:51:30 -0700190 struct dn_zone *dz = kzalloc(sizeof(struct dn_zone), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 if (!dz)
192 return NULL;
193
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 if (z) {
195 dz->dz_divisor = 16;
196 dz->dz_hashmask = 0x0F;
197 } else {
198 dz->dz_divisor = 1;
199 dz->dz_hashmask = 0;
200 }
201
Panagiotis Issaris0da974f2006-07-21 14:51:30 -0700202 dz->dz_hash = kcalloc(dz->dz_divisor, sizeof(struct dn_fib_node *), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 if (!dz->dz_hash) {
204 kfree(dz);
205 return NULL;
206 }
207
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 dz->dz_order = z;
209 dz->dz_mask = dnet_make_mask(z);
210
211 for(i = z + 1; i <= 16; i++)
212 if (table->dh_zones[i])
213 break;
214
215 write_lock_bh(&dn_fib_tables_lock);
216 if (i>16) {
217 dz->dz_next = table->dh_zone_list;
218 table->dh_zone_list = dz;
219 } else {
220 dz->dz_next = table->dh_zones[i]->dz_next;
221 table->dh_zones[i]->dz_next = dz;
222 }
223 table->dh_zones[z] = dz;
224 write_unlock_bh(&dn_fib_tables_lock);
225 return dz;
226}
227
228
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000229static int dn_fib_nh_match(struct rtmsg *r, struct nlmsghdr *nlh, struct nlattr *attrs[], struct dn_fib_info *fi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230{
231 struct rtnexthop *nhp;
232 int nhlen;
233
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000234 if (attrs[RTA_PRIORITY] &&
235 nla_get_u32(attrs[RTA_PRIORITY]) != fi->fib_priority)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 return 1;
237
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000238 if (attrs[RTA_OIF] || attrs[RTA_GATEWAY]) {
239 if ((!attrs[RTA_OIF] || nla_get_u32(attrs[RTA_OIF]) == fi->fib_nh->nh_oif) &&
240 (!attrs[RTA_GATEWAY] || nla_get_le16(attrs[RTA_GATEWAY]) != fi->fib_nh->nh_gw))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 return 0;
242 return 1;
243 }
244
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000245 if (!attrs[RTA_MULTIPATH])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 return 0;
247
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000248 nhp = nla_data(attrs[RTA_MULTIPATH]);
249 nhlen = nla_len(attrs[RTA_MULTIPATH]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250
251 for_nexthops(fi) {
252 int attrlen = nhlen - sizeof(struct rtnexthop);
Steven Whitehousec4ea94a2006-03-20 22:42:39 -0800253 __le16 gw;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
255 if (attrlen < 0 || (nhlen -= nhp->rtnh_len) < 0)
256 return -EINVAL;
257 if (nhp->rtnh_ifindex && nhp->rtnh_ifindex != nh->nh_oif)
258 return 1;
259 if (attrlen) {
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000260 struct nlattr *gw_attr;
261
262 gw_attr = nla_find((struct nlattr *) (nhp + 1), attrlen, RTA_GATEWAY);
263 gw = gw_attr ? nla_get_le16(gw_attr) : 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264
265 if (gw && gw != nh->nh_gw)
266 return 1;
267 }
268 nhp = RTNH_NEXT(nhp);
269 } endfor_nexthops(fi);
270
271 return 0;
272}
273
Thomas Graf339bf982006-11-10 14:10:15 -0800274static inline size_t dn_fib_nlmsg_size(struct dn_fib_info *fi)
275{
David S. Miller75356f22006-11-12 23:02:01 -0800276 size_t payload = NLMSG_ALIGN(sizeof(struct rtmsg))
Thomas Graf339bf982006-11-10 14:10:15 -0800277 + nla_total_size(4) /* RTA_TABLE */
278 + nla_total_size(2) /* RTA_DST */
Daniel Borkmannea697632015-01-05 23:57:47 +0100279 + nla_total_size(4) /* RTA_PRIORITY */
280 + nla_total_size(TCP_CA_NAME_MAX); /* RTAX_CC_ALGO */
Thomas Graf339bf982006-11-10 14:10:15 -0800281
282 /* space for nested metrics */
283 payload += nla_total_size((RTAX_MAX * nla_total_size(4)));
284
285 if (fi->fib_nhs) {
286 /* Also handles the special case fib_nhs == 1 */
287
288 /* each nexthop is packed in an attribute */
289 size_t nhsize = nla_total_size(sizeof(struct rtnexthop));
290
291 /* may contain a gateway attribute */
292 nhsize += nla_total_size(4);
293
294 /* all nexthops are packed in a nested attribute */
295 payload += nla_total_size(fi->fib_nhs * nhsize);
296 }
297
298 return payload;
299}
300
Eric W. Biederman15e47302012-09-07 20:12:54 +0000301static int dn_fib_dump_info(struct sk_buff *skb, u32 portid, u32 seq, int event,
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900302 u32 tb_id, u8 type, u8 scope, void *dst, int dst_len,
303 struct dn_fib_info *fi, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900305 struct rtmsg *rtm;
306 struct nlmsghdr *nlh;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307
Eric W. Biederman15e47302012-09-07 20:12:54 +0000308 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*rtm), flags);
David S. Miller3f7a3282012-06-26 21:47:21 -0700309 if (!nlh)
Thomas Graf6b609782012-06-26 23:36:15 +0000310 return -EMSGSIZE;
311
David S. Miller3f7a3282012-06-26 21:47:21 -0700312 rtm = nlmsg_data(nlh);
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900313 rtm->rtm_family = AF_DECnet;
314 rtm->rtm_dst_len = dst_len;
315 rtm->rtm_src_len = 0;
316 rtm->rtm_tos = 0;
317 rtm->rtm_table = tb_id;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900318 rtm->rtm_flags = fi->fib_flags;
319 rtm->rtm_scope = scope;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 rtm->rtm_type = type;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900321 rtm->rtm_protocol = fi->fib_protocol;
Thomas Graf6b609782012-06-26 23:36:15 +0000322
323 if (nla_put_u32(skb, RTA_TABLE, tb_id) < 0)
324 goto errout;
325
326 if (rtm->rtm_dst_len &&
327 nla_put(skb, RTA_DST, 2, dst) < 0)
328 goto errout;
329
330 if (fi->fib_priority &&
331 nla_put_u32(skb, RTA_PRIORITY, fi->fib_priority) < 0)
332 goto errout;
333
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 if (rtnetlink_put_metrics(skb, fi->fib_metrics) < 0)
Thomas Graf6b609782012-06-26 23:36:15 +0000335 goto errout;
336
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900337 if (fi->fib_nhs == 1) {
Thomas Graf6b609782012-06-26 23:36:15 +0000338 if (fi->fib_nh->nh_gw &&
339 nla_put_le16(skb, RTA_GATEWAY, fi->fib_nh->nh_gw) < 0)
340 goto errout;
341
342 if (fi->fib_nh->nh_oif &&
343 nla_put_u32(skb, RTA_OIF, fi->fib_nh->nh_oif) < 0)
344 goto errout;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900345 }
Thomas Graf6b609782012-06-26 23:36:15 +0000346
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900347 if (fi->fib_nhs > 1) {
348 struct rtnexthop *nhp;
Thomas Graf6b609782012-06-26 23:36:15 +0000349 struct nlattr *mp_head;
350
351 if (!(mp_head = nla_nest_start(skb, RTA_MULTIPATH)))
352 goto errout;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900354 for_nexthops(fi) {
Thomas Graf6b609782012-06-26 23:36:15 +0000355 if (!(nhp = nla_reserve_nohdr(skb, sizeof(*nhp))))
356 goto errout;
357
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900358 nhp->rtnh_flags = nh->nh_flags & 0xFF;
359 nhp->rtnh_hops = nh->nh_weight - 1;
360 nhp->rtnh_ifindex = nh->nh_oif;
Thomas Graf6b609782012-06-26 23:36:15 +0000361
362 if (nh->nh_gw &&
363 nla_put_le16(skb, RTA_GATEWAY, nh->nh_gw) < 0)
364 goto errout;
365
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700366 nhp->rtnh_len = skb_tail_pointer(skb) - (unsigned char *)nhp;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900367 } endfor_nexthops(fi);
Thomas Graf6b609782012-06-26 23:36:15 +0000368
369 nla_nest_end(skb, mp_head);
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900370 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371
Johannes Berg053c0952015-01-16 22:09:00 +0100372 nlmsg_end(skb, nlh);
373 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374
Thomas Graf6b609782012-06-26 23:36:15 +0000375errout:
376 nlmsg_cancel(skb, nlh);
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900377 return -EMSGSIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378}
379
380
Patrick McHardy2dfe55b2006-08-10 23:08:33 -0700381static void dn_rtmsg_fib(int event, struct dn_fib_node *f, int z, u32 tb_id,
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900382 struct nlmsghdr *nlh, struct netlink_skb_parms *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900384 struct sk_buff *skb;
Eric W. Biederman15e47302012-09-07 20:12:54 +0000385 u32 portid = req ? req->portid : 0;
Thomas Grafdc738dd2006-08-15 00:33:35 -0700386 int err = -ENOBUFS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900388 skb = nlmsg_new(dn_fib_nlmsg_size(DN_FIB_INFO(f)), GFP_KERNEL);
389 if (skb == NULL)
Thomas Grafdc738dd2006-08-15 00:33:35 -0700390 goto errout;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391
Eric W. Biederman15e47302012-09-07 20:12:54 +0000392 err = dn_fib_dump_info(skb, portid, nlh->nlmsg_seq, event, tb_id,
Thomas Grafdc738dd2006-08-15 00:33:35 -0700393 f->fn_type, f->fn_scope, &f->fn_key, z,
394 DN_FIB_INFO(f), 0);
Patrick McHardy26932562007-01-31 23:16:40 -0800395 if (err < 0) {
396 /* -EMSGSIZE implies BUG in dn_fib_nlmsg_size() */
397 WARN_ON(err == -EMSGSIZE);
398 kfree_skb(skb);
399 goto errout;
400 }
Eric W. Biederman15e47302012-09-07 20:12:54 +0000401 rtnl_notify(skb, &init_net, portid, RTNLGRP_DECnet_ROUTE, nlh, GFP_KERNEL);
Pablo Neira Ayuso1ce85fe2009-02-24 23:18:28 -0800402 return;
Thomas Grafdc738dd2006-08-15 00:33:35 -0700403errout:
404 if (err < 0)
Denis V. Lunev97c53ca2007-11-19 22:26:51 -0800405 rtnl_set_sk_err(&init_net, RTNLGRP_DECnet_ROUTE, err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406}
407
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900408static __inline__ int dn_hash_dump_bucket(struct sk_buff *skb,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 struct netlink_callback *cb,
410 struct dn_fib_table *tb,
411 struct dn_zone *dz,
412 struct dn_fib_node *f)
413{
414 int i, s_i;
415
Patrick McHardyabcab262006-08-10 23:11:47 -0700416 s_i = cb->args[4];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 for(i = 0; f; i++, f = f->fn_next) {
418 if (i < s_i)
419 continue;
420 if (f->fn_state & DN_S_ZOMBIE)
421 continue;
Eric W. Biederman15e47302012-09-07 20:12:54 +0000422 if (dn_fib_dump_info(skb, NETLINK_CB(cb->skb).portid,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423 cb->nlh->nlmsg_seq,
424 RTM_NEWROUTE,
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900425 tb->n,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426 (f->fn_state & DN_S_ZOMBIE) ? 0 : f->fn_type,
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900427 f->fn_scope, &f->fn_key, dz->dz_order,
Jamal Hadi Salimb6544c02005-06-18 22:54:12 -0700428 f->fn_info, NLM_F_MULTI) < 0) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700429 cb->args[4] = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430 return -1;
431 }
432 }
Patrick McHardyabcab262006-08-10 23:11:47 -0700433 cb->args[4] = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434 return skb->len;
435}
436
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900437static __inline__ int dn_hash_dump_zone(struct sk_buff *skb,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 struct netlink_callback *cb,
439 struct dn_fib_table *tb,
440 struct dn_zone *dz)
441{
442 int h, s_h;
443
Patrick McHardyabcab262006-08-10 23:11:47 -0700444 s_h = cb->args[3];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 for(h = 0; h < dz->dz_divisor; h++) {
446 if (h < s_h)
447 continue;
448 if (h > s_h)
Patrick McHardyabcab262006-08-10 23:11:47 -0700449 memset(&cb->args[4], 0, sizeof(cb->args) - 4*sizeof(cb->args[0]));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 if (dz->dz_hash == NULL || dz->dz_hash[h] == NULL)
451 continue;
452 if (dn_hash_dump_bucket(skb, cb, tb, dz, dz->dz_hash[h]) < 0) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700453 cb->args[3] = h;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 return -1;
455 }
456 }
Patrick McHardyabcab262006-08-10 23:11:47 -0700457 cb->args[3] = h;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 return skb->len;
459}
460
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900461static int dn_fib_table_dump(struct dn_fib_table *tb, struct sk_buff *skb,
462 struct netlink_callback *cb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900464 int m, s_m;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465 struct dn_zone *dz;
466 struct dn_hash *table = (struct dn_hash *)tb->data;
467
Patrick McHardyabcab262006-08-10 23:11:47 -0700468 s_m = cb->args[2];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469 read_lock(&dn_fib_tables_lock);
470 for(dz = table->dh_zone_list, m = 0; dz; dz = dz->dz_next, m++) {
471 if (m < s_m)
472 continue;
473 if (m > s_m)
Patrick McHardyabcab262006-08-10 23:11:47 -0700474 memset(&cb->args[3], 0, sizeof(cb->args) - 3*sizeof(cb->args[0]));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475
476 if (dn_hash_dump_zone(skb, cb, tb, dz) < 0) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700477 cb->args[2] = m;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 read_unlock(&dn_fib_tables_lock);
479 return -1;
480 }
481 }
482 read_unlock(&dn_fib_tables_lock);
Patrick McHardyabcab262006-08-10 23:11:47 -0700483 cb->args[2] = m;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900485 return skb->len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486}
487
Patrick McHardyabcab262006-08-10 23:11:47 -0700488int dn_fib_dump(struct sk_buff *skb, struct netlink_callback *cb)
489{
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +0900490 struct net *net = sock_net(skb->sk);
Patrick McHardyabcab262006-08-10 23:11:47 -0700491 unsigned int h, s_h;
492 unsigned int e = 0, s_e;
493 struct dn_fib_table *tb;
Patrick McHardyabcab262006-08-10 23:11:47 -0700494 int dumped = 0;
495
Octavian Purdila09ad9bc2009-11-25 15:14:13 -0800496 if (!net_eq(net, &init_net))
Denis V. Lunevb8542722007-12-01 00:21:31 +1100497 return 0;
498
Hong zhi guo573ce262013-03-27 06:47:04 +0000499 if (nlmsg_len(cb->nlh) >= sizeof(struct rtmsg) &&
David S. Miller3f7a3282012-06-26 21:47:21 -0700500 ((struct rtmsg *)nlmsg_data(cb->nlh))->rtm_flags&RTM_F_CLONED)
Patrick McHardyabcab262006-08-10 23:11:47 -0700501 return dn_cache_dump(skb, cb);
502
503 s_h = cb->args[0];
504 s_e = cb->args[1];
505
506 for (h = s_h; h < DN_FIB_TABLE_HASHSZ; h++, s_h = 0) {
507 e = 0;
Sasha Levinb67bfe02013-02-27 17:06:00 -0800508 hlist_for_each_entry(tb, &dn_fib_table_hash[h], hlist) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700509 if (e < s_e)
510 goto next;
511 if (dumped)
512 memset(&cb->args[2], 0, sizeof(cb->args) -
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900513 2 * sizeof(cb->args[0]));
Patrick McHardyabcab262006-08-10 23:11:47 -0700514 if (tb->dump(tb, skb, cb) < 0)
515 goto out;
516 dumped = 1;
517next:
518 e++;
519 }
520 }
521out:
522 cb->args[1] = e;
523 cb->args[0] = h;
524
525 return skb->len;
526}
527
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000528static int dn_fib_table_insert(struct dn_fib_table *tb, struct rtmsg *r, struct nlattr *attrs[],
529 struct nlmsghdr *n, struct netlink_skb_parms *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530{
531 struct dn_hash *table = (struct dn_hash *)tb->data;
532 struct dn_fib_node *new_f, *f, **fp, **del_fp;
533 struct dn_zone *dz;
534 struct dn_fib_info *fi;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900535 int z = r->rtm_dst_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536 int type = r->rtm_type;
537 dn_fib_key_t key;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900538 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900540 if (z > 16)
541 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542
543 dz = table->dh_zones[z];
544 if (!dz && !(dz = dn_new_zone(table, z)))
545 return -ENOBUFS;
546
547 dz_key_0(key);
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000548 if (attrs[RTA_DST]) {
549 __le16 dst = nla_get_le16(attrs[RTA_DST]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 if (dst & ~DZ_MASK(dz))
551 return -EINVAL;
552 key = dz_key(dst, dz);
553 }
554
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000555 if ((fi = dn_fib_create_info(r, attrs, n, &err)) == NULL)
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900556 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557
558 if (dz->dz_nent > (dz->dz_divisor << 2) &&
559 dz->dz_divisor > DN_MAX_DIVISOR &&
560 (z==16 || (1<<z) > dz->dz_divisor))
561 dn_rehash_zone(dz);
562
563 fp = dn_chain_p(key, dz);
564
565 DN_FIB_SCAN(f, fp) {
566 if (dn_key_leq(key, f->fn_key))
567 break;
568 }
569
570 del_fp = NULL;
571
572 if (f && (f->fn_state & DN_S_ZOMBIE) &&
573 dn_key_eq(f->fn_key, key)) {
574 del_fp = fp;
575 fp = &f->fn_next;
576 f = *fp;
577 goto create;
578 }
579
580 DN_FIB_SCAN_KEY(f, fp, key) {
581 if (fi->fib_priority <= DN_FIB_INFO(f)->fib_priority)
582 break;
583 }
584
585 if (f && dn_key_eq(f->fn_key, key) &&
586 fi->fib_priority == DN_FIB_INFO(f)->fib_priority) {
587 struct dn_fib_node **ins_fp;
588
589 err = -EEXIST;
590 if (n->nlmsg_flags & NLM_F_EXCL)
591 goto out;
592
593 if (n->nlmsg_flags & NLM_F_REPLACE) {
594 del_fp = fp;
595 fp = &f->fn_next;
596 f = *fp;
597 goto replace;
598 }
599
600 ins_fp = fp;
601 err = -EEXIST;
602
603 DN_FIB_SCAN_KEY(f, fp, key) {
604 if (fi->fib_priority != DN_FIB_INFO(f)->fib_priority)
605 break;
Joe Perchesf64f9e72009-11-29 16:55:45 -0800606 if (f->fn_type == type &&
607 f->fn_scope == r->rtm_scope &&
608 DN_FIB_INFO(f) == fi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609 goto out;
610 }
611
612 if (!(n->nlmsg_flags & NLM_F_APPEND)) {
613 fp = ins_fp;
614 f = *fp;
615 }
616 }
617
618create:
619 err = -ENOENT;
620 if (!(n->nlmsg_flags & NLM_F_CREATE))
621 goto out;
622
623replace:
624 err = -ENOBUFS;
Robert P. J. Dayc3762222007-02-10 01:45:03 -0800625 new_f = kmem_cache_zalloc(dn_hash_kmem, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626 if (new_f == NULL)
627 goto out;
628
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629 new_f->fn_key = key;
630 new_f->fn_type = type;
631 new_f->fn_scope = r->rtm_scope;
632 DN_FIB_INFO(new_f) = fi;
633
634 new_f->fn_next = f;
635 write_lock_bh(&dn_fib_tables_lock);
636 *fp = new_f;
637 write_unlock_bh(&dn_fib_tables_lock);
638 dz->dz_nent++;
639
640 if (del_fp) {
641 f = *del_fp;
642 write_lock_bh(&dn_fib_tables_lock);
643 *del_fp = f->fn_next;
644 write_unlock_bh(&dn_fib_tables_lock);
645
646 if (!(f->fn_state & DN_S_ZOMBIE))
647 dn_rtmsg_fib(RTM_DELROUTE, f, z, tb->n, n, req);
648 if (f->fn_state & DN_S_ACCESSED)
649 dn_rt_cache_flush(-1);
650 dn_free_node(f);
651 dz->dz_nent--;
652 } else {
653 dn_rt_cache_flush(-1);
654 }
655
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900656 dn_rtmsg_fib(RTM_NEWROUTE, new_f, z, tb->n, n, req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900658 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659out:
660 dn_fib_release_info(fi);
661 return err;
662}
663
664
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000665static int dn_fib_table_delete(struct dn_fib_table *tb, struct rtmsg *r, struct nlattr *attrs[],
666 struct nlmsghdr *n, struct netlink_skb_parms *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667{
668 struct dn_hash *table = (struct dn_hash*)tb->data;
669 struct dn_fib_node **fp, **del_fp, *f;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900670 int z = r->rtm_dst_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671 struct dn_zone *dz;
672 dn_fib_key_t key;
673 int matched;
674
675
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900676 if (z > 16)
677 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678
679 if ((dz = table->dh_zones[z]) == NULL)
680 return -ESRCH;
681
682 dz_key_0(key);
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000683 if (attrs[RTA_DST]) {
684 __le16 dst = nla_get_le16(attrs[RTA_DST]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685 if (dst & ~DZ_MASK(dz))
686 return -EINVAL;
687 key = dz_key(dst, dz);
688 }
689
690 fp = dn_chain_p(key, dz);
691
692 DN_FIB_SCAN(f, fp) {
693 if (dn_key_eq(f->fn_key, key))
694 break;
695 if (dn_key_leq(key, f->fn_key))
696 return -ESRCH;
697 }
698
699 matched = 0;
700 del_fp = NULL;
701 DN_FIB_SCAN_KEY(f, fp, key) {
702 struct dn_fib_info *fi = DN_FIB_INFO(f);
703
704 if (f->fn_state & DN_S_ZOMBIE)
705 return -ESRCH;
706
707 matched++;
708
709 if (del_fp == NULL &&
710 (!r->rtm_type || f->fn_type == r->rtm_type) &&
711 (r->rtm_scope == RT_SCOPE_NOWHERE || f->fn_scope == r->rtm_scope) &&
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900712 (!r->rtm_protocol ||
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713 fi->fib_protocol == r->rtm_protocol) &&
Thomas Graf58d7d8f2013-03-21 07:45:28 +0000714 dn_fib_nh_match(r, n, attrs, fi) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715 del_fp = fp;
716 }
717
718 if (del_fp) {
719 f = *del_fp;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900720 dn_rtmsg_fib(RTM_DELROUTE, f, z, tb->n, n, req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721
722 if (matched != 1) {
723 write_lock_bh(&dn_fib_tables_lock);
724 *del_fp = f->fn_next;
725 write_unlock_bh(&dn_fib_tables_lock);
726
727 if (f->fn_state & DN_S_ACCESSED)
728 dn_rt_cache_flush(-1);
729 dn_free_node(f);
730 dz->dz_nent--;
731 } else {
732 f->fn_state |= DN_S_ZOMBIE;
733 if (f->fn_state & DN_S_ACCESSED) {
734 f->fn_state &= ~DN_S_ACCESSED;
735 dn_rt_cache_flush(-1);
736 }
737 if (++dn_fib_hash_zombies > 128)
738 dn_fib_flush();
739 }
740
741 return 0;
742 }
743
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900744 return -ESRCH;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745}
746
747static inline int dn_flush_list(struct dn_fib_node **fp, int z, struct dn_hash *table)
748{
749 int found = 0;
750 struct dn_fib_node *f;
751
752 while((f = *fp) != NULL) {
753 struct dn_fib_info *fi = DN_FIB_INFO(f);
754
755 if (fi && ((f->fn_state & DN_S_ZOMBIE) || (fi->fib_flags & RTNH_F_DEAD))) {
756 write_lock_bh(&dn_fib_tables_lock);
757 *fp = f->fn_next;
758 write_unlock_bh(&dn_fib_tables_lock);
759
760 dn_free_node(f);
761 found++;
762 continue;
763 }
764 fp = &f->fn_next;
765 }
766
767 return found;
768}
769
770static int dn_fib_table_flush(struct dn_fib_table *tb)
771{
772 struct dn_hash *table = (struct dn_hash *)tb->data;
773 struct dn_zone *dz;
774 int found = 0;
775
776 dn_fib_hash_zombies = 0;
777 for(dz = table->dh_zone_list; dz; dz = dz->dz_next) {
778 int i;
779 int tmp = 0;
780 for(i = dz->dz_divisor-1; i >= 0; i--)
781 tmp += dn_flush_list(&dz->dz_hash[i], dz->dz_order, table);
782 dz->dz_nent -= tmp;
783 found += tmp;
784 }
785
786 return found;
787}
788
David S. Millerbef55ae2011-03-12 17:17:10 -0500789static int dn_fib_table_lookup(struct dn_fib_table *tb, const struct flowidn *flp, struct dn_fib_res *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900791 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792 struct dn_zone *dz;
793 struct dn_hash *t = (struct dn_hash *)tb->data;
794
795 read_lock(&dn_fib_tables_lock);
796 for(dz = t->dh_zone_list; dz; dz = dz->dz_next) {
797 struct dn_fib_node *f;
David S. Millerbef55ae2011-03-12 17:17:10 -0500798 dn_fib_key_t k = dz_key(flp->daddr, dz);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799
800 for(f = dz_chain(k, dz); f; f = f->fn_next) {
801 if (!dn_key_eq(k, f->fn_key)) {
802 if (dn_key_leq(k, f->fn_key))
803 break;
804 else
805 continue;
806 }
807
808 f->fn_state |= DN_S_ACCESSED;
809
810 if (f->fn_state&DN_S_ZOMBIE)
811 continue;
812
David S. Millerbef55ae2011-03-12 17:17:10 -0500813 if (f->fn_scope < flp->flowidn_scope)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814 continue;
815
816 err = dn_fib_semantic_match(f->fn_type, DN_FIB_INFO(f), flp, res);
817
818 if (err == 0) {
819 res->type = f->fn_type;
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900820 res->scope = f->fn_scope;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 res->prefixlen = dz->dz_order;
822 goto out;
823 }
824 if (err < 0)
825 goto out;
826 }
827 }
828 err = 1;
829out:
830 read_unlock(&dn_fib_tables_lock);
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900831 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700832}
833
834
Patrick McHardy2dfe55b2006-08-10 23:08:33 -0700835struct dn_fib_table *dn_fib_get_table(u32 n, int create)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700836{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900837 struct dn_fib_table *t;
Patrick McHardyabcab262006-08-10 23:11:47 -0700838 unsigned int h;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900840 if (n < RT_TABLE_MIN)
841 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900843 if (n > RT_TABLE_MAX)
844 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700845
Patrick McHardyabcab262006-08-10 23:11:47 -0700846 h = n & (DN_FIB_TABLE_HASHSZ - 1);
847 rcu_read_lock();
Sasha Levinb67bfe02013-02-27 17:06:00 -0800848 hlist_for_each_entry_rcu(t, &dn_fib_table_hash[h], hlist) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700849 if (t->n == n) {
850 rcu_read_unlock();
851 return t;
852 }
853 }
854 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900856 if (!create)
857 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858
Joe Perchese87cc472012-05-13 21:56:26 +0000859 if (in_interrupt()) {
860 net_dbg_ratelimited("DECnet: BUG! Attempt to create routing table from interrupt\n");
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900861 return NULL;
862 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700863
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900864 t = kzalloc(sizeof(struct dn_fib_table) + sizeof(struct dn_hash),
Arnaldo Carvalho de Meloe6b61102006-11-21 01:16:24 -0200865 GFP_KERNEL);
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900866 if (t == NULL)
867 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700868
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900869 t->n = n;
870 t->insert = dn_fib_table_insert;
871 t->delete = dn_fib_table_delete;
872 t->lookup = dn_fib_table_lookup;
873 t->flush = dn_fib_table_flush;
874 t->dump = dn_fib_table_dump;
Patrick McHardyabcab262006-08-10 23:11:47 -0700875 hlist_add_head_rcu(&t->hlist, &dn_fib_table_hash[h]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700876
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900877 return t;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878}
879
Linus Torvalds1da177e2005-04-16 15:20:36 -0700880struct dn_fib_table *dn_fib_empty_table(void)
881{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900882 u32 id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700883
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900884 for(id = RT_TABLE_MIN; id <= RT_TABLE_MAX; id++)
Patrick McHardyabcab262006-08-10 23:11:47 -0700885 if (dn_fib_get_table(id, 0) == NULL)
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900886 return dn_fib_get_table(id, 1);
887 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700888}
889
Patrick McHardyabcab262006-08-10 23:11:47 -0700890void dn_fib_flush(void)
891{
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900892 int flushed = 0;
893 struct dn_fib_table *tb;
Patrick McHardyabcab262006-08-10 23:11:47 -0700894 unsigned int h;
895
896 for (h = 0; h < DN_FIB_TABLE_HASHSZ; h++) {
Sasha Levinb67bfe02013-02-27 17:06:00 -0800897 hlist_for_each_entry(tb, &dn_fib_table_hash[h], hlist)
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900898 flushed += tb->flush(tb);
899 }
Patrick McHardyabcab262006-08-10 23:11:47 -0700900
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900901 if (flushed)
902 dn_rt_cache_flush(-1);
Patrick McHardyabcab262006-08-10 23:11:47 -0700903}
904
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905void __init dn_fib_table_init(void)
906{
907 dn_hash_kmem = kmem_cache_create("dn_fib_info_cache",
908 sizeof(struct dn_fib_info),
909 0, SLAB_HWCACHE_ALIGN,
Paul Mundt20c2df82007-07-20 10:11:58 +0900910 NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911}
912
913void __exit dn_fib_table_cleanup(void)
914{
Patrick McHardyabcab262006-08-10 23:11:47 -0700915 struct dn_fib_table *t;
Sasha Levinb67bfe02013-02-27 17:06:00 -0800916 struct hlist_node *next;
Patrick McHardyabcab262006-08-10 23:11:47 -0700917 unsigned int h;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700918
Patrick McHardyabcab262006-08-10 23:11:47 -0700919 write_lock(&dn_fib_tables_lock);
920 for (h = 0; h < DN_FIB_TABLE_HASHSZ; h++) {
Sasha Levinb67bfe02013-02-27 17:06:00 -0800921 hlist_for_each_entry_safe(t, next, &dn_fib_table_hash[h],
YOSHIFUJI Hideaki429eb0f2007-02-09 23:24:40 +0900922 hlist) {
Patrick McHardyabcab262006-08-10 23:11:47 -0700923 hlist_del(&t->hlist);
924 kfree(t);
925 }
926 }
927 write_unlock(&dn_fib_tables_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700928}