route.c 59.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5
/*
 *	Linux INET6 implementation
 *	FIB front-end.
 *
 *	Authors:
6
 *	Pedro Roque		<roque@di.fc.ul.pt>
L
Linus Torvalds 已提交
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
 *
 *	$Id: route.c,v 1.56 2001/10/31 21:55:55 davem Exp $
 *
 *	This program is free software; you can redistribute it and/or
 *      modify it under the terms of the GNU General Public License
 *      as published by the Free Software Foundation; either version
 *      2 of the License, or (at your option) any later version.
 */

/*	Changes:
 *
 *	YOSHIFUJI Hideaki @USAGI
 *		reworked default router selection.
 *		- respect outgoing interface
 *		- select from (probably) reachable routers (i.e.
 *		routers in REACHABLE, STALE, DELAY or PROBE states).
 *		- always select the same router if it is (probably)
 *		reachable.  otherwise, round-robin the list.
25 26
 *	Ville Nuorvala
 *		Fixed routing subtrees.
L
Linus Torvalds 已提交
27 28
 */

29
#include <linux/capability.h>
L
Linus Torvalds 已提交
30 31 32 33 34 35 36 37 38 39 40 41 42
#include <linux/errno.h>
#include <linux/types.h>
#include <linux/times.h>
#include <linux/socket.h>
#include <linux/sockios.h>
#include <linux/net.h>
#include <linux/route.h>
#include <linux/netdevice.h>
#include <linux/in6.h>
#include <linux/init.h>
#include <linux/if_arp.h>
#include <linux/proc_fs.h>
#include <linux/seq_file.h>
43
#include <net/net_namespace.h>
L
Linus Torvalds 已提交
44 45 46 47 48 49 50 51 52 53
#include <net/snmp.h>
#include <net/ipv6.h>
#include <net/ip6_fib.h>
#include <net/ip6_route.h>
#include <net/ndisc.h>
#include <net/addrconf.h>
#include <net/tcp.h>
#include <linux/rtnetlink.h>
#include <net/dst.h>
#include <net/xfrm.h>
54
#include <net/netevent.h>
55
#include <net/netlink.h>
L
Linus Torvalds 已提交
56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73

#include <asm/uaccess.h>

#ifdef CONFIG_SYSCTL
#include <linux/sysctl.h>
#endif

/* Set to 3 to get tracing. */
#define RT6_DEBUG 2

#if RT6_DEBUG >= 3
#define RDBG(x) printk x
#define RT6_TRACE(x...) printk(KERN_DEBUG x)
#else
#define RDBG(x)
#define RT6_TRACE(x...) do { ; } while (0)
#endif

74
#define CLONE_OFFLINK_ROUTE 0
L
Linus Torvalds 已提交
75 76 77 78 79 80 81 82 83 84 85 86 87 88

static struct rt6_info * ip6_rt_copy(struct rt6_info *ort);
static struct dst_entry	*ip6_dst_check(struct dst_entry *dst, u32 cookie);
static struct dst_entry *ip6_negative_advice(struct dst_entry *);
static void		ip6_dst_destroy(struct dst_entry *);
static void		ip6_dst_ifdown(struct dst_entry *,
				       struct net_device *dev, int how);
static int		 ip6_dst_gc(void);

static int		ip6_pkt_discard(struct sk_buff *skb);
static int		ip6_pkt_discard_out(struct sk_buff *skb);
static void		ip6_link_failure(struct sk_buff *skb);
static void		ip6_rt_update_pmtu(struct dst_entry *dst, u32 mtu);

89 90 91 92 93 94 95 96
#ifdef CONFIG_IPV6_ROUTE_INFO
static struct rt6_info *rt6_add_route_info(struct in6_addr *prefix, int prefixlen,
					   struct in6_addr *gwaddr, int ifindex,
					   unsigned pref);
static struct rt6_info *rt6_get_route_info(struct in6_addr *prefix, int prefixlen,
					   struct in6_addr *gwaddr, int ifindex);
#endif

L
Linus Torvalds 已提交
97 98 99 100 101 102 103 104 105 106 107
static struct dst_ops ip6_dst_ops = {
	.family			=	AF_INET6,
	.protocol		=	__constant_htons(ETH_P_IPV6),
	.gc			=	ip6_dst_gc,
	.gc_thresh		=	1024,
	.check			=	ip6_dst_check,
	.destroy		=	ip6_dst_destroy,
	.ifdown			=	ip6_dst_ifdown,
	.negative_advice	=	ip6_negative_advice,
	.link_failure		=	ip6_link_failure,
	.update_pmtu		=	ip6_rt_update_pmtu,
108
	.local_out		=	ip6_local_out,
L
Linus Torvalds 已提交
109 110 111
	.entry_size		=	sizeof(struct rt6_info),
};

112 113 114 115 116 117 118 119 120 121 122 123 124
static void ip6_rt_blackhole_update_pmtu(struct dst_entry *dst, u32 mtu)
{
}

static struct dst_ops ip6_dst_blackhole_ops = {
	.family			=	AF_INET6,
	.protocol		=	__constant_htons(ETH_P_IPV6),
	.destroy		=	ip6_dst_destroy,
	.check			=	ip6_dst_check,
	.update_pmtu		=	ip6_rt_blackhole_update_pmtu,
	.entry_size		=	sizeof(struct rt6_info),
};

L
Linus Torvalds 已提交
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
struct rt6_info ip6_null_entry = {
	.u = {
		.dst = {
			.__refcnt	= ATOMIC_INIT(1),
			.__use		= 1,
			.obsolete	= -1,
			.error		= -ENETUNREACH,
			.metrics	= { [RTAX_HOPLIMIT - 1] = 255, },
			.input		= ip6_pkt_discard,
			.output		= ip6_pkt_discard_out,
			.ops		= &ip6_dst_ops,
			.path		= (struct dst_entry*)&ip6_null_entry,
		}
	},
	.rt6i_flags	= (RTF_REJECT | RTF_NONEXTHOP),
	.rt6i_metric	= ~(u32) 0,
	.rt6i_ref	= ATOMIC_INIT(1),
};

T
Thomas Graf 已提交
144 145
#ifdef CONFIG_IPV6_MULTIPLE_TABLES

146 147 148
static int ip6_pkt_prohibit(struct sk_buff *skb);
static int ip6_pkt_prohibit_out(struct sk_buff *skb);

T
Thomas Graf 已提交
149 150 151 152 153 154 155 156
struct rt6_info ip6_prohibit_entry = {
	.u = {
		.dst = {
			.__refcnt	= ATOMIC_INIT(1),
			.__use		= 1,
			.obsolete	= -1,
			.error		= -EACCES,
			.metrics	= { [RTAX_HOPLIMIT - 1] = 255, },
157 158
			.input		= ip6_pkt_prohibit,
			.output		= ip6_pkt_prohibit_out,
T
Thomas Graf 已提交
159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175
			.ops		= &ip6_dst_ops,
			.path		= (struct dst_entry*)&ip6_prohibit_entry,
		}
	},
	.rt6i_flags	= (RTF_REJECT | RTF_NONEXTHOP),
	.rt6i_metric	= ~(u32) 0,
	.rt6i_ref	= ATOMIC_INIT(1),
};

struct rt6_info ip6_blk_hole_entry = {
	.u = {
		.dst = {
			.__refcnt	= ATOMIC_INIT(1),
			.__use		= 1,
			.obsolete	= -1,
			.error		= -EINVAL,
			.metrics	= { [RTAX_HOPLIMIT - 1] = 255, },
176 177
			.input		= dst_discard,
			.output		= dst_discard,
T
Thomas Graf 已提交
178 179 180 181 182 183 184 185 186 187 188
			.ops		= &ip6_dst_ops,
			.path		= (struct dst_entry*)&ip6_blk_hole_entry,
		}
	},
	.rt6i_flags	= (RTF_REJECT | RTF_NONEXTHOP),
	.rt6i_metric	= ~(u32) 0,
	.rt6i_ref	= ATOMIC_INIT(1),
};

#endif

L
Linus Torvalds 已提交
189 190 191 192 193 194 195 196 197 198 199 200 201 202
/* allocate dst with ip6_dst_ops */
static __inline__ struct rt6_info *ip6_dst_alloc(void)
{
	return (struct rt6_info *)dst_alloc(&ip6_dst_ops);
}

static void ip6_dst_destroy(struct dst_entry *dst)
{
	struct rt6_info *rt = (struct rt6_info *)dst;
	struct inet6_dev *idev = rt->rt6i_idev;

	if (idev != NULL) {
		rt->rt6i_idev = NULL;
		in6_dev_put(idev);
203
	}
L
Linus Torvalds 已提交
204 205 206 207 208 209 210
}

static void ip6_dst_ifdown(struct dst_entry *dst, struct net_device *dev,
			   int how)
{
	struct rt6_info *rt = (struct rt6_info *)dst;
	struct inet6_dev *idev = rt->rt6i_idev;
211 212
	struct net_device *loopback_dev =
		dev->nd_net->loopback_dev;
L
Linus Torvalds 已提交
213

214 215 216
	if (dev != loopback_dev && idev != NULL && idev->dev == dev) {
		struct inet6_dev *loopback_idev =
			in6_dev_get(loopback_dev);
L
Linus Torvalds 已提交
217 218 219 220 221 222 223 224 225 226 227 228 229
		if (loopback_idev != NULL) {
			rt->rt6i_idev = loopback_idev;
			in6_dev_put(idev);
		}
	}
}

static __inline__ int rt6_check_expired(const struct rt6_info *rt)
{
	return (rt->rt6i_flags & RTF_EXPIRES &&
		time_after(jiffies, rt->rt6i_expires));
}

T
Thomas Graf 已提交
230 231 232 233 234 235
static inline int rt6_need_strict(struct in6_addr *daddr)
{
	return (ipv6_addr_type(daddr) &
		(IPV6_ADDR_MULTICAST | IPV6_ADDR_LINKLOCAL));
}

L
Linus Torvalds 已提交
236
/*
T
Thomas Graf 已提交
237
 *	Route lookup. Any table->tb6_lock is implied.
L
Linus Torvalds 已提交
238 239 240 241 242 243 244 245 246 247
 */

static __inline__ struct rt6_info *rt6_device_match(struct rt6_info *rt,
						    int oif,
						    int strict)
{
	struct rt6_info *local = NULL;
	struct rt6_info *sprt;

	if (oif) {
248
		for (sprt = rt; sprt; sprt = sprt->u.dst.rt6_next) {
L
Linus Torvalds 已提交
249 250 251 252 253 254 255 256
			struct net_device *dev = sprt->rt6i_dev;
			if (dev->ifindex == oif)
				return sprt;
			if (dev->flags & IFF_LOOPBACK) {
				if (sprt->rt6i_idev == NULL ||
				    sprt->rt6i_idev->dev->ifindex != oif) {
					if (strict && oif)
						continue;
257
					if (local && (!oif ||
L
Linus Torvalds 已提交
258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
						      local->rt6i_idev->dev->ifindex == oif))
						continue;
				}
				local = sprt;
			}
		}

		if (local)
			return local;

		if (strict)
			return &ip6_null_entry;
	}
	return rt;
}

274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289
#ifdef CONFIG_IPV6_ROUTER_PREF
static void rt6_probe(struct rt6_info *rt)
{
	struct neighbour *neigh = rt ? rt->rt6i_nexthop : NULL;
	/*
	 * Okay, this does not seem to be appropriate
	 * for now, however, we need to check if it
	 * is really so; aka Router Reachability Probing.
	 *
	 * Router Reachability Probe MUST be rate-limited
	 * to no more than one per minute.
	 */
	if (!neigh || (neigh->nud_state & NUD_VALID))
		return;
	read_lock_bh(&neigh->lock);
	if (!(neigh->nud_state & NUD_VALID) &&
290
	    time_after(jiffies, neigh->updated + rt->rt6i_idev->cnf.rtr_probe_interval)) {
291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
		struct in6_addr mcaddr;
		struct in6_addr *target;

		neigh->updated = jiffies;
		read_unlock_bh(&neigh->lock);

		target = (struct in6_addr *)&neigh->primary_key;
		addrconf_addr_solict_mult(target, &mcaddr);
		ndisc_send_ns(rt->rt6i_dev, NULL, target, &mcaddr, NULL);
	} else
		read_unlock_bh(&neigh->lock);
}
#else
static inline void rt6_probe(struct rt6_info *rt)
{
	return;
}
#endif

L
Linus Torvalds 已提交
310
/*
311
 * Default Router Selection (RFC 2461 6.3.6)
L
Linus Torvalds 已提交
312
 */
D
Dave Jones 已提交
313
static inline int rt6_check_dev(struct rt6_info *rt, int oif)
314 315
{
	struct net_device *dev = rt->rt6i_dev;
316
	if (!oif || dev->ifindex == oif)
317
		return 2;
318 319 320 321
	if ((dev->flags & IFF_LOOPBACK) &&
	    rt->rt6i_idev && rt->rt6i_idev->dev->ifindex == oif)
		return 1;
	return 0;
322
}
L
Linus Torvalds 已提交
323

D
Dave Jones 已提交
324
static inline int rt6_check_neigh(struct rt6_info *rt)
L
Linus Torvalds 已提交
325
{
326
	struct neighbour *neigh = rt->rt6i_nexthop;
327
	int m;
328 329 330 331
	if (rt->rt6i_flags & RTF_NONEXTHOP ||
	    !(rt->rt6i_flags & RTF_GATEWAY))
		m = 1;
	else if (neigh) {
332 333
		read_lock_bh(&neigh->lock);
		if (neigh->nud_state & NUD_VALID)
334
			m = 2;
335 336 337 338 339
#ifdef CONFIG_IPV6_ROUTER_PREF
		else if (neigh->nud_state & NUD_FAILED)
			m = 0;
#endif
		else
340
			m = 1;
341
		read_unlock_bh(&neigh->lock);
342 343
	} else
		m = 0;
344
	return m;
L
Linus Torvalds 已提交
345 346
}

347 348
static int rt6_score_route(struct rt6_info *rt, int oif,
			   int strict)
L
Linus Torvalds 已提交
349
{
350
	int m, n;
351

352
	m = rt6_check_dev(rt, oif);
353
	if (!m && (strict & RT6_LOOKUP_F_IFACE))
354
		return -1;
355 356 357
#ifdef CONFIG_IPV6_ROUTER_PREF
	m |= IPV6_DECODE_PREF(IPV6_EXTRACT_PREF(rt->rt6i_flags)) << 2;
#endif
358
	n = rt6_check_neigh(rt);
359
	if (!n && (strict & RT6_LOOKUP_F_REACHABLE))
360 361 362 363
		return -1;
	return m;
}

364 365
static struct rt6_info *find_match(struct rt6_info *rt, int oif, int strict,
				   int *mpri, struct rt6_info *match)
366
{
367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393
	int m;

	if (rt6_check_expired(rt))
		goto out;

	m = rt6_score_route(rt, oif, strict);
	if (m < 0)
		goto out;

	if (m > *mpri) {
		if (strict & RT6_LOOKUP_F_REACHABLE)
			rt6_probe(match);
		*mpri = m;
		match = rt;
	} else if (strict & RT6_LOOKUP_F_REACHABLE) {
		rt6_probe(rt);
	}

out:
	return match;
}

static struct rt6_info *find_rr_leaf(struct fib6_node *fn,
				     struct rt6_info *rr_head,
				     u32 metric, int oif, int strict)
{
	struct rt6_info *rt, *match;
394
	int mpri = -1;
L
Linus Torvalds 已提交
395

396 397 398 399 400 401 402
	match = NULL;
	for (rt = rr_head; rt && rt->rt6i_metric == metric;
	     rt = rt->u.dst.rt6_next)
		match = find_match(rt, oif, strict, &mpri, match);
	for (rt = fn->leaf; rt && rt != rr_head && rt->rt6i_metric == metric;
	     rt = rt->u.dst.rt6_next)
		match = find_match(rt, oif, strict, &mpri, match);
L
Linus Torvalds 已提交
403

404 405
	return match;
}
L
Linus Torvalds 已提交
406

407 408 409
static struct rt6_info *rt6_select(struct fib6_node *fn, int oif, int strict)
{
	struct rt6_info *match, *rt0;
L
Linus Torvalds 已提交
410

411 412
	RT6_TRACE("%s(fn->leaf=%p, oif=%d)\n",
		  __FUNCTION__, fn->leaf, oif);
413

414 415 416
	rt0 = fn->rr_ptr;
	if (!rt0)
		fn->rr_ptr = rt0 = fn->leaf;
L
Linus Torvalds 已提交
417

418
	match = find_rr_leaf(fn, rt0, rt0->rt6i_metric, oif, strict);
L
Linus Torvalds 已提交
419

420
	if (!match &&
421 422 423
	    (strict & RT6_LOOKUP_F_REACHABLE)) {
		struct rt6_info *next = rt0->u.dst.rt6_next;

424
		/* no entries matched; do round-robin */
425 426 427 428 429
		if (!next || next->rt6i_metric != rt0->rt6i_metric)
			next = fn->leaf;

		if (next != rt0)
			fn->rr_ptr = next;
L
Linus Torvalds 已提交
430 431
	}

432 433
	RT6_TRACE("%s() => %p\n",
		  __FUNCTION__, match);
L
Linus Torvalds 已提交
434

435
	return (match ? match : &ip6_null_entry);
L
Linus Torvalds 已提交
436 437
}

438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
#ifdef CONFIG_IPV6_ROUTE_INFO
int rt6_route_rcv(struct net_device *dev, u8 *opt, int len,
		  struct in6_addr *gwaddr)
{
	struct route_info *rinfo = (struct route_info *) opt;
	struct in6_addr prefix_buf, *prefix;
	unsigned int pref;
	u32 lifetime;
	struct rt6_info *rt;

	if (len < sizeof(struct route_info)) {
		return -EINVAL;
	}

	/* Sanity check for prefix_len and length */
	if (rinfo->length > 3) {
		return -EINVAL;
	} else if (rinfo->prefix_len > 128) {
		return -EINVAL;
	} else if (rinfo->prefix_len > 64) {
		if (rinfo->length < 2) {
			return -EINVAL;
		}
	} else if (rinfo->prefix_len > 0) {
		if (rinfo->length < 1) {
			return -EINVAL;
		}
	}

	pref = rinfo->route_pref;
	if (pref == ICMPV6_ROUTER_PREF_INVALID)
		pref = ICMPV6_ROUTER_PREF_MEDIUM;

A
Al Viro 已提交
471
	lifetime = ntohl(rinfo->lifetime);
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491
	if (lifetime == 0xffffffff) {
		/* infinity */
	} else if (lifetime > 0x7fffffff/HZ) {
		/* Avoid arithmetic overflow */
		lifetime = 0x7fffffff/HZ - 1;
	}

	if (rinfo->length == 3)
		prefix = (struct in6_addr *)rinfo->prefix;
	else {
		/* this function is safe */
		ipv6_addr_prefix(&prefix_buf,
				 (struct in6_addr *)rinfo->prefix,
				 rinfo->prefix_len);
		prefix = &prefix_buf;
	}

	rt = rt6_get_route_info(prefix, rinfo->prefix_len, gwaddr, dev->ifindex);

	if (rt && !lifetime) {
492
		ip6_del_rt(rt);
493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515
		rt = NULL;
	}

	if (!rt && lifetime)
		rt = rt6_add_route_info(prefix, rinfo->prefix_len, gwaddr, dev->ifindex,
					pref);
	else if (rt)
		rt->rt6i_flags = RTF_ROUTEINFO |
				 (rt->rt6i_flags & ~RTF_PREF_MASK) | RTF_PREF(pref);

	if (rt) {
		if (lifetime == 0xffffffff) {
			rt->rt6i_flags &= ~RTF_EXPIRES;
		} else {
			rt->rt6i_expires = jiffies + HZ * lifetime;
			rt->rt6i_flags |= RTF_EXPIRES;
		}
		dst_release(&rt->u.dst);
	}
	return 0;
}
#endif

516 517 518 519
#define BACKTRACK(saddr) \
do { \
	if (rt == &ip6_null_entry) { \
		struct fib6_node *pn; \
V
Ville Nuorvala 已提交
520
		while (1) { \
521 522 523 524
			if (fn->fn_flags & RTN_TL_ROOT) \
				goto out; \
			pn = fn->parent; \
			if (FIB6_SUBTREE(pn) && FIB6_SUBTREE(pn) != fn) \
525
				fn = fib6_lookup(FIB6_SUBTREE(pn), NULL, saddr); \
526 527 528 529
			else \
				fn = pn; \
			if (fn->fn_flags & RTN_RTINFO) \
				goto restart; \
T
Thomas Graf 已提交
530 531
		} \
	} \
532
} while(0)
T
Thomas Graf 已提交
533 534 535

static struct rt6_info *ip6_pol_route_lookup(struct fib6_table *table,
					     struct flowi *fl, int flags)
L
Linus Torvalds 已提交
536 537 538 539
{
	struct fib6_node *fn;
	struct rt6_info *rt;

T
Thomas Graf 已提交
540 541 542 543
	read_lock_bh(&table->tb6_lock);
	fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
restart:
	rt = fn->leaf;
544
	rt = rt6_device_match(rt, fl->oif, flags);
545
	BACKTRACK(&fl->fl6_src);
T
Thomas Graf 已提交
546
out:
547
	dst_use(&rt->u.dst, jiffies);
T
Thomas Graf 已提交
548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564
	read_unlock_bh(&table->tb6_lock);
	return rt;

}

struct rt6_info *rt6_lookup(struct in6_addr *daddr, struct in6_addr *saddr,
			    int oif, int strict)
{
	struct flowi fl = {
		.oif = oif,
		.nl_u = {
			.ip6_u = {
				.daddr = *daddr,
			},
		},
	};
	struct dst_entry *dst;
565
	int flags = strict ? RT6_LOOKUP_F_IFACE : 0;
T
Thomas Graf 已提交
566

567 568 569 570 571
	if (saddr) {
		memcpy(&fl.fl6_src, saddr, sizeof(*saddr));
		flags |= RT6_LOOKUP_F_HAS_SADDR;
	}

T
Thomas Graf 已提交
572 573 574 575 576 577
	dst = fib6_rule_lookup(&fl, flags, ip6_pol_route_lookup);
	if (dst->error == 0)
		return (struct rt6_info *) dst;

	dst_release(dst);

L
Linus Torvalds 已提交
578 579 580
	return NULL;
}

581 582
EXPORT_SYMBOL(rt6_lookup);

T
Thomas Graf 已提交
583
/* ip6_ins_rt is called with FREE table->tb6_lock.
L
Linus Torvalds 已提交
584 585 586 587 588
   It takes new route entry, the addition fails by any reason the
   route is freed. In any case, if caller does not hold it, it may
   be destroyed.
 */

589
static int __ip6_ins_rt(struct rt6_info *rt, struct nl_info *info)
L
Linus Torvalds 已提交
590 591
{
	int err;
T
Thomas Graf 已提交
592
	struct fib6_table *table;
L
Linus Torvalds 已提交
593

T
Thomas Graf 已提交
594 595
	table = rt->rt6i_table;
	write_lock_bh(&table->tb6_lock);
596
	err = fib6_add(&table->tb6_root, rt, info);
T
Thomas Graf 已提交
597
	write_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
598 599 600 601

	return err;
}

602 603
int ip6_ins_rt(struct rt6_info *rt)
{
604 605 606
	struct nl_info info = {
		.nl_net = &init_net,
	};
607
	return __ip6_ins_rt(rt, &info);
608 609
}

610 611
static struct rt6_info *rt6_alloc_cow(struct rt6_info *ort, struct in6_addr *daddr,
				      struct in6_addr *saddr)
L
Linus Torvalds 已提交
612 613 614 615 616 617 618 619 620 621
{
	struct rt6_info *rt;

	/*
	 *	Clone the route.
	 */

	rt = ip6_rt_copy(ort);

	if (rt) {
622 623 624 625
		if (!(rt->rt6i_flags&RTF_GATEWAY)) {
			if (rt->rt6i_dst.plen != 128 &&
			    ipv6_addr_equal(&rt->rt6i_dst.addr, daddr))
				rt->rt6i_flags |= RTF_ANYCAST;
L
Linus Torvalds 已提交
626
			ipv6_addr_copy(&rt->rt6i_gateway, daddr);
627
		}
L
Linus Torvalds 已提交
628

629
		ipv6_addr_copy(&rt->rt6i_dst.addr, daddr);
L
Linus Torvalds 已提交
630 631 632 633 634 635 636 637 638 639 640 641 642
		rt->rt6i_dst.plen = 128;
		rt->rt6i_flags |= RTF_CACHE;
		rt->u.dst.flags |= DST_HOST;

#ifdef CONFIG_IPV6_SUBTREES
		if (rt->rt6i_src.plen && saddr) {
			ipv6_addr_copy(&rt->rt6i_src.addr, saddr);
			rt->rt6i_src.plen = 128;
		}
#endif

		rt->rt6i_nexthop = ndisc_get_neigh(rt->rt6i_dev, &rt->rt6i_gateway);

643
	}
L
Linus Torvalds 已提交
644

645 646
	return rt;
}
L
Linus Torvalds 已提交
647

648 649 650 651 652 653 654 655 656 657 658 659 660
static struct rt6_info *rt6_alloc_clone(struct rt6_info *ort, struct in6_addr *daddr)
{
	struct rt6_info *rt = ip6_rt_copy(ort);
	if (rt) {
		ipv6_addr_copy(&rt->rt6i_dst.addr, daddr);
		rt->rt6i_dst.plen = 128;
		rt->rt6i_flags |= RTF_CACHE;
		rt->u.dst.flags |= DST_HOST;
		rt->rt6i_nexthop = neigh_clone(ort->rt6i_nexthop);
	}
	return rt;
}

661
static struct rt6_info *ip6_pol_route(struct fib6_table *table, int oif,
A
Adrian Bunk 已提交
662
					    struct flowi *fl, int flags)
L
Linus Torvalds 已提交
663 664
{
	struct fib6_node *fn;
665
	struct rt6_info *rt, *nrt;
T
Thomas Graf 已提交
666
	int strict = 0;
L
Linus Torvalds 已提交
667
	int attempts = 3;
668
	int err;
669
	int reachable = ipv6_devconf.forwarding ? 0 : RT6_LOOKUP_F_REACHABLE;
L
Linus Torvalds 已提交
670

671
	strict |= flags & RT6_LOOKUP_F_IFACE;
L
Linus Torvalds 已提交
672 673

relookup:
T
Thomas Graf 已提交
674
	read_lock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
675

676
restart_2:
T
Thomas Graf 已提交
677
	fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
L
Linus Torvalds 已提交
678 679

restart:
680
	rt = rt6_select(fn, oif, strict | reachable);
681
	BACKTRACK(&fl->fl6_src);
682 683
	if (rt == &ip6_null_entry ||
	    rt->rt6i_flags & RTF_CACHE)
684
		goto out;
L
Linus Torvalds 已提交
685

686
	dst_hold(&rt->u.dst);
T
Thomas Graf 已提交
687
	read_unlock_bh(&table->tb6_lock);
688

689
	if (!rt->rt6i_nexthop && !(rt->rt6i_flags & RTF_NONEXTHOP))
T
Thomas Graf 已提交
690
		nrt = rt6_alloc_cow(rt, &fl->fl6_dst, &fl->fl6_src);
691 692
	else {
#if CLONE_OFFLINK_ROUTE
T
Thomas Graf 已提交
693
		nrt = rt6_alloc_clone(rt, &fl->fl6_dst);
694 695 696 697
#else
		goto out2;
#endif
	}
698

699 700
	dst_release(&rt->u.dst);
	rt = nrt ? : &ip6_null_entry;
L
Linus Torvalds 已提交
701

702 703
	dst_hold(&rt->u.dst);
	if (nrt) {
704
		err = ip6_ins_rt(nrt);
705
		if (!err)
L
Linus Torvalds 已提交
706 707 708
			goto out2;
	}

709 710 711 712
	if (--attempts <= 0)
		goto out2;

	/*
T
Thomas Graf 已提交
713
	 * Race condition! In the gap, when table->tb6_lock was
714 715 716 717 718 719
	 * released someone could insert this route.  Relookup.
	 */
	dst_release(&rt->u.dst);
	goto relookup;

out:
720 721 722 723
	if (reachable) {
		reachable = 0;
		goto restart_2;
	}
724
	dst_hold(&rt->u.dst);
T
Thomas Graf 已提交
725
	read_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
726 727 728
out2:
	rt->u.dst.lastuse = jiffies;
	rt->u.dst.__use++;
T
Thomas Graf 已提交
729 730

	return rt;
L
Linus Torvalds 已提交
731 732
}

733 734 735 736 737 738
static struct rt6_info *ip6_pol_route_input(struct fib6_table *table,
					    struct flowi *fl, int flags)
{
	return ip6_pol_route(table, fl->iif, fl, flags);
}

T
Thomas Graf 已提交
739 740
void ip6_route_input(struct sk_buff *skb)
{
741
	struct ipv6hdr *iph = ipv6_hdr(skb);
742
	int flags = RT6_LOOKUP_F_HAS_SADDR;
T
Thomas Graf 已提交
743 744 745 746 747 748
	struct flowi fl = {
		.iif = skb->dev->ifindex,
		.nl_u = {
			.ip6_u = {
				.daddr = iph->daddr,
				.saddr = iph->saddr,
A
Al Viro 已提交
749
				.flowlabel = (* (__be32 *) iph)&IPV6_FLOWINFO_MASK,
T
Thomas Graf 已提交
750 751
			},
		},
752
		.mark = skb->mark,
T
Thomas Graf 已提交
753 754
		.proto = iph->nexthdr,
	};
755 756 757

	if (rt6_need_strict(&iph->daddr))
		flags |= RT6_LOOKUP_F_IFACE;
T
Thomas Graf 已提交
758 759 760 761 762 763

	skb->dst = fib6_rule_lookup(&fl, flags, ip6_pol_route_input);
}

static struct rt6_info *ip6_pol_route_output(struct fib6_table *table,
					     struct flowi *fl, int flags)
L
Linus Torvalds 已提交
764
{
765
	return ip6_pol_route(table, fl->oif, fl, flags);
T
Thomas Graf 已提交
766 767 768 769 770 771 772
}

struct dst_entry * ip6_route_output(struct sock *sk, struct flowi *fl)
{
	int flags = 0;

	if (rt6_need_strict(&fl->fl6_dst))
773
		flags |= RT6_LOOKUP_F_IFACE;
T
Thomas Graf 已提交
774

775 776 777
	if (!ipv6_addr_any(&fl->fl6_src))
		flags |= RT6_LOOKUP_F_HAS_SADDR;

T
Thomas Graf 已提交
778
	return fib6_rule_lookup(fl, flags, ip6_pol_route_output);
L
Linus Torvalds 已提交
779 780
}

781
EXPORT_SYMBOL(ip6_route_output);
L
Linus Torvalds 已提交
782

783 784 785 786 787 788 789 790 791 792 793 794
int ip6_dst_blackhole(struct sock *sk, struct dst_entry **dstp, struct flowi *fl)
{
	struct rt6_info *ort = (struct rt6_info *) *dstp;
	struct rt6_info *rt = (struct rt6_info *)
		dst_alloc(&ip6_dst_blackhole_ops);
	struct dst_entry *new = NULL;

	if (rt) {
		new = &rt->u.dst;

		atomic_set(&new->__refcnt, 1);
		new->__use = 1;
795 796
		new->input = dst_discard;
		new->output = dst_discard;
797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824

		memcpy(new->metrics, ort->u.dst.metrics, RTAX_MAX*sizeof(u32));
		new->dev = ort->u.dst.dev;
		if (new->dev)
			dev_hold(new->dev);
		rt->rt6i_idev = ort->rt6i_idev;
		if (rt->rt6i_idev)
			in6_dev_hold(rt->rt6i_idev);
		rt->rt6i_expires = 0;

		ipv6_addr_copy(&rt->rt6i_gateway, &ort->rt6i_gateway);
		rt->rt6i_flags = ort->rt6i_flags & ~RTF_EXPIRES;
		rt->rt6i_metric = 0;

		memcpy(&rt->rt6i_dst, &ort->rt6i_dst, sizeof(struct rt6key));
#ifdef CONFIG_IPV6_SUBTREES
		memcpy(&rt->rt6i_src, &ort->rt6i_src, sizeof(struct rt6key));
#endif

		dst_free(new);
	}

	dst_release(*dstp);
	*dstp = new;
	return (new ? 0 : -ENOMEM);
}
EXPORT_SYMBOL_GPL(ip6_dst_blackhole);

L
Linus Torvalds 已提交
825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846
/*
 *	Destination cache support functions
 */

static struct dst_entry *ip6_dst_check(struct dst_entry *dst, u32 cookie)
{
	struct rt6_info *rt;

	rt = (struct rt6_info *) dst;

	if (rt && rt->rt6i_node && (rt->rt6i_node->fn_sernum == cookie))
		return dst;

	return NULL;
}

static struct dst_entry *ip6_negative_advice(struct dst_entry *dst)
{
	struct rt6_info *rt = (struct rt6_info *) dst;

	if (rt) {
		if (rt->rt6i_flags & RTF_CACHE)
847
			ip6_del_rt(rt);
L
Linus Torvalds 已提交
848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880
		else
			dst_release(dst);
	}
	return NULL;
}

static void ip6_link_failure(struct sk_buff *skb)
{
	struct rt6_info *rt;

	icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_ADDR_UNREACH, 0, skb->dev);

	rt = (struct rt6_info *) skb->dst;
	if (rt) {
		if (rt->rt6i_flags&RTF_CACHE) {
			dst_set_expires(&rt->u.dst, 0);
			rt->rt6i_flags |= RTF_EXPIRES;
		} else if (rt->rt6i_node && (rt->rt6i_flags & RTF_DEFAULT))
			rt->rt6i_node->fn_sernum = -1;
	}
}

static void ip6_rt_update_pmtu(struct dst_entry *dst, u32 mtu)
{
	struct rt6_info *rt6 = (struct rt6_info*)dst;

	if (mtu < dst_mtu(dst) && rt6->rt6i_dst.plen == 128) {
		rt6->rt6i_flags |= RTF_MODIFIED;
		if (mtu < IPV6_MIN_MTU) {
			mtu = IPV6_MIN_MTU;
			dst->metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;
		}
		dst->metrics[RTAX_MTU-1] = mtu;
881
		call_netevent_notifiers(NETEVENT_PMTU_UPDATE, dst);
L
Linus Torvalds 已提交
882 883 884 885 886 887 888 889 890
	}
}

static int ipv6_get_mtu(struct net_device *dev);

static inline unsigned int ipv6_advmss(unsigned int mtu)
{
	mtu -= sizeof(struct ipv6hdr) + sizeof(struct tcphdr);

891 892
	if (mtu < init_net.ipv6.sysctl.ip6_rt_min_advmss)
		mtu = init_net.ipv6.sysctl.ip6_rt_min_advmss;
L
Linus Torvalds 已提交
893 894

	/*
895 896 897
	 * Maximal non-jumbo IPv6 payload is IPV6_MAXPLEN and
	 * corresponding MSS is IPV6_MAXPLEN - tcp_header_size.
	 * IPV6_MAXPLEN is also valid and means: "any MSS,
L
Linus Torvalds 已提交
898 899 900 901 902 903 904
	 * rely only on pmtu discovery"
	 */
	if (mtu > IPV6_MAXPLEN - sizeof(struct tcphdr))
		mtu = IPV6_MAXPLEN;
	return mtu;
}

905
static struct dst_entry *ndisc_dst_gc_list;
A
Adrian Bunk 已提交
906
static DEFINE_SPINLOCK(ndisc_lock);
907

908
struct dst_entry *ndisc_dst_alloc(struct net_device *dev,
L
Linus Torvalds 已提交
909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940
				  struct neighbour *neigh,
				  struct in6_addr *addr,
				  int (*output)(struct sk_buff *))
{
	struct rt6_info *rt;
	struct inet6_dev *idev = in6_dev_get(dev);

	if (unlikely(idev == NULL))
		return NULL;

	rt = ip6_dst_alloc();
	if (unlikely(rt == NULL)) {
		in6_dev_put(idev);
		goto out;
	}

	dev_hold(dev);
	if (neigh)
		neigh_hold(neigh);
	else
		neigh = ndisc_get_neigh(dev, addr);

	rt->rt6i_dev	  = dev;
	rt->rt6i_idev     = idev;
	rt->rt6i_nexthop  = neigh;
	atomic_set(&rt->u.dst.__refcnt, 1);
	rt->u.dst.metrics[RTAX_HOPLIMIT-1] = 255;
	rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(rt->rt6i_dev);
	rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(dst_mtu(&rt->u.dst));
	rt->u.dst.output  = output;

#if 0	/* there's no chance to use these for ndisc */
941 942
	rt->u.dst.flags   = ipv6_addr_type(addr) & IPV6_ADDR_UNICAST
				? DST_HOST
L
Linus Torvalds 已提交
943 944 945 946 947
				: 0;
	ipv6_addr_copy(&rt->rt6i_dst.addr, addr);
	rt->rt6i_dst.plen = 128;
#endif

948
	spin_lock_bh(&ndisc_lock);
L
Linus Torvalds 已提交
949 950
	rt->u.dst.next = ndisc_dst_gc_list;
	ndisc_dst_gc_list = &rt->u.dst;
951
	spin_unlock_bh(&ndisc_lock);
L
Linus Torvalds 已提交
952 953 954 955

	fib6_force_start_gc();

out:
956
	return &rt->u.dst;
L
Linus Torvalds 已提交
957 958 959 960 961 962 963 964
}

int ndisc_dst_gc(int *more)
{
	struct dst_entry *dst, *next, **pprev;
	int freed;

	next = NULL;
965
	freed = 0;
966 967

	spin_lock_bh(&ndisc_lock);
L
Linus Torvalds 已提交
968
	pprev = &ndisc_dst_gc_list;
969

L
Linus Torvalds 已提交
970 971 972 973 974 975 976 977 978 979 980
	while ((dst = *pprev) != NULL) {
		if (!atomic_read(&dst->__refcnt)) {
			*pprev = dst->next;
			dst_free(dst);
			freed++;
		} else {
			pprev = &dst->next;
			(*more)++;
		}
	}

981 982
	spin_unlock_bh(&ndisc_lock);

L
Linus Torvalds 已提交
983 984 985 986 987 988 989 990 991
	return freed;
}

static int ip6_dst_gc(void)
{
	static unsigned expire = 30*HZ;
	static unsigned long last_gc;
	unsigned long now = jiffies;

992 993
	if (time_after(last_gc + init_net.ipv6.sysctl.ip6_rt_gc_min_interval, now) &&
	    atomic_read(&ip6_dst_ops.entries) <= init_net.ipv6.sysctl.ip6_rt_max_size)
L
Linus Torvalds 已提交
994 995 996 997 998 999
		goto out;

	expire++;
	fib6_run_gc(expire);
	last_gc = now;
	if (atomic_read(&ip6_dst_ops.entries) < ip6_dst_ops.gc_thresh)
1000
		expire = init_net.ipv6.sysctl.ip6_rt_gc_timeout>>1;
L
Linus Torvalds 已提交
1001 1002

out:
1003 1004
	expire -= expire>>init_net.ipv6.sysctl.ip6_rt_gc_elasticity;
	return (atomic_read(&ip6_dst_ops.entries) > init_net.ipv6.sysctl.ip6_rt_max_size);
L
Linus Torvalds 已提交
1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042
}

/* Clean host part of a prefix. Not necessary in radix tree,
   but results in cleaner routing tables.

   Remove it only when all the things will work!
 */

static int ipv6_get_mtu(struct net_device *dev)
{
	int mtu = IPV6_MIN_MTU;
	struct inet6_dev *idev;

	idev = in6_dev_get(dev);
	if (idev) {
		mtu = idev->cnf.mtu6;
		in6_dev_put(idev);
	}
	return mtu;
}

int ipv6_get_hoplimit(struct net_device *dev)
{
	int hoplimit = ipv6_devconf.hop_limit;
	struct inet6_dev *idev;

	idev = in6_dev_get(dev);
	if (idev) {
		hoplimit = idev->cnf.hop_limit;
		in6_dev_put(idev);
	}
	return hoplimit;
}

/*
 *
 */

1043
int ip6_route_add(struct fib6_config *cfg)
L
Linus Torvalds 已提交
1044 1045 1046 1047 1048
{
	int err;
	struct rt6_info *rt = NULL;
	struct net_device *dev = NULL;
	struct inet6_dev *idev = NULL;
T
Thomas Graf 已提交
1049
	struct fib6_table *table;
L
Linus Torvalds 已提交
1050 1051
	int addr_type;

1052
	if (cfg->fc_dst_len > 128 || cfg->fc_src_len > 128)
L
Linus Torvalds 已提交
1053 1054
		return -EINVAL;
#ifndef CONFIG_IPV6_SUBTREES
1055
	if (cfg->fc_src_len)
L
Linus Torvalds 已提交
1056 1057
		return -EINVAL;
#endif
1058
	if (cfg->fc_ifindex) {
L
Linus Torvalds 已提交
1059
		err = -ENODEV;
1060
		dev = dev_get_by_index(&init_net, cfg->fc_ifindex);
L
Linus Torvalds 已提交
1061 1062 1063 1064 1065 1066 1067
		if (!dev)
			goto out;
		idev = in6_dev_get(dev);
		if (!idev)
			goto out;
	}

1068 1069
	if (cfg->fc_metric == 0)
		cfg->fc_metric = IP6_RT_PRIO_USER;
L
Linus Torvalds 已提交
1070

1071
	table = fib6_new_table(cfg->fc_table);
T
Thomas Graf 已提交
1072 1073 1074 1075 1076
	if (table == NULL) {
		err = -ENOBUFS;
		goto out;
	}

L
Linus Torvalds 已提交
1077 1078 1079 1080 1081 1082 1083 1084
	rt = ip6_dst_alloc();

	if (rt == NULL) {
		err = -ENOMEM;
		goto out;
	}

	rt->u.dst.obsolete = -1;
1085
	rt->rt6i_expires = jiffies + clock_t_to_jiffies(cfg->fc_expires);
L
Linus Torvalds 已提交
1086

1087 1088 1089 1090 1091
	if (cfg->fc_protocol == RTPROT_UNSPEC)
		cfg->fc_protocol = RTPROT_BOOT;
	rt->rt6i_protocol = cfg->fc_protocol;

	addr_type = ipv6_addr_type(&cfg->fc_dst);
L
Linus Torvalds 已提交
1092 1093 1094 1095 1096 1097 1098 1099

	if (addr_type & IPV6_ADDR_MULTICAST)
		rt->u.dst.input = ip6_mc_input;
	else
		rt->u.dst.input = ip6_forward;

	rt->u.dst.output = ip6_output;

1100 1101
	ipv6_addr_prefix(&rt->rt6i_dst.addr, &cfg->fc_dst, cfg->fc_dst_len);
	rt->rt6i_dst.plen = cfg->fc_dst_len;
L
Linus Torvalds 已提交
1102 1103 1104 1105
	if (rt->rt6i_dst.plen == 128)
	       rt->u.dst.flags = DST_HOST;

#ifdef CONFIG_IPV6_SUBTREES
1106 1107
	ipv6_addr_prefix(&rt->rt6i_src.addr, &cfg->fc_src, cfg->fc_src_len);
	rt->rt6i_src.plen = cfg->fc_src_len;
L
Linus Torvalds 已提交
1108 1109
#endif

1110
	rt->rt6i_metric = cfg->fc_metric;
L
Linus Torvalds 已提交
1111 1112 1113 1114

	/* We cannot add true routes via loopback here,
	   they would result in kernel looping; promote them to reject routes
	 */
1115
	if ((cfg->fc_flags & RTF_REJECT) ||
L
Linus Torvalds 已提交
1116 1117
	    (dev && (dev->flags&IFF_LOOPBACK) && !(addr_type&IPV6_ADDR_LOOPBACK))) {
		/* hold loopback dev/idev if we haven't done so. */
1118
		if (dev != init_net.loopback_dev) {
L
Linus Torvalds 已提交
1119 1120 1121 1122
			if (dev) {
				dev_put(dev);
				in6_dev_put(idev);
			}
1123
			dev = init_net.loopback_dev;
L
Linus Torvalds 已提交
1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137
			dev_hold(dev);
			idev = in6_dev_get(dev);
			if (!idev) {
				err = -ENODEV;
				goto out;
			}
		}
		rt->u.dst.output = ip6_pkt_discard_out;
		rt->u.dst.input = ip6_pkt_discard;
		rt->u.dst.error = -ENETUNREACH;
		rt->rt6i_flags = RTF_REJECT|RTF_NONEXTHOP;
		goto install_route;
	}

1138
	if (cfg->fc_flags & RTF_GATEWAY) {
L
Linus Torvalds 已提交
1139 1140 1141
		struct in6_addr *gw_addr;
		int gwa_type;

1142 1143
		gw_addr = &cfg->fc_gateway;
		ipv6_addr_copy(&rt->rt6i_gateway, gw_addr);
L
Linus Torvalds 已提交
1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159
		gwa_type = ipv6_addr_type(gw_addr);

		if (gwa_type != (IPV6_ADDR_LINKLOCAL|IPV6_ADDR_UNICAST)) {
			struct rt6_info *grt;

			/* IPv6 strictly inhibits using not link-local
			   addresses as nexthop address.
			   Otherwise, router will not able to send redirects.
			   It is very good, but in some (rare!) circumstances
			   (SIT, PtP, NBMA NOARP links) it is handy to allow
			   some exceptions. --ANK
			 */
			err = -EINVAL;
			if (!(gwa_type&IPV6_ADDR_UNICAST))
				goto out;

1160
			grt = rt6_lookup(gw_addr, NULL, cfg->fc_ifindex, 1);
L
Linus Torvalds 已提交
1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191

			err = -EHOSTUNREACH;
			if (grt == NULL)
				goto out;
			if (dev) {
				if (dev != grt->rt6i_dev) {
					dst_release(&grt->u.dst);
					goto out;
				}
			} else {
				dev = grt->rt6i_dev;
				idev = grt->rt6i_idev;
				dev_hold(dev);
				in6_dev_hold(grt->rt6i_idev);
			}
			if (!(grt->rt6i_flags&RTF_GATEWAY))
				err = 0;
			dst_release(&grt->u.dst);

			if (err)
				goto out;
		}
		err = -EINVAL;
		if (dev == NULL || (dev->flags&IFF_LOOPBACK))
			goto out;
	}

	err = -ENODEV;
	if (dev == NULL)
		goto out;

1192
	if (cfg->fc_flags & (RTF_GATEWAY | RTF_NONEXTHOP)) {
L
Linus Torvalds 已提交
1193 1194 1195 1196 1197 1198 1199 1200
		rt->rt6i_nexthop = __neigh_lookup_errno(&nd_tbl, &rt->rt6i_gateway, dev);
		if (IS_ERR(rt->rt6i_nexthop)) {
			err = PTR_ERR(rt->rt6i_nexthop);
			rt->rt6i_nexthop = NULL;
			goto out;
		}
	}

1201
	rt->rt6i_flags = cfg->fc_flags;
L
Linus Torvalds 已提交
1202 1203

install_route:
1204 1205 1206 1207 1208
	if (cfg->fc_mx) {
		struct nlattr *nla;
		int remaining;

		nla_for_each_attr(nla, cfg->fc_mx, cfg->fc_mx_len, remaining) {
1209
			int type = nla_type(nla);
1210 1211 1212

			if (type) {
				if (type > RTAX_MAX) {
L
Linus Torvalds 已提交
1213 1214 1215
					err = -EINVAL;
					goto out;
				}
1216 1217

				rt->u.dst.metrics[type - 1] = nla_get_u32(nla);
L
Linus Torvalds 已提交
1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
			}
		}
	}

	if (rt->u.dst.metrics[RTAX_HOPLIMIT-1] == 0)
		rt->u.dst.metrics[RTAX_HOPLIMIT-1] = -1;
	if (!rt->u.dst.metrics[RTAX_MTU-1])
		rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(dev);
	if (!rt->u.dst.metrics[RTAX_ADVMSS-1])
		rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(dst_mtu(&rt->u.dst));
	rt->u.dst.dev = dev;
	rt->rt6i_idev = idev;
T
Thomas Graf 已提交
1230
	rt->rt6i_table = table;
1231
	return __ip6_ins_rt(rt, &cfg->fc_nlinfo);
L
Linus Torvalds 已提交
1232 1233 1234 1235 1236 1237 1238

out:
	if (dev)
		dev_put(dev);
	if (idev)
		in6_dev_put(idev);
	if (rt)
1239
		dst_free(&rt->u.dst);
L
Linus Torvalds 已提交
1240 1241 1242
	return err;
}

1243
static int __ip6_del_rt(struct rt6_info *rt, struct nl_info *info)
L
Linus Torvalds 已提交
1244 1245
{
	int err;
T
Thomas Graf 已提交
1246
	struct fib6_table *table;
L
Linus Torvalds 已提交
1247

1248 1249 1250
	if (rt == &ip6_null_entry)
		return -ENOENT;

T
Thomas Graf 已提交
1251 1252
	table = rt->rt6i_table;
	write_lock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1253

1254
	err = fib6_del(rt, info);
L
Linus Torvalds 已提交
1255 1256
	dst_release(&rt->u.dst);

T
Thomas Graf 已提交
1257
	write_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1258 1259 1260 1261

	return err;
}

1262 1263
int ip6_del_rt(struct rt6_info *rt)
{
1264 1265 1266
	struct nl_info info = {
		.nl_net = &init_net,
	};
1267
	return __ip6_del_rt(rt, &info);
1268 1269
}

1270
static int ip6_route_del(struct fib6_config *cfg)
L
Linus Torvalds 已提交
1271
{
T
Thomas Graf 已提交
1272
	struct fib6_table *table;
L
Linus Torvalds 已提交
1273 1274 1275 1276
	struct fib6_node *fn;
	struct rt6_info *rt;
	int err = -ESRCH;

1277
	table = fib6_get_table(cfg->fc_table);
T
Thomas Graf 已提交
1278 1279 1280 1281
	if (table == NULL)
		return err;

	read_lock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1282

T
Thomas Graf 已提交
1283
	fn = fib6_locate(&table->tb6_root,
1284 1285
			 &cfg->fc_dst, cfg->fc_dst_len,
			 &cfg->fc_src, cfg->fc_src_len);
1286

L
Linus Torvalds 已提交
1287
	if (fn) {
1288
		for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1289
			if (cfg->fc_ifindex &&
L
Linus Torvalds 已提交
1290
			    (rt->rt6i_dev == NULL ||
1291
			     rt->rt6i_dev->ifindex != cfg->fc_ifindex))
L
Linus Torvalds 已提交
1292
				continue;
1293 1294
			if (cfg->fc_flags & RTF_GATEWAY &&
			    !ipv6_addr_equal(&cfg->fc_gateway, &rt->rt6i_gateway))
L
Linus Torvalds 已提交
1295
				continue;
1296
			if (cfg->fc_metric && cfg->fc_metric != rt->rt6i_metric)
L
Linus Torvalds 已提交
1297 1298
				continue;
			dst_hold(&rt->u.dst);
T
Thomas Graf 已提交
1299
			read_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1300

1301
			return __ip6_del_rt(rt, &cfg->fc_nlinfo);
L
Linus Torvalds 已提交
1302 1303
		}
	}
T
Thomas Graf 已提交
1304
	read_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1305 1306 1307 1308 1309 1310 1311

	return err;
}

/*
 *	Handle redirects
 */
1312 1313 1314 1315 1316 1317 1318 1319
struct ip6rd_flowi {
	struct flowi fl;
	struct in6_addr gateway;
};

static struct rt6_info *__ip6_route_redirect(struct fib6_table *table,
					     struct flowi *fl,
					     int flags)
L
Linus Torvalds 已提交
1320
{
1321 1322
	struct ip6rd_flowi *rdfl = (struct ip6rd_flowi *)fl;
	struct rt6_info *rt;
1323
	struct fib6_node *fn;
T
Thomas Graf 已提交
1324

L
Linus Torvalds 已提交
1325
	/*
1326 1327 1328 1329 1330 1331 1332 1333
	 * Get the "current" route for this destination and
	 * check if the redirect has come from approriate router.
	 *
	 * RFC 2461 specifies that redirects should only be
	 * accepted if they come from the nexthop to the target.
	 * Due to the way the routes are chosen, this notion
	 * is a bit fuzzy and one might need to check all possible
	 * routes.
L
Linus Torvalds 已提交
1334 1335
	 */

T
Thomas Graf 已提交
1336
	read_lock_bh(&table->tb6_lock);
1337
	fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
1338
restart:
1339
	for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351
		/*
		 * Current route is on-link; redirect is always invalid.
		 *
		 * Seems, previous statement is not true. It could
		 * be node, which looks for us as on-link (f.e. proxy ndisc)
		 * But then router serving it might decide, that we should
		 * know truth 8)8) --ANK (980726).
		 */
		if (rt6_check_expired(rt))
			continue;
		if (!(rt->rt6i_flags & RTF_GATEWAY))
			continue;
1352
		if (fl->oif != rt->rt6i_dev->ifindex)
1353
			continue;
1354
		if (!ipv6_addr_equal(&rdfl->gateway, &rt->rt6i_gateway))
1355 1356 1357
			continue;
		break;
	}
1358

1359
	if (!rt)
1360
		rt = &ip6_null_entry;
1361 1362
	BACKTRACK(&fl->fl6_src);
out:
1363 1364
	dst_hold(&rt->u.dst);

T
Thomas Graf 已提交
1365
	read_unlock_bh(&table->tb6_lock);
1366

1367 1368 1369 1370 1371 1372 1373 1374
	return rt;
};

static struct rt6_info *ip6_route_redirect(struct in6_addr *dest,
					   struct in6_addr *src,
					   struct in6_addr *gateway,
					   struct net_device *dev)
{
1375
	int flags = RT6_LOOKUP_F_HAS_SADDR;
1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387
	struct ip6rd_flowi rdfl = {
		.fl = {
			.oif = dev->ifindex,
			.nl_u = {
				.ip6_u = {
					.daddr = *dest,
					.saddr = *src,
				},
			},
		},
		.gateway = *gateway,
	};
1388 1389 1390

	if (rt6_need_strict(dest))
		flags |= RT6_LOOKUP_F_IFACE;
1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404

	return (struct rt6_info *)fib6_rule_lookup((struct flowi *)&rdfl, flags, __ip6_route_redirect);
}

void rt6_redirect(struct in6_addr *dest, struct in6_addr *src,
		  struct in6_addr *saddr,
		  struct neighbour *neigh, u8 *lladdr, int on_link)
{
	struct rt6_info *rt, *nrt = NULL;
	struct netevent_redirect netevent;

	rt = ip6_route_redirect(dest, src, saddr, neigh->dev);

	if (rt == &ip6_null_entry) {
L
Linus Torvalds 已提交
1405 1406 1407
		if (net_ratelimit())
			printk(KERN_DEBUG "rt6_redirect: source isn't a valid nexthop "
			       "for redirect target\n");
1408
		goto out;
L
Linus Torvalds 已提交
1409 1410 1411 1412 1413 1414
	}

	/*
	 *	We have finally decided to accept it.
	 */

1415
	neigh_update(neigh, lladdr, NUD_STALE,
L
Linus Torvalds 已提交
1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450
		     NEIGH_UPDATE_F_WEAK_OVERRIDE|
		     NEIGH_UPDATE_F_OVERRIDE|
		     (on_link ? 0 : (NEIGH_UPDATE_F_OVERRIDE_ISROUTER|
				     NEIGH_UPDATE_F_ISROUTER))
		     );

	/*
	 * Redirect received -> path was valid.
	 * Look, redirects are sent only in response to data packets,
	 * so that this nexthop apparently is reachable. --ANK
	 */
	dst_confirm(&rt->u.dst);

	/* Duplicate redirect: silently ignore. */
	if (neigh == rt->u.dst.neighbour)
		goto out;

	nrt = ip6_rt_copy(rt);
	if (nrt == NULL)
		goto out;

	nrt->rt6i_flags = RTF_GATEWAY|RTF_UP|RTF_DYNAMIC|RTF_CACHE;
	if (on_link)
		nrt->rt6i_flags &= ~RTF_GATEWAY;

	ipv6_addr_copy(&nrt->rt6i_dst.addr, dest);
	nrt->rt6i_dst.plen = 128;
	nrt->u.dst.flags |= DST_HOST;

	ipv6_addr_copy(&nrt->rt6i_gateway, (struct in6_addr*)neigh->primary_key);
	nrt->rt6i_nexthop = neigh_clone(neigh);
	/* Reset pmtu, it may be better */
	nrt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(neigh->dev);
	nrt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(dst_mtu(&nrt->u.dst));

1451
	if (ip6_ins_rt(nrt))
L
Linus Torvalds 已提交
1452 1453
		goto out;

1454 1455 1456 1457
	netevent.old = &rt->u.dst;
	netevent.new = &nrt->u.dst;
	call_netevent_notifiers(NETEVENT_REDIRECT, &netevent);

L
Linus Torvalds 已提交
1458
	if (rt->rt6i_flags&RTF_CACHE) {
1459
		ip6_del_rt(rt);
L
Linus Torvalds 已提交
1460 1461 1462 1463
		return;
	}

out:
1464
	dst_release(&rt->u.dst);
L
Linus Torvalds 已提交
1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487
	return;
}

/*
 *	Handle ICMP "packet too big" messages
 *	i.e. Path MTU discovery
 */

void rt6_pmtu_discovery(struct in6_addr *daddr, struct in6_addr *saddr,
			struct net_device *dev, u32 pmtu)
{
	struct rt6_info *rt, *nrt;
	int allfrag = 0;

	rt = rt6_lookup(daddr, saddr, dev->ifindex, 0);
	if (rt == NULL)
		return;

	if (pmtu >= dst_mtu(&rt->u.dst))
		goto out;

	if (pmtu < IPV6_MIN_MTU) {
		/*
1488
		 * According to RFC2460, PMTU is set to the IPv6 Minimum Link
L
Linus Torvalds 已提交
1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511
		 * MTU (1280) and a fragment header should always be included
		 * after a node receiving Too Big message reporting PMTU is
		 * less than the IPv6 Minimum Link MTU.
		 */
		pmtu = IPV6_MIN_MTU;
		allfrag = 1;
	}

	/* New mtu received -> path was valid.
	   They are sent only in response to data packets,
	   so that this nexthop apparently is reachable. --ANK
	 */
	dst_confirm(&rt->u.dst);

	/* Host route. If it is static, it would be better
	   not to override it, but add new one, so that
	   when cache entry will expire old pmtu
	   would return automatically.
	 */
	if (rt->rt6i_flags & RTF_CACHE) {
		rt->u.dst.metrics[RTAX_MTU-1] = pmtu;
		if (allfrag)
			rt->u.dst.metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;
1512
		dst_set_expires(&rt->u.dst, init_net.ipv6.sysctl.ip6_rt_mtu_expires);
L
Linus Torvalds 已提交
1513 1514 1515 1516 1517 1518 1519 1520 1521
		rt->rt6i_flags |= RTF_MODIFIED|RTF_EXPIRES;
		goto out;
	}

	/* Network route.
	   Two cases are possible:
	   1. It is connected route. Action: COW
	   2. It is gatewayed route or NONEXTHOP route. Action: clone it.
	 */
1522
	if (!rt->rt6i_nexthop && !(rt->rt6i_flags & RTF_NONEXTHOP))
1523
		nrt = rt6_alloc_cow(rt, daddr, saddr);
1524 1525
	else
		nrt = rt6_alloc_clone(rt, daddr);
1526

1527
	if (nrt) {
1528 1529 1530 1531 1532 1533 1534 1535 1536 1537
		nrt->u.dst.metrics[RTAX_MTU-1] = pmtu;
		if (allfrag)
			nrt->u.dst.metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;

		/* According to RFC 1981, detecting PMTU increase shouldn't be
		 * happened within 5 mins, the recommended timer is 10 mins.
		 * Here this route expiration time is set to ip6_rt_mtu_expires
		 * which is 10 mins. After 10 mins the decreased pmtu is expired
		 * and detecting PMTU increase will be automatically happened.
		 */
1538
		dst_set_expires(&nrt->u.dst, init_net.ipv6.sysctl.ip6_rt_mtu_expires);
1539 1540
		nrt->rt6i_flags |= RTF_DYNAMIC|RTF_EXPIRES;

1541
		ip6_ins_rt(nrt);
L
Linus Torvalds 已提交
1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559
	}
out:
	dst_release(&rt->u.dst);
}

/*
 *	Misc support functions
 */

static struct rt6_info * ip6_rt_copy(struct rt6_info *ort)
{
	struct rt6_info *rt = ip6_dst_alloc();

	if (rt) {
		rt->u.dst.input = ort->u.dst.input;
		rt->u.dst.output = ort->u.dst.output;

		memcpy(rt->u.dst.metrics, ort->u.dst.metrics, RTAX_MAX*sizeof(u32));
1560
		rt->u.dst.error = ort->u.dst.error;
L
Linus Torvalds 已提交
1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577
		rt->u.dst.dev = ort->u.dst.dev;
		if (rt->u.dst.dev)
			dev_hold(rt->u.dst.dev);
		rt->rt6i_idev = ort->rt6i_idev;
		if (rt->rt6i_idev)
			in6_dev_hold(rt->rt6i_idev);
		rt->u.dst.lastuse = jiffies;
		rt->rt6i_expires = 0;

		ipv6_addr_copy(&rt->rt6i_gateway, &ort->rt6i_gateway);
		rt->rt6i_flags = ort->rt6i_flags & ~RTF_EXPIRES;
		rt->rt6i_metric = 0;

		memcpy(&rt->rt6i_dst, &ort->rt6i_dst, sizeof(struct rt6key));
#ifdef CONFIG_IPV6_SUBTREES
		memcpy(&rt->rt6i_src, &ort->rt6i_src, sizeof(struct rt6key));
#endif
T
Thomas Graf 已提交
1578
		rt->rt6i_table = ort->rt6i_table;
L
Linus Torvalds 已提交
1579 1580 1581 1582
	}
	return rt;
}

1583 1584 1585 1586 1587 1588
#ifdef CONFIG_IPV6_ROUTE_INFO
static struct rt6_info *rt6_get_route_info(struct in6_addr *prefix, int prefixlen,
					   struct in6_addr *gwaddr, int ifindex)
{
	struct fib6_node *fn;
	struct rt6_info *rt = NULL;
T
Thomas Graf 已提交
1589 1590 1591 1592 1593
	struct fib6_table *table;

	table = fib6_get_table(RT6_TABLE_INFO);
	if (table == NULL)
		return NULL;
1594

T
Thomas Graf 已提交
1595 1596
	write_lock_bh(&table->tb6_lock);
	fn = fib6_locate(&table->tb6_root, prefix ,prefixlen, NULL, 0);
1597 1598 1599
	if (!fn)
		goto out;

1600
	for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1601 1602 1603 1604 1605 1606 1607 1608 1609 1610
		if (rt->rt6i_dev->ifindex != ifindex)
			continue;
		if ((rt->rt6i_flags & (RTF_ROUTEINFO|RTF_GATEWAY)) != (RTF_ROUTEINFO|RTF_GATEWAY))
			continue;
		if (!ipv6_addr_equal(&rt->rt6i_gateway, gwaddr))
			continue;
		dst_hold(&rt->u.dst);
		break;
	}
out:
T
Thomas Graf 已提交
1611
	write_unlock_bh(&table->tb6_lock);
1612 1613 1614 1615 1616 1617 1618
	return rt;
}

static struct rt6_info *rt6_add_route_info(struct in6_addr *prefix, int prefixlen,
					   struct in6_addr *gwaddr, int ifindex,
					   unsigned pref)
{
1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629
	struct fib6_config cfg = {
		.fc_table	= RT6_TABLE_INFO,
		.fc_metric	= 1024,
		.fc_ifindex	= ifindex,
		.fc_dst_len	= prefixlen,
		.fc_flags	= RTF_GATEWAY | RTF_ADDRCONF | RTF_ROUTEINFO |
				  RTF_UP | RTF_PREF(pref),
	};

	ipv6_addr_copy(&cfg.fc_dst, prefix);
	ipv6_addr_copy(&cfg.fc_gateway, gwaddr);
1630

1631 1632
	/* We should treat it as a default route if prefix length is 0. */
	if (!prefixlen)
1633
		cfg.fc_flags |= RTF_DEFAULT;
1634

1635
	ip6_route_add(&cfg);
1636 1637 1638 1639 1640

	return rt6_get_route_info(prefix, prefixlen, gwaddr, ifindex);
}
#endif

L
Linus Torvalds 已提交
1641
struct rt6_info *rt6_get_dflt_router(struct in6_addr *addr, struct net_device *dev)
1642
{
L
Linus Torvalds 已提交
1643
	struct rt6_info *rt;
T
Thomas Graf 已提交
1644
	struct fib6_table *table;
L
Linus Torvalds 已提交
1645

T
Thomas Graf 已提交
1646 1647 1648
	table = fib6_get_table(RT6_TABLE_DFLT);
	if (table == NULL)
		return NULL;
L
Linus Torvalds 已提交
1649

T
Thomas Graf 已提交
1650
	write_lock_bh(&table->tb6_lock);
1651
	for (rt = table->tb6_root.leaf; rt; rt=rt->u.dst.rt6_next) {
L
Linus Torvalds 已提交
1652
		if (dev == rt->rt6i_dev &&
1653
		    ((rt->rt6i_flags & (RTF_ADDRCONF | RTF_DEFAULT)) == (RTF_ADDRCONF | RTF_DEFAULT)) &&
L
Linus Torvalds 已提交
1654 1655 1656 1657 1658
		    ipv6_addr_equal(&rt->rt6i_gateway, addr))
			break;
	}
	if (rt)
		dst_hold(&rt->u.dst);
T
Thomas Graf 已提交
1659
	write_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1660 1661 1662
	return rt;
}

F
Fred L. Templin 已提交
1663 1664
EXPORT_SYMBOL(rt6_get_dflt_router);

L
Linus Torvalds 已提交
1665
struct rt6_info *rt6_add_dflt_router(struct in6_addr *gwaddr,
1666 1667
				     struct net_device *dev,
				     unsigned int pref)
L
Linus Torvalds 已提交
1668
{
1669 1670 1671 1672 1673 1674 1675
	struct fib6_config cfg = {
		.fc_table	= RT6_TABLE_DFLT,
		.fc_metric	= 1024,
		.fc_ifindex	= dev->ifindex,
		.fc_flags	= RTF_GATEWAY | RTF_ADDRCONF | RTF_DEFAULT |
				  RTF_UP | RTF_EXPIRES | RTF_PREF(pref),
	};
L
Linus Torvalds 已提交
1676

1677
	ipv6_addr_copy(&cfg.fc_gateway, gwaddr);
L
Linus Torvalds 已提交
1678

1679
	ip6_route_add(&cfg);
L
Linus Torvalds 已提交
1680 1681 1682 1683 1684 1685 1686

	return rt6_get_dflt_router(gwaddr, dev);
}

void rt6_purge_dflt_routers(void)
{
	struct rt6_info *rt;
T
Thomas Graf 已提交
1687 1688 1689 1690 1691 1692
	struct fib6_table *table;

	/* NOTE: Keep consistent with rt6_get_dflt_router */
	table = fib6_get_table(RT6_TABLE_DFLT);
	if (table == NULL)
		return;
L
Linus Torvalds 已提交
1693 1694

restart:
T
Thomas Graf 已提交
1695
	read_lock_bh(&table->tb6_lock);
1696
	for (rt = table->tb6_root.leaf; rt; rt = rt->u.dst.rt6_next) {
L
Linus Torvalds 已提交
1697 1698
		if (rt->rt6i_flags & (RTF_DEFAULT | RTF_ADDRCONF)) {
			dst_hold(&rt->u.dst);
T
Thomas Graf 已提交
1699
			read_unlock_bh(&table->tb6_lock);
1700
			ip6_del_rt(rt);
L
Linus Torvalds 已提交
1701 1702 1703
			goto restart;
		}
	}
T
Thomas Graf 已提交
1704
	read_unlock_bh(&table->tb6_lock);
L
Linus Torvalds 已提交
1705 1706
}

1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724
static void rtmsg_to_fib6_config(struct in6_rtmsg *rtmsg,
				 struct fib6_config *cfg)
{
	memset(cfg, 0, sizeof(*cfg));

	cfg->fc_table = RT6_TABLE_MAIN;
	cfg->fc_ifindex = rtmsg->rtmsg_ifindex;
	cfg->fc_metric = rtmsg->rtmsg_metric;
	cfg->fc_expires = rtmsg->rtmsg_info;
	cfg->fc_dst_len = rtmsg->rtmsg_dst_len;
	cfg->fc_src_len = rtmsg->rtmsg_src_len;
	cfg->fc_flags = rtmsg->rtmsg_flags;

	ipv6_addr_copy(&cfg->fc_dst, &rtmsg->rtmsg_dst);
	ipv6_addr_copy(&cfg->fc_src, &rtmsg->rtmsg_src);
	ipv6_addr_copy(&cfg->fc_gateway, &rtmsg->rtmsg_gateway);
}

L
Linus Torvalds 已提交
1725 1726
int ipv6_route_ioctl(unsigned int cmd, void __user *arg)
{
1727
	struct fib6_config cfg;
L
Linus Torvalds 已提交
1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739
	struct in6_rtmsg rtmsg;
	int err;

	switch(cmd) {
	case SIOCADDRT:		/* Add a route */
	case SIOCDELRT:		/* Delete a route */
		if (!capable(CAP_NET_ADMIN))
			return -EPERM;
		err = copy_from_user(&rtmsg, arg,
				     sizeof(struct in6_rtmsg));
		if (err)
			return -EFAULT;
1740 1741 1742

		rtmsg_to_fib6_config(&rtmsg, &cfg);

L
Linus Torvalds 已提交
1743 1744 1745
		rtnl_lock();
		switch (cmd) {
		case SIOCADDRT:
1746
			err = ip6_route_add(&cfg);
L
Linus Torvalds 已提交
1747 1748
			break;
		case SIOCDELRT:
1749
			err = ip6_route_del(&cfg);
L
Linus Torvalds 已提交
1750 1751 1752 1753 1754 1755 1756
			break;
		default:
			err = -EINVAL;
		}
		rtnl_unlock();

		return err;
1757
	}
L
Linus Torvalds 已提交
1758 1759 1760 1761 1762 1763 1764 1765

	return -EINVAL;
}

/*
 *	Drop the packet on the floor
 */

1766 1767
static inline int ip6_pkt_drop(struct sk_buff *skb, int code,
			       int ipstats_mib_noroutes)
L
Linus Torvalds 已提交
1768
{
1769 1770 1771
	int type;
	switch (ipstats_mib_noroutes) {
	case IPSTATS_MIB_INNOROUTES:
1772
		type = ipv6_addr_type(&ipv6_hdr(skb)->daddr);
1773 1774 1775 1776 1777 1778 1779 1780 1781
		if (type == IPV6_ADDR_ANY || type == IPV6_ADDR_RESERVED) {
			IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_INADDRERRORS);
			break;
		}
		/* FALLTHROUGH */
	case IPSTATS_MIB_OUTNOROUTES:
		IP6_INC_STATS(ip6_dst_idev(skb->dst), ipstats_mib_noroutes);
		break;
	}
1782
	icmpv6_send(skb, ICMPV6_DEST_UNREACH, code, 0, skb->dev);
L
Linus Torvalds 已提交
1783 1784 1785 1786
	kfree_skb(skb);
	return 0;
}

1787 1788
static int ip6_pkt_discard(struct sk_buff *skb)
{
1789
	return ip6_pkt_drop(skb, ICMPV6_NOROUTE, IPSTATS_MIB_INNOROUTES);
1790 1791
}

1792
static int ip6_pkt_discard_out(struct sk_buff *skb)
L
Linus Torvalds 已提交
1793 1794
{
	skb->dev = skb->dst->dev;
1795
	return ip6_pkt_drop(skb, ICMPV6_NOROUTE, IPSTATS_MIB_OUTNOROUTES);
L
Linus Torvalds 已提交
1796 1797
}

1798 1799
#ifdef CONFIG_IPV6_MULTIPLE_TABLES

1800 1801
static int ip6_pkt_prohibit(struct sk_buff *skb)
{
1802
	return ip6_pkt_drop(skb, ICMPV6_ADM_PROHIBITED, IPSTATS_MIB_INNOROUTES);
1803 1804 1805 1806 1807
}

static int ip6_pkt_prohibit_out(struct sk_buff *skb)
{
	skb->dev = skb->dst->dev;
1808
	return ip6_pkt_drop(skb, ICMPV6_ADM_PROHIBITED, IPSTATS_MIB_OUTNOROUTES);
1809 1810
}

1811 1812
#endif

L
Linus Torvalds 已提交
1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825
/*
 *	Allocate a dst for local (unicast / anycast) address.
 */

struct rt6_info *addrconf_dst_alloc(struct inet6_dev *idev,
				    const struct in6_addr *addr,
				    int anycast)
{
	struct rt6_info *rt = ip6_dst_alloc();

	if (rt == NULL)
		return ERR_PTR(-ENOMEM);

1826
	dev_hold(init_net.loopback_dev);
L
Linus Torvalds 已提交
1827 1828 1829 1830 1831
	in6_dev_hold(idev);

	rt->u.dst.flags = DST_HOST;
	rt->u.dst.input = ip6_input;
	rt->u.dst.output = ip6_output;
1832
	rt->rt6i_dev = init_net.loopback_dev;
L
Linus Torvalds 已提交
1833 1834 1835 1836 1837 1838 1839
	rt->rt6i_idev = idev;
	rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(rt->rt6i_dev);
	rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(dst_mtu(&rt->u.dst));
	rt->u.dst.metrics[RTAX_HOPLIMIT-1] = -1;
	rt->u.dst.obsolete = -1;

	rt->rt6i_flags = RTF_UP | RTF_NONEXTHOP;
1840 1841 1842
	if (anycast)
		rt->rt6i_flags |= RTF_ANYCAST;
	else
L
Linus Torvalds 已提交
1843 1844 1845
		rt->rt6i_flags |= RTF_LOCAL;
	rt->rt6i_nexthop = ndisc_get_neigh(rt->rt6i_dev, &rt->rt6i_gateway);
	if (rt->rt6i_nexthop == NULL) {
1846
		dst_free(&rt->u.dst);
L
Linus Torvalds 已提交
1847 1848 1849 1850 1851
		return ERR_PTR(-ENOMEM);
	}

	ipv6_addr_copy(&rt->rt6i_dst.addr, addr);
	rt->rt6i_dst.plen = 128;
T
Thomas Graf 已提交
1852
	rt->rt6i_table = fib6_get_table(RT6_TABLE_LOCAL);
L
Linus Torvalds 已提交
1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870

	atomic_set(&rt->u.dst.__refcnt, 1);

	return rt;
}

static int fib6_ifdown(struct rt6_info *rt, void *arg)
{
	if (((void*)rt->rt6i_dev == arg || arg == NULL) &&
	    rt != &ip6_null_entry) {
		RT6_TRACE("deleted by ifdown %p\n", rt);
		return -1;
	}
	return 0;
}

void rt6_ifdown(struct net_device *dev)
{
T
Thomas Graf 已提交
1871
	fib6_clean_all(fib6_ifdown, 0, dev);
L
Linus Torvalds 已提交
1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910
}

struct rt6_mtu_change_arg
{
	struct net_device *dev;
	unsigned mtu;
};

static int rt6_mtu_change_route(struct rt6_info *rt, void *p_arg)
{
	struct rt6_mtu_change_arg *arg = (struct rt6_mtu_change_arg *) p_arg;
	struct inet6_dev *idev;

	/* In IPv6 pmtu discovery is not optional,
	   so that RTAX_MTU lock cannot disable it.
	   We still use this lock to block changes
	   caused by addrconf/ndisc.
	*/

	idev = __in6_dev_get(arg->dev);
	if (idev == NULL)
		return 0;

	/* For administrative MTU increase, there is no way to discover
	   IPv6 PMTU increase, so PMTU increase should be updated here.
	   Since RFC 1981 doesn't include administrative MTU increase
	   update PMTU increase is a MUST. (i.e. jumbo frame)
	 */
	/*
	   If new MTU is less than route PMTU, this new MTU will be the
	   lowest MTU in the path, update the route PMTU to reflect PMTU
	   decreases; if new MTU is greater than route PMTU, and the
	   old MTU is the lowest MTU in the path, update the route PMTU
	   to reflect the increase. In this case if the other nodes' MTU
	   also have the lowest MTU, TOO BIG MESSAGE will be lead to
	   PMTU discouvery.
	 */
	if (rt->rt6i_dev == arg->dev &&
	    !dst_metric_locked(&rt->u.dst, RTAX_MTU) &&
1911 1912
	    (dst_mtu(&rt->u.dst) > arg->mtu ||
	     (dst_mtu(&rt->u.dst) < arg->mtu &&
1913
	      dst_mtu(&rt->u.dst) == idev->cnf.mtu6))) {
L
Linus Torvalds 已提交
1914
		rt->u.dst.metrics[RTAX_MTU-1] = arg->mtu;
1915 1916
		rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(arg->mtu);
	}
L
Linus Torvalds 已提交
1917 1918 1919 1920 1921
	return 0;
}

void rt6_mtu_change(struct net_device *dev, unsigned mtu)
{
T
Thomas Graf 已提交
1922 1923 1924 1925
	struct rt6_mtu_change_arg arg = {
		.dev = dev,
		.mtu = mtu,
	};
L
Linus Torvalds 已提交
1926

T
Thomas Graf 已提交
1927
	fib6_clean_all(rt6_mtu_change_route, 0, &arg);
L
Linus Torvalds 已提交
1928 1929
}

1930
static const struct nla_policy rtm_ipv6_policy[RTA_MAX+1] = {
1931
	[RTA_GATEWAY]           = { .len = sizeof(struct in6_addr) },
1932
	[RTA_OIF]               = { .type = NLA_U32 },
1933
	[RTA_IIF]		= { .type = NLA_U32 },
1934 1935 1936 1937 1938 1939
	[RTA_PRIORITY]          = { .type = NLA_U32 },
	[RTA_METRICS]           = { .type = NLA_NESTED },
};

static int rtm_to_fib6_config(struct sk_buff *skb, struct nlmsghdr *nlh,
			      struct fib6_config *cfg)
L
Linus Torvalds 已提交
1940
{
1941 1942 1943
	struct rtmsg *rtm;
	struct nlattr *tb[RTA_MAX+1];
	int err;
L
Linus Torvalds 已提交
1944

1945 1946 1947
	err = nlmsg_parse(nlh, sizeof(*rtm), tb, RTA_MAX, rtm_ipv6_policy);
	if (err < 0)
		goto errout;
L
Linus Torvalds 已提交
1948

1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967
	err = -EINVAL;
	rtm = nlmsg_data(nlh);
	memset(cfg, 0, sizeof(*cfg));

	cfg->fc_table = rtm->rtm_table;
	cfg->fc_dst_len = rtm->rtm_dst_len;
	cfg->fc_src_len = rtm->rtm_src_len;
	cfg->fc_flags = RTF_UP;
	cfg->fc_protocol = rtm->rtm_protocol;

	if (rtm->rtm_type == RTN_UNREACHABLE)
		cfg->fc_flags |= RTF_REJECT;

	cfg->fc_nlinfo.pid = NETLINK_CB(skb).pid;
	cfg->fc_nlinfo.nlh = nlh;

	if (tb[RTA_GATEWAY]) {
		nla_memcpy(&cfg->fc_gateway, tb[RTA_GATEWAY], 16);
		cfg->fc_flags |= RTF_GATEWAY;
L
Linus Torvalds 已提交
1968
	}
1969 1970 1971 1972 1973 1974 1975 1976

	if (tb[RTA_DST]) {
		int plen = (rtm->rtm_dst_len + 7) >> 3;

		if (nla_len(tb[RTA_DST]) < plen)
			goto errout;

		nla_memcpy(&cfg->fc_dst, tb[RTA_DST], plen);
L
Linus Torvalds 已提交
1977
	}
1978 1979 1980 1981 1982 1983 1984 1985

	if (tb[RTA_SRC]) {
		int plen = (rtm->rtm_src_len + 7) >> 3;

		if (nla_len(tb[RTA_SRC]) < plen)
			goto errout;

		nla_memcpy(&cfg->fc_src, tb[RTA_SRC], plen);
L
Linus Torvalds 已提交
1986
	}
1987 1988 1989 1990 1991 1992 1993 1994 1995 1996

	if (tb[RTA_OIF])
		cfg->fc_ifindex = nla_get_u32(tb[RTA_OIF]);

	if (tb[RTA_PRIORITY])
		cfg->fc_metric = nla_get_u32(tb[RTA_PRIORITY]);

	if (tb[RTA_METRICS]) {
		cfg->fc_mx = nla_data(tb[RTA_METRICS]);
		cfg->fc_mx_len = nla_len(tb[RTA_METRICS]);
L
Linus Torvalds 已提交
1997
	}
1998 1999 2000 2001 2002 2003 2004

	if (tb[RTA_TABLE])
		cfg->fc_table = nla_get_u32(tb[RTA_TABLE]);

	err = 0;
errout:
	return err;
L
Linus Torvalds 已提交
2005 2006
}

2007
static int inet6_rtm_delroute(struct sk_buff *skb, struct nlmsghdr* nlh, void *arg)
L
Linus Torvalds 已提交
2008
{
2009
	struct net *net = skb->sk->sk_net;
2010 2011
	struct fib6_config cfg;
	int err;
L
Linus Torvalds 已提交
2012

2013 2014 2015
	if (net != &init_net)
		return -EINVAL;

2016 2017 2018 2019 2020
	err = rtm_to_fib6_config(skb, nlh, &cfg);
	if (err < 0)
		return err;

	return ip6_route_del(&cfg);
L
Linus Torvalds 已提交
2021 2022
}

2023
static int inet6_rtm_newroute(struct sk_buff *skb, struct nlmsghdr* nlh, void *arg)
L
Linus Torvalds 已提交
2024
{
2025
	struct net *net = skb->sk->sk_net;
2026 2027
	struct fib6_config cfg;
	int err;
L
Linus Torvalds 已提交
2028

2029 2030 2031
	if (net != &init_net)
		return -EINVAL;

2032 2033 2034 2035 2036
	err = rtm_to_fib6_config(skb, nlh, &cfg);
	if (err < 0)
		return err;

	return ip6_route_add(&cfg);
L
Linus Torvalds 已提交
2037 2038
}

2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049
static inline size_t rt6_nlmsg_size(void)
{
	return NLMSG_ALIGN(sizeof(struct rtmsg))
	       + nla_total_size(16) /* RTA_SRC */
	       + nla_total_size(16) /* RTA_DST */
	       + nla_total_size(16) /* RTA_GATEWAY */
	       + nla_total_size(16) /* RTA_PREFSRC */
	       + nla_total_size(4) /* RTA_TABLE */
	       + nla_total_size(4) /* RTA_IIF */
	       + nla_total_size(4) /* RTA_OIF */
	       + nla_total_size(4) /* RTA_PRIORITY */
2050
	       + RTAX_MAX * nla_total_size(4) /* RTA_METRICS */
2051 2052 2053
	       + nla_total_size(sizeof(struct rta_cacheinfo));
}

L
Linus Torvalds 已提交
2054
static int rt6_fill_node(struct sk_buff *skb, struct rt6_info *rt,
2055 2056 2057
			 struct in6_addr *dst, struct in6_addr *src,
			 int iif, int type, u32 pid, u32 seq,
			 int prefix, unsigned int flags)
L
Linus Torvalds 已提交
2058 2059
{
	struct rtmsg *rtm;
2060
	struct nlmsghdr *nlh;
2061
	long expires;
2062
	u32 table;
L
Linus Torvalds 已提交
2063 2064 2065 2066 2067 2068 2069 2070

	if (prefix) {	/* user wants prefix routes only */
		if (!(rt->rt6i_flags & RTF_PREFIX_RT)) {
			/* success since this is not a prefix route */
			return 1;
		}
	}

2071 2072
	nlh = nlmsg_put(skb, pid, seq, type, sizeof(*rtm), flags);
	if (nlh == NULL)
2073
		return -EMSGSIZE;
2074 2075

	rtm = nlmsg_data(nlh);
L
Linus Torvalds 已提交
2076 2077 2078 2079
	rtm->rtm_family = AF_INET6;
	rtm->rtm_dst_len = rt->rt6i_dst.plen;
	rtm->rtm_src_len = rt->rt6i_src.plen;
	rtm->rtm_tos = 0;
T
Thomas Graf 已提交
2080
	if (rt->rt6i_table)
2081
		table = rt->rt6i_table->tb6_id;
T
Thomas Graf 已提交
2082
	else
2083 2084
		table = RT6_TABLE_UNSPEC;
	rtm->rtm_table = table;
2085
	NLA_PUT_U32(skb, RTA_TABLE, table);
L
Linus Torvalds 已提交
2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105
	if (rt->rt6i_flags&RTF_REJECT)
		rtm->rtm_type = RTN_UNREACHABLE;
	else if (rt->rt6i_dev && (rt->rt6i_dev->flags&IFF_LOOPBACK))
		rtm->rtm_type = RTN_LOCAL;
	else
		rtm->rtm_type = RTN_UNICAST;
	rtm->rtm_flags = 0;
	rtm->rtm_scope = RT_SCOPE_UNIVERSE;
	rtm->rtm_protocol = rt->rt6i_protocol;
	if (rt->rt6i_flags&RTF_DYNAMIC)
		rtm->rtm_protocol = RTPROT_REDIRECT;
	else if (rt->rt6i_flags & RTF_ADDRCONF)
		rtm->rtm_protocol = RTPROT_KERNEL;
	else if (rt->rt6i_flags&RTF_DEFAULT)
		rtm->rtm_protocol = RTPROT_RA;

	if (rt->rt6i_flags&RTF_CACHE)
		rtm->rtm_flags |= RTM_F_CLONED;

	if (dst) {
2106
		NLA_PUT(skb, RTA_DST, 16, dst);
2107
		rtm->rtm_dst_len = 128;
L
Linus Torvalds 已提交
2108
	} else if (rtm->rtm_dst_len)
2109
		NLA_PUT(skb, RTA_DST, 16, &rt->rt6i_dst.addr);
L
Linus Torvalds 已提交
2110 2111
#ifdef CONFIG_IPV6_SUBTREES
	if (src) {
2112
		NLA_PUT(skb, RTA_SRC, 16, src);
2113
		rtm->rtm_src_len = 128;
L
Linus Torvalds 已提交
2114
	} else if (rtm->rtm_src_len)
2115
		NLA_PUT(skb, RTA_SRC, 16, &rt->rt6i_src.addr);
L
Linus Torvalds 已提交
2116 2117
#endif
	if (iif)
2118
		NLA_PUT_U32(skb, RTA_IIF, iif);
L
Linus Torvalds 已提交
2119 2120 2121
	else if (dst) {
		struct in6_addr saddr_buf;
		if (ipv6_get_saddr(&rt->u.dst, dst, &saddr_buf) == 0)
2122
			NLA_PUT(skb, RTA_PREFSRC, 16, &saddr_buf);
L
Linus Torvalds 已提交
2123
	}
2124

L
Linus Torvalds 已提交
2125
	if (rtnetlink_put_metrics(skb, rt->u.dst.metrics) < 0)
2126 2127
		goto nla_put_failure;

L
Linus Torvalds 已提交
2128
	if (rt->u.dst.neighbour)
2129 2130
		NLA_PUT(skb, RTA_GATEWAY, 16, &rt->u.dst.neighbour->primary_key);

L
Linus Torvalds 已提交
2131
	if (rt->u.dst.dev)
2132 2133 2134
		NLA_PUT_U32(skb, RTA_OIF, rt->rt6i_dev->ifindex);

	NLA_PUT_U32(skb, RTA_PRIORITY, rt->rt6i_metric);
2135 2136 2137 2138 2139

	expires = rt->rt6i_expires ? rt->rt6i_expires - jiffies : 0;
	if (rtnl_put_cacheinfo(skb, &rt->u.dst, 0, 0, 0,
			       expires, rt->u.dst.error) < 0)
		goto nla_put_failure;
2140 2141 2142 2143

	return nlmsg_end(skb, nlh);

nla_put_failure:
2144 2145
	nlmsg_cancel(skb, nlh);
	return -EMSGSIZE;
L
Linus Torvalds 已提交
2146 2147
}

2148
int rt6_dump_route(struct rt6_info *rt, void *p_arg)
L
Linus Torvalds 已提交
2149 2150 2151 2152
{
	struct rt6_rtnl_dump_arg *arg = (struct rt6_rtnl_dump_arg *) p_arg;
	int prefix;

2153 2154
	if (nlmsg_len(arg->cb->nlh) >= sizeof(struct rtmsg)) {
		struct rtmsg *rtm = nlmsg_data(arg->cb->nlh);
L
Linus Torvalds 已提交
2155 2156 2157 2158 2159 2160
		prefix = (rtm->rtm_flags & RTM_F_PREFIX) != 0;
	} else
		prefix = 0;

	return rt6_fill_node(arg->skb, rt, NULL, NULL, 0, RTM_NEWROUTE,
		     NETLINK_CB(arg->cb->skb).pid, arg->cb->nlh->nlmsg_seq,
2161
		     prefix, NLM_F_MULTI);
L
Linus Torvalds 已提交
2162 2163
}

2164
static int inet6_rtm_getroute(struct sk_buff *in_skb, struct nlmsghdr* nlh, void *arg)
L
Linus Torvalds 已提交
2165
{
2166
	struct net *net = in_skb->sk->sk_net;
2167 2168
	struct nlattr *tb[RTA_MAX+1];
	struct rt6_info *rt;
L
Linus Torvalds 已提交
2169
	struct sk_buff *skb;
2170
	struct rtmsg *rtm;
L
Linus Torvalds 已提交
2171
	struct flowi fl;
2172
	int err, iif = 0;
L
Linus Torvalds 已提交
2173

2174 2175 2176
	if (net != &init_net)
		return -EINVAL;

2177 2178 2179
	err = nlmsg_parse(nlh, sizeof(*rtm), tb, RTA_MAX, rtm_ipv6_policy);
	if (err < 0)
		goto errout;
L
Linus Torvalds 已提交
2180

2181
	err = -EINVAL;
L
Linus Torvalds 已提交
2182 2183
	memset(&fl, 0, sizeof(fl));

2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202
	if (tb[RTA_SRC]) {
		if (nla_len(tb[RTA_SRC]) < sizeof(struct in6_addr))
			goto errout;

		ipv6_addr_copy(&fl.fl6_src, nla_data(tb[RTA_SRC]));
	}

	if (tb[RTA_DST]) {
		if (nla_len(tb[RTA_DST]) < sizeof(struct in6_addr))
			goto errout;

		ipv6_addr_copy(&fl.fl6_dst, nla_data(tb[RTA_DST]));
	}

	if (tb[RTA_IIF])
		iif = nla_get_u32(tb[RTA_IIF]);

	if (tb[RTA_OIF])
		fl.oif = nla_get_u32(tb[RTA_OIF]);
L
Linus Torvalds 已提交
2203 2204 2205

	if (iif) {
		struct net_device *dev;
2206
		dev = __dev_get_by_index(&init_net, iif);
L
Linus Torvalds 已提交
2207 2208
		if (!dev) {
			err = -ENODEV;
2209
			goto errout;
L
Linus Torvalds 已提交
2210 2211 2212
		}
	}

2213 2214 2215 2216 2217
	skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
	if (skb == NULL) {
		err = -ENOBUFS;
		goto errout;
	}
L
Linus Torvalds 已提交
2218

2219 2220 2221
	/* Reserve room for dummy headers, this skb can pass
	   through good chunk of routing engine.
	 */
2222
	skb_reset_mac_header(skb);
2223
	skb_reserve(skb, MAX_HEADER + sizeof(struct ipv6hdr));
L
Linus Torvalds 已提交
2224

2225
	rt = (struct rt6_info*) ip6_route_output(NULL, &fl);
L
Linus Torvalds 已提交
2226 2227
	skb->dst = &rt->u.dst;

2228
	err = rt6_fill_node(skb, rt, &fl.fl6_dst, &fl.fl6_src, iif,
L
Linus Torvalds 已提交
2229
			    RTM_NEWROUTE, NETLINK_CB(in_skb).pid,
2230
			    nlh->nlmsg_seq, 0, 0);
L
Linus Torvalds 已提交
2231
	if (err < 0) {
2232 2233
		kfree_skb(skb);
		goto errout;
L
Linus Torvalds 已提交
2234 2235
	}

2236
	err = rtnl_unicast(skb, &init_net, NETLINK_CB(in_skb).pid);
2237
errout:
L
Linus Torvalds 已提交
2238 2239 2240
	return err;
}

2241
void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info)
L
Linus Torvalds 已提交
2242 2243
{
	struct sk_buff *skb;
2244 2245 2246 2247 2248
	u32 seq;
	int err;

	err = -ENOBUFS;
	seq = info->nlh != NULL ? info->nlh->nlmsg_seq : 0;
2249

2250
	skb = nlmsg_new(rt6_nlmsg_size(), gfp_any());
2251 2252 2253
	if (skb == NULL)
		goto errout;

2254 2255
	err = rt6_fill_node(skb, rt, NULL, NULL, 0,
				event, info->pid, seq, 0, 0);
2256 2257 2258 2259 2260 2261
	if (err < 0) {
		/* -EMSGSIZE implies BUG in rt6_nlmsg_size() */
		WARN_ON(err == -EMSGSIZE);
		kfree_skb(skb);
		goto errout;
	}
2262 2263
	err = rtnl_notify(skb, &init_net, info->pid,
				RTNLGRP_IPV6_ROUTE, info->nlh, gfp_any());
2264 2265
errout:
	if (err < 0)
2266
		rtnl_set_sk_err(&init_net, RTNLGRP_IPV6_ROUTE, err);
L
Linus Torvalds 已提交
2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287
}

/*
 *	/proc
 */

#ifdef CONFIG_PROC_FS

#define RT6_INFO_LEN (32 + 4 + 32 + 4 + 32 + 40 + 5 + 1)

struct rt6_proc_arg
{
	char *buffer;
	int offset;
	int length;
	int skip;
	int len;
};

static int rt6_info_route(struct rt6_info *rt, void *p_arg)
{
2288
	struct seq_file *m = p_arg;
L
Linus Torvalds 已提交
2289

2290 2291
	seq_printf(m, NIP6_SEQFMT " %02x ", NIP6(rt->rt6i_dst.addr),
		   rt->rt6i_dst.plen);
L
Linus Torvalds 已提交
2292 2293

#ifdef CONFIG_IPV6_SUBTREES
2294 2295
	seq_printf(m, NIP6_SEQFMT " %02x ", NIP6(rt->rt6i_src.addr),
		   rt->rt6i_src.plen);
L
Linus Torvalds 已提交
2296
#else
2297
	seq_puts(m, "00000000000000000000000000000000 00 ");
L
Linus Torvalds 已提交
2298 2299 2300
#endif

	if (rt->rt6i_nexthop) {
2301 2302
		seq_printf(m, NIP6_SEQFMT,
			   NIP6(*((struct in6_addr *)rt->rt6i_nexthop->primary_key)));
L
Linus Torvalds 已提交
2303
	} else {
2304
		seq_puts(m, "00000000000000000000000000000000");
L
Linus Torvalds 已提交
2305
	}
2306 2307 2308 2309
	seq_printf(m, " %08x %08x %08x %08x %8s\n",
		   rt->rt6i_metric, atomic_read(&rt->u.dst.__refcnt),
		   rt->u.dst.__use, rt->rt6i_flags,
		   rt->rt6i_dev ? rt->rt6i_dev->name : "");
L
Linus Torvalds 已提交
2310 2311 2312
	return 0;
}

2313
static int ipv6_route_show(struct seq_file *m, void *v)
L
Linus Torvalds 已提交
2314
{
2315 2316 2317
	fib6_clean_all(rt6_info_route, 0, m);
	return 0;
}
L
Linus Torvalds 已提交
2318

2319 2320 2321
static int ipv6_route_open(struct inode *inode, struct file *file)
{
	return single_open(file, ipv6_route_show, NULL);
L
Linus Torvalds 已提交
2322 2323
}

2324 2325 2326 2327 2328 2329 2330 2331
static const struct file_operations ipv6_route_proc_fops = {
	.owner		= THIS_MODULE,
	.open		= ipv6_route_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= single_release,
};

L
Linus Torvalds 已提交
2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348
static int rt6_stats_seq_show(struct seq_file *seq, void *v)
{
	seq_printf(seq, "%04x %04x %04x %04x %04x %04x %04x\n",
		      rt6_stats.fib_nodes, rt6_stats.fib_route_nodes,
		      rt6_stats.fib_rt_alloc, rt6_stats.fib_rt_entries,
		      rt6_stats.fib_rt_cache,
		      atomic_read(&ip6_dst_ops.entries),
		      rt6_stats.fib_discarded_routes);

	return 0;
}

static int rt6_stats_seq_open(struct inode *inode, struct file *file)
{
	return single_open(file, rt6_stats_seq_show, NULL);
}

2349
static const struct file_operations rt6_stats_seq_fops = {
L
Linus Torvalds 已提交
2350 2351 2352 2353 2354 2355
	.owner	 = THIS_MODULE,
	.open	 = rt6_stats_seq_open,
	.read	 = seq_read,
	.llseek	 = seq_lseek,
	.release = single_release,
};
2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389

static int ipv6_route_proc_init(struct net *net)
{
	int ret = -ENOMEM;
	if (!proc_net_fops_create(net, "ipv6_route",
				  0, &ipv6_route_proc_fops))
		goto out;

	if (!proc_net_fops_create(net, "rt6_stats",
				  S_IRUGO, &rt6_stats_seq_fops))
		goto out_ipv6_route;

	ret = 0;
out:
	return ret;
out_ipv6_route:
	proc_net_remove(net, "ipv6_route");
	goto out;
}

static void ipv6_route_proc_fini(struct net *net)
{
	proc_net_remove(net, "ipv6_route");
	proc_net_remove(net, "rt6_stats");
}
#else
static inline int ipv6_route_proc_init(struct net *net)
{
	return 0;
}
static inline void ipv6_route_proc_fini(struct net *net)
{
	return ;
}
L
Linus Torvalds 已提交
2390 2391 2392 2393 2394 2395 2396 2397
#endif	/* CONFIG_PROC_FS */

#ifdef CONFIG_SYSCTL

static
int ipv6_sysctl_rtcache_flush(ctl_table *ctl, int write, struct file * filp,
			      void __user *buffer, size_t *lenp, loff_t *ppos)
{
2398
	int delay = init_net.ipv6.sysctl.flush_delay;
L
Linus Torvalds 已提交
2399 2400
	if (write) {
		proc_dointvec(ctl, write, filp, buffer, lenp, ppos);
2401
		fib6_run_gc(delay <= 0 ? ~0UL : (unsigned long)delay);
L
Linus Torvalds 已提交
2402 2403 2404 2405 2406
		return 0;
	} else
		return -EINVAL;
}

2407
ctl_table ipv6_route_table_template[] = {
2408
	{
L
Linus Torvalds 已提交
2409
		.procname	=	"flush",
2410
		.data		=	&init_net.ipv6.sysctl.flush_delay,
L
Linus Torvalds 已提交
2411
		.maxlen		=	sizeof(int),
2412
		.mode		=	0200,
2413
		.proc_handler	=	&ipv6_sysctl_rtcache_flush
L
Linus Torvalds 已提交
2414 2415 2416 2417
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_THRESH,
		.procname	=	"gc_thresh",
2418
		.data		=	&ip6_dst_ops.gc_thresh,
L
Linus Torvalds 已提交
2419 2420
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2421
		.proc_handler	=	&proc_dointvec,
L
Linus Torvalds 已提交
2422 2423 2424 2425
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_MAX_SIZE,
		.procname	=	"max_size",
2426
		.data		=	&init_net.ipv6.sysctl.ip6_rt_max_size,
L
Linus Torvalds 已提交
2427 2428
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2429
		.proc_handler	=	&proc_dointvec,
L
Linus Torvalds 已提交
2430 2431 2432 2433
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_MIN_INTERVAL,
		.procname	=	"gc_min_interval",
2434
		.data		=	&init_net.ipv6.sysctl.ip6_rt_gc_min_interval,
L
Linus Torvalds 已提交
2435 2436
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2437
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2438 2439 2440 2441 2442
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_TIMEOUT,
		.procname	=	"gc_timeout",
2443
		.data		=	&init_net.ipv6.sysctl.ip6_rt_gc_timeout,
L
Linus Torvalds 已提交
2444 2445
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2446
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2447 2448 2449 2450 2451
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_INTERVAL,
		.procname	=	"gc_interval",
2452
		.data		=	&init_net.ipv6.sysctl.ip6_rt_gc_interval,
L
Linus Torvalds 已提交
2453 2454
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2455
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2456 2457 2458 2459 2460
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_ELASTICITY,
		.procname	=	"gc_elasticity",
2461
		.data		=	&init_net.ipv6.sysctl.ip6_rt_gc_elasticity,
L
Linus Torvalds 已提交
2462 2463
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2464
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2465 2466 2467 2468 2469
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_MTU_EXPIRES,
		.procname	=	"mtu_expires",
2470
		.data		=	&init_net.ipv6.sysctl.ip6_rt_mtu_expires,
L
Linus Torvalds 已提交
2471 2472
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2473
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2474 2475 2476 2477 2478
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_MIN_ADVMSS,
		.procname	=	"min_adv_mss",
2479
		.data		=	&init_net.ipv6.sysctl.ip6_rt_min_advmss,
L
Linus Torvalds 已提交
2480 2481
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2482
		.proc_handler	=	&proc_dointvec_jiffies,
L
Linus Torvalds 已提交
2483 2484 2485 2486 2487
		.strategy	=	&sysctl_jiffies,
	},
	{
		.ctl_name	=	NET_IPV6_ROUTE_GC_MIN_INTERVAL_MS,
		.procname	=	"gc_min_interval_ms",
2488
		.data		=	&init_net.ipv6.sysctl.ip6_rt_gc_min_interval,
L
Linus Torvalds 已提交
2489 2490
		.maxlen		=	sizeof(int),
		.mode		=	0644,
2491
		.proc_handler	=	&proc_dointvec_ms_jiffies,
L
Linus Torvalds 已提交
2492 2493 2494 2495 2496
		.strategy	=	&sysctl_ms_jiffies,
	},
	{ .ctl_name = 0 }
};

2497 2498 2499 2500 2501 2502 2503 2504 2505
struct ctl_table *ipv6_route_sysctl_init(struct net *net)
{
	struct ctl_table *table;

	table = kmemdup(ipv6_route_table_template,
			sizeof(ipv6_route_table_template),
			GFP_KERNEL);
	return table;
}
L
Linus Torvalds 已提交
2506 2507
#endif

2508
int __init ip6_route_init(void)
L
Linus Torvalds 已提交
2509
{
2510 2511
	int ret;

A
Alexey Dobriyan 已提交
2512 2513
	ip6_dst_ops.kmem_cachep =
		kmem_cache_create("ip6_dst_cache", sizeof(struct rt6_info), 0,
2514 2515 2516 2517
				  SLAB_HWCACHE_ALIGN, NULL);
	if (!ip6_dst_ops.kmem_cachep)
		return -ENOMEM;

2518 2519
	ip6_dst_blackhole_ops.kmem_cachep = ip6_dst_ops.kmem_cachep;

2520 2521 2522 2523
	ret = fib6_init();
	if (ret)
		goto out_kmem_cache;

2524 2525
	ret = ipv6_route_proc_init(&init_net);
	if (ret)
2526 2527 2528 2529
		goto out_fib6_init;

	ret = xfrm6_init();
	if (ret)
2530
		goto out_proc_init;
2531

2532 2533 2534
	ret = fib6_rules_init();
	if (ret)
		goto xfrm6_init;
2535

2536 2537 2538 2539 2540
	ret = -ENOBUFS;
	if (__rtnl_register(PF_INET6, RTM_NEWROUTE, inet6_rtm_newroute, NULL) ||
	    __rtnl_register(PF_INET6, RTM_DELROUTE, inet6_rtm_delroute, NULL) ||
	    __rtnl_register(PF_INET6, RTM_GETROUTE, inet6_rtm_getroute, NULL))
		goto fib6_rules_init;
2541

2542 2543 2544 2545 2546 2547 2548 2549
	ret = 0;
out:
	return ret;

fib6_rules_init:
	fib6_rules_cleanup();
xfrm6_init:
	xfrm6_fini();
2550 2551
out_proc_init:
	ipv6_route_proc_fini(&init_net);
2552 2553 2554 2555 2556 2557
out_fib6_init:
	rt6_ifdown(NULL);
	fib6_gc_cleanup();
out_kmem_cache:
	kmem_cache_destroy(ip6_dst_ops.kmem_cachep);
	goto out;
L
Linus Torvalds 已提交
2558 2559 2560 2561
}

void ip6_route_cleanup(void)
{
T
Thomas Graf 已提交
2562
	fib6_rules_cleanup();
2563
	ipv6_route_proc_fini(&init_net);
L
Linus Torvalds 已提交
2564 2565 2566 2567 2568
	xfrm6_fini();
	rt6_ifdown(NULL);
	fib6_gc_cleanup();
	kmem_cache_destroy(ip6_dst_ops.kmem_cachep);
}