ipip.c 22.1 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *	Linux NET3:	IP/IP protocol decoder.
L
Linus Torvalds 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
 *
 *	Authors:
 *		Sam Lantinga (slouken@cs.ucdavis.edu)  02/01/95
 *
 *	Fixes:
 *		Alan Cox	:	Merged and made usable non modular (its so tiny its silly as
 *					a module taking up 2 pages).
 *		Alan Cox	: 	Fixed bug with 1.3.18 and IPIP not working (now needs to set skb->h.iph)
 *					to keep ip_forward happy.
 *		Alan Cox	:	More fixes for 1.3.21, and firewall fix. Maybe this will work soon 8).
 *		Kai Schulte	:	Fixed #defines for IP_FIREWALL->FIREWALL
 *              David Woodhouse :       Perform some basic ICMP handling.
 *                                      IPIP Routing without decapsulation.
 *              Carlos Picoto   :       GRE over IP support
 *		Alexey Kuznetsov:	Reworked. Really, now it is truncated version of ipv4/ip_gre.c.
 *					I do not want to merge them together.
 *
 *	This program is free software; you can redistribute it and/or
 *	modify it under the terms of the GNU General Public License
 *	as published by the Free Software Foundation; either version
 *	2 of the License, or (at your option) any later version.
 *
 */

/* tunnel.c: an IP tunnel driver

	The purpose of this driver is to provide an IP tunnel through
	which you can tunnel network traffic transparently across subnets.

	This was written by looking at Nick Holloway's dummy driver
	Thanks for the great code!

		-Sam Lantinga	(slouken@cs.ucdavis.edu)  02/01/95
36

L
Linus Torvalds 已提交
37 38 39 40 41 42
	Minor tweaks:
		Cleaned up the code a little and added some pre-1.3.0 tweaks.
		dev->hard_header/hard_header_len changed to use no headers.
		Comments/bracketing tweaked.
		Made the tunnels use dev->name not tunnel: when error reporting.
		Added tx_dropped stat
43

44
		-Alan Cox	(alan@lxorguk.ukuu.org.uk) 21 March 95
L
Linus Torvalds 已提交
45 46 47 48 49 50 51 52

	Reworked:
		Changed to tunnel to destination gateway in addition to the
			tunnel's pointopoint address
		Almost completely rewritten
		Note:  There is currently no firewall or ICMP handling done.

		-Sam Lantinga	(slouken@cs.ucdavis.edu) 02/13/96
53

L
Linus Torvalds 已提交
54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75
*/

/* Things I wish I had known when writing the tunnel driver:

	When the tunnel_xmit() function is called, the skb contains the
	packet to be sent (plus a great deal of extra info), and dev
	contains the tunnel device that _we_ are.

	When we are passed a packet, we are expected to fill in the
	source address with our source IP address.

	What is the proper way to allocate, copy and free a buffer?
	After you allocate it, it is a "0 length" chunk of memory
	starting at zero.  If you want to add headers to the buffer
	later, you'll have to call "skb_reserve(skb, amount)" with
	the amount of memory you want reserved.  Then, you call
	"skb_put(skb, amount)" with the amount of space you want in
	the buffer.  skb_put() returns a pointer to the top (#0) of
	that buffer.  skb->len is set to the amount of space you have
	"allocated" with skb_put().  You can then write up to skb->len
	bytes to that buffer.  If you need more, you can call skb_put()
	again with the additional amount of space you need.  You can
76
	find out how much more space you can allocate by calling
L
Linus Torvalds 已提交
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
	"skb_tailroom(skb)".
	Now, to add header space, call "skb_push(skb, header_len)".
	This creates space at the beginning of the buffer and returns
	a pointer to this new space.  If later you need to strip a
	header from a buffer, call "skb_pull(skb, header_len)".
	skb_headroom() will return how much space is left at the top
	of the buffer (before the main data).  Remember, this headroom
	space must be reserved before the skb_put() function is called.
	*/

/*
   This version of net/ipv4/ipip.c is cloned of net/ipv4/ip_gre.c

   For comments look at net/ipv4/ip_gre.c --ANK
 */

93

94
#include <linux/capability.h>
L
Linus Torvalds 已提交
95 96 97
#include <linux/module.h>
#include <linux/types.h>
#include <linux/kernel.h>
98
#include <linux/slab.h>
L
Linus Torvalds 已提交
99 100 101 102 103 104 105 106 107 108
#include <asm/uaccess.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/in.h>
#include <linux/tcp.h>
#include <linux/udp.h>
#include <linux/if_arp.h>
#include <linux/mroute.h>
#include <linux/init.h>
#include <linux/netfilter_ipv4.h>
109
#include <linux/if_ether.h>
L
Linus Torvalds 已提交
110 111 112 113 114 115 116

#include <net/sock.h>
#include <net/ip.h>
#include <net/icmp.h>
#include <net/ipip.h>
#include <net/inet_ecn.h>
#include <net/xfrm.h>
117 118
#include <net/net_namespace.h>
#include <net/netns/generic.h>
L
Linus Torvalds 已提交
119 120

#define HASH_SIZE  16
A
Al Viro 已提交
121
#define HASH(addr) (((__force u32)addr^((__force u32)addr>>4))&0xF)
L
Linus Torvalds 已提交
122

123
static int ipip_net_id __read_mostly;
124
struct ipip_net {
E
Eric Dumazet 已提交
125 126 127 128 129
	struct ip_tunnel __rcu *tunnels_r_l[HASH_SIZE];
	struct ip_tunnel __rcu *tunnels_r[HASH_SIZE];
	struct ip_tunnel __rcu *tunnels_l[HASH_SIZE];
	struct ip_tunnel __rcu *tunnels_wc[1];
	struct ip_tunnel __rcu **tunnels[4];
130

131
	struct net_device *fb_tunnel_dev;
132 133
};

E
Eric Dumazet 已提交
134
static int ipip_tunnel_init(struct net_device *dev);
L
Linus Torvalds 已提交
135
static void ipip_tunnel_setup(struct net_device *dev);
E
Eric Dumazet 已提交
136
static void ipip_dev_free(struct net_device *dev);
L
Linus Torvalds 已提交
137

138
/*
E
Eric Dumazet 已提交
139
 * Locking : hash tables are protected by RCU and RTNL
140 141 142 143
 */

#define for_each_ip_tunnel_rcu(start) \
	for (t = rcu_dereference(start); t; t = rcu_dereference(t->next))
L
Linus Torvalds 已提交
144

E
Eric Dumazet 已提交
145 146 147 148 149 150
/* often modified stats are per cpu, other are shared (netdev->stats) */
struct pcpu_tstats {
	unsigned long	rx_packets;
	unsigned long	rx_bytes;
	unsigned long	tx_packets;
	unsigned long	tx_bytes;
E
Eric Dumazet 已提交
151
} __attribute__((aligned(4*sizeof(unsigned long))));
E
Eric Dumazet 已提交
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172

static struct net_device_stats *ipip_get_stats(struct net_device *dev)
{
	struct pcpu_tstats sum = { 0 };
	int i;

	for_each_possible_cpu(i) {
		const struct pcpu_tstats *tstats = per_cpu_ptr(dev->tstats, i);

		sum.rx_packets += tstats->rx_packets;
		sum.rx_bytes   += tstats->rx_bytes;
		sum.tx_packets += tstats->tx_packets;
		sum.tx_bytes   += tstats->tx_bytes;
	}
	dev->stats.rx_packets = sum.rx_packets;
	dev->stats.rx_bytes   = sum.rx_bytes;
	dev->stats.tx_packets = sum.tx_packets;
	dev->stats.tx_bytes   = sum.tx_bytes;
	return &dev->stats;
}

173 174
static struct ip_tunnel * ipip_tunnel_lookup(struct net *net,
		__be32 remote, __be32 local)
L
Linus Torvalds 已提交
175
{
E
Eric Dumazet 已提交
176 177
	unsigned int h0 = HASH(remote);
	unsigned int h1 = HASH(local);
L
Linus Torvalds 已提交
178
	struct ip_tunnel *t;
179
	struct ipip_net *ipn = net_generic(net, ipip_net_id);
L
Linus Torvalds 已提交
180

181
	for_each_ip_tunnel_rcu(ipn->tunnels_r_l[h0 ^ h1])
L
Linus Torvalds 已提交
182 183 184
		if (local == t->parms.iph.saddr &&
		    remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
			return t;
185 186

	for_each_ip_tunnel_rcu(ipn->tunnels_r[h0])
L
Linus Torvalds 已提交
187 188
		if (remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
			return t;
189 190

	for_each_ip_tunnel_rcu(ipn->tunnels_l[h1])
L
Linus Torvalds 已提交
191 192
		if (local == t->parms.iph.saddr && (t->dev->flags&IFF_UP))
			return t;
193 194 195

	t = rcu_dereference(ipn->tunnels_wc[0]);
	if (t && (t->dev->flags&IFF_UP))
L
Linus Torvalds 已提交
196 197 198 199
		return t;
	return NULL;
}

E
Eric Dumazet 已提交
200
static struct ip_tunnel __rcu **__ipip_bucket(struct ipip_net *ipn,
201
		struct ip_tunnel_parm *parms)
L
Linus Torvalds 已提交
202
{
203 204
	__be32 remote = parms->iph.daddr;
	__be32 local = parms->iph.saddr;
E
Eric Dumazet 已提交
205
	unsigned int h = 0;
L
Linus Torvalds 已提交
206 207 208 209 210 211 212 213 214 215
	int prio = 0;

	if (remote) {
		prio |= 2;
		h ^= HASH(remote);
	}
	if (local) {
		prio |= 1;
		h ^= HASH(local);
	}
216
	return &ipn->tunnels[prio][h];
L
Linus Torvalds 已提交
217 218
}

E
Eric Dumazet 已提交
219
static inline struct ip_tunnel __rcu **ipip_bucket(struct ipip_net *ipn,
220
		struct ip_tunnel *t)
221
{
222
	return __ipip_bucket(ipn, &t->parms);
223
}
L
Linus Torvalds 已提交
224

225
static void ipip_tunnel_unlink(struct ipip_net *ipn, struct ip_tunnel *t)
L
Linus Torvalds 已提交
226
{
E
Eric Dumazet 已提交
227 228 229 230 231 232 233
	struct ip_tunnel __rcu **tp;
	struct ip_tunnel *iter;

	for (tp = ipip_bucket(ipn, t);
	     (iter = rtnl_dereference(*tp)) != NULL;
	     tp = &iter->next) {
		if (t == iter) {
234
			rcu_assign_pointer(*tp, t->next);
L
Linus Torvalds 已提交
235 236 237 238 239
			break;
		}
	}
}

240
static void ipip_tunnel_link(struct ipip_net *ipn, struct ip_tunnel *t)
L
Linus Torvalds 已提交
241
{
E
Eric Dumazet 已提交
242
	struct ip_tunnel __rcu **tp = ipip_bucket(ipn, t);
L
Linus Torvalds 已提交
243

244 245
	rcu_assign_pointer(t->next, rtnl_dereference(*tp));
	rcu_assign_pointer(*tp, t);
L
Linus Torvalds 已提交
246 247
}

248 249
static struct ip_tunnel * ipip_tunnel_locate(struct net *net,
		struct ip_tunnel_parm *parms, int create)
L
Linus Torvalds 已提交
250
{
A
Al Viro 已提交
251 252
	__be32 remote = parms->iph.daddr;
	__be32 local = parms->iph.saddr;
E
Eric Dumazet 已提交
253 254
	struct ip_tunnel *t, *nt;
	struct ip_tunnel __rcu **tp;
L
Linus Torvalds 已提交
255 256
	struct net_device *dev;
	char name[IFNAMSIZ];
257
	struct ipip_net *ipn = net_generic(net, ipip_net_id);
L
Linus Torvalds 已提交
258

E
Eric Dumazet 已提交
259 260 261
	for (tp = __ipip_bucket(ipn, parms);
		 (t = rtnl_dereference(*tp)) != NULL;
		 tp = &t->next) {
L
Linus Torvalds 已提交
262 263 264 265 266 267 268 269
		if (local == t->parms.iph.saddr && remote == t->parms.iph.daddr)
			return t;
	}
	if (!create)
		return NULL;

	if (parms->name[0])
		strlcpy(name, parms->name, IFNAMSIZ);
270
	else
E
Eric Dumazet 已提交
271
		strcpy(name, "tunl%d");
L
Linus Torvalds 已提交
272 273 274 275 276

	dev = alloc_netdev(sizeof(*t), name, ipip_tunnel_setup);
	if (dev == NULL)
		return NULL;

277 278
	dev_net_set(dev, net);

279
	nt = netdev_priv(dev);
L
Linus Torvalds 已提交
280 281
	nt->parms = *parms;

E
Eric Dumazet 已提交
282 283
	if (ipip_tunnel_init(dev) < 0)
		goto failed_free;
284

285 286
	if (register_netdevice(dev) < 0)
		goto failed_free;
L
Linus Torvalds 已提交
287

288 289
	strcpy(nt->parms.name, dev->name);

L
Linus Torvalds 已提交
290
	dev_hold(dev);
291
	ipip_tunnel_link(ipn, nt);
L
Linus Torvalds 已提交
292 293
	return nt;

294
failed_free:
E
Eric Dumazet 已提交
295
	ipip_dev_free(dev);
L
Linus Torvalds 已提交
296 297 298
	return NULL;
}

E
Eric Dumazet 已提交
299
/* called with RTNL */
L
Linus Torvalds 已提交
300 301
static void ipip_tunnel_uninit(struct net_device *dev)
{
302 303 304
	struct net *net = dev_net(dev);
	struct ipip_net *ipn = net_generic(net, ipip_net_id);

E
Eric Dumazet 已提交
305
	if (dev == ipn->fb_tunnel_dev)
306
		RCU_INIT_POINTER(ipn->tunnels_wc[0], NULL);
E
Eric Dumazet 已提交
307
	else
308
		ipip_tunnel_unlink(ipn, netdev_priv(dev));
L
Linus Torvalds 已提交
309 310 311
	dev_put(dev);
}

H
Herbert Xu 已提交
312
static int ipip_err(struct sk_buff *skb, u32 info)
L
Linus Torvalds 已提交
313 314
{

315
/* All the routers (except for Linux) return only
L
Linus Torvalds 已提交
316 317 318
   8 bytes of packet payload. It means, that precise relaying of
   ICMP in the real Internet is absolutely infeasible.
 */
319
	const struct iphdr *iph = (const struct iphdr *)skb->data;
320 321
	const int type = icmp_hdr(skb)->type;
	const int code = icmp_hdr(skb)->code;
L
Linus Torvalds 已提交
322
	struct ip_tunnel *t;
H
Herbert Xu 已提交
323
	int err;
L
Linus Torvalds 已提交
324 325 326 327

	switch (type) {
	default:
	case ICMP_PARAMETERPROB:
H
Herbert Xu 已提交
328
		return 0;
L
Linus Torvalds 已提交
329 330 331 332 333 334

	case ICMP_DEST_UNREACH:
		switch (code) {
		case ICMP_SR_FAILED:
		case ICMP_PORT_UNREACH:
			/* Impossible event. */
H
Herbert Xu 已提交
335
			return 0;
L
Linus Torvalds 已提交
336 337
		case ICMP_FRAG_NEEDED:
			/* Soft state for pmtu is maintained by IP core. */
H
Herbert Xu 已提交
338
			return 0;
L
Linus Torvalds 已提交
339 340 341 342 343 344 345 346 347 348
		default:
			/* All others are translated to HOST_UNREACH.
			   rfc2003 contains "deep thoughts" about NET_UNREACH,
			   I believe they are just ether pollution. --ANK
			 */
			break;
		}
		break;
	case ICMP_TIME_EXCEEDED:
		if (code != ICMP_EXC_TTL)
H
Herbert Xu 已提交
349
			return 0;
L
Linus Torvalds 已提交
350 351 352
		break;
	}

H
Herbert Xu 已提交
353 354
	err = -ENOENT;

355
	rcu_read_lock();
356
	t = ipip_tunnel_lookup(dev_net(skb->dev), iph->daddr, iph->saddr);
L
Linus Torvalds 已提交
357 358
	if (t == NULL || t->parms.iph.daddr == 0)
		goto out;
H
Herbert Xu 已提交
359 360

	err = 0;
L
Linus Torvalds 已提交
361 362 363
	if (t->parms.iph.ttl == 0 && type == ICMP_TIME_EXCEEDED)
		goto out;

364
	if (time_before(jiffies, t->err_time + IPTUNNEL_ERR_TIMEO))
L
Linus Torvalds 已提交
365 366 367 368 369
		t->err_count++;
	else
		t->err_count = 1;
	t->err_time = jiffies;
out:
370
	rcu_read_unlock();
H
Herbert Xu 已提交
371
	return err;
L
Linus Torvalds 已提交
372 373
}

374 375
static inline void ipip_ecn_decapsulate(const struct iphdr *outer_iph,
					struct sk_buff *skb)
L
Linus Torvalds 已提交
376
{
377
	struct iphdr *inner_iph = ip_hdr(skb);
L
Linus Torvalds 已提交
378 379 380 381 382 383 384 385

	if (INET_ECN_is_ce(outer_iph->tos))
		IP_ECN_set_ce(inner_iph);
}

static int ipip_rcv(struct sk_buff *skb)
{
	struct ip_tunnel *tunnel;
386
	const struct iphdr *iph = ip_hdr(skb);
L
Linus Torvalds 已提交
387

388
	rcu_read_lock();
E
Eric Dumazet 已提交
389 390 391 392
	tunnel = ipip_tunnel_lookup(dev_net(skb->dev), iph->saddr, iph->daddr);
	if (tunnel != NULL) {
		struct pcpu_tstats *tstats;

L
Linus Torvalds 已提交
393
		if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb)) {
394
			rcu_read_unlock();
L
Linus Torvalds 已提交
395 396 397 398 399 400
			kfree_skb(skb);
			return 0;
		}

		secpath_reset(skb);

401
		skb->mac_header = skb->network_header;
402
		skb_reset_network_header(skb);
L
Linus Torvalds 已提交
403 404 405
		skb->protocol = htons(ETH_P_IP);
		skb->pkt_type = PACKET_HOST;

E
Eric Dumazet 已提交
406 407 408 409 410
		tstats = this_cpu_ptr(tunnel->dev->tstats);
		tstats->rx_packets++;
		tstats->rx_bytes += skb->len;

		__skb_tunnel_rx(skb, tunnel->dev);
411

L
Linus Torvalds 已提交
412
		ipip_ecn_decapsulate(iph, skb);
E
Eric Dumazet 已提交
413

414
		netif_rx(skb);
E
Eric Dumazet 已提交
415

416
		rcu_read_unlock();
L
Linus Torvalds 已提交
417 418
		return 0;
	}
419
	rcu_read_unlock();
L
Linus Torvalds 已提交
420 421 422 423 424 425 426 427 428

	return -1;
}

/*
 *	This function assumes it is being called from dev_queue_xmit()
 *	and that skb is filled properly by that function.
 */

429
static netdev_tx_t ipip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
L
Linus Torvalds 已提交
430
{
431
	struct ip_tunnel *tunnel = netdev_priv(dev);
E
Eric Dumazet 已提交
432
	struct pcpu_tstats *tstats;
433
	const struct iphdr  *tiph = &tunnel->parms.iph;
L
Linus Torvalds 已提交
434
	u8     tos = tunnel->parms.iph.tos;
A
Al Viro 已提交
435
	__be16 df = tiph->frag_off;
L
Linus Torvalds 已提交
436
	struct rtable *rt;     			/* Route to the other host */
E
Eric Dumazet 已提交
437
	struct net_device *tdev;		/* Device to other host */
438
	const struct iphdr  *old_iph = ip_hdr(skb);
L
Linus Torvalds 已提交
439
	struct iphdr  *iph;			/* Our new IP header */
440
	unsigned int max_headroom;		/* The extra header space needed */
A
Al Viro 已提交
441
	__be32 dst = tiph->daddr;
442
	struct flowi4 fl4;
L
Linus Torvalds 已提交
443 444 445 446 447
	int    mtu;

	if (skb->protocol != htons(ETH_P_IP))
		goto tx_error;

E
Eric Dumazet 已提交
448
	if (tos & 1)
L
Linus Torvalds 已提交
449 450 451 452
		tos = old_iph->tos;

	if (!dst) {
		/* NBMA tunnel */
E
Eric Dumazet 已提交
453
		if ((rt = skb_rtable(skb)) == NULL) {
E
Eric Dumazet 已提交
454
			dev->stats.tx_fifo_errors++;
L
Linus Torvalds 已提交
455 456
			goto tx_error;
		}
457
		dst = rt->rt_gateway;
L
Linus Torvalds 已提交
458 459
	}

460
	rt = ip_route_output_ports(dev_net(dev), &fl4, NULL,
461 462 463 464 465 466 467
				   dst, tiph->saddr,
				   0, 0,
				   IPPROTO_IPIP, RT_TOS(tos),
				   tunnel->parms.link);
	if (IS_ERR(rt)) {
		dev->stats.tx_carrier_errors++;
		goto tx_error_icmp;
L
Linus Torvalds 已提交
468
	}
469
	tdev = rt->dst.dev;
L
Linus Torvalds 已提交
470 471 472

	if (tdev == dev) {
		ip_rt_put(rt);
E
Eric Dumazet 已提交
473
		dev->stats.collisions++;
L
Linus Torvalds 已提交
474 475 476
		goto tx_error;
	}

477 478 479
	df |= old_iph->frag_off & htons(IP_DF);

	if (df) {
480
		mtu = dst_mtu(&rt->dst) - sizeof(struct iphdr);
L
Linus Torvalds 已提交
481

482
		if (mtu < 68) {
E
Eric Dumazet 已提交
483
			dev->stats.collisions++;
484 485 486
			ip_rt_put(rt);
			goto tx_error;
		}
L
Linus Torvalds 已提交
487

488 489
		if (skb_dst(skb))
			skb_dst(skb)->ops->update_pmtu(skb_dst(skb), mtu);
L
Linus Torvalds 已提交
490

491 492 493 494 495 496 497
		if ((old_iph->frag_off & htons(IP_DF)) &&
		    mtu < ntohs(old_iph->tot_len)) {
			icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
				  htonl(mtu));
			ip_rt_put(rt);
			goto tx_error;
		}
L
Linus Torvalds 已提交
498 499 500
	}

	if (tunnel->err_count > 0) {
501 502
		if (time_before(jiffies,
				tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
L
Linus Torvalds 已提交
503 504 505 506 507 508 509 510 511 512 513
			tunnel->err_count--;
			dst_link_failure(skb);
		} else
			tunnel->err_count = 0;
	}

	/*
	 * Okay, now see if we can stuff it in the buffer as-is.
	 */
	max_headroom = (LL_RESERVED_SPACE(tdev)+sizeof(struct iphdr));

514 515
	if (skb_headroom(skb) < max_headroom || skb_shared(skb) ||
	    (skb_cloned(skb) && !skb_clone_writable(skb, 0))) {
L
Linus Torvalds 已提交
516 517 518
		struct sk_buff *new_skb = skb_realloc_headroom(skb, max_headroom);
		if (!new_skb) {
			ip_rt_put(rt);
E
Eric Dumazet 已提交
519
			dev->stats.tx_dropped++;
L
Linus Torvalds 已提交
520
			dev_kfree_skb(skb);
521
			return NETDEV_TX_OK;
L
Linus Torvalds 已提交
522 523 524 525 526
		}
		if (skb->sk)
			skb_set_owner_w(new_skb, skb->sk);
		dev_kfree_skb(skb);
		skb = new_skb;
527
		old_iph = ip_hdr(skb);
L
Linus Torvalds 已提交
528 529
	}

530
	skb->transport_header = skb->network_header;
531 532
	skb_push(skb, sizeof(struct iphdr));
	skb_reset_network_header(skb);
L
Linus Torvalds 已提交
533
	memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
534 535
	IPCB(skb)->flags &= ~(IPSKB_XFRM_TUNNEL_SIZE | IPSKB_XFRM_TRANSFORMED |
			      IPSKB_REROUTED);
E
Eric Dumazet 已提交
536
	skb_dst_drop(skb);
537
	skb_dst_set(skb, &rt->dst);
L
Linus Torvalds 已提交
538 539 540 541 542

	/*
	 *	Push down and install the IPIP header.
	 */

543
	iph 			=	ip_hdr(skb);
L
Linus Torvalds 已提交
544 545 546 547 548
	iph->version		=	4;
	iph->ihl		=	sizeof(struct iphdr)>>2;
	iph->frag_off		=	df;
	iph->protocol		=	IPPROTO_IPIP;
	iph->tos		=	INET_ECN_encapsulate(tos, old_iph->tos);
549 550
	iph->daddr		=	fl4.daddr;
	iph->saddr		=	fl4.saddr;
L
Linus Torvalds 已提交
551 552 553 554 555

	if ((iph->ttl = tiph->ttl) == 0)
		iph->ttl	=	old_iph->ttl;

	nf_reset(skb);
E
Eric Dumazet 已提交
556 557
	tstats = this_cpu_ptr(dev->tstats);
	__IPTUNNEL_XMIT(tstats, &dev->stats);
558
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
559 560 561 562

tx_error_icmp:
	dst_link_failure(skb);
tx_error:
E
Eric Dumazet 已提交
563
	dev->stats.tx_errors++;
L
Linus Torvalds 已提交
564
	dev_kfree_skb(skb);
565
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
566 567
}

568 569 570 571
static void ipip_tunnel_bind_dev(struct net_device *dev)
{
	struct net_device *tdev = NULL;
	struct ip_tunnel *tunnel;
572
	const struct iphdr *iph;
573 574 575 576 577

	tunnel = netdev_priv(dev);
	iph = &tunnel->parms.iph;

	if (iph->daddr) {
578 579 580 581 582 583 584 585 586
		struct rtable *rt;
		struct flowi4 fl4;

		rt = ip_route_output_ports(dev_net(dev), &fl4, NULL,
					   iph->daddr, iph->saddr,
					   0, 0,
					   IPPROTO_IPIP,
					   RT_TOS(iph->tos),
					   tunnel->parms.link);
587
		if (!IS_ERR(rt)) {
588
			tdev = rt->dst.dev;
589 590 591 592 593 594
			ip_rt_put(rt);
		}
		dev->flags |= IFF_POINTOPOINT;
	}

	if (!tdev && tunnel->parms.link)
595
		tdev = __dev_get_by_index(dev_net(dev), tunnel->parms.link);
596 597 598 599 600 601 602 603

	if (tdev) {
		dev->hard_header_len = tdev->hard_header_len + sizeof(struct iphdr);
		dev->mtu = tdev->mtu - sizeof(struct iphdr);
	}
	dev->iflink = tunnel->parms.link;
}

L
Linus Torvalds 已提交
604 605 606 607 608 609
static int
ipip_tunnel_ioctl (struct net_device *dev, struct ifreq *ifr, int cmd)
{
	int err = 0;
	struct ip_tunnel_parm p;
	struct ip_tunnel *t;
610 611
	struct net *net = dev_net(dev);
	struct ipip_net *ipn = net_generic(net, ipip_net_id);
L
Linus Torvalds 已提交
612 613 614 615

	switch (cmd) {
	case SIOCGETTUNNEL:
		t = NULL;
616
		if (dev == ipn->fb_tunnel_dev) {
L
Linus Torvalds 已提交
617 618 619 620
			if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p))) {
				err = -EFAULT;
				break;
			}
621
			t = ipip_tunnel_locate(net, &p, 0);
L
Linus Torvalds 已提交
622 623
		}
		if (t == NULL)
624
			t = netdev_priv(dev);
L
Linus Torvalds 已提交
625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646
		memcpy(&p, &t->parms, sizeof(p));
		if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof(p)))
			err = -EFAULT;
		break;

	case SIOCADDTUNNEL:
	case SIOCCHGTUNNEL:
		err = -EPERM;
		if (!capable(CAP_NET_ADMIN))
			goto done;

		err = -EFAULT;
		if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
			goto done;

		err = -EINVAL;
		if (p.iph.version != 4 || p.iph.protocol != IPPROTO_IPIP ||
		    p.iph.ihl != 5 || (p.iph.frag_off&htons(~IP_DF)))
			goto done;
		if (p.iph.ttl)
			p.iph.frag_off |= htons(IP_DF);

647
		t = ipip_tunnel_locate(net, &p, cmd == SIOCADDTUNNEL);
L
Linus Torvalds 已提交
648

649
		if (dev != ipn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {
L
Linus Torvalds 已提交
650 651 652 653 654 655 656 657 658 659 660
			if (t != NULL) {
				if (t->dev != dev) {
					err = -EEXIST;
					break;
				}
			} else {
				if (((dev->flags&IFF_POINTOPOINT) && !p.iph.daddr) ||
				    (!(dev->flags&IFF_POINTOPOINT) && p.iph.daddr)) {
					err = -EINVAL;
					break;
				}
661
				t = netdev_priv(dev);
662
				ipip_tunnel_unlink(ipn, t);
663
				synchronize_net();
L
Linus Torvalds 已提交
664 665 666 667
				t->parms.iph.saddr = p.iph.saddr;
				t->parms.iph.daddr = p.iph.daddr;
				memcpy(dev->dev_addr, &p.iph.saddr, 4);
				memcpy(dev->broadcast, &p.iph.daddr, 4);
668
				ipip_tunnel_link(ipn, t);
L
Linus Torvalds 已提交
669 670 671 672 673 674 675 676 677 678
				netdev_state_change(dev);
			}
		}

		if (t) {
			err = 0;
			if (cmd == SIOCCHGTUNNEL) {
				t->parms.iph.ttl = p.iph.ttl;
				t->parms.iph.tos = p.iph.tos;
				t->parms.iph.frag_off = p.iph.frag_off;
679 680 681 682 683
				if (t->parms.link != p.link) {
					t->parms.link = p.link;
					ipip_tunnel_bind_dev(dev);
					netdev_state_change(dev);
				}
L
Linus Torvalds 已提交
684 685 686 687 688 689 690 691 692 693 694 695
			}
			if (copy_to_user(ifr->ifr_ifru.ifru_data, &t->parms, sizeof(p)))
				err = -EFAULT;
		} else
			err = (cmd == SIOCADDTUNNEL ? -ENOBUFS : -ENOENT);
		break;

	case SIOCDELTUNNEL:
		err = -EPERM;
		if (!capable(CAP_NET_ADMIN))
			goto done;

696
		if (dev == ipn->fb_tunnel_dev) {
L
Linus Torvalds 已提交
697 698 699 700
			err = -EFAULT;
			if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
				goto done;
			err = -ENOENT;
701
			if ((t = ipip_tunnel_locate(net, &p, 0)) == NULL)
L
Linus Torvalds 已提交
702 703
				goto done;
			err = -EPERM;
704
			if (t->dev == ipn->fb_tunnel_dev)
L
Linus Torvalds 已提交
705 706 707
				goto done;
			dev = t->dev;
		}
708 709
		unregister_netdevice(dev);
		err = 0;
L
Linus Torvalds 已提交
710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727
		break;

	default:
		err = -EINVAL;
	}

done:
	return err;
}

static int ipip_tunnel_change_mtu(struct net_device *dev, int new_mtu)
{
	if (new_mtu < 68 || new_mtu > 0xFFF8 - sizeof(struct iphdr))
		return -EINVAL;
	dev->mtu = new_mtu;
	return 0;
}

728 729 730 731 732
static const struct net_device_ops ipip_netdev_ops = {
	.ndo_uninit	= ipip_tunnel_uninit,
	.ndo_start_xmit	= ipip_tunnel_xmit,
	.ndo_do_ioctl	= ipip_tunnel_ioctl,
	.ndo_change_mtu	= ipip_tunnel_change_mtu,
E
Eric Dumazet 已提交
733
	.ndo_get_stats  = ipip_get_stats,
734 735
};

E
Eric Dumazet 已提交
736 737 738 739 740 741
static void ipip_dev_free(struct net_device *dev)
{
	free_percpu(dev->tstats);
	free_netdev(dev);
}

L
Linus Torvalds 已提交
742 743
static void ipip_tunnel_setup(struct net_device *dev)
{
744
	dev->netdev_ops		= &ipip_netdev_ops;
E
Eric Dumazet 已提交
745
	dev->destructor		= ipip_dev_free;
L
Linus Torvalds 已提交
746 747 748

	dev->type		= ARPHRD_TUNNEL;
	dev->hard_header_len 	= LL_MAX_HEADER + sizeof(struct iphdr);
749
	dev->mtu		= ETH_DATA_LEN - sizeof(struct iphdr);
L
Linus Torvalds 已提交
750 751 752
	dev->flags		= IFF_NOARP;
	dev->iflink		= 0;
	dev->addr_len		= 4;
753
	dev->features		|= NETIF_F_NETNS_LOCAL;
E
Eric Dumazet 已提交
754
	dev->features		|= NETIF_F_LLTX;
755
	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
L
Linus Torvalds 已提交
756 757
}

E
Eric Dumazet 已提交
758
static int ipip_tunnel_init(struct net_device *dev)
L
Linus Torvalds 已提交
759
{
760
	struct ip_tunnel *tunnel = netdev_priv(dev);
L
Linus Torvalds 已提交
761 762 763 764 765 766

	tunnel->dev = dev;

	memcpy(dev->dev_addr, &tunnel->parms.iph.saddr, 4);
	memcpy(dev->broadcast, &tunnel->parms.iph.daddr, 4);

767
	ipip_tunnel_bind_dev(dev);
E
Eric Dumazet 已提交
768 769 770 771 772 773

	dev->tstats = alloc_percpu(struct pcpu_tstats);
	if (!dev->tstats)
		return -ENOMEM;

	return 0;
L
Linus Torvalds 已提交
774 775
}

E
Eric Dumazet 已提交
776
static int __net_init ipip_fb_tunnel_init(struct net_device *dev)
L
Linus Torvalds 已提交
777
{
778
	struct ip_tunnel *tunnel = netdev_priv(dev);
L
Linus Torvalds 已提交
779
	struct iphdr *iph = &tunnel->parms.iph;
780
	struct ipip_net *ipn = net_generic(dev_net(dev), ipip_net_id);
L
Linus Torvalds 已提交
781 782 783 784 785 786 787 788

	tunnel->dev = dev;
	strcpy(tunnel->parms.name, dev->name);

	iph->version		= 4;
	iph->protocol		= IPPROTO_IPIP;
	iph->ihl		= 5;

E
Eric Dumazet 已提交
789 790 791 792
	dev->tstats = alloc_percpu(struct pcpu_tstats);
	if (!dev->tstats)
		return -ENOMEM;

L
Linus Torvalds 已提交
793
	dev_hold(dev);
794
	rcu_assign_pointer(ipn->tunnels_wc[0], tunnel);
E
Eric Dumazet 已提交
795
	return 0;
L
Linus Torvalds 已提交
796 797
}

798
static struct xfrm_tunnel ipip_handler __read_mostly = {
L
Linus Torvalds 已提交
799 800
	.handler	=	ipip_rcv,
	.err_handler	=	ipip_err,
H
Herbert Xu 已提交
801
	.priority	=	1,
L
Linus Torvalds 已提交
802 803
};

S
Stephen Hemminger 已提交
804
static const char banner[] __initconst =
L
Linus Torvalds 已提交
805 806
	KERN_INFO "IPv4 over IPv4 tunneling driver\n";

807
static void ipip_destroy_tunnels(struct ipip_net *ipn, struct list_head *head)
808 809 810 811 812 813
{
	int prio;

	for (prio = 1; prio < 4; prio++) {
		int h;
		for (h = 0; h < HASH_SIZE; h++) {
E
Eric Dumazet 已提交
814
			struct ip_tunnel *t;
815

E
Eric Dumazet 已提交
816
			t = rtnl_dereference(ipn->tunnels[prio][h]);
817 818
			while (t != NULL) {
				unregister_netdevice_queue(t->dev, head);
E
Eric Dumazet 已提交
819
				t = rtnl_dereference(t->next);
820
			}
821 822 823 824
		}
	}
}

825
static int __net_init ipip_init_net(struct net *net)
826
{
827
	struct ipip_net *ipn = net_generic(net, ipip_net_id);
828
	struct ip_tunnel *t;
829 830
	int err;

831 832 833 834 835
	ipn->tunnels[0] = ipn->tunnels_wc;
	ipn->tunnels[1] = ipn->tunnels_l;
	ipn->tunnels[2] = ipn->tunnels_r;
	ipn->tunnels[3] = ipn->tunnels_r_l;

836 837 838 839 840 841 842
	ipn->fb_tunnel_dev = alloc_netdev(sizeof(struct ip_tunnel),
					   "tunl0",
					   ipip_tunnel_setup);
	if (!ipn->fb_tunnel_dev) {
		err = -ENOMEM;
		goto err_alloc_dev;
	}
843
	dev_net_set(ipn->fb_tunnel_dev, net);
844

E
Eric Dumazet 已提交
845 846 847
	err = ipip_fb_tunnel_init(ipn->fb_tunnel_dev);
	if (err)
		goto err_reg_dev;
848 849 850 851

	if ((err = register_netdev(ipn->fb_tunnel_dev)))
		goto err_reg_dev;

852 853 854
	t = netdev_priv(ipn->fb_tunnel_dev);

	strcpy(t->parms.name, ipn->fb_tunnel_dev->name);
855 856
	return 0;

857
err_reg_dev:
E
Eric Dumazet 已提交
858
	ipip_dev_free(ipn->fb_tunnel_dev);
859 860
err_alloc_dev:
	/* nothing */
861 862 863
	return err;
}

864
static void __net_exit ipip_exit_net(struct net *net)
865
{
866
	struct ipip_net *ipn = net_generic(net, ipip_net_id);
867
	LIST_HEAD(list);
868

869
	rtnl_lock();
870 871 872
	ipip_destroy_tunnels(ipn, &list);
	unregister_netdevice_queue(ipn->fb_tunnel_dev, &list);
	unregister_netdevice_many(&list);
873
	rtnl_unlock();
874 875 876 877 878
}

static struct pernet_operations ipip_net_ops = {
	.init = ipip_init_net,
	.exit = ipip_exit_net,
879 880
	.id   = &ipip_net_id,
	.size = sizeof(struct ipip_net),
881 882
};

L
Linus Torvalds 已提交
883 884 885 886 887 888
static int __init ipip_init(void)
{
	int err;

	printk(banner);

889 890 891 892 893 894
	err = register_pernet_device(&ipip_net_ops);
	if (err < 0)
		return err;
	err = xfrm4_tunnel_register(&ipip_handler, AF_INET);
	if (err < 0) {
		unregister_pernet_device(&ipip_net_ops);
L
Linus Torvalds 已提交
895 896 897 898 899 900 901
		printk(KERN_INFO "ipip init: can't register tunnel\n");
	}
	return err;
}

static void __exit ipip_fini(void)
{
902
	if (xfrm4_tunnel_deregister(&ipip_handler, AF_INET))
L
Linus Torvalds 已提交
903 904
		printk(KERN_INFO "ipip close: can't deregister tunnel\n");

905
	unregister_pernet_device(&ipip_net_ops);
L
Linus Torvalds 已提交
906 907 908 909 910
}

module_init(ipip_init);
module_exit(ipip_fini);
MODULE_LICENSE("GPL");
911
MODULE_ALIAS_NETDEV("tunl0");