reassembly.c 18.8 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 *	IPv6 fragment reassembly
3
 *	Linux INET6 implementation
L
Linus Torvalds 已提交
4 5
 *
 *	Authors:
6
 *	Pedro Roque		<roque@di.fc.ul.pt>
L
Linus Torvalds 已提交
7 8 9 10 11 12 13 14 15 16 17
 *
 *	$Id: reassembly.c,v 1.26 2001/03/07 22:00:57 davem Exp $
 *
 *	Based on: net/ipv4/ip_fragment.c
 *
 *	This program is free software; you can redistribute it and/or
 *      modify it under the terms of the GNU General Public License
 *      as published by the Free Software Foundation; either version
 *      2 of the License, or (at your option) any later version.
 */

18 19
/*
 *	Fixes:
L
Linus Torvalds 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
 *	Andi Kleen	Make it work with multiple hosts.
 *			More RFC compliance.
 *
 *      Horst von Brand Add missing #include <linux/string.h>
 *	Alexey Kuznetsov	SMP races, threading, cleanup.
 *	Patrick McHardy		LRU queue of frag heads for evictor.
 *	Mitsuru KANDA @USAGI	Register inet6_protocol{}.
 *	David Stevens and
 *	YOSHIFUJI,H. @USAGI	Always remove fragment header to
 *				calculate ICV correctly.
 */
#include <linux/errno.h>
#include <linux/types.h>
#include <linux/string.h>
#include <linux/socket.h>
#include <linux/sockios.h>
#include <linux/jiffies.h>
#include <linux/net.h>
#include <linux/list.h>
#include <linux/netdevice.h>
#include <linux/in6.h>
#include <linux/ipv6.h>
#include <linux/icmpv6.h>
#include <linux/random.h>
#include <linux/jhash.h>
45
#include <linux/skbuff.h>
L
Linus Torvalds 已提交
46 47 48 49 50

#include <net/sock.h>
#include <net/snmp.h>

#include <net/ipv6.h>
51
#include <net/ip6_route.h>
L
Linus Torvalds 已提交
52 53 54 55 56
#include <net/protocol.h>
#include <net/transp_v6.h>
#include <net/rawv6.h>
#include <net/ndisc.h>
#include <net/addrconf.h>
57
#include <net/inet_frag.h>
L
Linus Torvalds 已提交
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73

struct ip6frag_skb_cb
{
	struct inet6_skb_parm	h;
	int			offset;
};

#define FRAG6_CB(skb)	((struct ip6frag_skb_cb*)((skb)->cb))


/*
 *	Equivalent of ipv4 struct ipq
 */

struct frag_queue
{
74
	struct inet_frag_queue	q;
L
Linus Torvalds 已提交
75

A
Al Viro 已提交
76
	__be32			id;		/* fragment id		*/
L
Linus Torvalds 已提交
77 78 79 80 81 82 83 84
	struct in6_addr		saddr;
	struct in6_addr		daddr;

	int			iif;
	unsigned int		csum;
	__u16			nhoffset;
};

85
static struct inet_frags ip6_frags;
L
Linus Torvalds 已提交
86

87
int ip6_frag_nqueues(struct net *net)
88
{
89
	return net->ipv6.frags.nqueues;
90
}
L
Linus Torvalds 已提交
91

92
int ip6_frag_mem(struct net *net)
93
{
94
	return atomic_read(&net->ipv6.frags.mem);
95
}
L
Linus Torvalds 已提交
96

97 98 99
static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
			  struct net_device *dev);

100 101 102 103
/*
 * callers should be careful not to use the hash value outside the ipfrag_lock
 * as doing so could race with ipfrag_hash_rnd being recalculated.
 */
A
Al Viro 已提交
104
static unsigned int ip6qhashfn(__be32 id, struct in6_addr *saddr,
L
Linus Torvalds 已提交
105 106 107 108
			       struct in6_addr *daddr)
{
	u32 a, b, c;

A
Al Viro 已提交
109 110 111
	a = (__force u32)saddr->s6_addr32[0];
	b = (__force u32)saddr->s6_addr32[1];
	c = (__force u32)saddr->s6_addr32[2];
L
Linus Torvalds 已提交
112 113 114

	a += JHASH_GOLDEN_RATIO;
	b += JHASH_GOLDEN_RATIO;
115
	c += ip6_frags.rnd;
L
Linus Torvalds 已提交
116 117
	__jhash_mix(a, b, c);

A
Al Viro 已提交
118 119 120
	a += (__force u32)saddr->s6_addr32[3];
	b += (__force u32)daddr->s6_addr32[0];
	c += (__force u32)daddr->s6_addr32[1];
L
Linus Torvalds 已提交
121 122
	__jhash_mix(a, b, c);

A
Al Viro 已提交
123 124 125
	a += (__force u32)daddr->s6_addr32[2];
	b += (__force u32)daddr->s6_addr32[3];
	c += (__force u32)id;
L
Linus Torvalds 已提交
126 127
	__jhash_mix(a, b, c);

128
	return c & (INETFRAGS_HASHSZ - 1);
L
Linus Torvalds 已提交
129 130
}

131
static unsigned int ip6_hashfn(struct inet_frag_queue *q)
L
Linus Torvalds 已提交
132
{
133
	struct frag_queue *fq;
L
Linus Torvalds 已提交
134

135 136
	fq = container_of(q, struct frag_queue, q);
	return ip6qhashfn(fq->id, &fq->saddr, &fq->daddr);
L
Linus Torvalds 已提交
137 138
}

139 140 141 142 143 144 145 146 147 148 149 150
int ip6_frag_match(struct inet_frag_queue *q, void *a)
{
	struct frag_queue *fq;
	struct ip6_create_arg *arg = a;

	fq = container_of(q, struct frag_queue, q);
	return (fq->id == arg->id &&
			ipv6_addr_equal(&fq->saddr, arg->src) &&
			ipv6_addr_equal(&fq->daddr, arg->dst));
}
EXPORT_SYMBOL(ip6_frag_match);

L
Linus Torvalds 已提交
151
/* Memory Tracking Functions. */
152 153
static inline void frag_kfree_skb(struct netns_frags *nf,
		struct sk_buff *skb, int *work)
L
Linus Torvalds 已提交
154 155 156
{
	if (work)
		*work -= skb->truesize;
157
	atomic_sub(skb->truesize, &nf->mem);
L
Linus Torvalds 已提交
158 159 160
	kfree_skb(skb);
}

161
void ip6_frag_init(struct inet_frag_queue *q, void *a)
L
Linus Torvalds 已提交
162
{
163 164 165 166 167 168
	struct frag_queue *fq = container_of(q, struct frag_queue, q);
	struct ip6_create_arg *arg = a;

	fq->id = arg->id;
	ipv6_addr_copy(&fq->saddr, arg->src);
	ipv6_addr_copy(&fq->daddr, arg->dst);
L
Linus Torvalds 已提交
169
}
170
EXPORT_SYMBOL(ip6_frag_init);
L
Linus Torvalds 已提交
171 172 173

/* Destruction primitives. */

174
static __inline__ void fq_put(struct frag_queue *fq)
L
Linus Torvalds 已提交
175
{
P
Pavel Emelyanov 已提交
176
	inet_frag_put(&fq->q, &ip6_frags);
L
Linus Torvalds 已提交
177 178 179 180 181 182 183
}

/* Kill fq entry. It is not destroyed immediately,
 * because caller (and someone more) holds reference count.
 */
static __inline__ void fq_kill(struct frag_queue *fq)
{
184
	inet_frag_kill(&fq->q, &ip6_frags);
L
Linus Torvalds 已提交
185 186
}

187
static void ip6_evictor(struct net *net, struct inet6_dev *idev)
L
Linus Torvalds 已提交
188
{
189 190
	int evicted;

191
	evicted = inet_frag_evictor(&net->ipv6.frags, &ip6_frags);
192 193
	if (evicted)
		IP6_ADD_STATS_BH(idev, IPSTATS_MIB_REASMFAILS, evicted);
L
Linus Torvalds 已提交
194 195 196 197
}

static void ip6_frag_expire(unsigned long data)
{
198
	struct frag_queue *fq;
199
	struct net_device *dev = NULL;
200
	struct net *net;
L
Linus Torvalds 已提交
201

202 203
	fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q);

204
	spin_lock(&fq->q.lock);
L
Linus Torvalds 已提交
205

206
	if (fq->q.last_in & INET_FRAG_COMPLETE)
L
Linus Torvalds 已提交
207 208 209 210
		goto out;

	fq_kill(fq);

211 212
	net = container_of(fq->q.net, struct net, ipv6.frags);
	dev = dev_get_by_index(net, fq->iif);
213 214 215 216 217 218 219
	if (!dev)
		goto out;

	rcu_read_lock();
	IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMTIMEOUT);
	IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
	rcu_read_unlock();
L
Linus Torvalds 已提交
220

221
	/* Don't send error if the first segment did not arrive. */
222
	if (!(fq->q.last_in & INET_FRAG_FIRST_IN) || !fq->q.fragments)
223 224 225 226 227 228 229
		goto out;

	/*
	   But use as source device on which LAST ARRIVED
	   segment was received. And do not use fq->dev
	   pointer directly, device might already disappeared.
	 */
230 231
	fq->q.fragments->dev = dev;
	icmpv6_send(fq->q.fragments, ICMPV6_TIME_EXCEED, ICMPV6_EXC_FRAGTIME, 0, dev);
L
Linus Torvalds 已提交
232
out:
233 234
	if (dev)
		dev_put(dev);
235
	spin_unlock(&fq->q.lock);
236
	fq_put(fq);
L
Linus Torvalds 已提交
237 238
}

239
static __inline__ struct frag_queue *
240
fq_find(struct net *net, __be32 id, struct in6_addr *src, struct in6_addr *dst,
241
	struct inet6_dev *idev)
L
Linus Torvalds 已提交
242
{
243 244
	struct inet_frag_queue *q;
	struct ip6_create_arg arg;
245
	unsigned int hash;
L
Linus Torvalds 已提交
246

247 248 249
	arg.id = id;
	arg.src = src;
	arg.dst = dst;
250
	hash = ip6qhashfn(id, src, dst);
L
Linus Torvalds 已提交
251

252
	q = inet_frag_find(&net->ipv6.frags, &ip6_frags, &arg, hash);
253 254
	if (q == NULL)
		goto oom;
L
Linus Torvalds 已提交
255

256
	return container_of(q, struct frag_queue, q);
L
Linus Torvalds 已提交
257 258

oom:
259
	IP6_INC_STATS_BH(idev, IPSTATS_MIB_REASMFAILS);
L
Linus Torvalds 已提交
260 261 262
	return NULL;
}

263
static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb,
L
Linus Torvalds 已提交
264 265 266
			   struct frag_hdr *fhdr, int nhoff)
{
	struct sk_buff *prev, *next;
267
	struct net_device *dev;
L
Linus Torvalds 已提交
268 269
	int offset, end;

270
	if (fq->q.last_in & INET_FRAG_COMPLETE)
L
Linus Torvalds 已提交
271 272 273
		goto err;

	offset = ntohs(fhdr->frag_off) & ~0x7;
274 275
	end = offset + (ntohs(ipv6_hdr(skb)->payload_len) -
			((u8 *)(fhdr + 1) - (u8 *)(ipv6_hdr(skb) + 1)));
L
Linus Torvalds 已提交
276 277

	if ((unsigned int)end > IPV6_MAXPLEN) {
278 279
		IP6_INC_STATS_BH(ip6_dst_idev(skb->dst),
				 IPSTATS_MIB_INHDRERRORS);
280 281 282
		icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
				  ((u8 *)&fhdr->frag_off -
				   skb_network_header(skb)));
283
		return -1;
L
Linus Torvalds 已提交
284 285
	}

286 287
	if (skb->ip_summed == CHECKSUM_COMPLETE) {
		const unsigned char *nh = skb_network_header(skb);
288
		skb->csum = csum_sub(skb->csum,
289 290 291
				     csum_partial(nh, (u8 *)(fhdr + 1) - nh,
						  0));
	}
L
Linus Torvalds 已提交
292 293 294 295 296 297

	/* Is this the final fragment? */
	if (!(fhdr->frag_off & htons(IP6_MF))) {
		/* If we already have some bits beyond end
		 * or have different end, the segment is corrupted.
		 */
298
		if (end < fq->q.len ||
299
		    ((fq->q.last_in & INET_FRAG_LAST_IN) && end != fq->q.len))
L
Linus Torvalds 已提交
300
			goto err;
301
		fq->q.last_in |= INET_FRAG_LAST_IN;
302
		fq->q.len = end;
L
Linus Torvalds 已提交
303 304 305 306 307 308 309 310
	} else {
		/* Check if the fragment is rounded to 8 bytes.
		 * Required by the RFC.
		 */
		if (end & 0x7) {
			/* RFC2460 says always send parameter problem in
			 * this case. -DaveM
			 */
311 312
			IP6_INC_STATS_BH(ip6_dst_idev(skb->dst),
					 IPSTATS_MIB_INHDRERRORS);
313
			icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
L
Linus Torvalds 已提交
314
					  offsetof(struct ipv6hdr, payload_len));
315
			return -1;
L
Linus Torvalds 已提交
316
		}
317
		if (end > fq->q.len) {
L
Linus Torvalds 已提交
318
			/* Some bits beyond end -> corruption. */
319
			if (fq->q.last_in & INET_FRAG_LAST_IN)
L
Linus Torvalds 已提交
320
				goto err;
321
			fq->q.len = end;
L
Linus Torvalds 已提交
322 323 324 325 326 327 328 329 330
		}
	}

	if (end == offset)
		goto err;

	/* Point into the IP datagram 'data' part. */
	if (!pskb_pull(skb, (u8 *) (fhdr + 1) - skb->data))
		goto err;
331

332 333
	if (pskb_trim_rcsum(skb, end - offset))
		goto err;
L
Linus Torvalds 已提交
334 335 336 337 338 339

	/* Find out which fragments are in front and at the back of us
	 * in the chain of fragments so far.  We must know where to put
	 * this fragment, right?
	 */
	prev = NULL;
340
	for(next = fq->q.fragments; next != NULL; next = next->next) {
L
Linus Torvalds 已提交
341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
		if (FRAG6_CB(next)->offset >= offset)
			break;	/* bingo! */
		prev = next;
	}

	/* We found where to put this one.  Check for overlap with
	 * preceding fragment, and, if needed, align things so that
	 * any overlaps are eliminated.
	 */
	if (prev) {
		int i = (FRAG6_CB(prev)->offset + prev->len) - offset;

		if (i > 0) {
			offset += i;
			if (end <= offset)
				goto err;
			if (!pskb_pull(skb, i))
				goto err;
			if (skb->ip_summed != CHECKSUM_UNNECESSARY)
				skb->ip_summed = CHECKSUM_NONE;
		}
	}

	/* Look for overlap with succeeding segments.
	 * If we can merge fragments, do it.
	 */
	while (next && FRAG6_CB(next)->offset < end) {
		int i = end - FRAG6_CB(next)->offset; /* overlap is 'i' bytes */

		if (i < next->len) {
			/* Eat head of the next overlapped fragment
			 * and leave the loop. The next ones cannot overlap.
			 */
			if (!pskb_pull(next, i))
				goto err;
			FRAG6_CB(next)->offset += i;	/* next fragment */
377
			fq->q.meat -= i;
L
Linus Torvalds 已提交
378 379 380 381 382 383 384 385 386 387 388 389 390 391
			if (next->ip_summed != CHECKSUM_UNNECESSARY)
				next->ip_summed = CHECKSUM_NONE;
			break;
		} else {
			struct sk_buff *free_it = next;

			/* Old fragment is completely overridden with
			 * new one drop it.
			 */
			next = next->next;

			if (prev)
				prev->next = next;
			else
392
				fq->q.fragments = next;
L
Linus Torvalds 已提交
393

394
			fq->q.meat -= free_it->len;
395
			frag_kfree_skb(fq->q.net, free_it, NULL);
L
Linus Torvalds 已提交
396 397 398 399 400 401 402 403 404 405
		}
	}

	FRAG6_CB(skb)->offset = offset;

	/* Insert this fragment in the chain of fragments. */
	skb->next = next;
	if (prev)
		prev->next = skb;
	else
406
		fq->q.fragments = skb;
L
Linus Torvalds 已提交
407

408 409 410 411 412
	dev = skb->dev;
	if (dev) {
		fq->iif = dev->ifindex;
		skb->dev = NULL;
	}
413 414
	fq->q.stamp = skb->tstamp;
	fq->q.meat += skb->len;
415
	atomic_add(skb->truesize, &fq->q.net->mem);
L
Linus Torvalds 已提交
416 417 418 419 420 421

	/* The first fragment.
	 * nhoffset is obtained from the first fragment, of course.
	 */
	if (offset == 0) {
		fq->nhoffset = nhoff;
422
		fq->q.last_in |= INET_FRAG_FIRST_IN;
L
Linus Torvalds 已提交
423
	}
424

425 426
	if (fq->q.last_in == (INET_FRAG_FIRST_IN | INET_FRAG_LAST_IN) &&
	    fq->q.meat == fq->q.len)
427 428
		return ip6_frag_reasm(fq, prev, dev);

429
	write_lock(&ip6_frags.lock);
430
	list_move_tail(&fq->q.lru_list, &fq->q.net->lru_list);
431
	write_unlock(&ip6_frags.lock);
432
	return -1;
L
Linus Torvalds 已提交
433 434

err:
435
	IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMFAILS);
L
Linus Torvalds 已提交
436
	kfree_skb(skb);
437
	return -1;
L
Linus Torvalds 已提交
438 439 440 441 442 443 444 445 446 447 448
}

/*
 *	Check if this packet is complete.
 *	Returns NULL on failure by any reason, and pointer
 *	to current nexthdr field in reassembled frame.
 *
 *	It is called with locked fq, and caller must check that
 *	queue is eligible for reassembly i.e. it is not COMPLETE,
 *	the last and the first frames arrived and all the bits are here.
 */
449
static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
L
Linus Torvalds 已提交
450 451
			  struct net_device *dev)
{
452
	struct sk_buff *fp, *head = fq->q.fragments;
L
Linus Torvalds 已提交
453 454 455 456 457
	int    payload_len;
	unsigned int nhoff;

	fq_kill(fq);

458 459 460 461 462 463 464 465 466 467 468
	/* Make the one we just received the head. */
	if (prev) {
		head = prev->next;
		fp = skb_clone(head, GFP_ATOMIC);

		if (!fp)
			goto out_oom;

		fp->next = head->next;
		prev->next = fp;

469 470
		skb_morph(head, fq->q.fragments);
		head->next = fq->q.fragments->next;
471

472 473
		kfree_skb(fq->q.fragments);
		fq->q.fragments = head;
474 475
	}

L
Linus Torvalds 已提交
476 477 478 479
	BUG_TRAP(head != NULL);
	BUG_TRAP(FRAG6_CB(head)->offset == 0);

	/* Unfragmented part is taken from the first segment. */
480
	payload_len = ((head->data - skb_network_header(head)) -
481
		       sizeof(struct ipv6hdr) + fq->q.len -
482
		       sizeof(struct frag_hdr));
L
Linus Torvalds 已提交
483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509
	if (payload_len > IPV6_MAXPLEN)
		goto out_oversize;

	/* Head of list must not be cloned. */
	if (skb_cloned(head) && pskb_expand_head(head, 0, 0, GFP_ATOMIC))
		goto out_oom;

	/* If the first fragment is fragmented itself, we split
	 * it to two chunks: the first with data and paged part
	 * and the second, holding only fragments. */
	if (skb_shinfo(head)->frag_list) {
		struct sk_buff *clone;
		int i, plen = 0;

		if ((clone = alloc_skb(0, GFP_ATOMIC)) == NULL)
			goto out_oom;
		clone->next = head->next;
		head->next = clone;
		skb_shinfo(clone)->frag_list = skb_shinfo(head)->frag_list;
		skb_shinfo(head)->frag_list = NULL;
		for (i=0; i<skb_shinfo(head)->nr_frags; i++)
			plen += skb_shinfo(head)->frags[i].size;
		clone->len = clone->data_len = head->data_len - plen;
		head->data_len -= clone->len;
		head->len -= clone->len;
		clone->csum = 0;
		clone->ip_summed = head->ip_summed;
510
		atomic_add(clone->truesize, &fq->q.net->mem);
L
Linus Torvalds 已提交
511 512 513 514 515
	}

	/* We have to remove fragment header from datagram and to relocate
	 * header in order to calculate ICV correctly. */
	nhoff = fq->nhoffset;
516
	skb_network_header(head)[nhoff] = skb_transport_header(head)[0];
517
	memmove(head->head + sizeof(struct frag_hdr), head->head,
L
Linus Torvalds 已提交
518
		(head->data - head->head) - sizeof(struct frag_hdr));
519 520
	head->mac_header += sizeof(struct frag_hdr);
	head->network_header += sizeof(struct frag_hdr);
L
Linus Torvalds 已提交
521 522

	skb_shinfo(head)->frag_list = head->next;
523
	skb_reset_transport_header(head);
524
	skb_push(head, head->data - skb_network_header(head));
525
	atomic_sub(head->truesize, &fq->q.net->mem);
L
Linus Torvalds 已提交
526 527 528 529 530 531

	for (fp=head->next; fp; fp = fp->next) {
		head->data_len += fp->len;
		head->len += fp->len;
		if (head->ip_summed != fp->ip_summed)
			head->ip_summed = CHECKSUM_NONE;
532
		else if (head->ip_summed == CHECKSUM_COMPLETE)
L
Linus Torvalds 已提交
533 534
			head->csum = csum_add(head->csum, fp->csum);
		head->truesize += fp->truesize;
535
		atomic_sub(fp->truesize, &fq->q.net->mem);
L
Linus Torvalds 已提交
536 537 538 539
	}

	head->next = NULL;
	head->dev = dev;
540
	head->tstamp = fq->q.stamp;
541
	ipv6_hdr(head)->payload_len = htons(payload_len);
542
	IP6CB(head)->nhoff = nhoff;
L
Linus Torvalds 已提交
543 544

	/* Yes, and fold redundant checksum back. 8) */
545
	if (head->ip_summed == CHECKSUM_COMPLETE)
546
		head->csum = csum_partial(skb_network_header(head),
547
					  skb_network_header_len(head),
548
					  head->csum);
L
Linus Torvalds 已提交
549

550 551 552
	rcu_read_lock();
	IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMOKS);
	rcu_read_unlock();
553
	fq->q.fragments = NULL;
L
Linus Torvalds 已提交
554 555 556 557 558 559 560 561 562 563
	return 1;

out_oversize:
	if (net_ratelimit())
		printk(KERN_DEBUG "ip6_frag_reasm: payload len = %d\n", payload_len);
	goto out_fail;
out_oom:
	if (net_ratelimit())
		printk(KERN_DEBUG "ip6_frag_reasm: no memory for reassembly\n");
out_fail:
564 565 566
	rcu_read_lock();
	IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
	rcu_read_unlock();
L
Linus Torvalds 已提交
567 568 569
	return -1;
}

570
static int ipv6_frag_rcv(struct sk_buff *skb)
L
Linus Torvalds 已提交
571 572 573
{
	struct frag_hdr *fhdr;
	struct frag_queue *fq;
574
	struct ipv6hdr *hdr = ipv6_hdr(skb);
575
	struct net *net;
L
Linus Torvalds 已提交
576

577
	IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMREQDS);
L
Linus Torvalds 已提交
578 579 580

	/* Jumbo payload inhibits frag. header */
	if (hdr->payload_len==0) {
581
		IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_INHDRERRORS);
582 583
		icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
				  skb_network_header_len(skb));
L
Linus Torvalds 已提交
584 585
		return -1;
	}
586 587
	if (!pskb_may_pull(skb, (skb_transport_offset(skb) +
				 sizeof(struct frag_hdr)))) {
588
		IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_INHDRERRORS);
589 590
		icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
				  skb_network_header_len(skb));
L
Linus Torvalds 已提交
591 592 593
		return -1;
	}

594
	hdr = ipv6_hdr(skb);
595
	fhdr = (struct frag_hdr *)skb_transport_header(skb);
L
Linus Torvalds 已提交
596 597 598

	if (!(fhdr->frag_off & htons(0xFFF9))) {
		/* It is not a fragmented frame */
599
		skb->transport_header += sizeof(struct frag_hdr);
600
		IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMOKS);
L
Linus Torvalds 已提交
601

602
		IP6CB(skb)->nhoff = (u8 *)fhdr - skb_network_header(skb);
L
Linus Torvalds 已提交
603 604 605
		return 1;
	}

606
	net = dev_net(skb->dev);
607
	if (atomic_read(&net->ipv6.frags.mem) > net->ipv6.frags.high_thresh)
608
		ip6_evictor(net, ip6_dst_idev(skb->dst));
L
Linus Torvalds 已提交
609

610
	if ((fq = fq_find(net, fhdr->identification, &hdr->saddr, &hdr->daddr,
611
			  ip6_dst_idev(skb->dst))) != NULL) {
612
		int ret;
L
Linus Torvalds 已提交
613

614
		spin_lock(&fq->q.lock);
L
Linus Torvalds 已提交
615

616
		ret = ip6_frag_queue(fq, skb, fhdr, IP6CB(skb)->nhoff);
L
Linus Torvalds 已提交
617

618
		spin_unlock(&fq->q.lock);
619
		fq_put(fq);
L
Linus Torvalds 已提交
620 621 622
		return ret;
	}

623
	IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMFAILS);
L
Linus Torvalds 已提交
624 625 626 627 628 629 630 631 632 633
	kfree_skb(skb);
	return -1;
}

static struct inet6_protocol frag_protocol =
{
	.handler	=	ipv6_frag_rcv,
	.flags		=	INET6_PROTO_NOPOLICY,
};

634 635 636 637 638
#ifdef CONFIG_SYSCTL
static struct ctl_table ip6_frags_ctl_table[] = {
	{
		.ctl_name	= NET_IPV6_IP6FRAG_HIGH_THRESH,
		.procname	= "ip6frag_high_thresh",
639
		.data		= &init_net.ipv6.frags.high_thresh,
640 641 642 643 644 645 646
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec
	},
	{
		.ctl_name	= NET_IPV6_IP6FRAG_LOW_THRESH,
		.procname	= "ip6frag_low_thresh",
647
		.data		= &init_net.ipv6.frags.low_thresh,
648 649 650 651 652 653 654
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec
	},
	{
		.ctl_name	= NET_IPV6_IP6FRAG_TIME,
		.procname	= "ip6frag_time",
655
		.data		= &init_net.ipv6.frags.timeout,
656 657 658 659 660 661 662 663
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec_jiffies,
		.strategy	= &sysctl_jiffies,
	},
	{
		.ctl_name	= NET_IPV6_IP6FRAG_SECRET_INTERVAL,
		.procname	= "ip6frag_secret_interval",
664
		.data		= &ip6_frags.secret_interval,
665 666 667 668 669 670 671 672 673 674
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec_jiffies,
		.strategy	= &sysctl_jiffies
	},
	{ }
};

static int ip6_frags_sysctl_register(struct net *net)
{
675
	struct ctl_table *table;
676 677
	struct ctl_table_header *hdr;

678 679 680 681 682 683
	table = ip6_frags_ctl_table;
	if (net != &init_net) {
		table = kmemdup(table, sizeof(ip6_frags_ctl_table), GFP_KERNEL);
		if (table == NULL)
			goto err_alloc;

684 685
		table[0].data = &net->ipv6.frags.high_thresh;
		table[1].data = &net->ipv6.frags.low_thresh;
686
		table[2].data = &net->ipv6.frags.timeout;
687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710
		table[3].mode &= ~0222;
	}

	hdr = register_net_sysctl_table(net, net_ipv6_ctl_path, table);
	if (hdr == NULL)
		goto err_reg;

	net->ipv6.sysctl.frags_hdr = hdr;
	return 0;

err_reg:
	if (net != &init_net)
		kfree(table);
err_alloc:
	return -ENOMEM;
}

static void ip6_frags_sysctl_unregister(struct net *net)
{
	struct ctl_table *table;

	table = net->ipv6.sysctl.frags_hdr->ctl_table_arg;
	unregister_net_sysctl_table(net->ipv6.sysctl.frags_hdr);
	kfree(table);
711 712 713
}
#else
static inline int ip6_frags_sysctl_register(struct net *net)
714
{
715 716
	return 0;
}
717 718 719 720

static inline void ip6_frags_sysctl_unregister(struct net *net)
{
}
721
#endif
D
Daniel Lezcano 已提交
722

723 724
static int ipv6_frags_init_net(struct net *net)
{
725 726
	net->ipv6.frags.high_thresh = 256 * 1024;
	net->ipv6.frags.low_thresh = 192 * 1024;
727
	net->ipv6.frags.timeout = IPV6_FRAG_TIMEOUT;
728

729 730
	inet_frags_init_net(&net->ipv6.frags);

731
	return ip6_frags_sysctl_register(net);
732 733
}

734 735 736 737 738 739 740 741 742 743 744
static void ipv6_frags_exit_net(struct net *net)
{
	ip6_frags_sysctl_unregister(net);
	inet_frags_exit_net(&net->ipv6.frags, &ip6_frags);
}

static struct pernet_operations ip6_frags_ops = {
	.init = ipv6_frags_init_net,
	.exit = ipv6_frags_exit_net,
};

745
int __init ipv6_frag_init(void)
L
Linus Torvalds 已提交
746
{
747
	int ret;
L
Linus Torvalds 已提交
748

749 750 751
	ret = inet6_add_protocol(&frag_protocol, IPPROTO_FRAGMENT);
	if (ret)
		goto out;
752

753
	register_pernet_subsys(&ip6_frags_ops);
754

755
	ip6_frags.hashfn = ip6_hashfn;
756
	ip6_frags.constructor = ip6_frag_init;
757
	ip6_frags.destructor = NULL;
758 759
	ip6_frags.skb_free = NULL;
	ip6_frags.qsize = sizeof(struct frag_queue);
760
	ip6_frags.match = ip6_frag_match;
761
	ip6_frags.frag_expire = ip6_frag_expire;
762
	ip6_frags.secret_interval = 10 * 60 * HZ;
763
	inet_frags_init(&ip6_frags);
764 765 766 767 768 769 770
out:
	return ret;
}

void ipv6_frag_exit(void)
{
	inet_frags_fini(&ip6_frags);
771
	unregister_pernet_subsys(&ip6_frags_ops);
772
	inet6_del_protocol(&frag_protocol, IPPROTO_FRAGMENT);
L
Linus Torvalds 已提交
773
}