igmp.c 70.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *	Linux NET3:	Internet Group Management Protocol  [IGMP]
 *
 *	This code implements the IGMP protocol as defined in RFC1112. There has
 *	been a further revision of this protocol since which is now supported.
 *
 *	If you have trouble with this module be careful what gcc you have used,
 *	the older version didn't come out right using gcc 2.5.8, the newer one
 *	seems to fall out with gcc 2.6.2.
 *
 *	Authors:
12
 *		Alan Cox <alan@lxorguk.ukuu.org.uk>
L
Linus Torvalds 已提交
13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
 *
 *	This program is free software; you can redistribute it and/or
 *	modify it under the terms of the GNU General Public License
 *	as published by the Free Software Foundation; either version
 *	2 of the License, or (at your option) any later version.
 *
 *	Fixes:
 *
 *		Alan Cox	:	Added lots of __inline__ to optimise
 *					the memory usage of all the tiny little
 *					functions.
 *		Alan Cox	:	Dumped the header building experiment.
 *		Alan Cox	:	Minor tweaks ready for multicast routing
 *					and extended IGMP protocol.
 *		Alan Cox	:	Removed a load of inline directives. Gcc 2.5.8
 *					writes utterly bogus code otherwise (sigh)
 *					fixed IGMP loopback to behave in the manner
 *					desired by mrouted, fixed the fact it has been
 *					broken since 1.3.6 and cleaned up a few minor
 *					points.
 *
 *		Chih-Jen Chang	:	Tried to revise IGMP to Version 2
 *		Tsu-Sheng Tsao		E-mail: chihjenc@scf.usc.edu and tsusheng@scf.usc.edu
36
 *					The enhancements are mainly based on Steve Deering's
L
Linus Torvalds 已提交
37 38 39 40 41 42 43 44 45 46 47 48 49
 * 					ipmulti-3.5 source code.
 *		Chih-Jen Chang	:	Added the igmp_get_mrouter_info and
 *		Tsu-Sheng Tsao		igmp_set_mrouter_info to keep track of
 *					the mrouted version on that device.
 *		Chih-Jen Chang	:	Added the max_resp_time parameter to
 *		Tsu-Sheng Tsao		igmp_heard_query(). Using this parameter
 *					to identify the multicast router version
 *					and do what the IGMP version 2 specified.
 *		Chih-Jen Chang	:	Added a timer to revert to IGMP V2 router
 *		Tsu-Sheng Tsao		if the specified time expired.
 *		Alan Cox	:	Stop IGMP from 0.0.0.0 being accepted.
 *		Alan Cox	:	Use GFP_ATOMIC in the right places.
 *		Christian Daudt :	igmp timer wasn't set for local group
50 51
 *					memberships but was being deleted,
 *					which caused a "del_timer() called
L
Linus Torvalds 已提交
52 53
 *					from %p with timer not initialized\n"
 *					message (960131).
54
 *		Christian Daudt :	removed del_timer from
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
 *					igmp_timer_expire function (960205).
 *             Christian Daudt :       igmp_heard_report now only calls
 *                                     igmp_timer_expire if tm->running is
 *                                     true (960216).
 *		Malcolm Beattie :	ttl comparison wrong in igmp_rcv made
 *					igmp_heard_query never trigger. Expiry
 *					miscalculation fixed in igmp_heard_query
 *					and random() made to return unsigned to
 *					prevent negative expiry times.
 *		Alexey Kuznetsov:	Wrong group leaving behaviour, backport
 *					fix from pending 2.1.x patches.
 *		Alan Cox:		Forget to enable FDDI support earlier.
 *		Alexey Kuznetsov:	Fixed leaving groups on device down.
 *		Alexey Kuznetsov:	Accordance to igmp-v2-06 draft.
 *		David L Stevens:	IGMPv3 support, with help from
 *					Vinay Kulkarni
 */

#include <linux/module.h>
74
#include <linux/slab.h>
L
Linus Torvalds 已提交
75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
#include <asm/uaccess.h>
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/jiffies.h>
#include <linux/string.h>
#include <linux/socket.h>
#include <linux/sockios.h>
#include <linux/in.h>
#include <linux/inet.h>
#include <linux/netdevice.h>
#include <linux/skbuff.h>
#include <linux/inetdevice.h>
#include <linux/igmp.h>
#include <linux/if_arp.h>
#include <linux/rtnetlink.h>
#include <linux/times.h>
91
#include <linux/pkt_sched.h>
92

93
#include <net/net_namespace.h>
94
#include <net/arp.h>
L
Linus Torvalds 已提交
95 96 97 98 99
#include <net/ip.h>
#include <net/protocol.h>
#include <net/route.h>
#include <net/sock.h>
#include <net/checksum.h>
100
#include <net/inet_common.h>
L
Linus Torvalds 已提交
101 102 103 104 105 106 107 108 109 110 111 112
#include <linux/netfilter_ipv4.h>
#ifdef CONFIG_IP_MROUTE
#include <linux/mroute.h>
#endif
#ifdef CONFIG_PROC_FS
#include <linux/proc_fs.h>
#include <linux/seq_file.h>
#endif

#ifdef CONFIG_IP_MULTICAST
/* Parameter names and values are taken from igmp-v2-06 draft */

113 114 115 116 117 118
#define IGMP_V1_ROUTER_PRESENT_TIMEOUT		(400*HZ)
#define IGMP_V2_ROUTER_PRESENT_TIMEOUT		(400*HZ)
#define IGMP_V2_UNSOLICITED_REPORT_INTERVAL	(10*HZ)
#define IGMP_V3_UNSOLICITED_REPORT_INTERVAL	(1*HZ)
#define IGMP_QUERY_RESPONSE_INTERVAL		(10*HZ)
#define IGMP_QUERY_ROBUSTNESS_VARIABLE		2
L
Linus Torvalds 已提交
119 120


121
#define IGMP_INITIAL_REPORT_DELAY		(1)
L
Linus Torvalds 已提交
122

123
/* IGMP_INITIAL_REPORT_DELAY is not from IGMP specs!
L
Linus Torvalds 已提交
124 125 126 127 128 129
 * IGMP specs require to report membership immediately after
 * joining a group, but we delay the first report by a
 * small interval. It seems more natural and still does not
 * contradict to specs provided this delay is small enough.
 */

130
#define IGMP_V1_SEEN(in_dev) \
131
	(IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 1 || \
132 133 134 135
	 IN_DEV_CONF_GET((in_dev), FORCE_IGMP_VERSION) == 1 || \
	 ((in_dev)->mr_v1_seen && \
	  time_before(jiffies, (in_dev)->mr_v1_seen)))
#define IGMP_V2_SEEN(in_dev) \
136
	(IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 2 || \
137 138 139
	 IN_DEV_CONF_GET((in_dev), FORCE_IGMP_VERSION) == 2 || \
	 ((in_dev)->mr_v2_seen && \
	  time_before(jiffies, (in_dev)->mr_v2_seen)))
L
Linus Torvalds 已提交
140

141 142
static int unsolicited_report_interval(struct in_device *in_dev)
{
143 144
	int interval_ms, interval_jiffies;

145
	if (IGMP_V1_SEEN(in_dev) || IGMP_V2_SEEN(in_dev))
146 147 148
		interval_ms = IN_DEV_CONF_GET(
			in_dev,
			IGMPV2_UNSOLICITED_REPORT_INTERVAL);
149
	else /* v3 */
150 151 152 153 154 155 156 157 158 159 160 161
		interval_ms = IN_DEV_CONF_GET(
			in_dev,
			IGMPV3_UNSOLICITED_REPORT_INTERVAL);

	interval_jiffies = msecs_to_jiffies(interval_ms);

	/* _timer functions can't handle a delay of 0 jiffies so ensure
	 *  we always return a positive value.
	 */
	if (interval_jiffies <= 0)
		interval_jiffies = 1;
	return interval_jiffies;
162 163
}

L
Linus Torvalds 已提交
164
static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im);
A
Al Viro 已提交
165
static void igmpv3_del_delrec(struct in_device *in_dev, __be32 multiaddr);
L
Linus Torvalds 已提交
166 167 168 169 170
static void igmpv3_clear_delrec(struct in_device *in_dev);
static int sf_setstate(struct ip_mc_list *pmc);
static void sf_markstate(struct ip_mc_list *pmc);
#endif
static void ip_mc_clear_src(struct ip_mc_list *pmc);
171 172
static int ip_mc_add_src(struct in_device *in_dev, __be32 *pmca, int sfmode,
			 int sfcount, __be32 *psfsrc, int delta);
L
Linus Torvalds 已提交
173 174 175 176 177

static void ip_ma_put(struct ip_mc_list *im)
{
	if (atomic_dec_and_test(&im->refcnt)) {
		in_dev_put(im->interface);
178
		kfree_rcu(im, rcu);
L
Linus Torvalds 已提交
179 180 181
	}
}

182 183 184 185 186 187 188 189 190 191
#define for_each_pmc_rcu(in_dev, pmc)				\
	for (pmc = rcu_dereference(in_dev->mc_list);		\
	     pmc != NULL;					\
	     pmc = rcu_dereference(pmc->next_rcu))

#define for_each_pmc_rtnl(in_dev, pmc)				\
	for (pmc = rtnl_dereference(in_dev->mc_list);		\
	     pmc != NULL;					\
	     pmc = rtnl_dereference(pmc->next_rcu))

L
Linus Torvalds 已提交
192 193 194 195 196 197
#ifdef CONFIG_IP_MULTICAST

/*
 *	Timer management
 */

198
static void igmp_stop_timer(struct ip_mc_list *im)
L
Linus Torvalds 已提交
199 200 201 202
{
	spin_lock_bh(&im->lock);
	if (del_timer(&im->timer))
		atomic_dec(&im->refcnt);
J
Jianjun Kong 已提交
203
	im->tm_running = 0;
L
Linus Torvalds 已提交
204 205 206 207 208 209 210 211
	im->reporter = 0;
	im->unsolicit_count = 0;
	spin_unlock_bh(&im->lock);
}

/* It must be called with locked im->lock */
static void igmp_start_timer(struct ip_mc_list *im, int max_delay)
{
212
	int tv = prandom_u32() % max_delay;
L
Linus Torvalds 已提交
213

J
Jianjun Kong 已提交
214
	im->tm_running = 1;
L
Linus Torvalds 已提交
215 216 217 218 219 220
	if (!mod_timer(&im->timer, jiffies+tv+2))
		atomic_inc(&im->refcnt);
}

static void igmp_gq_start_timer(struct in_device *in_dev)
{
221
	int tv = prandom_u32() % in_dev->mr_maxdelay;
L
Linus Torvalds 已提交
222 223 224 225 226 227 228 229

	in_dev->mr_gq_running = 1;
	if (!mod_timer(&in_dev->mr_gq_timer, jiffies+tv+2))
		in_dev_hold(in_dev);
}

static void igmp_ifc_start_timer(struct in_device *in_dev, int delay)
{
230
	int tv = prandom_u32() % delay;
L
Linus Torvalds 已提交
231 232 233 234 235 236 237 238 239 240 241 242

	if (!mod_timer(&in_dev->mr_ifc_timer, jiffies+tv+2))
		in_dev_hold(in_dev);
}

static void igmp_mod_timer(struct ip_mc_list *im, int max_delay)
{
	spin_lock_bh(&im->lock);
	im->unsolicit_count = 0;
	if (del_timer(&im->timer)) {
		if ((long)(im->timer.expires-jiffies) < max_delay) {
			add_timer(&im->timer);
J
Jianjun Kong 已提交
243
			im->tm_running = 1;
L
Linus Torvalds 已提交
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268
			spin_unlock_bh(&im->lock);
			return;
		}
		atomic_dec(&im->refcnt);
	}
	igmp_start_timer(im, max_delay);
	spin_unlock_bh(&im->lock);
}


/*
 *	Send an IGMP report.
 */

#define IGMP_SIZE (sizeof(struct igmphdr)+sizeof(struct iphdr)+4)


static int is_in(struct ip_mc_list *pmc, struct ip_sf_list *psf, int type,
	int gdeleted, int sdeleted)
{
	switch (type) {
	case IGMPV3_MODE_IS_INCLUDE:
	case IGMPV3_MODE_IS_EXCLUDE:
		if (gdeleted || sdeleted)
			return 0;
269 270 271 272 273 274 275 276 277 278 279 280
		if (!(pmc->gsquery && !psf->sf_gsresp)) {
			if (pmc->sfmode == MCAST_INCLUDE)
				return 1;
			/* don't include if this source is excluded
			 * in all filters
			 */
			if (psf->sf_count[MCAST_INCLUDE])
				return type == IGMPV3_MODE_IS_INCLUDE;
			return pmc->sfcount[MCAST_EXCLUDE] ==
				psf->sf_count[MCAST_EXCLUDE];
		}
		return 0;
L
Linus Torvalds 已提交
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310
	case IGMPV3_CHANGE_TO_INCLUDE:
		if (gdeleted || sdeleted)
			return 0;
		return psf->sf_count[MCAST_INCLUDE] != 0;
	case IGMPV3_CHANGE_TO_EXCLUDE:
		if (gdeleted || sdeleted)
			return 0;
		if (pmc->sfcount[MCAST_EXCLUDE] == 0 ||
		    psf->sf_count[MCAST_INCLUDE])
			return 0;
		return pmc->sfcount[MCAST_EXCLUDE] ==
			psf->sf_count[MCAST_EXCLUDE];
	case IGMPV3_ALLOW_NEW_SOURCES:
		if (gdeleted || !psf->sf_crcount)
			return 0;
		return (pmc->sfmode == MCAST_INCLUDE) ^ sdeleted;
	case IGMPV3_BLOCK_OLD_SOURCES:
		if (pmc->sfmode == MCAST_INCLUDE)
			return gdeleted || (psf->sf_crcount && sdeleted);
		return psf->sf_crcount && !gdeleted && !sdeleted;
	}
	return 0;
}

static int
igmp_scount(struct ip_mc_list *pmc, int type, int gdeleted, int sdeleted)
{
	struct ip_sf_list *psf;
	int scount = 0;

311
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
312 313 314 315 316 317 318
		if (!is_in(pmc, psf, type, gdeleted, sdeleted))
			continue;
		scount++;
	}
	return scount;
}

319
static struct sk_buff *igmpv3_newpack(struct net_device *dev, unsigned int mtu)
L
Linus Torvalds 已提交
320 321 322 323 324
{
	struct sk_buff *skb;
	struct rtable *rt;
	struct iphdr *pip;
	struct igmpv3_report *pig;
325
	struct net *net = dev_net(dev);
326
	struct flowi4 fl4;
327 328
	int hlen = LL_RESERVED_SPACE(dev);
	int tlen = dev->needed_tailroom;
329
	unsigned int size = mtu;
L
Linus Torvalds 已提交
330

E
Eric Dumazet 已提交
331
	while (1) {
332
		skb = alloc_skb(size + hlen + tlen,
E
Eric Dumazet 已提交
333 334 335 336 337 338 339
				GFP_ATOMIC | __GFP_NOWARN);
		if (skb)
			break;
		size >>= 1;
		if (size < 256)
			return NULL;
	}
340
	skb->priority = TC_PRIO_CONTROL;
L
Linus Torvalds 已提交
341

342
	rt = ip_route_output_ports(net, &fl4, NULL, IGMPV3_ALL_MCR, 0,
343 344 345 346 347
				   0, 0,
				   IPPROTO_IGMP, 0, dev->ifindex);
	if (IS_ERR(rt)) {
		kfree_skb(skb);
		return NULL;
L
Linus Torvalds 已提交
348 349
	}

350
	skb_dst_set(skb, &rt->dst);
L
Linus Torvalds 已提交
351 352
	skb->dev = dev;

353 354
	skb->reserved_tailroom = skb_end_offset(skb) -
				 min(mtu, skb_end_offset(skb));
355
	skb_reserve(skb, hlen);
L
Linus Torvalds 已提交
356

357
	skb_reset_network_header(skb);
358
	pip = ip_hdr(skb);
359
	skb_put(skb, sizeof(struct iphdr) + 4);
L
Linus Torvalds 已提交
360 361 362 363 364 365

	pip->version  = 4;
	pip->ihl      = (sizeof(struct iphdr)+4)>>2;
	pip->tos      = 0xc0;
	pip->frag_off = htons(IP_DF);
	pip->ttl      = 1;
366 367
	pip->daddr    = fl4.daddr;
	pip->saddr    = fl4.saddr;
L
Linus Torvalds 已提交
368 369
	pip->protocol = IPPROTO_IGMP;
	pip->tot_len  = 0;	/* filled in later */
370
	ip_select_ident(net, skb, NULL);
D
Daniel Baluta 已提交
371 372 373 374
	((u8 *)&pip[1])[0] = IPOPT_RA;
	((u8 *)&pip[1])[1] = 4;
	((u8 *)&pip[1])[2] = 0;
	((u8 *)&pip[1])[3] = 0;
L
Linus Torvalds 已提交
375

376
	skb->transport_header = skb->network_header + sizeof(struct iphdr) + 4;
377
	skb_put(skb, sizeof(*pig));
378
	pig = igmpv3_report_hdr(skb);
L
Linus Torvalds 已提交
379 380 381 382 383 384 385 386 387 388
	pig->type = IGMPV3_HOST_MEMBERSHIP_REPORT;
	pig->resv1 = 0;
	pig->csum = 0;
	pig->resv2 = 0;
	pig->ngrec = 0;
	return skb;
}

static int igmpv3_sendpack(struct sk_buff *skb)
{
389
	struct igmphdr *pig = igmp_hdr(skb);
390
	const int igmplen = skb_tail_pointer(skb) - skb_transport_header(skb);
L
Linus Torvalds 已提交
391

392
	pig->csum = ip_compute_csum(igmp_hdr(skb), igmplen);
L
Linus Torvalds 已提交
393

394
	return ip_local_out(dev_net(skb_dst(skb)->dev), skb->sk, skb);
L
Linus Torvalds 已提交
395 396 397 398
}

static int grec_size(struct ip_mc_list *pmc, int type, int gdel, int sdel)
{
J
Jianjun Kong 已提交
399
	return sizeof(struct igmpv3_grec) + 4*igmp_scount(pmc, type, gdel, sdel);
L
Linus Torvalds 已提交
400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417
}

static struct sk_buff *add_grhead(struct sk_buff *skb, struct ip_mc_list *pmc,
	int type, struct igmpv3_grec **ppgr)
{
	struct net_device *dev = pmc->interface->dev;
	struct igmpv3_report *pih;
	struct igmpv3_grec *pgr;

	if (!skb)
		skb = igmpv3_newpack(dev, dev->mtu);
	if (!skb)
		return NULL;
	pgr = (struct igmpv3_grec *)skb_put(skb, sizeof(struct igmpv3_grec));
	pgr->grec_type = type;
	pgr->grec_auxwords = 0;
	pgr->grec_nsrcs = 0;
	pgr->grec_mca = pmc->multiaddr;
418
	pih = igmpv3_report_hdr(skb);
L
Linus Torvalds 已提交
419 420 421 422 423
	pih->ngrec = htons(ntohs(pih->ngrec)+1);
	*ppgr = pgr;
	return skb;
}

424
#define AVAILABLE(skb)	((skb) ? skb_availroom(skb) : 0)
L
Linus Torvalds 已提交
425 426 427 428 429

static struct sk_buff *add_grec(struct sk_buff *skb, struct ip_mc_list *pmc,
	int type, int gdeleted, int sdeleted)
{
	struct net_device *dev = pmc->interface->dev;
430
	struct net *net = dev_net(dev);
L
Linus Torvalds 已提交
431 432 433
	struct igmpv3_report *pih;
	struct igmpv3_grec *pgr = NULL;
	struct ip_sf_list *psf, *psf_next, *psf_prev, **psf_list;
434
	int scount, stotal, first, isquery, truncate;
L
Linus Torvalds 已提交
435 436 437

	if (pmc->multiaddr == IGMP_ALL_HOSTS)
		return skb;
438
	if (ipv4_is_local_multicast(pmc->multiaddr) && !net->ipv4.sysctl_igmp_llm_reports)
439
		return skb;
L
Linus Torvalds 已提交
440 441 442 443 444 445

	isquery = type == IGMPV3_MODE_IS_INCLUDE ||
		  type == IGMPV3_MODE_IS_EXCLUDE;
	truncate = type == IGMPV3_MODE_IS_EXCLUDE ||
		    type == IGMPV3_CHANGE_TO_EXCLUDE;

446 447
	stotal = scount = 0;

L
Linus Torvalds 已提交
448 449
	psf_list = sdeleted ? &pmc->tomb : &pmc->sources;

450 451 452
	if (!*psf_list)
		goto empty_source;

453
	pih = skb ? igmpv3_report_hdr(skb) : NULL;
L
Linus Torvalds 已提交
454 455 456 457 458 459 460 461 462 463 464 465

	/* EX and TO_EX get a fresh packet, if needed */
	if (truncate) {
		if (pih && pih->ngrec &&
		    AVAILABLE(skb) < grec_size(pmc, type, gdeleted, sdeleted)) {
			if (skb)
				igmpv3_sendpack(skb);
			skb = igmpv3_newpack(dev, dev->mtu);
		}
	}
	first = 1;
	psf_prev = NULL;
466
	for (psf = *psf_list; psf; psf = psf_next) {
467
		__be32 *psrc;
L
Linus Torvalds 已提交
468 469 470 471 472 473 474 475 476 477 478 479

		psf_next = psf->sf_next;

		if (!is_in(pmc, psf, type, gdeleted, sdeleted)) {
			psf_prev = psf;
			continue;
		}

		/* clear marks on query responses */
		if (isquery)
			psf->sf_gsresp = 0;

A
Al Viro 已提交
480
		if (AVAILABLE(skb) < sizeof(__be32) +
L
Linus Torvalds 已提交
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495
		    first*sizeof(struct igmpv3_grec)) {
			if (truncate && !first)
				break;	 /* truncate these */
			if (pgr)
				pgr->grec_nsrcs = htons(scount);
			if (skb)
				igmpv3_sendpack(skb);
			skb = igmpv3_newpack(dev, dev->mtu);
			first = 1;
			scount = 0;
		}
		if (first) {
			skb = add_grhead(skb, pmc, type, &pgr);
			first = 0;
		}
496 497
		if (!skb)
			return NULL;
A
Al Viro 已提交
498
		psrc = (__be32 *)skb_put(skb, sizeof(__be32));
L
Linus Torvalds 已提交
499
		*psrc = psf->sf_inaddr;
500
		scount++; stotal++;
L
Linus Torvalds 已提交
501 502 503 504 505 506 507 508 509 510 511 512 513 514
		if ((type == IGMPV3_ALLOW_NEW_SOURCES ||
		     type == IGMPV3_BLOCK_OLD_SOURCES) && psf->sf_crcount) {
			psf->sf_crcount--;
			if ((sdeleted || gdeleted) && psf->sf_crcount == 0) {
				if (psf_prev)
					psf_prev->sf_next = psf->sf_next;
				else
					*psf_list = psf->sf_next;
				kfree(psf);
				continue;
			}
		}
		psf_prev = psf;
	}
515 516 517 518 519 520 521 522

empty_source:
	if (!stotal) {
		if (type == IGMPV3_ALLOW_NEW_SOURCES ||
		    type == IGMPV3_BLOCK_OLD_SOURCES)
			return skb;
		if (pmc->crcount || isquery) {
			/* make sure we have room for group header */
523
			if (skb && AVAILABLE(skb) < sizeof(struct igmpv3_grec)) {
524 525 526 527 528 529
				igmpv3_sendpack(skb);
				skb = NULL; /* add_grhead will get a new one */
			}
			skb = add_grhead(skb, pmc, type, &pgr);
		}
	}
L
Linus Torvalds 已提交
530 531 532 533 534 535 536 537 538 539 540
	if (pgr)
		pgr->grec_nsrcs = htons(scount);

	if (isquery)
		pmc->gsquery = 0;	/* clear query state on report */
	return skb;
}

static int igmpv3_send_report(struct in_device *in_dev, struct ip_mc_list *pmc)
{
	struct sk_buff *skb = NULL;
541
	struct net *net = dev_net(in_dev->dev);
L
Linus Torvalds 已提交
542 543 544
	int type;

	if (!pmc) {
545 546
		rcu_read_lock();
		for_each_pmc_rcu(in_dev, pmc) {
L
Linus Torvalds 已提交
547 548
			if (pmc->multiaddr == IGMP_ALL_HOSTS)
				continue;
549
			if (ipv4_is_local_multicast(pmc->multiaddr) &&
550
			     !net->ipv4.sysctl_igmp_llm_reports)
551
				continue;
L
Linus Torvalds 已提交
552 553 554 555 556 557 558 559
			spin_lock_bh(&pmc->lock);
			if (pmc->sfcount[MCAST_EXCLUDE])
				type = IGMPV3_MODE_IS_EXCLUDE;
			else
				type = IGMPV3_MODE_IS_INCLUDE;
			skb = add_grec(skb, pmc, type, 0, 0);
			spin_unlock_bh(&pmc->lock);
		}
560
		rcu_read_unlock();
L
Linus Torvalds 已提交
561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582
	} else {
		spin_lock_bh(&pmc->lock);
		if (pmc->sfcount[MCAST_EXCLUDE])
			type = IGMPV3_MODE_IS_EXCLUDE;
		else
			type = IGMPV3_MODE_IS_INCLUDE;
		skb = add_grec(skb, pmc, type, 0, 0);
		spin_unlock_bh(&pmc->lock);
	}
	if (!skb)
		return 0;
	return igmpv3_sendpack(skb);
}

/*
 * remove zero-count source records from a source filter list
 */
static void igmpv3_clear_zeros(struct ip_sf_list **ppsf)
{
	struct ip_sf_list *psf_prev, *psf_next, *psf;

	psf_prev = NULL;
583
	for (psf = *ppsf; psf; psf = psf_next) {
L
Linus Torvalds 已提交
584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
		psf_next = psf->sf_next;
		if (psf->sf_crcount == 0) {
			if (psf_prev)
				psf_prev->sf_next = psf->sf_next;
			else
				*ppsf = psf->sf_next;
			kfree(psf);
		} else
			psf_prev = psf;
	}
}

static void igmpv3_send_cr(struct in_device *in_dev)
{
	struct ip_mc_list *pmc, *pmc_prev, *pmc_next;
	struct sk_buff *skb = NULL;
	int type, dtype;

602
	rcu_read_lock();
L
Linus Torvalds 已提交
603 604 605 606
	spin_lock_bh(&in_dev->mc_tomb_lock);

	/* deleted MCA's */
	pmc_prev = NULL;
607
	for (pmc = in_dev->mc_tomb; pmc; pmc = pmc_next) {
L
Linus Torvalds 已提交
608 609 610 611 612 613 614 615 616 617 618 619
		pmc_next = pmc->next;
		if (pmc->sfmode == MCAST_INCLUDE) {
			type = IGMPV3_BLOCK_OLD_SOURCES;
			dtype = IGMPV3_BLOCK_OLD_SOURCES;
			skb = add_grec(skb, pmc, type, 1, 0);
			skb = add_grec(skb, pmc, dtype, 1, 1);
		}
		if (pmc->crcount) {
			if (pmc->sfmode == MCAST_EXCLUDE) {
				type = IGMPV3_CHANGE_TO_INCLUDE;
				skb = add_grec(skb, pmc, type, 1, 0);
			}
620
			pmc->crcount--;
L
Linus Torvalds 已提交
621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638
			if (pmc->crcount == 0) {
				igmpv3_clear_zeros(&pmc->tomb);
				igmpv3_clear_zeros(&pmc->sources);
			}
		}
		if (pmc->crcount == 0 && !pmc->tomb && !pmc->sources) {
			if (pmc_prev)
				pmc_prev->next = pmc_next;
			else
				in_dev->mc_tomb = pmc_next;
			in_dev_put(pmc->interface);
			kfree(pmc);
		} else
			pmc_prev = pmc;
	}
	spin_unlock_bh(&in_dev->mc_tomb_lock);

	/* change recs */
639
	for_each_pmc_rcu(in_dev, pmc) {
L
Linus Torvalds 已提交
640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657
		spin_lock_bh(&pmc->lock);
		if (pmc->sfcount[MCAST_EXCLUDE]) {
			type = IGMPV3_BLOCK_OLD_SOURCES;
			dtype = IGMPV3_ALLOW_NEW_SOURCES;
		} else {
			type = IGMPV3_ALLOW_NEW_SOURCES;
			dtype = IGMPV3_BLOCK_OLD_SOURCES;
		}
		skb = add_grec(skb, pmc, type, 0, 0);
		skb = add_grec(skb, pmc, dtype, 0, 1);	/* deleted sources */

		/* filter mode changes */
		if (pmc->crcount) {
			if (pmc->sfmode == MCAST_EXCLUDE)
				type = IGMPV3_CHANGE_TO_EXCLUDE;
			else
				type = IGMPV3_CHANGE_TO_INCLUDE;
			skb = add_grec(skb, pmc, type, 0, 0);
658
			pmc->crcount--;
L
Linus Torvalds 已提交
659 660 661
		}
		spin_unlock_bh(&pmc->lock);
	}
662
	rcu_read_unlock();
L
Linus Torvalds 已提交
663 664 665 666 667 668 669 670 671 672 673 674 675 676

	if (!skb)
		return;
	(void) igmpv3_sendpack(skb);
}

static int igmp_send_report(struct in_device *in_dev, struct ip_mc_list *pmc,
	int type)
{
	struct sk_buff *skb;
	struct iphdr *iph;
	struct igmphdr *ih;
	struct rtable *rt;
	struct net_device *dev = in_dev->dev;
677
	struct net *net = dev_net(dev);
A
Al Viro 已提交
678
	__be32	group = pmc ? pmc->multiaddr : 0;
679
	struct flowi4 fl4;
A
Al Viro 已提交
680
	__be32	dst;
681
	int hlen, tlen;
L
Linus Torvalds 已提交
682 683 684

	if (type == IGMPV3_HOST_MEMBERSHIP_REPORT)
		return igmpv3_send_report(in_dev, pmc);
685

686
	if (ipv4_is_local_multicast(group) && !net->ipv4.sysctl_igmp_llm_reports)
687 688 689
		return 0;

	if (type == IGMP_HOST_LEAVE_MESSAGE)
L
Linus Torvalds 已提交
690 691 692 693
		dst = IGMP_ALL_ROUTER;
	else
		dst = group;

694
	rt = ip_route_output_ports(net, &fl4, NULL, dst, 0,
695 696 697 698 699
				   0, 0,
				   IPPROTO_IGMP, 0, dev->ifindex);
	if (IS_ERR(rt))
		return -1;

700 701 702
	hlen = LL_RESERVED_SPACE(dev);
	tlen = dev->needed_tailroom;
	skb = alloc_skb(IGMP_SIZE + hlen + tlen, GFP_ATOMIC);
703
	if (!skb) {
L
Linus Torvalds 已提交
704 705 706
		ip_rt_put(rt);
		return -1;
	}
707
	skb->priority = TC_PRIO_CONTROL;
L
Linus Torvalds 已提交
708

709
	skb_dst_set(skb, &rt->dst);
L
Linus Torvalds 已提交
710

711
	skb_reserve(skb, hlen);
L
Linus Torvalds 已提交
712

713
	skb_reset_network_header(skb);
714
	iph = ip_hdr(skb);
715
	skb_put(skb, sizeof(struct iphdr) + 4);
L
Linus Torvalds 已提交
716 717 718 719 720 721 722

	iph->version  = 4;
	iph->ihl      = (sizeof(struct iphdr)+4)>>2;
	iph->tos      = 0xc0;
	iph->frag_off = htons(IP_DF);
	iph->ttl      = 1;
	iph->daddr    = dst;
723
	iph->saddr    = fl4.saddr;
L
Linus Torvalds 已提交
724
	iph->protocol = IPPROTO_IGMP;
725
	ip_select_ident(net, skb, NULL);
D
Daniel Baluta 已提交
726 727 728 729
	((u8 *)&iph[1])[0] = IPOPT_RA;
	((u8 *)&iph[1])[1] = 4;
	((u8 *)&iph[1])[2] = 0;
	((u8 *)&iph[1])[3] = 0;
L
Linus Torvalds 已提交
730 731

	ih = (struct igmphdr *)skb_put(skb, sizeof(struct igmphdr));
J
Jianjun Kong 已提交
732 733 734 735 736
	ih->type = type;
	ih->code = 0;
	ih->csum = 0;
	ih->group = group;
	ih->csum = ip_compute_csum((void *)ih, sizeof(struct igmphdr));
L
Linus Torvalds 已提交
737

738
	return ip_local_out(net, skb->sk, skb);
L
Linus Torvalds 已提交
739 740 741 742 743 744 745 746
}

static void igmp_gq_timer_expire(unsigned long data)
{
	struct in_device *in_dev = (struct in_device *)data;

	in_dev->mr_gq_running = 0;
	igmpv3_send_report(in_dev, NULL);
747
	in_dev_put(in_dev);
L
Linus Torvalds 已提交
748 749 750 751 752 753 754 755 756
}

static void igmp_ifc_timer_expire(unsigned long data)
{
	struct in_device *in_dev = (struct in_device *)data;

	igmpv3_send_cr(in_dev);
	if (in_dev->mr_ifc_count) {
		in_dev->mr_ifc_count--;
757 758
		igmp_ifc_start_timer(in_dev,
				     unsolicited_report_interval(in_dev));
L
Linus Torvalds 已提交
759
	}
760
	in_dev_put(in_dev);
L
Linus Torvalds 已提交
761 762 763 764 765 766
}

static void igmp_ifc_event(struct in_device *in_dev)
{
	if (IGMP_V1_SEEN(in_dev) || IGMP_V2_SEEN(in_dev))
		return;
767
	in_dev->mr_ifc_count = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
768 769 770 771 772 773
	igmp_ifc_start_timer(in_dev, 1);
}


static void igmp_timer_expire(unsigned long data)
{
774
	struct ip_mc_list *im = (struct ip_mc_list *)data;
L
Linus Torvalds 已提交
775 776 777
	struct in_device *in_dev = im->interface;

	spin_lock(&im->lock);
J
Jianjun Kong 已提交
778
	im->tm_running = 0;
L
Linus Torvalds 已提交
779 780 781

	if (im->unsolicit_count) {
		im->unsolicit_count--;
782
		igmp_start_timer(im, unsolicited_report_interval(in_dev));
L
Linus Torvalds 已提交
783 784 785 786 787 788 789 790 791 792 793 794 795 796
	}
	im->reporter = 1;
	spin_unlock(&im->lock);

	if (IGMP_V1_SEEN(in_dev))
		igmp_send_report(in_dev, im, IGMP_HOST_MEMBERSHIP_REPORT);
	else if (IGMP_V2_SEEN(in_dev))
		igmp_send_report(in_dev, im, IGMPV2_HOST_MEMBERSHIP_REPORT);
	else
		igmp_send_report(in_dev, im, IGMPV3_HOST_MEMBERSHIP_REPORT);

	ip_ma_put(im);
}

797
/* mark EXCLUDE-mode sources */
798
static int igmp_xmarksources(struct ip_mc_list *pmc, int nsrcs, __be32 *srcs)
L
Linus Torvalds 已提交
799 800 801 802
{
	struct ip_sf_list *psf;
	int i, scount;

803
	scount = 0;
804
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
805 806
		if (scount == nsrcs)
			break;
807
		for (i = 0; i < nsrcs; i++) {
808
			/* skip inactive filters */
809
			if (psf->sf_count[MCAST_INCLUDE] ||
810 811
			    pmc->sfcount[MCAST_EXCLUDE] !=
			    psf->sf_count[MCAST_EXCLUDE])
812
				break;
813 814 815 816 817 818 819 820 821 822 823 824
			if (srcs[i] == psf->sf_inaddr) {
				scount++;
				break;
			}
		}
	}
	pmc->gsquery = 0;
	if (scount == nsrcs)	/* all sources excluded */
		return 0;
	return 1;
}

825
static int igmp_marksources(struct ip_mc_list *pmc, int nsrcs, __be32 *srcs)
826 827 828 829 830 831 832 833
{
	struct ip_sf_list *psf;
	int i, scount;

	if (pmc->sfmode == MCAST_EXCLUDE)
		return igmp_xmarksources(pmc, nsrcs, srcs);

	/* mark INCLUDE-mode sources */
L
Linus Torvalds 已提交
834
	scount = 0;
835
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
836 837
		if (scount == nsrcs)
			break;
838
		for (i = 0; i < nsrcs; i++)
L
Linus Torvalds 已提交
839 840 841 842 843 844
			if (srcs[i] == psf->sf_inaddr) {
				psf->sf_gsresp = 1;
				scount++;
				break;
			}
	}
845 846 847 848 849 850
	if (!scount) {
		pmc->gsquery = 0;
		return 0;
	}
	pmc->gsquery = 1;
	return 1;
L
Linus Torvalds 已提交
851 852
}

853 854
/* return true if packet was dropped */
static bool igmp_heard_report(struct in_device *in_dev, __be32 group)
L
Linus Torvalds 已提交
855 856
{
	struct ip_mc_list *im;
857
	struct net *net = dev_net(in_dev->dev);
L
Linus Torvalds 已提交
858 859 860 861

	/* Timers are only set for non-local groups */

	if (group == IGMP_ALL_HOSTS)
862
		return false;
863
	if (ipv4_is_local_multicast(group) && !net->ipv4.sysctl_igmp_llm_reports)
864
		return false;
L
Linus Torvalds 已提交
865

866 867
	rcu_read_lock();
	for_each_pmc_rcu(in_dev, im) {
L
Linus Torvalds 已提交
868 869 870 871 872
		if (im->multiaddr == group) {
			igmp_stop_timer(im);
			break;
		}
	}
873
	rcu_read_unlock();
874
	return false;
L
Linus Torvalds 已提交
875 876
}

877 878
/* return true if packet was dropped */
static bool igmp_heard_query(struct in_device *in_dev, struct sk_buff *skb,
L
Linus Torvalds 已提交
879 880
	int len)
{
881 882
	struct igmphdr 		*ih = igmp_hdr(skb);
	struct igmpv3_query *ih3 = igmpv3_query_hdr(skb);
L
Linus Torvalds 已提交
883
	struct ip_mc_list	*im;
A
Al Viro 已提交
884
	__be32			group = ih->group;
L
Linus Torvalds 已提交
885 886
	int			max_delay;
	int			mark = 0;
887
	struct net		*net = dev_net(in_dev->dev);
L
Linus Torvalds 已提交
888 889


890
	if (len == 8) {
L
Linus Torvalds 已提交
891 892
		if (ih->code == 0) {
			/* Alas, old v1 router presents here. */
893

894
			max_delay = IGMP_QUERY_RESPONSE_INTERVAL;
L
Linus Torvalds 已提交
895
			in_dev->mr_v1_seen = jiffies +
896
				IGMP_V1_ROUTER_PRESENT_TIMEOUT;
L
Linus Torvalds 已提交
897 898 899 900 901
			group = 0;
		} else {
			/* v2 router present */
			max_delay = ih->code*(HZ/IGMP_TIMER_SCALE);
			in_dev->mr_v2_seen = jiffies +
902
				IGMP_V2_ROUTER_PRESENT_TIMEOUT;
L
Linus Torvalds 已提交
903 904 905 906 907 908 909 910
		}
		/* cancel the interface change timer */
		in_dev->mr_ifc_count = 0;
		if (del_timer(&in_dev->mr_ifc_timer))
			__in_dev_put(in_dev);
		/* clear deleted report items */
		igmpv3_clear_delrec(in_dev);
	} else if (len < 12) {
911
		return true;	/* ignore bogus packet; freed by caller */
912 913
	} else if (IGMP_V1_SEEN(in_dev)) {
		/* This is a v3 query with v1 queriers present */
914
		max_delay = IGMP_QUERY_RESPONSE_INTERVAL;
915 916 917 918 919 920 921 922 923
		group = 0;
	} else if (IGMP_V2_SEEN(in_dev)) {
		/* this is a v3 query with v2 queriers present;
		 * Interpretation of the max_delay code is problematic here.
		 * A real v2 host would use ih_code directly, while v3 has a
		 * different encoding. We use the v3 encoding as more likely
		 * to be intended in a v3 query.
		 */
		max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE);
924 925
		if (!max_delay)
			max_delay = 1;	/* can't mod w/ 0 */
L
Linus Torvalds 已提交
926 927
	} else { /* v3 */
		if (!pskb_may_pull(skb, sizeof(struct igmpv3_query)))
928
			return true;
929

930
		ih3 = igmpv3_query_hdr(skb);
L
Linus Torvalds 已提交
931
		if (ih3->nsrcs) {
932
			if (!pskb_may_pull(skb, sizeof(struct igmpv3_query)
A
Al Viro 已提交
933
					   + ntohs(ih3->nsrcs)*sizeof(__be32)))
934
				return true;
935
			ih3 = igmpv3_query_hdr(skb);
L
Linus Torvalds 已提交
936 937 938 939 940 941 942 943 944 945
		}

		max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE);
		if (!max_delay)
			max_delay = 1;	/* can't mod w/ 0 */
		in_dev->mr_maxdelay = max_delay;
		if (ih3->qrv)
			in_dev->mr_qrv = ih3->qrv;
		if (!group) { /* general query */
			if (ih3->nsrcs)
946
				return true;	/* no sources allowed */
L
Linus Torvalds 已提交
947
			igmp_gq_start_timer(in_dev);
948
			return false;
L
Linus Torvalds 已提交
949 950 951 952 953 954 955 956 957 958 959 960 961 962 963
		}
		/* mark sources to include, if group & source-specific */
		mark = ih3->nsrcs != 0;
	}

	/*
	 * - Start the timers in all of our membership records
	 *   that the query applies to for the interface on
	 *   which the query arrived excl. those that belong
	 *   to a "local" group (224.0.0.X)
	 * - For timers already running check if they need to
	 *   be reset.
	 * - Use the igmp->igmp_code field as the maximum
	 *   delay possible
	 */
964 965
	rcu_read_lock();
	for_each_pmc_rcu(in_dev, im) {
966 967
		int changed;

L
Linus Torvalds 已提交
968 969 970 971
		if (group && group != im->multiaddr)
			continue;
		if (im->multiaddr == IGMP_ALL_HOSTS)
			continue;
972
		if (ipv4_is_local_multicast(im->multiaddr) &&
973
		    !net->ipv4.sysctl_igmp_llm_reports)
974
			continue;
L
Linus Torvalds 已提交
975 976 977 978 979
		spin_lock_bh(&im->lock);
		if (im->tm_running)
			im->gsquery = im->gsquery && mark;
		else
			im->gsquery = mark;
980
		changed = !im->gsquery ||
981
			igmp_marksources(im, ntohs(ih3->nsrcs), ih3->srcs);
L
Linus Torvalds 已提交
982
		spin_unlock_bh(&im->lock);
983 984
		if (changed)
			igmp_mod_timer(im, max_delay);
L
Linus Torvalds 已提交
985
	}
986
	rcu_read_unlock();
987
	return false;
L
Linus Torvalds 已提交
988 989
}

990
/* called in rcu_read_lock() section */
L
Linus Torvalds 已提交
991 992 993 994
int igmp_rcv(struct sk_buff *skb)
{
	/* This basically follows the spec line by line -- see RFC1112 */
	struct igmphdr *ih;
995
	struct in_device *in_dev = __in_dev_get_rcu(skb->dev);
L
Linus Torvalds 已提交
996
	int len = skb->len;
997
	bool dropped = true;
L
Linus Torvalds 已提交
998

999
	if (!in_dev)
1000
		goto drop;
L
Linus Torvalds 已提交
1001

1002
	if (!pskb_may_pull(skb, sizeof(struct igmphdr)))
1003
		goto drop;
1004

1005 1006
	if (skb_checksum_simple_validate(skb))
		goto drop;
L
Linus Torvalds 已提交
1007

1008
	ih = igmp_hdr(skb);
L
Linus Torvalds 已提交
1009 1010
	switch (ih->type) {
	case IGMP_HOST_MEMBERSHIP_QUERY:
1011
		dropped = igmp_heard_query(in_dev, skb, len);
L
Linus Torvalds 已提交
1012 1013 1014 1015
		break;
	case IGMP_HOST_MEMBERSHIP_REPORT:
	case IGMPV2_HOST_MEMBERSHIP_REPORT:
		/* Is it our report looped back? */
1016
		if (rt_is_output_route(skb_rtable(skb)))
L
Linus Torvalds 已提交
1017
			break;
1018 1019 1020
		/* don't rely on MC router hearing unicast reports */
		if (skb->pkt_type == PACKET_MULTICAST ||
		    skb->pkt_type == PACKET_BROADCAST)
1021
			dropped = igmp_heard_report(in_dev, ih->group);
L
Linus Torvalds 已提交
1022 1023 1024 1025 1026
		break;
	case IGMP_PIM:
#ifdef CONFIG_IP_PIMSM_V1
		return pim_rcv_v1(skb);
#endif
1027
	case IGMPV3_HOST_MEMBERSHIP_REPORT:
L
Linus Torvalds 已提交
1028 1029 1030 1031 1032 1033 1034
	case IGMP_DVMRP:
	case IGMP_TRACE:
	case IGMP_HOST_LEAVE_MESSAGE:
	case IGMP_MTRACE:
	case IGMP_MTRACE_RESP:
		break;
	default:
1035
		break;
L
Linus Torvalds 已提交
1036
	}
1037

1038
drop:
1039 1040 1041 1042
	if (dropped)
		kfree_skb(skb);
	else
		consume_skb(skb);
L
Linus Torvalds 已提交
1043 1044 1045 1046 1047 1048 1049 1050 1051 1052
	return 0;
}

#endif


/*
 *	Add a filter to a device
 */

A
Al Viro 已提交
1053
static void ip_mc_filter_add(struct in_device *in_dev, __be32 addr)
L
Linus Torvalds 已提交
1054 1055 1056 1057 1058 1059
{
	char buf[MAX_ADDR_LEN];
	struct net_device *dev = in_dev->dev;

	/* Checking for IFF_MULTICAST here is WRONG-WRONG-WRONG.
	   We will get multicast token leakage, when IFF_MULTICAST
1060
	   is changed. This check should be done in ndo_set_rx_mode
L
Linus Torvalds 已提交
1061 1062 1063 1064 1065
	   routine. Something sort of:
	   if (dev->mc_list && dev->flags&IFF_MULTICAST) { do it; }
	   --ANK
	   */
	if (arp_mc_map(addr, buf, dev, 0) == 0)
1066
		dev_mc_add(dev, buf);
L
Linus Torvalds 已提交
1067 1068 1069 1070 1071 1072
}

/*
 *	Remove a filter from a device
 */

A
Al Viro 已提交
1073
static void ip_mc_filter_del(struct in_device *in_dev, __be32 addr)
L
Linus Torvalds 已提交
1074 1075 1076 1077 1078
{
	char buf[MAX_ADDR_LEN];
	struct net_device *dev = in_dev->dev;

	if (arp_mc_map(addr, buf, dev, 0) == 0)
1079
		dev_mc_del(dev, buf);
L
Linus Torvalds 已提交
1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095
}

#ifdef CONFIG_IP_MULTICAST
/*
 * deleted ip_mc_list manipulation
 */
static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im)
{
	struct ip_mc_list *pmc;

	/* this is an "ip_mc_list" for convenience; only the fields below
	 * are actually used. In particular, the refcnt and users are not
	 * used for management of the delete list. Using the same structure
	 * for deleted items allows change reports to use common code with
	 * non-deleted or query-response MCA's.
	 */
1096
	pmc = kzalloc(sizeof(*pmc), GFP_KERNEL);
L
Linus Torvalds 已提交
1097 1098 1099 1100 1101 1102
	if (!pmc)
		return;
	spin_lock_bh(&im->lock);
	pmc->interface = im->interface;
	in_dev_hold(in_dev);
	pmc->multiaddr = im->multiaddr;
1103
	pmc->crcount = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1104 1105 1106 1107 1108 1109 1110
	pmc->sfmode = im->sfmode;
	if (pmc->sfmode == MCAST_INCLUDE) {
		struct ip_sf_list *psf;

		pmc->tomb = im->tomb;
		pmc->sources = im->sources;
		im->tomb = im->sources = NULL;
1111
		for (psf = pmc->sources; psf; psf = psf->sf_next)
L
Linus Torvalds 已提交
1112 1113 1114 1115 1116 1117 1118 1119 1120 1121
			psf->sf_crcount = pmc->crcount;
	}
	spin_unlock_bh(&im->lock);

	spin_lock_bh(&in_dev->mc_tomb_lock);
	pmc->next = in_dev->mc_tomb;
	in_dev->mc_tomb = pmc;
	spin_unlock_bh(&in_dev->mc_tomb_lock);
}

A
Al Viro 已提交
1122
static void igmpv3_del_delrec(struct in_device *in_dev, __be32 multiaddr)
L
Linus Torvalds 已提交
1123 1124 1125 1126 1127 1128
{
	struct ip_mc_list *pmc, *pmc_prev;
	struct ip_sf_list *psf, *psf_next;

	spin_lock_bh(&in_dev->mc_tomb_lock);
	pmc_prev = NULL;
1129
	for (pmc = in_dev->mc_tomb; pmc; pmc = pmc->next) {
L
Linus Torvalds 已提交
1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141
		if (pmc->multiaddr == multiaddr)
			break;
		pmc_prev = pmc;
	}
	if (pmc) {
		if (pmc_prev)
			pmc_prev->next = pmc->next;
		else
			in_dev->mc_tomb = pmc->next;
	}
	spin_unlock_bh(&in_dev->mc_tomb_lock);
	if (pmc) {
1142
		for (psf = pmc->tomb; psf; psf = psf_next) {
L
Linus Torvalds 已提交
1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166
			psf_next = psf->sf_next;
			kfree(psf);
		}
		in_dev_put(pmc->interface);
		kfree(pmc);
	}
}

static void igmpv3_clear_delrec(struct in_device *in_dev)
{
	struct ip_mc_list *pmc, *nextpmc;

	spin_lock_bh(&in_dev->mc_tomb_lock);
	pmc = in_dev->mc_tomb;
	in_dev->mc_tomb = NULL;
	spin_unlock_bh(&in_dev->mc_tomb_lock);

	for (; pmc; pmc = nextpmc) {
		nextpmc = pmc->next;
		ip_mc_clear_src(pmc);
		in_dev_put(pmc->interface);
		kfree(pmc);
	}
	/* clear dead sources, too */
1167 1168
	rcu_read_lock();
	for_each_pmc_rcu(in_dev, pmc) {
L
Linus Torvalds 已提交
1169 1170 1171 1172 1173 1174
		struct ip_sf_list *psf, *psf_next;

		spin_lock_bh(&pmc->lock);
		psf = pmc->tomb;
		pmc->tomb = NULL;
		spin_unlock_bh(&pmc->lock);
1175
		for (; psf; psf = psf_next) {
L
Linus Torvalds 已提交
1176 1177 1178 1179
			psf_next = psf->sf_next;
			kfree(psf);
		}
	}
1180
	rcu_read_unlock();
L
Linus Torvalds 已提交
1181 1182 1183 1184 1185 1186 1187
}
#endif

static void igmp_group_dropped(struct ip_mc_list *im)
{
	struct in_device *in_dev = im->interface;
#ifdef CONFIG_IP_MULTICAST
1188
	struct net *net = dev_net(in_dev->dev);
L
Linus Torvalds 已提交
1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199
	int reporter;
#endif

	if (im->loaded) {
		im->loaded = 0;
		ip_mc_filter_del(in_dev, im->multiaddr);
	}

#ifdef CONFIG_IP_MULTICAST
	if (im->multiaddr == IGMP_ALL_HOSTS)
		return;
1200
	if (ipv4_is_local_multicast(im->multiaddr) && !net->ipv4.sysctl_igmp_llm_reports)
1201
		return;
L
Linus Torvalds 已提交
1202 1203 1204 1205 1206 1207

	reporter = im->reporter;
	igmp_stop_timer(im);

	if (!in_dev->dead) {
		if (IGMP_V1_SEEN(in_dev))
1208
			return;
L
Linus Torvalds 已提交
1209 1210 1211
		if (IGMP_V2_SEEN(in_dev)) {
			if (reporter)
				igmp_send_report(in_dev, im, IGMP_HOST_LEAVE_MESSAGE);
1212
			return;
L
Linus Torvalds 已提交
1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224
		}
		/* IGMPv3 */
		igmpv3_add_delrec(in_dev, im);

		igmp_ifc_event(in_dev);
	}
#endif
}

static void igmp_group_added(struct ip_mc_list *im)
{
	struct in_device *in_dev = im->interface;
1225
	struct net *net = dev_net(in_dev->dev);
L
Linus Torvalds 已提交
1226 1227 1228 1229 1230 1231 1232 1233 1234

	if (im->loaded == 0) {
		im->loaded = 1;
		ip_mc_filter_add(in_dev, im->multiaddr);
	}

#ifdef CONFIG_IP_MULTICAST
	if (im->multiaddr == IGMP_ALL_HOSTS)
		return;
1235
	if (ipv4_is_local_multicast(im->multiaddr) && !net->ipv4.sysctl_igmp_llm_reports)
1236
		return;
L
Linus Torvalds 已提交
1237 1238 1239 1240 1241

	if (in_dev->dead)
		return;
	if (IGMP_V1_SEEN(in_dev) || IGMP_V2_SEEN(in_dev)) {
		spin_lock_bh(&im->lock);
1242
		igmp_start_timer(im, IGMP_INITIAL_REPORT_DELAY);
L
Linus Torvalds 已提交
1243 1244 1245 1246 1247
		spin_unlock_bh(&im->lock);
		return;
	}
	/* else, v3 */

1248
	im->crcount = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1249 1250 1251 1252 1253 1254 1255 1256 1257
	igmp_ifc_event(in_dev);
#endif
}


/*
 *	Multicast list managers
 */

1258 1259
static u32 ip_mc_hash(const struct ip_mc_list *im)
{
E
Eric Dumazet 已提交
1260
	return hash_32((__force u32)im->multiaddr, MC_HASH_SZ_LOG);
1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271
}

static void ip_mc_hash_add(struct in_device *in_dev,
			   struct ip_mc_list *im)
{
	struct ip_mc_list __rcu **mc_hash;
	u32 hash;

	mc_hash = rtnl_dereference(in_dev->mc_hash);
	if (mc_hash) {
		hash = ip_mc_hash(im);
E
Eric Dumazet 已提交
1272
		im->next_hash = mc_hash[hash];
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287
		rcu_assign_pointer(mc_hash[hash], im);
		return;
	}

	/* do not use a hash table for small number of items */
	if (in_dev->mc_count < 4)
		return;

	mc_hash = kzalloc(sizeof(struct ip_mc_list *) << MC_HASH_SZ_LOG,
			  GFP_KERNEL);
	if (!mc_hash)
		return;

	for_each_pmc_rtnl(in_dev, im) {
		hash = ip_mc_hash(im);
E
Eric Dumazet 已提交
1288
		im->next_hash = mc_hash[hash];
1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308
		RCU_INIT_POINTER(mc_hash[hash], im);
	}

	rcu_assign_pointer(in_dev->mc_hash, mc_hash);
}

static void ip_mc_hash_remove(struct in_device *in_dev,
			      struct ip_mc_list *im)
{
	struct ip_mc_list __rcu **mc_hash = rtnl_dereference(in_dev->mc_hash);
	struct ip_mc_list *aux;

	if (!mc_hash)
		return;
	mc_hash += ip_mc_hash(im);
	while ((aux = rtnl_dereference(*mc_hash)) != im)
		mc_hash = &aux->next_hash;
	*mc_hash = im->next_hash;
}

L
Linus Torvalds 已提交
1309 1310 1311 1312 1313

/*
 *	A socket has joined a multicast group on device dev.
 */

1314
void ip_mc_inc_group(struct in_device *in_dev, __be32 addr)
L
Linus Torvalds 已提交
1315 1316 1317 1318 1319
{
	struct ip_mc_list *im;

	ASSERT_RTNL();

1320
	for_each_pmc_rtnl(in_dev, im) {
L
Linus Torvalds 已提交
1321 1322 1323 1324 1325 1326 1327
		if (im->multiaddr == addr) {
			im->users++;
			ip_mc_add_src(in_dev, &addr, MCAST_EXCLUDE, 0, NULL, 0);
			goto out;
		}
	}

1328
	im = kzalloc(sizeof(*im), GFP_KERNEL);
L
Linus Torvalds 已提交
1329 1330 1331
	if (!im)
		goto out;

J
Jianjun Kong 已提交
1332 1333
	im->users = 1;
	im->interface = in_dev;
L
Linus Torvalds 已提交
1334
	in_dev_hold(in_dev);
J
Jianjun Kong 已提交
1335
	im->multiaddr = addr;
L
Linus Torvalds 已提交
1336 1337 1338 1339 1340 1341
	/* initial mode is (EX, empty) */
	im->sfmode = MCAST_EXCLUDE;
	im->sfcount[MCAST_EXCLUDE] = 1;
	atomic_set(&im->refcnt, 1);
	spin_lock_init(&im->lock);
#ifdef CONFIG_IP_MULTICAST
1342
	setup_timer(&im->timer, igmp_timer_expire, (unsigned long)im);
1343
	im->unsolicit_count = sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1344
#endif
1345 1346

	im->next_rcu = in_dev->mc_list;
R
Rami Rosen 已提交
1347
	in_dev->mc_count++;
1348
	rcu_assign_pointer(in_dev->mc_list, im);
1349

1350 1351
	ip_mc_hash_add(in_dev, im);

L
Linus Torvalds 已提交
1352 1353 1354 1355 1356 1357 1358 1359 1360
#ifdef CONFIG_IP_MULTICAST
	igmpv3_del_delrec(in_dev, im->multiaddr);
#endif
	igmp_group_added(im);
	if (!in_dev->dead)
		ip_rt_multicast_event(in_dev);
out:
	return;
}
E
Eric Dumazet 已提交
1361
EXPORT_SYMBOL(ip_mc_inc_group);
L
Linus Torvalds 已提交
1362

1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458
static int ip_mc_check_iphdr(struct sk_buff *skb)
{
	const struct iphdr *iph;
	unsigned int len;
	unsigned int offset = skb_network_offset(skb) + sizeof(*iph);

	if (!pskb_may_pull(skb, offset))
		return -EINVAL;

	iph = ip_hdr(skb);

	if (iph->version != 4 || ip_hdrlen(skb) < sizeof(*iph))
		return -EINVAL;

	offset += ip_hdrlen(skb) - sizeof(*iph);

	if (!pskb_may_pull(skb, offset))
		return -EINVAL;

	iph = ip_hdr(skb);

	if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl)))
		return -EINVAL;

	len = skb_network_offset(skb) + ntohs(iph->tot_len);
	if (skb->len < len || len < offset)
		return -EINVAL;

	skb_set_transport_header(skb, offset);

	return 0;
}

static int ip_mc_check_igmp_reportv3(struct sk_buff *skb)
{
	unsigned int len = skb_transport_offset(skb);

	len += sizeof(struct igmpv3_report);

	return pskb_may_pull(skb, len) ? 0 : -EINVAL;
}

static int ip_mc_check_igmp_query(struct sk_buff *skb)
{
	unsigned int len = skb_transport_offset(skb);

	len += sizeof(struct igmphdr);
	if (skb->len < len)
		return -EINVAL;

	/* IGMPv{1,2}? */
	if (skb->len != len) {
		/* or IGMPv3? */
		len += sizeof(struct igmpv3_query) - sizeof(struct igmphdr);
		if (skb->len < len || !pskb_may_pull(skb, len))
			return -EINVAL;
	}

	/* RFC2236+RFC3376 (IGMPv2+IGMPv3) require the multicast link layer
	 * all-systems destination addresses (224.0.0.1) for general queries
	 */
	if (!igmp_hdr(skb)->group &&
	    ip_hdr(skb)->daddr != htonl(INADDR_ALLHOSTS_GROUP))
		return -EINVAL;

	return 0;
}

static int ip_mc_check_igmp_msg(struct sk_buff *skb)
{
	switch (igmp_hdr(skb)->type) {
	case IGMP_HOST_LEAVE_MESSAGE:
	case IGMP_HOST_MEMBERSHIP_REPORT:
	case IGMPV2_HOST_MEMBERSHIP_REPORT:
		/* fall through */
		return 0;
	case IGMPV3_HOST_MEMBERSHIP_REPORT:
		return ip_mc_check_igmp_reportv3(skb);
	case IGMP_HOST_MEMBERSHIP_QUERY:
		return ip_mc_check_igmp_query(skb);
	default:
		return -ENOMSG;
	}
}

static inline __sum16 ip_mc_validate_checksum(struct sk_buff *skb)
{
	return skb_checksum_simple_validate(skb);
}

static int __ip_mc_check_igmp(struct sk_buff *skb, struct sk_buff **skb_trimmed)

{
	struct sk_buff *skb_chk;
	unsigned int transport_len;
	unsigned int len = skb_transport_offset(skb) + sizeof(struct igmphdr);
1459
	int ret = -EINVAL;
1460 1461 1462 1463 1464 1465

	transport_len = ntohs(ip_hdr(skb)->tot_len) - ip_hdrlen(skb);

	skb_chk = skb_checksum_trimmed(skb, transport_len,
				       ip_mc_validate_checksum);
	if (!skb_chk)
1466
		goto err;
1467

1468 1469
	if (!pskb_may_pull(skb_chk, len))
		goto err;
1470 1471

	ret = ip_mc_check_igmp_msg(skb_chk);
1472 1473
	if (ret)
		goto err;
1474 1475 1476

	if (skb_trimmed)
		*skb_trimmed = skb_chk;
1477 1478
	/* free now unneeded clone */
	else if (skb_chk != skb)
1479 1480
		kfree_skb(skb_chk);

1481 1482 1483 1484 1485 1486 1487
	ret = 0;

err:
	if (ret && skb_chk && skb_chk != skb)
		kfree_skb(skb_chk);

	return ret;
1488 1489 1490 1491 1492 1493 1494 1495
}

/**
 * ip_mc_check_igmp - checks whether this is a sane IGMP packet
 * @skb: the skb to validate
 * @skb_trimmed: to store an skb pointer trimmed to IPv4 packet tail (optional)
 *
 * Checks whether an IPv4 packet is a valid IGMP packet. If so sets
1496
 * skb transport header accordingly and returns zero.
1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510
 *
 * -EINVAL: A broken packet was detected, i.e. it violates some internet
 *  standard
 * -ENOMSG: IP header validation succeeded but it is not an IGMP packet.
 * -ENOMEM: A memory allocation failure happened.
 *
 * Optionally, an skb pointer might be provided via skb_trimmed (or set it
 * to NULL): After parsing an IGMP packet successfully it will point to
 * an skb which has its tail aligned to the IP packet end. This might
 * either be the originally provided skb or a trimmed, cloned version if
 * the skb frame had data beyond the IP packet. A cloned skb allows us
 * to leave the original skb and its full frame unchanged (which might be
 * desirable for layer 2 frame jugglers).
 *
1511 1512
 * Caller needs to set the skb network header and free any returned skb if it
 * differs from the provided skb.
1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527
 */
int ip_mc_check_igmp(struct sk_buff *skb, struct sk_buff **skb_trimmed)
{
	int ret = ip_mc_check_iphdr(skb);

	if (ret < 0)
		return ret;

	if (ip_hdr(skb)->protocol != IPPROTO_IGMP)
		return -ENOMSG;

	return __ip_mc_check_igmp(skb, skb_trimmed);
}
EXPORT_SYMBOL(ip_mc_check_igmp);

1528
/*
1529
 *	Resend IGMP JOIN report; used by netdev notifier.
1530
 */
1531
static void ip_mc_rejoin_groups(struct in_device *in_dev)
1532
{
1533
#ifdef CONFIG_IP_MULTICAST
E
Eric Dumazet 已提交
1534 1535
	struct ip_mc_list *im;
	int type;
1536
	struct net *net = dev_net(in_dev->dev);
1537

1538 1539 1540
	ASSERT_RTNL();

	for_each_pmc_rtnl(in_dev, im) {
E
Eric Dumazet 已提交
1541 1542
		if (im->multiaddr == IGMP_ALL_HOSTS)
			continue;
1543
		if (ipv4_is_local_multicast(im->multiaddr) &&
1544
		    !net->ipv4.sysctl_igmp_llm_reports)
1545
			continue;
1546

E
Eric Dumazet 已提交
1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557
		/* a failover is happening and switches
		 * must be notified immediately
		 */
		if (IGMP_V1_SEEN(in_dev))
			type = IGMP_HOST_MEMBERSHIP_REPORT;
		else if (IGMP_V2_SEEN(in_dev))
			type = IGMPV2_HOST_MEMBERSHIP_REPORT;
		else
			type = IGMPV3_HOST_MEMBERSHIP_REPORT;
		igmp_send_report(in_dev, im, type);
	}
1558 1559 1560
#endif
}

L
Linus Torvalds 已提交
1561 1562 1563 1564
/*
 *	A socket has left a multicast group on device dev
 */

1565
void ip_mc_dec_group(struct in_device *in_dev, __be32 addr)
L
Linus Torvalds 已提交
1566
{
1567 1568
	struct ip_mc_list *i;
	struct ip_mc_list __rcu **ip;
1569

L
Linus Torvalds 已提交
1570
	ASSERT_RTNL();
1571

1572 1573 1574
	for (ip = &in_dev->mc_list;
	     (i = rtnl_dereference(*ip)) != NULL;
	     ip = &i->next_rcu) {
J
Jianjun Kong 已提交
1575
		if (i->multiaddr == addr) {
L
Linus Torvalds 已提交
1576
			if (--i->users == 0) {
1577
				ip_mc_hash_remove(in_dev, i);
1578
				*ip = i->next_rcu;
R
Rami Rosen 已提交
1579
				in_dev->mc_count--;
L
Linus Torvalds 已提交
1580
				igmp_group_dropped(i);
1581
				ip_mc_clear_src(i);
L
Linus Torvalds 已提交
1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592

				if (!in_dev->dead)
					ip_rt_multicast_event(in_dev);

				ip_ma_put(i);
				return;
			}
			break;
		}
	}
}
E
Eric Dumazet 已提交
1593
EXPORT_SYMBOL(ip_mc_dec_group);
L
Linus Torvalds 已提交
1594

1595 1596 1597 1598
/* Device changing type */

void ip_mc_unmap(struct in_device *in_dev)
{
1599
	struct ip_mc_list *pmc;
1600 1601 1602

	ASSERT_RTNL();

1603 1604
	for_each_pmc_rtnl(in_dev, pmc)
		igmp_group_dropped(pmc);
1605 1606 1607 1608
}

void ip_mc_remap(struct in_device *in_dev)
{
1609
	struct ip_mc_list *pmc;
1610 1611 1612

	ASSERT_RTNL();

1613 1614
	for_each_pmc_rtnl(in_dev, pmc)
		igmp_group_added(pmc);
1615 1616
}

L
Linus Torvalds 已提交
1617 1618 1619 1620
/* Device going down */

void ip_mc_down(struct in_device *in_dev)
{
1621
	struct ip_mc_list *pmc;
L
Linus Torvalds 已提交
1622 1623 1624

	ASSERT_RTNL();

1625 1626
	for_each_pmc_rtnl(in_dev, pmc)
		igmp_group_dropped(pmc);
L
Linus Torvalds 已提交
1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645

#ifdef CONFIG_IP_MULTICAST
	in_dev->mr_ifc_count = 0;
	if (del_timer(&in_dev->mr_ifc_timer))
		__in_dev_put(in_dev);
	in_dev->mr_gq_running = 0;
	if (del_timer(&in_dev->mr_gq_timer))
		__in_dev_put(in_dev);
	igmpv3_clear_delrec(in_dev);
#endif

	ip_mc_dec_group(in_dev, IGMP_ALL_HOSTS);
}

void ip_mc_init_dev(struct in_device *in_dev)
{
	ASSERT_RTNL();

#ifdef CONFIG_IP_MULTICAST
1646 1647 1648 1649
	setup_timer(&in_dev->mr_gq_timer, igmp_gq_timer_expire,
			(unsigned long)in_dev);
	setup_timer(&in_dev->mr_ifc_timer, igmp_ifc_timer_expire,
			(unsigned long)in_dev);
1650
	in_dev->mr_qrv = sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1651 1652 1653 1654 1655 1656 1657 1658 1659
#endif

	spin_lock_init(&in_dev->mc_tomb_lock);
}

/* Device going up */

void ip_mc_up(struct in_device *in_dev)
{
1660
	struct ip_mc_list *pmc;
L
Linus Torvalds 已提交
1661 1662 1663

	ASSERT_RTNL();

1664 1665 1666
#ifdef CONFIG_IP_MULTICAST
	in_dev->mr_qrv = sysctl_igmp_qrv;
#endif
L
Linus Torvalds 已提交
1667 1668
	ip_mc_inc_group(in_dev, IGMP_ALL_HOSTS);

1669 1670
	for_each_pmc_rtnl(in_dev, pmc)
		igmp_group_added(pmc);
L
Linus Torvalds 已提交
1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685
}

/*
 *	Device is about to be destroyed: clean up.
 */

void ip_mc_destroy_dev(struct in_device *in_dev)
{
	struct ip_mc_list *i;

	ASSERT_RTNL();

	/* Deactivate timers */
	ip_mc_down(in_dev);

1686 1687
	while ((i = rtnl_dereference(in_dev->mc_list)) != NULL) {
		in_dev->mc_list = i->next_rcu;
R
Rami Rosen 已提交
1688
		in_dev->mc_count--;
1689

1690 1691
		/* We've dropped the groups in ip_mc_down already */
		ip_mc_clear_src(i);
L
Linus Torvalds 已提交
1692 1693 1694 1695
		ip_ma_put(i);
	}
}

1696
/* RTNL is locked */
1697
static struct in_device *ip_mc_find_dev(struct net *net, struct ip_mreqn *imr)
L
Linus Torvalds 已提交
1698 1699 1700 1701 1702
{
	struct net_device *dev = NULL;
	struct in_device *idev = NULL;

	if (imr->imr_ifindex) {
1703
		idev = inetdev_by_index(net, imr->imr_ifindex);
L
Linus Torvalds 已提交
1704 1705 1706
		return idev;
	}
	if (imr->imr_address.s_addr) {
1707
		dev = __ip_dev_find(net, imr->imr_address.s_addr, false);
L
Linus Torvalds 已提交
1708 1709 1710 1711
		if (!dev)
			return NULL;
	}

1712
	if (!dev) {
1713 1714 1715
		struct rtable *rt = ip_route_output(net,
						    imr->imr_multiaddr.s_addr,
						    0, 0, 0);
1716 1717 1718 1719
		if (!IS_ERR(rt)) {
			dev = rt->dst.dev;
			ip_rt_put(rt);
		}
L
Linus Torvalds 已提交
1720 1721 1722
	}
	if (dev) {
		imr->imr_ifindex = dev->ifindex;
1723
		idev = __in_dev_get_rtnl(dev);
L
Linus Torvalds 已提交
1724 1725 1726 1727 1728 1729 1730
	}
	return idev;
}

/*
 *	Join a socket to a group
 */
1731
#ifdef CONFIG_IP_MULTICAST
1732
int sysctl_igmp_qrv __read_mostly = IGMP_QUERY_ROBUSTNESS_VARIABLE;
1733
#endif
L
Linus Torvalds 已提交
1734 1735

static int ip_mc_del1_src(struct ip_mc_list *pmc, int sfmode,
1736
	__be32 *psfsrc)
L
Linus Torvalds 已提交
1737 1738 1739 1740 1741
{
	struct ip_sf_list *psf, *psf_prev;
	int rv = 0;

	psf_prev = NULL;
1742
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767
		if (psf->sf_inaddr == *psfsrc)
			break;
		psf_prev = psf;
	}
	if (!psf || psf->sf_count[sfmode] == 0) {
		/* source filter not found, or count wrong =>  bug */
		return -ESRCH;
	}
	psf->sf_count[sfmode]--;
	if (psf->sf_count[sfmode] == 0) {
		ip_rt_multicast_event(pmc->interface);
	}
	if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) {
#ifdef CONFIG_IP_MULTICAST
		struct in_device *in_dev = pmc->interface;
#endif

		/* no more filters for this source */
		if (psf_prev)
			psf_prev->sf_next = psf->sf_next;
		else
			pmc->sources = psf->sf_next;
#ifdef CONFIG_IP_MULTICAST
		if (psf->sf_oldin &&
		    !IGMP_V1_SEEN(in_dev) && !IGMP_V2_SEEN(in_dev)) {
1768
			psf->sf_crcount = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782
			psf->sf_next = pmc->tomb;
			pmc->tomb = psf;
			rv = 1;
		} else
#endif
			kfree(psf);
	}
	return rv;
}

#ifndef CONFIG_IP_MULTICAST
#define igmp_ifc_event(x)	do { } while (0)
#endif

1783 1784
static int ip_mc_del_src(struct in_device *in_dev, __be32 *pmca, int sfmode,
			 int sfcount, __be32 *psfsrc, int delta)
L
Linus Torvalds 已提交
1785 1786 1787 1788 1789 1790 1791
{
	struct ip_mc_list *pmc;
	int	changerec = 0;
	int	i, err;

	if (!in_dev)
		return -ENODEV;
1792 1793
	rcu_read_lock();
	for_each_pmc_rcu(in_dev, pmc) {
L
Linus Torvalds 已提交
1794 1795 1796 1797 1798
		if (*pmca == pmc->multiaddr)
			break;
	}
	if (!pmc) {
		/* MCA not found?? bug */
1799
		rcu_read_unlock();
L
Linus Torvalds 已提交
1800 1801 1802
		return -ESRCH;
	}
	spin_lock_bh(&pmc->lock);
1803
	rcu_read_unlock();
L
Linus Torvalds 已提交
1804 1805 1806 1807 1808 1809 1810 1811 1812 1813
#ifdef CONFIG_IP_MULTICAST
	sf_markstate(pmc);
#endif
	if (!delta) {
		err = -EINVAL;
		if (!pmc->sfcount[sfmode])
			goto out_unlock;
		pmc->sfcount[sfmode]--;
	}
	err = 0;
1814
	for (i = 0; i < sfcount; i++) {
L
Linus Torvalds 已提交
1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830
		int rv = ip_mc_del1_src(pmc, sfmode, &psfsrc[i]);

		changerec |= rv > 0;
		if (!err && rv < 0)
			err = rv;
	}
	if (pmc->sfmode == MCAST_EXCLUDE &&
	    pmc->sfcount[MCAST_EXCLUDE] == 0 &&
	    pmc->sfcount[MCAST_INCLUDE]) {
#ifdef CONFIG_IP_MULTICAST
		struct ip_sf_list *psf;
#endif

		/* filter mode change */
		pmc->sfmode = MCAST_INCLUDE;
#ifdef CONFIG_IP_MULTICAST
1831
		pmc->crcount = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
1832
		in_dev->mr_ifc_count = pmc->crcount;
1833
		for (psf = pmc->sources; psf; psf = psf->sf_next)
L
Linus Torvalds 已提交
1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848
			psf->sf_crcount = 0;
		igmp_ifc_event(pmc->interface);
	} else if (sf_setstate(pmc) || changerec) {
		igmp_ifc_event(pmc->interface);
#endif
	}
out_unlock:
	spin_unlock_bh(&pmc->lock);
	return err;
}

/*
 * Add multicast single-source filter to the interface list
 */
static int ip_mc_add1_src(struct ip_mc_list *pmc, int sfmode,
1849
	__be32 *psfsrc)
L
Linus Torvalds 已提交
1850 1851 1852 1853
{
	struct ip_sf_list *psf, *psf_prev;

	psf_prev = NULL;
1854
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
1855 1856 1857 1858 1859
		if (psf->sf_inaddr == *psfsrc)
			break;
		psf_prev = psf;
	}
	if (!psf) {
1860
		psf = kzalloc(sizeof(*psf), GFP_ATOMIC);
L
Linus Torvalds 已提交
1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881
		if (!psf)
			return -ENOBUFS;
		psf->sf_inaddr = *psfsrc;
		if (psf_prev) {
			psf_prev->sf_next = psf;
		} else
			pmc->sources = psf;
	}
	psf->sf_count[sfmode]++;
	if (psf->sf_count[sfmode] == 1) {
		ip_rt_multicast_event(pmc->interface);
	}
	return 0;
}

#ifdef CONFIG_IP_MULTICAST
static void sf_markstate(struct ip_mc_list *pmc)
{
	struct ip_sf_list *psf;
	int mca_xcount = pmc->sfcount[MCAST_EXCLUDE];

1882
	for (psf = pmc->sources; psf; psf = psf->sf_next)
L
Linus Torvalds 已提交
1883 1884 1885 1886 1887 1888 1889 1890 1891 1892
		if (pmc->sfcount[MCAST_EXCLUDE]) {
			psf->sf_oldin = mca_xcount ==
				psf->sf_count[MCAST_EXCLUDE] &&
				!psf->sf_count[MCAST_INCLUDE];
		} else
			psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0;
}

static int sf_setstate(struct ip_mc_list *pmc)
{
1893
	struct ip_sf_list *psf, *dpsf;
L
Linus Torvalds 已提交
1894 1895 1896 1897 1898
	int mca_xcount = pmc->sfcount[MCAST_EXCLUDE];
	int qrv = pmc->interface->mr_qrv;
	int new_in, rv;

	rv = 0;
1899
	for (psf = pmc->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
1900 1901 1902 1903 1904
		if (pmc->sfcount[MCAST_EXCLUDE]) {
			new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] &&
				!psf->sf_count[MCAST_INCLUDE];
		} else
			new_in = psf->sf_count[MCAST_INCLUDE] != 0;
1905 1906
		if (new_in) {
			if (!psf->sf_oldin) {
A
Al Viro 已提交
1907
				struct ip_sf_list *prev = NULL;
1908

1909
				for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next) {
1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930
					if (dpsf->sf_inaddr == psf->sf_inaddr)
						break;
					prev = dpsf;
				}
				if (dpsf) {
					if (prev)
						prev->sf_next = dpsf->sf_next;
					else
						pmc->tomb = dpsf->sf_next;
					kfree(dpsf);
				}
				psf->sf_crcount = qrv;
				rv++;
			}
		} else if (psf->sf_oldin) {

			psf->sf_crcount = 0;
			/*
			 * add or update "delete" records if an active filter
			 * is now inactive
			 */
1931
			for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next)
1932 1933 1934
				if (dpsf->sf_inaddr == psf->sf_inaddr)
					break;
			if (!dpsf) {
1935
				dpsf = kmalloc(sizeof(*dpsf), GFP_ATOMIC);
1936 1937 1938 1939 1940 1941 1942 1943
				if (!dpsf)
					continue;
				*dpsf = *psf;
				/* pmc->lock held by callers */
				dpsf->sf_next = pmc->tomb;
				pmc->tomb = dpsf;
			}
			dpsf->sf_crcount = qrv;
L
Linus Torvalds 已提交
1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
			rv++;
		}
	}
	return rv;
}
#endif

/*
 * Add multicast source filter list to the interface list
 */
1954 1955
static int ip_mc_add_src(struct in_device *in_dev, __be32 *pmca, int sfmode,
			 int sfcount, __be32 *psfsrc, int delta)
L
Linus Torvalds 已提交
1956 1957 1958 1959 1960 1961 1962
{
	struct ip_mc_list *pmc;
	int	isexclude;
	int	i, err;

	if (!in_dev)
		return -ENODEV;
1963 1964
	rcu_read_lock();
	for_each_pmc_rcu(in_dev, pmc) {
L
Linus Torvalds 已提交
1965 1966 1967 1968 1969
		if (*pmca == pmc->multiaddr)
			break;
	}
	if (!pmc) {
		/* MCA not found?? bug */
1970
		rcu_read_unlock();
L
Linus Torvalds 已提交
1971 1972 1973
		return -ESRCH;
	}
	spin_lock_bh(&pmc->lock);
1974
	rcu_read_unlock();
L
Linus Torvalds 已提交
1975 1976 1977 1978 1979 1980 1981 1982

#ifdef CONFIG_IP_MULTICAST
	sf_markstate(pmc);
#endif
	isexclude = pmc->sfmode == MCAST_EXCLUDE;
	if (!delta)
		pmc->sfcount[sfmode]++;
	err = 0;
1983
	for (i = 0; i < sfcount; i++) {
1984
		err = ip_mc_add1_src(pmc, sfmode, &psfsrc[i]);
L
Linus Torvalds 已提交
1985 1986 1987 1988 1989 1990
		if (err)
			break;
	}
	if (err) {
		int j;

1991 1992
		if (!delta)
			pmc->sfcount[sfmode]--;
1993
		for (j = 0; j < i; j++)
J
Julia Lawall 已提交
1994
			(void) ip_mc_del1_src(pmc, sfmode, &psfsrc[j]);
L
Linus Torvalds 已提交
1995 1996 1997
	} else if (isexclude != (pmc->sfcount[MCAST_EXCLUDE] != 0)) {
#ifdef CONFIG_IP_MULTICAST
		struct ip_sf_list *psf;
S
Stephen Hemminger 已提交
1998
		in_dev = pmc->interface;
L
Linus Torvalds 已提交
1999 2000 2001 2002 2003 2004 2005 2006 2007 2008
#endif

		/* filter mode change */
		if (pmc->sfcount[MCAST_EXCLUDE])
			pmc->sfmode = MCAST_EXCLUDE;
		else if (pmc->sfcount[MCAST_INCLUDE])
			pmc->sfmode = MCAST_INCLUDE;
#ifdef CONFIG_IP_MULTICAST
		/* else no filters; keep old mode for reports */

2009
		pmc->crcount = in_dev->mr_qrv ?: sysctl_igmp_qrv;
L
Linus Torvalds 已提交
2010
		in_dev->mr_ifc_count = pmc->crcount;
2011
		for (psf = pmc->sources; psf; psf = psf->sf_next)
L
Linus Torvalds 已提交
2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025
			psf->sf_crcount = 0;
		igmp_ifc_event(in_dev);
	} else if (sf_setstate(pmc)) {
		igmp_ifc_event(in_dev);
#endif
	}
	spin_unlock_bh(&pmc->lock);
	return err;
}

static void ip_mc_clear_src(struct ip_mc_list *pmc)
{
	struct ip_sf_list *psf, *nextpsf;

2026
	for (psf = pmc->tomb; psf; psf = nextpsf) {
L
Linus Torvalds 已提交
2027 2028 2029 2030
		nextpsf = psf->sf_next;
		kfree(psf);
	}
	pmc->tomb = NULL;
2031
	for (psf = pmc->sources; psf; psf = nextpsf) {
L
Linus Torvalds 已提交
2032 2033 2034 2035 2036
		nextpsf = psf->sf_next;
		kfree(psf);
	}
	pmc->sources = NULL;
	pmc->sfmode = MCAST_EXCLUDE;
2037
	pmc->sfcount[MCAST_INCLUDE] = 0;
L
Linus Torvalds 已提交
2038 2039 2040
	pmc->sfcount[MCAST_EXCLUDE] = 1;
}

2041 2042 2043 2044
/* Join a multicast group
 */

int ip_mc_join_group(struct sock *sk, struct ip_mreqn *imr)
L
Linus Torvalds 已提交
2045
{
2046
	__be32 addr = imr->imr_multiaddr.s_addr;
2047
	struct ip_mc_socklist *iml, *i;
L
Linus Torvalds 已提交
2048 2049
	struct in_device *in_dev;
	struct inet_sock *inet = inet_sk(sk);
2050
	struct net *net = sock_net(sk);
2051
	int ifindex;
L
Linus Torvalds 已提交
2052
	int count = 0;
2053 2054 2055
	int err;

	ASSERT_RTNL();
L
Linus Torvalds 已提交
2056

2057
	if (!ipv4_is_multicast(addr))
L
Linus Torvalds 已提交
2058 2059
		return -EINVAL;

2060
	in_dev = ip_mc_find_dev(net, imr);
L
Linus Torvalds 已提交
2061 2062 2063 2064 2065 2066 2067

	if (!in_dev) {
		err = -ENODEV;
		goto done;
	}

	err = -EADDRINUSE;
2068
	ifindex = imr->imr_ifindex;
2069
	for_each_pmc_rtnl(inet, i) {
2070 2071
		if (i->multi.imr_multiaddr.s_addr == addr &&
		    i->multi.imr_ifindex == ifindex)
L
Linus Torvalds 已提交
2072 2073 2074 2075
			goto done;
		count++;
	}
	err = -ENOBUFS;
2076
	if (count >= net->ipv4.sysctl_igmp_max_memberships)
2077
		goto done;
J
Jianjun Kong 已提交
2078
	iml = sock_kmalloc(sk, sizeof(*iml), GFP_KERNEL);
2079
	if (!iml)
L
Linus Torvalds 已提交
2080
		goto done;
2081

L
Linus Torvalds 已提交
2082
	memcpy(&iml->multi, imr, sizeof(*imr));
2083
	iml->next_rcu = inet->mc_list;
L
Linus Torvalds 已提交
2084 2085
	iml->sflist = NULL;
	iml->sfmode = MCAST_EXCLUDE;
2086
	rcu_assign_pointer(inet->mc_list, iml);
L
Linus Torvalds 已提交
2087 2088 2089 2090 2091
	ip_mc_inc_group(in_dev, addr);
	err = 0;
done:
	return err;
}
E
Eric Dumazet 已提交
2092
EXPORT_SYMBOL(ip_mc_join_group);
L
Linus Torvalds 已提交
2093 2094 2095 2096

static int ip_mc_leave_src(struct sock *sk, struct ip_mc_socklist *iml,
			   struct in_device *in_dev)
{
2097
	struct ip_sf_socklist *psf = rtnl_dereference(iml->sflist);
L
Linus Torvalds 已提交
2098 2099
	int err;

2100
	if (!psf) {
L
Linus Torvalds 已提交
2101 2102 2103 2104 2105
		/* any-source empty exclude case */
		return ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr,
			iml->sfmode, 0, NULL, 0);
	}
	err = ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr,
2106
			iml->sfmode, psf->sl_count, psf->sl_addr, 0);
2107
	RCU_INIT_POINTER(iml->sflist, NULL);
2108 2109
	/* decrease mem now to avoid the memleak warning */
	atomic_sub(IP_SFLSIZE(psf->sl_max), &sk->sk_omem_alloc);
2110
	kfree_rcu(psf, rcu);
L
Linus Torvalds 已提交
2111 2112 2113
	return err;
}

2114
int ip_mc_leave_group(struct sock *sk, struct ip_mreqn *imr)
L
Linus Torvalds 已提交
2115 2116
{
	struct inet_sock *inet = inet_sk(sk);
2117 2118
	struct ip_mc_socklist *iml;
	struct ip_mc_socklist __rcu **imlp;
2119
	struct in_device *in_dev;
2120
	struct net *net = sock_net(sk);
2121
	__be32 group = imr->imr_multiaddr.s_addr;
2122
	u32 ifindex;
2123
	int ret = -EADDRNOTAVAIL;
L
Linus Torvalds 已提交
2124

2125 2126
	ASSERT_RTNL();

2127
	in_dev = ip_mc_find_dev(net, imr);
2128
	if (!imr->imr_ifindex && !imr->imr_address.s_addr && !in_dev) {
2129 2130 2131
		ret = -ENODEV;
		goto out;
	}
2132
	ifindex = imr->imr_ifindex;
2133 2134 2135
	for (imlp = &inet->mc_list;
	     (iml = rtnl_dereference(*imlp)) != NULL;
	     imlp = &iml->next_rcu) {
2136 2137 2138 2139 2140 2141 2142 2143
		if (iml->multi.imr_multiaddr.s_addr != group)
			continue;
		if (ifindex) {
			if (iml->multi.imr_ifindex != ifindex)
				continue;
		} else if (imr->imr_address.s_addr && imr->imr_address.s_addr !=
				iml->multi.imr_address.s_addr)
			continue;
L
Linus Torvalds 已提交
2144

2145
		(void) ip_mc_leave_src(sk, iml, in_dev);
L
Linus Torvalds 已提交
2146

2147
		*imlp = iml->next_rcu;
2148

2149 2150
		if (in_dev)
			ip_mc_dec_group(in_dev, group);
2151

2152 2153
		/* decrease mem now to avoid the memleak warning */
		atomic_sub(sizeof(*iml), &sk->sk_omem_alloc);
2154
		kfree_rcu(iml, rcu);
2155
		return 0;
L
Linus Torvalds 已提交
2156
	}
2157
out:
2158 2159
	return ret;
}
2160
EXPORT_SYMBOL(ip_mc_leave_group);
L
Linus Torvalds 已提交
2161 2162 2163 2164 2165 2166

int ip_mc_source(int add, int omode, struct sock *sk, struct
	ip_mreq_source *mreqs, int ifindex)
{
	int err;
	struct ip_mreqn imr;
A
Al Viro 已提交
2167
	__be32 addr = mreqs->imr_multiaddr;
L
Linus Torvalds 已提交
2168 2169 2170 2171
	struct ip_mc_socklist *pmc;
	struct in_device *in_dev = NULL;
	struct inet_sock *inet = inet_sk(sk);
	struct ip_sf_socklist *psl;
2172
	struct net *net = sock_net(sk);
2173
	int leavegroup = 0;
L
Linus Torvalds 已提交
2174 2175
	int i, j, rv;

2176
	if (!ipv4_is_multicast(addr))
L
Linus Torvalds 已提交
2177 2178
		return -EINVAL;

2179
	ASSERT_RTNL();
L
Linus Torvalds 已提交
2180 2181 2182 2183

	imr.imr_multiaddr.s_addr = mreqs->imr_multiaddr;
	imr.imr_address.s_addr = mreqs->imr_interface;
	imr.imr_ifindex = ifindex;
2184
	in_dev = ip_mc_find_dev(net, &imr);
L
Linus Torvalds 已提交
2185 2186 2187 2188 2189 2190 2191

	if (!in_dev) {
		err = -ENODEV;
		goto done;
	}
	err = -EADDRNOTAVAIL;

2192
	for_each_pmc_rtnl(inet, pmc) {
2193 2194 2195
		if ((pmc->multi.imr_multiaddr.s_addr ==
		     imr.imr_multiaddr.s_addr) &&
		    (pmc->multi.imr_ifindex == imr.imr_ifindex))
L
Linus Torvalds 已提交
2196 2197
			break;
	}
2198 2199
	if (!pmc) {		/* must have a prior join */
		err = -EINVAL;
L
Linus Torvalds 已提交
2200
		goto done;
2201
	}
L
Linus Torvalds 已提交
2202 2203
	/* if a source filter was set, must be the same mode as before */
	if (pmc->sflist) {
2204 2205
		if (pmc->sfmode != omode) {
			err = -EINVAL;
L
Linus Torvalds 已提交
2206
			goto done;
2207
		}
L
Linus Torvalds 已提交
2208 2209 2210
	} else if (pmc->sfmode != omode) {
		/* allow mode switches for empty-set filters */
		ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 0, NULL, 0);
2211
		ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, pmc->sfmode, 0,
L
Linus Torvalds 已提交
2212 2213 2214 2215
			NULL, 0);
		pmc->sfmode = omode;
	}

2216
	psl = rtnl_dereference(pmc->sflist);
L
Linus Torvalds 已提交
2217 2218
	if (!add) {
		if (!psl)
2219
			goto done;	/* err = -EADDRNOTAVAIL */
L
Linus Torvalds 已提交
2220
		rv = !0;
2221
		for (i = 0; i < psl->sl_count; i++) {
L
Linus Torvalds 已提交
2222
			rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr,
A
Al Viro 已提交
2223
				sizeof(__be32));
L
Linus Torvalds 已提交
2224 2225 2226 2227
			if (rv == 0)
				break;
		}
		if (rv)		/* source not found */
2228
			goto done;	/* err = -EADDRNOTAVAIL */
L
Linus Torvalds 已提交
2229

2230 2231 2232 2233 2234 2235
		/* special case - (INCLUDE, empty) == LEAVE_GROUP */
		if (psl->sl_count == 1 && omode == MCAST_INCLUDE) {
			leavegroup = 1;
			goto done;
		}

L
Linus Torvalds 已提交
2236
		/* update the interface filter */
2237
		ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, omode, 1,
L
Linus Torvalds 已提交
2238 2239
			&mreqs->imr_sourceaddr, 1);

2240
		for (j = i+1; j < psl->sl_count; j++)
L
Linus Torvalds 已提交
2241 2242 2243 2244 2245 2246 2247
			psl->sl_addr[j-1] = psl->sl_addr[j];
		psl->sl_count--;
		err = 0;
		goto done;
	}
	/* else, add a new source to the filter */

2248
	if (psl && psl->sl_count >= net->ipv4.sysctl_igmp_max_msf) {
L
Linus Torvalds 已提交
2249 2250 2251 2252 2253 2254 2255 2256 2257
		err = -ENOBUFS;
		goto done;
	}
	if (!psl || psl->sl_count == psl->sl_max) {
		struct ip_sf_socklist *newpsl;
		int count = IP_SFBLOCK;

		if (psl)
			count += psl->sl_max;
2258
		newpsl = sock_kmalloc(sk, IP_SFLSIZE(count), GFP_KERNEL);
L
Linus Torvalds 已提交
2259 2260 2261 2262 2263 2264 2265
		if (!newpsl) {
			err = -ENOBUFS;
			goto done;
		}
		newpsl->sl_max = count;
		newpsl->sl_count = count - IP_SFBLOCK;
		if (psl) {
2266
			for (i = 0; i < psl->sl_count; i++)
L
Linus Torvalds 已提交
2267
				newpsl->sl_addr[i] = psl->sl_addr[i];
2268 2269
			/* decrease mem now to avoid the memleak warning */
			atomic_sub(IP_SFLSIZE(psl->sl_max), &sk->sk_omem_alloc);
2270
			kfree_rcu(psl, rcu);
L
Linus Torvalds 已提交
2271
		}
2272
		rcu_assign_pointer(pmc->sflist, newpsl);
2273
		psl = newpsl;
L
Linus Torvalds 已提交
2274 2275
	}
	rv = 1;	/* > 0 for insert logic below if sl_count is 0 */
2276
	for (i = 0; i < psl->sl_count; i++) {
L
Linus Torvalds 已提交
2277
		rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr,
A
Al Viro 已提交
2278
			sizeof(__be32));
L
Linus Torvalds 已提交
2279 2280 2281 2282 2283
		if (rv == 0)
			break;
	}
	if (rv == 0)		/* address already there is an error */
		goto done;
2284
	for (j = psl->sl_count-1; j >= i; j--)
L
Linus Torvalds 已提交
2285 2286 2287 2288 2289
		psl->sl_addr[j+1] = psl->sl_addr[j];
	psl->sl_addr[i] = mreqs->imr_sourceaddr;
	psl->sl_count++;
	err = 0;
	/* update the interface list */
2290
	ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 1,
L
Linus Torvalds 已提交
2291 2292
		&mreqs->imr_sourceaddr, 1);
done:
2293
	if (leavegroup)
2294
		err = ip_mc_leave_group(sk, &imr);
L
Linus Torvalds 已提交
2295 2296 2297 2298 2299
	return err;
}

int ip_mc_msfilter(struct sock *sk, struct ip_msfilter *msf, int ifindex)
{
2300
	int err = 0;
L
Linus Torvalds 已提交
2301
	struct ip_mreqn	imr;
A
Al Viro 已提交
2302
	__be32 addr = msf->imsf_multiaddr;
L
Linus Torvalds 已提交
2303 2304 2305 2306
	struct ip_mc_socklist *pmc;
	struct in_device *in_dev;
	struct inet_sock *inet = inet_sk(sk);
	struct ip_sf_socklist *newpsl, *psl;
2307
	struct net *net = sock_net(sk);
2308
	int leavegroup = 0;
L
Linus Torvalds 已提交
2309

2310
	if (!ipv4_is_multicast(addr))
L
Linus Torvalds 已提交
2311 2312 2313 2314 2315
		return -EINVAL;
	if (msf->imsf_fmode != MCAST_INCLUDE &&
	    msf->imsf_fmode != MCAST_EXCLUDE)
		return -EINVAL;

2316
	ASSERT_RTNL();
L
Linus Torvalds 已提交
2317 2318 2319 2320

	imr.imr_multiaddr.s_addr = msf->imsf_multiaddr;
	imr.imr_address.s_addr = msf->imsf_interface;
	imr.imr_ifindex = ifindex;
2321
	in_dev = ip_mc_find_dev(net, &imr);
L
Linus Torvalds 已提交
2322 2323 2324 2325 2326 2327

	if (!in_dev) {
		err = -ENODEV;
		goto done;
	}

2328 2329 2330 2331 2332 2333
	/* special case - (INCLUDE, empty) == LEAVE_GROUP */
	if (msf->imsf_fmode == MCAST_INCLUDE && msf->imsf_numsrc == 0) {
		leavegroup = 1;
		goto done;
	}

2334
	for_each_pmc_rtnl(inet, pmc) {
L
Linus Torvalds 已提交
2335 2336 2337 2338
		if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr &&
		    pmc->multi.imr_ifindex == imr.imr_ifindex)
			break;
	}
2339 2340
	if (!pmc) {		/* must have a prior join */
		err = -EINVAL;
L
Linus Torvalds 已提交
2341
		goto done;
2342
	}
L
Linus Torvalds 已提交
2343
	if (msf->imsf_numsrc) {
2344 2345
		newpsl = sock_kmalloc(sk, IP_SFLSIZE(msf->imsf_numsrc),
							   GFP_KERNEL);
L
Linus Torvalds 已提交
2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358
		if (!newpsl) {
			err = -ENOBUFS;
			goto done;
		}
		newpsl->sl_max = newpsl->sl_count = msf->imsf_numsrc;
		memcpy(newpsl->sl_addr, msf->imsf_slist,
			msf->imsf_numsrc * sizeof(msf->imsf_slist[0]));
		err = ip_mc_add_src(in_dev, &msf->imsf_multiaddr,
			msf->imsf_fmode, newpsl->sl_count, newpsl->sl_addr, 0);
		if (err) {
			sock_kfree_s(sk, newpsl, IP_SFLSIZE(newpsl->sl_max));
			goto done;
		}
2359
	} else {
L
Linus Torvalds 已提交
2360
		newpsl = NULL;
2361 2362 2363
		(void) ip_mc_add_src(in_dev, &msf->imsf_multiaddr,
				     msf->imsf_fmode, 0, NULL, 0);
	}
2364
	psl = rtnl_dereference(pmc->sflist);
L
Linus Torvalds 已提交
2365 2366 2367
	if (psl) {
		(void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode,
			psl->sl_count, psl->sl_addr, 0);
2368 2369
		/* decrease mem now to avoid the memleak warning */
		atomic_sub(IP_SFLSIZE(psl->sl_max), &sk->sk_omem_alloc);
2370
		kfree_rcu(psl, rcu);
L
Linus Torvalds 已提交
2371 2372 2373
	} else
		(void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode,
			0, NULL, 0);
2374
	rcu_assign_pointer(pmc->sflist, newpsl);
L
Linus Torvalds 已提交
2375
	pmc->sfmode = msf->imsf_fmode;
2376
	err = 0;
L
Linus Torvalds 已提交
2377
done:
2378 2379
	if (leavegroup)
		err = ip_mc_leave_group(sk, &imr);
L
Linus Torvalds 已提交
2380 2381 2382 2383 2384 2385 2386 2387
	return err;
}

int ip_mc_msfget(struct sock *sk, struct ip_msfilter *msf,
	struct ip_msfilter __user *optval, int __user *optlen)
{
	int err, len, count, copycount;
	struct ip_mreqn	imr;
A
Al Viro 已提交
2388
	__be32 addr = msf->imsf_multiaddr;
L
Linus Torvalds 已提交
2389 2390 2391 2392
	struct ip_mc_socklist *pmc;
	struct in_device *in_dev;
	struct inet_sock *inet = inet_sk(sk);
	struct ip_sf_socklist *psl;
2393
	struct net *net = sock_net(sk);
L
Linus Torvalds 已提交
2394

2395 2396
	ASSERT_RTNL();

2397
	if (!ipv4_is_multicast(addr))
L
Linus Torvalds 已提交
2398 2399 2400 2401 2402
		return -EINVAL;

	imr.imr_multiaddr.s_addr = msf->imsf_multiaddr;
	imr.imr_address.s_addr = msf->imsf_interface;
	imr.imr_ifindex = 0;
2403
	in_dev = ip_mc_find_dev(net, &imr);
L
Linus Torvalds 已提交
2404 2405 2406 2407 2408 2409 2410

	if (!in_dev) {
		err = -ENODEV;
		goto done;
	}
	err = -EADDRNOTAVAIL;

2411
	for_each_pmc_rtnl(inet, pmc) {
L
Linus Torvalds 已提交
2412 2413 2414 2415 2416 2417 2418
		if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr &&
		    pmc->multi.imr_ifindex == imr.imr_ifindex)
			break;
	}
	if (!pmc)		/* must have a prior join */
		goto done;
	msf->imsf_fmode = pmc->sfmode;
2419
	psl = rtnl_dereference(pmc->sflist);
L
Linus Torvalds 已提交
2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445
	if (!psl) {
		len = 0;
		count = 0;
	} else {
		count = psl->sl_count;
	}
	copycount = count < msf->imsf_numsrc ? count : msf->imsf_numsrc;
	len = copycount * sizeof(psl->sl_addr[0]);
	msf->imsf_numsrc = count;
	if (put_user(IP_MSFILTER_SIZE(copycount), optlen) ||
	    copy_to_user(optval, msf, IP_MSFILTER_SIZE(0))) {
		return -EFAULT;
	}
	if (len &&
	    copy_to_user(&optval->imsf_slist[0], psl->sl_addr, len))
		return -EFAULT;
	return 0;
done:
	return err;
}

int ip_mc_gsfget(struct sock *sk, struct group_filter *gsf,
	struct group_filter __user *optval, int __user *optlen)
{
	int err, i, count, copycount;
	struct sockaddr_in *psin;
A
Al Viro 已提交
2446
	__be32 addr;
L
Linus Torvalds 已提交
2447 2448 2449 2450
	struct ip_mc_socklist *pmc;
	struct inet_sock *inet = inet_sk(sk);
	struct ip_sf_socklist *psl;

2451 2452
	ASSERT_RTNL();

L
Linus Torvalds 已提交
2453 2454 2455 2456
	psin = (struct sockaddr_in *)&gsf->gf_group;
	if (psin->sin_family != AF_INET)
		return -EINVAL;
	addr = psin->sin_addr.s_addr;
2457
	if (!ipv4_is_multicast(addr))
L
Linus Torvalds 已提交
2458 2459 2460 2461
		return -EINVAL;

	err = -EADDRNOTAVAIL;

2462
	for_each_pmc_rtnl(inet, pmc) {
L
Linus Torvalds 已提交
2463 2464 2465 2466 2467 2468 2469
		if (pmc->multi.imr_multiaddr.s_addr == addr &&
		    pmc->multi.imr_ifindex == gsf->gf_interface)
			break;
	}
	if (!pmc)		/* must have a prior join */
		goto done;
	gsf->gf_fmode = pmc->sfmode;
2470
	psl = rtnl_dereference(pmc->sflist);
L
Linus Torvalds 已提交
2471 2472 2473 2474 2475 2476 2477
	count = psl ? psl->sl_count : 0;
	copycount = count < gsf->gf_numsrc ? count : gsf->gf_numsrc;
	gsf->gf_numsrc = count;
	if (put_user(GROUP_FILTER_SIZE(copycount), optlen) ||
	    copy_to_user(optval, gsf, GROUP_FILTER_SIZE(0))) {
		return -EFAULT;
	}
2478
	for (i = 0; i < copycount; i++) {
L
Linus Torvalds 已提交
2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495
		struct sockaddr_storage ss;

		psin = (struct sockaddr_in *)&ss;
		memset(&ss, 0, sizeof(ss));
		psin->sin_family = AF_INET;
		psin->sin_addr.s_addr = psl->sl_addr[i];
		if (copy_to_user(&optval->gf_slist[i], &ss, sizeof(ss)))
			return -EFAULT;
	}
	return 0;
done:
	return err;
}

/*
 * check if a multicast source filter allows delivery for a given <src,dst,intf>
 */
A
Al Viro 已提交
2496
int ip_mc_sf_allow(struct sock *sk, __be32 loc_addr, __be32 rmt_addr, int dif)
L
Linus Torvalds 已提交
2497 2498 2499 2500 2501
{
	struct inet_sock *inet = inet_sk(sk);
	struct ip_mc_socklist *pmc;
	struct ip_sf_socklist *psl;
	int i;
2502
	int ret;
L
Linus Torvalds 已提交
2503

2504
	ret = 1;
2505
	if (!ipv4_is_multicast(loc_addr))
2506
		goto out;
L
Linus Torvalds 已提交
2507

2508
	rcu_read_lock();
2509
	for_each_pmc_rcu(inet, pmc) {
L
Linus Torvalds 已提交
2510 2511 2512 2513
		if (pmc->multi.imr_multiaddr.s_addr == loc_addr &&
		    pmc->multi.imr_ifindex == dif)
			break;
	}
2514
	ret = inet->mc_all;
L
Linus Torvalds 已提交
2515
	if (!pmc)
2516
		goto unlock;
2517
	psl = rcu_dereference(pmc->sflist);
2518
	ret = (pmc->sfmode == MCAST_EXCLUDE);
L
Linus Torvalds 已提交
2519
	if (!psl)
2520
		goto unlock;
L
Linus Torvalds 已提交
2521

2522
	for (i = 0; i < psl->sl_count; i++) {
L
Linus Torvalds 已提交
2523 2524 2525
		if (psl->sl_addr[i] == rmt_addr)
			break;
	}
2526
	ret = 0;
L
Linus Torvalds 已提交
2527
	if (pmc->sfmode == MCAST_INCLUDE && i >= psl->sl_count)
2528
		goto unlock;
L
Linus Torvalds 已提交
2529
	if (pmc->sfmode == MCAST_EXCLUDE && i < psl->sl_count)
2530 2531 2532 2533 2534 2535
		goto unlock;
	ret = 1;
unlock:
	rcu_read_unlock();
out:
	return ret;
L
Linus Torvalds 已提交
2536 2537 2538 2539 2540 2541 2542 2543 2544 2545
}

/*
 *	A socket is closing.
 */

void ip_mc_drop_socket(struct sock *sk)
{
	struct inet_sock *inet = inet_sk(sk);
	struct ip_mc_socklist *iml;
2546
	struct net *net = sock_net(sk);
L
Linus Torvalds 已提交
2547

2548
	if (!inet->mc_list)
L
Linus Torvalds 已提交
2549 2550 2551
		return;

	rtnl_lock();
2552
	while ((iml = rtnl_dereference(inet->mc_list)) != NULL) {
L
Linus Torvalds 已提交
2553 2554
		struct in_device *in_dev;

2555
		inet->mc_list = iml->next_rcu;
2556
		in_dev = inetdev_by_index(net, iml->multi.imr_ifindex);
2557
		(void) ip_mc_leave_src(sk, iml, in_dev);
2558
		if (in_dev)
L
Linus Torvalds 已提交
2559
			ip_mc_dec_group(in_dev, iml->multi.imr_multiaddr.s_addr);
2560 2561
		/* decrease mem now to avoid the memleak warning */
		atomic_sub(sizeof(*iml), &sk->sk_omem_alloc);
2562
		kfree_rcu(iml, rcu);
L
Linus Torvalds 已提交
2563 2564 2565 2566
	}
	rtnl_unlock();
}

2567
/* called with rcu_read_lock() */
2568
int ip_check_mc_rcu(struct in_device *in_dev, __be32 mc_addr, __be32 src_addr, u8 proto)
L
Linus Torvalds 已提交
2569 2570
{
	struct ip_mc_list *im;
2571
	struct ip_mc_list __rcu **mc_hash;
L
Linus Torvalds 已提交
2572 2573 2574
	struct ip_sf_list *psf;
	int rv = 0;

2575 2576
	mc_hash = rcu_dereference(in_dev->mc_hash);
	if (mc_hash) {
E
Eric Dumazet 已提交
2577
		u32 hash = hash_32((__force u32)mc_addr, MC_HASH_SZ_LOG);
2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589

		for (im = rcu_dereference(mc_hash[hash]);
		     im != NULL;
		     im = rcu_dereference(im->next_hash)) {
			if (im->multiaddr == mc_addr)
				break;
		}
	} else {
		for_each_pmc_rcu(in_dev, im) {
			if (im->multiaddr == mc_addr)
				break;
		}
L
Linus Torvalds 已提交
2590 2591 2592 2593 2594
	}
	if (im && proto == IPPROTO_IGMP) {
		rv = 1;
	} else if (im) {
		if (src_addr) {
2595
			for (psf = im->sources; psf; psf = psf->sf_next) {
L
Linus Torvalds 已提交
2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612
				if (psf->sf_inaddr == src_addr)
					break;
			}
			if (psf)
				rv = psf->sf_count[MCAST_INCLUDE] ||
					psf->sf_count[MCAST_EXCLUDE] !=
					im->sfcount[MCAST_EXCLUDE];
			else
				rv = im->sfcount[MCAST_EXCLUDE] != 0;
		} else
			rv = 1; /* unspecified source; tentatively allow */
	}
	return rv;
}

#if defined(CONFIG_PROC_FS)
struct igmp_mc_iter_state {
2613
	struct seq_net_private p;
L
Linus Torvalds 已提交
2614 2615 2616 2617 2618 2619 2620 2621
	struct net_device *dev;
	struct in_device *in_dev;
};

#define	igmp_mc_seq_private(seq)	((struct igmp_mc_iter_state *)(seq)->private)

static inline struct ip_mc_list *igmp_mc_get_first(struct seq_file *seq)
{
2622
	struct net *net = seq_file_net(seq);
L
Linus Torvalds 已提交
2623 2624 2625
	struct ip_mc_list *im = NULL;
	struct igmp_mc_iter_state *state = igmp_mc_seq_private(seq);

2626
	state->in_dev = NULL;
2627
	for_each_netdev_rcu(net, state->dev) {
L
Linus Torvalds 已提交
2628
		struct in_device *in_dev;
E
Eric Dumazet 已提交
2629 2630

		in_dev = __in_dev_get_rcu(state->dev);
L
Linus Torvalds 已提交
2631 2632
		if (!in_dev)
			continue;
2633
		im = rcu_dereference(in_dev->mc_list);
L
Linus Torvalds 已提交
2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644
		if (im) {
			state->in_dev = in_dev;
			break;
		}
	}
	return im;
}

static struct ip_mc_list *igmp_mc_get_next(struct seq_file *seq, struct ip_mc_list *im)
{
	struct igmp_mc_iter_state *state = igmp_mc_seq_private(seq);
E
Eric Dumazet 已提交
2645

2646 2647
	im = rcu_dereference(im->next_rcu);
	while (!im) {
E
Eric Dumazet 已提交
2648
		state->dev = next_net_device_rcu(state->dev);
L
Linus Torvalds 已提交
2649 2650 2651 2652
		if (!state->dev) {
			state->in_dev = NULL;
			break;
		}
E
Eric Dumazet 已提交
2653
		state->in_dev = __in_dev_get_rcu(state->dev);
L
Linus Torvalds 已提交
2654 2655
		if (!state->in_dev)
			continue;
2656
		im = rcu_dereference(state->in_dev->mc_list);
L
Linus Torvalds 已提交
2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670
	}
	return im;
}

static struct ip_mc_list *igmp_mc_get_idx(struct seq_file *seq, loff_t pos)
{
	struct ip_mc_list *im = igmp_mc_get_first(seq);
	if (im)
		while (pos && (im = igmp_mc_get_next(seq, im)) != NULL)
			--pos;
	return pos ? NULL : im;
}

static void *igmp_mc_seq_start(struct seq_file *seq, loff_t *pos)
2671
	__acquires(rcu)
L
Linus Torvalds 已提交
2672
{
2673
	rcu_read_lock();
L
Linus Torvalds 已提交
2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688
	return *pos ? igmp_mc_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
}

static void *igmp_mc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
{
	struct ip_mc_list *im;
	if (v == SEQ_START_TOKEN)
		im = igmp_mc_get_first(seq);
	else
		im = igmp_mc_get_next(seq, v);
	++*pos;
	return im;
}

static void igmp_mc_seq_stop(struct seq_file *seq, void *v)
2689
	__releases(rcu)
L
Linus Torvalds 已提交
2690 2691
{
	struct igmp_mc_iter_state *state = igmp_mc_seq_private(seq);
2692 2693

	state->in_dev = NULL;
L
Linus Torvalds 已提交
2694
	state->dev = NULL;
2695
	rcu_read_unlock();
L
Linus Torvalds 已提交
2696 2697 2698 2699 2700
}

static int igmp_mc_seq_show(struct seq_file *seq, void *v)
{
	if (v == SEQ_START_TOKEN)
2701
		seq_puts(seq,
L
Linus Torvalds 已提交
2702 2703 2704 2705 2706
			 "Idx\tDevice    : Count Querier\tGroup    Users Timer\tReporter\n");
	else {
		struct ip_mc_list *im = (struct ip_mc_list *)v;
		struct igmp_mc_iter_state *state = igmp_mc_seq_private(seq);
		char   *querier;
2707 2708
		long delta;

L
Linus Torvalds 已提交
2709 2710 2711 2712 2713 2714 2715 2716
#ifdef CONFIG_IP_MULTICAST
		querier = IGMP_V1_SEEN(state->in_dev) ? "V1" :
			  IGMP_V2_SEEN(state->in_dev) ? "V2" :
			  "V3";
#else
		querier = "NONE";
#endif

2717
		if (rcu_access_pointer(state->in_dev->mc_list) == im) {
L
Linus Torvalds 已提交
2718
			seq_printf(seq, "%d\t%-10s: %5d %7s\n",
R
Rami Rosen 已提交
2719
				   state->dev->ifindex, state->dev->name, state->in_dev->mc_count, querier);
L
Linus Torvalds 已提交
2720 2721
		}

2722
		delta = im->timer.expires - jiffies;
L
Linus Torvalds 已提交
2723
		seq_printf(seq,
2724
			   "\t\t\t\t%08X %5d %d:%08lX\t\t%d\n",
L
Linus Torvalds 已提交
2725
			   im->multiaddr, im->users,
2726 2727
			   im->tm_running,
			   im->tm_running ? jiffies_delta_to_clock_t(delta) : 0,
L
Linus Torvalds 已提交
2728 2729 2730 2731 2732
			   im->reporter);
	}
	return 0;
}

2733
static const struct seq_operations igmp_mc_seq_ops = {
L
Linus Torvalds 已提交
2734 2735 2736 2737 2738 2739 2740 2741
	.start	=	igmp_mc_seq_start,
	.next	=	igmp_mc_seq_next,
	.stop	=	igmp_mc_seq_stop,
	.show	=	igmp_mc_seq_show,
};

static int igmp_mc_seq_open(struct inode *inode, struct file *file)
{
2742
	return seq_open_net(inode, file, &igmp_mc_seq_ops,
2743
			sizeof(struct igmp_mc_iter_state));
L
Linus Torvalds 已提交
2744 2745
}

2746
static const struct file_operations igmp_mc_seq_fops = {
L
Linus Torvalds 已提交
2747 2748 2749 2750
	.owner		=	THIS_MODULE,
	.open		=	igmp_mc_seq_open,
	.read		=	seq_read,
	.llseek		=	seq_lseek,
2751
	.release	=	seq_release_net,
L
Linus Torvalds 已提交
2752 2753 2754
};

struct igmp_mcf_iter_state {
2755
	struct seq_net_private p;
L
Linus Torvalds 已提交
2756 2757 2758 2759 2760 2761 2762 2763 2764
	struct net_device *dev;
	struct in_device *idev;
	struct ip_mc_list *im;
};

#define igmp_mcf_seq_private(seq)	((struct igmp_mcf_iter_state *)(seq)->private)

static inline struct ip_sf_list *igmp_mcf_get_first(struct seq_file *seq)
{
2765
	struct net *net = seq_file_net(seq);
L
Linus Torvalds 已提交
2766 2767 2768 2769
	struct ip_sf_list *psf = NULL;
	struct ip_mc_list *im = NULL;
	struct igmp_mcf_iter_state *state = igmp_mcf_seq_private(seq);

2770 2771
	state->idev = NULL;
	state->im = NULL;
2772
	for_each_netdev_rcu(net, state->dev) {
L
Linus Torvalds 已提交
2773
		struct in_device *idev;
E
Eric Dumazet 已提交
2774
		idev = __in_dev_get_rcu(state->dev);
2775
		if (unlikely(!idev))
L
Linus Torvalds 已提交
2776
			continue;
2777
		im = rcu_dereference(idev->mc_list);
2778
		if (likely(im)) {
L
Linus Torvalds 已提交
2779 2780
			spin_lock_bh(&im->lock);
			psf = im->sources;
2781
			if (likely(psf)) {
L
Linus Torvalds 已提交
2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800
				state->im = im;
				state->idev = idev;
				break;
			}
			spin_unlock_bh(&im->lock);
		}
	}
	return psf;
}

static struct ip_sf_list *igmp_mcf_get_next(struct seq_file *seq, struct ip_sf_list *psf)
{
	struct igmp_mcf_iter_state *state = igmp_mcf_seq_private(seq);

	psf = psf->sf_next;
	while (!psf) {
		spin_unlock_bh(&state->im->lock);
		state->im = state->im->next;
		while (!state->im) {
E
Eric Dumazet 已提交
2801
			state->dev = next_net_device_rcu(state->dev);
L
Linus Torvalds 已提交
2802 2803 2804 2805
			if (!state->dev) {
				state->idev = NULL;
				goto out;
			}
E
Eric Dumazet 已提交
2806
			state->idev = __in_dev_get_rcu(state->dev);
L
Linus Torvalds 已提交
2807 2808
			if (!state->idev)
				continue;
2809
			state->im = rcu_dereference(state->idev->mc_list);
L
Linus Torvalds 已提交
2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829
		}
		if (!state->im)
			break;
		spin_lock_bh(&state->im->lock);
		psf = state->im->sources;
	}
out:
	return psf;
}

static struct ip_sf_list *igmp_mcf_get_idx(struct seq_file *seq, loff_t pos)
{
	struct ip_sf_list *psf = igmp_mcf_get_first(seq);
	if (psf)
		while (pos && (psf = igmp_mcf_get_next(seq, psf)) != NULL)
			--pos;
	return pos ? NULL : psf;
}

static void *igmp_mcf_seq_start(struct seq_file *seq, loff_t *pos)
2830
	__acquires(rcu)
L
Linus Torvalds 已提交
2831
{
2832
	rcu_read_lock();
L
Linus Torvalds 已提交
2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847
	return *pos ? igmp_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
}

static void *igmp_mcf_seq_next(struct seq_file *seq, void *v, loff_t *pos)
{
	struct ip_sf_list *psf;
	if (v == SEQ_START_TOKEN)
		psf = igmp_mcf_get_first(seq);
	else
		psf = igmp_mcf_get_next(seq, v);
	++*pos;
	return psf;
}

static void igmp_mcf_seq_stop(struct seq_file *seq, void *v)
2848
	__releases(rcu)
L
Linus Torvalds 已提交
2849 2850
{
	struct igmp_mcf_iter_state *state = igmp_mcf_seq_private(seq);
2851
	if (likely(state->im)) {
L
Linus Torvalds 已提交
2852 2853 2854
		spin_unlock_bh(&state->im->lock);
		state->im = NULL;
	}
2855
	state->idev = NULL;
L
Linus Torvalds 已提交
2856
	state->dev = NULL;
2857
	rcu_read_unlock();
L
Linus Torvalds 已提交
2858 2859 2860 2861 2862 2863 2864 2865
}

static int igmp_mcf_seq_show(struct seq_file *seq, void *v)
{
	struct ip_sf_list *psf = (struct ip_sf_list *)v;
	struct igmp_mcf_iter_state *state = igmp_mcf_seq_private(seq);

	if (v == SEQ_START_TOKEN) {
2866
		seq_puts(seq, "Idx Device        MCA        SRC    INC    EXC\n");
L
Linus Torvalds 已提交
2867 2868 2869
	} else {
		seq_printf(seq,
			   "%3d %6.6s 0x%08x "
2870 2871
			   "0x%08x %6lu %6lu\n",
			   state->dev->ifindex, state->dev->name,
L
Linus Torvalds 已提交
2872 2873 2874 2875 2876 2877 2878 2879
			   ntohl(state->im->multiaddr),
			   ntohl(psf->sf_inaddr),
			   psf->sf_count[MCAST_INCLUDE],
			   psf->sf_count[MCAST_EXCLUDE]);
	}
	return 0;
}

2880
static const struct seq_operations igmp_mcf_seq_ops = {
L
Linus Torvalds 已提交
2881 2882 2883 2884 2885 2886 2887 2888
	.start	=	igmp_mcf_seq_start,
	.next	=	igmp_mcf_seq_next,
	.stop	=	igmp_mcf_seq_stop,
	.show	=	igmp_mcf_seq_show,
};

static int igmp_mcf_seq_open(struct inode *inode, struct file *file)
{
2889
	return seq_open_net(inode, file, &igmp_mcf_seq_ops,
2890
			sizeof(struct igmp_mcf_iter_state));
L
Linus Torvalds 已提交
2891 2892
}

2893
static const struct file_operations igmp_mcf_seq_fops = {
L
Linus Torvalds 已提交
2894 2895 2896 2897
	.owner		=	THIS_MODULE,
	.open		=	igmp_mcf_seq_open,
	.read		=	seq_read,
	.llseek		=	seq_lseek,
2898
	.release	=	seq_release_net,
L
Linus Torvalds 已提交
2899 2900
};

2901
static int __net_init igmp_net_init(struct net *net)
L
Linus Torvalds 已提交
2902
{
2903
	struct proc_dir_entry *pde;
2904
	int err;
2905

2906
	pde = proc_create("igmp", S_IRUGO, net->proc_net, &igmp_mc_seq_fops);
2907 2908
	if (!pde)
		goto out_igmp;
2909 2910
	pde = proc_create("mcfilter", S_IRUGO, net->proc_net,
			  &igmp_mcf_seq_fops);
2911 2912
	if (!pde)
		goto out_mcfilter;
2913 2914 2915 2916 2917 2918 2919 2920
	err = inet_ctl_sock_create(&net->ipv4.mc_autojoin_sk, AF_INET,
				   SOCK_DGRAM, 0, net);
	if (err < 0) {
		pr_err("Failed to initialize the IGMP autojoin socket (err %d)\n",
		       err);
		goto out_sock;
	}

L
Linus Torvalds 已提交
2921
	return 0;
2922

2923 2924
out_sock:
	remove_proc_entry("mcfilter", net->proc_net);
2925
out_mcfilter:
2926
	remove_proc_entry("igmp", net->proc_net);
2927 2928 2929 2930
out_igmp:
	return -ENOMEM;
}

2931
static void __net_exit igmp_net_exit(struct net *net)
2932
{
2933 2934
	remove_proc_entry("mcfilter", net->proc_net);
	remove_proc_entry("igmp", net->proc_net);
2935
	inet_ctl_sock_destroy(net->ipv4.mc_autojoin_sk);
2936 2937 2938 2939 2940 2941
}

static struct pernet_operations igmp_net_ops = {
	.init = igmp_net_init,
	.exit = igmp_net_exit,
};
2942
#endif
2943

2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965
static int igmp_netdev_event(struct notifier_block *this,
			     unsigned long event, void *ptr)
{
	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
	struct in_device *in_dev;

	switch (event) {
	case NETDEV_RESEND_IGMP:
		in_dev = __in_dev_get_rtnl(dev);
		if (in_dev)
			ip_mc_rejoin_groups(in_dev);
		break;
	default:
		break;
	}
	return NOTIFY_DONE;
}

static struct notifier_block igmp_notifier = {
	.notifier_call = igmp_netdev_event,
};

2966
int __init igmp_mc_init(void)
2967
{
2968
#if defined(CONFIG_PROC_FS)
2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981
	int err;

	err = register_pernet_subsys(&igmp_net_ops);
	if (err)
		return err;
	err = register_netdevice_notifier(&igmp_notifier);
	if (err)
		goto reg_notif_fail;
	return 0;

reg_notif_fail:
	unregister_pernet_subsys(&igmp_net_ops);
	return err;
2982 2983
#else
	return register_netdevice_notifier(&igmp_notifier);
L
Linus Torvalds 已提交
2984
#endif
2985
}