xref: /linux/net/ipv6/mcast.c (revision 3932b9ca55b0be314a36d3e84faff3e823c081f5)
1 /*
2  *	Multicast support for IPv6
3  *	Linux INET6 implementation
4  *
5  *	Authors:
6  *	Pedro Roque		<roque@di.fc.ul.pt>
7  *
8  *	Based on linux/ipv4/igmp.c and linux/ipv4/ip_sockglue.c
9  *
10  *	This program is free software; you can redistribute it and/or
11  *      modify it under the terms of the GNU General Public License
12  *      as published by the Free Software Foundation; either version
13  *      2 of the License, or (at your option) any later version.
14  */
15 
16 /* Changes:
17  *
18  *	yoshfuji	: fix format of router-alert option
19  *	YOSHIFUJI Hideaki @USAGI:
20  *		Fixed source address for MLD message based on
21  *		<draft-ietf-magma-mld-source-05.txt>.
22  *	YOSHIFUJI Hideaki @USAGI:
23  *		- Ignore Queries for invalid addresses.
24  *		- MLD for link-local addresses.
25  *	David L Stevens <dlstevens@us.ibm.com>:
26  *		- MLDv2 support
27  */
28 
29 #include <linux/module.h>
30 #include <linux/errno.h>
31 #include <linux/types.h>
32 #include <linux/string.h>
33 #include <linux/socket.h>
34 #include <linux/sockios.h>
35 #include <linux/jiffies.h>
36 #include <linux/times.h>
37 #include <linux/net.h>
38 #include <linux/in.h>
39 #include <linux/in6.h>
40 #include <linux/netdevice.h>
41 #include <linux/if_arp.h>
42 #include <linux/route.h>
43 #include <linux/init.h>
44 #include <linux/proc_fs.h>
45 #include <linux/seq_file.h>
46 #include <linux/slab.h>
47 #include <linux/pkt_sched.h>
48 #include <net/mld.h>
49 
50 #include <linux/netfilter.h>
51 #include <linux/netfilter_ipv6.h>
52 
53 #include <net/net_namespace.h>
54 #include <net/sock.h>
55 #include <net/snmp.h>
56 
57 #include <net/ipv6.h>
58 #include <net/protocol.h>
59 #include <net/if_inet6.h>
60 #include <net/ndisc.h>
61 #include <net/addrconf.h>
62 #include <net/ip6_route.h>
63 #include <net/inet_common.h>
64 
65 #include <net/ip6_checksum.h>
66 
67 /* Set to 3 to get tracing... */
68 #define MCAST_DEBUG 2
69 
70 #if MCAST_DEBUG >= 3
71 #define MDBG(x) printk x
72 #else
73 #define MDBG(x)
74 #endif
75 
76 /* Ensure that we have struct in6_addr aligned on 32bit word. */
77 static void *__mld2_query_bugs[] __attribute__((__unused__)) = {
78 	BUILD_BUG_ON_NULL(offsetof(struct mld2_query, mld2q_srcs) % 4),
79 	BUILD_BUG_ON_NULL(offsetof(struct mld2_report, mld2r_grec) % 4),
80 	BUILD_BUG_ON_NULL(offsetof(struct mld2_grec, grec_mca) % 4)
81 };
82 
83 static struct in6_addr mld2_all_mcr = MLD2_ALL_MCR_INIT;
84 
85 /* Big mc list lock for all the sockets */
86 static DEFINE_SPINLOCK(ipv6_sk_mc_lock);
87 
88 static void igmp6_join_group(struct ifmcaddr6 *ma);
89 static void igmp6_leave_group(struct ifmcaddr6 *ma);
90 static void igmp6_timer_handler(unsigned long data);
91 
92 static void mld_gq_timer_expire(unsigned long data);
93 static void mld_ifc_timer_expire(unsigned long data);
94 static void mld_ifc_event(struct inet6_dev *idev);
95 static void mld_add_delrec(struct inet6_dev *idev, struct ifmcaddr6 *pmc);
96 static void mld_del_delrec(struct inet6_dev *idev, const struct in6_addr *addr);
97 static void mld_clear_delrec(struct inet6_dev *idev);
98 static bool mld_in_v1_mode(const struct inet6_dev *idev);
99 static int sf_setstate(struct ifmcaddr6 *pmc);
100 static void sf_markstate(struct ifmcaddr6 *pmc);
101 static void ip6_mc_clear_src(struct ifmcaddr6 *pmc);
102 static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
103 			  int sfmode, int sfcount, const struct in6_addr *psfsrc,
104 			  int delta);
105 static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
106 			  int sfmode, int sfcount, const struct in6_addr *psfsrc,
107 			  int delta);
108 static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
109 			    struct inet6_dev *idev);
110 
111 #define MLD_QRV_DEFAULT		2
112 /* RFC3810, 9.2. Query Interval */
113 #define MLD_QI_DEFAULT		(125 * HZ)
114 /* RFC3810, 9.3. Query Response Interval */
115 #define MLD_QRI_DEFAULT		(10 * HZ)
116 
117 /* RFC3810, 8.1 Query Version Distinctions */
118 #define MLD_V1_QUERY_LEN	24
119 #define MLD_V2_QUERY_LEN_MIN	28
120 
121 #define IPV6_MLD_MAX_MSF	64
122 
123 int sysctl_mld_max_msf __read_mostly = IPV6_MLD_MAX_MSF;
124 
125 /*
126  *	socket join on multicast group
127  */
128 
129 #define for_each_pmc_rcu(np, pmc)				\
130 	for (pmc = rcu_dereference(np->ipv6_mc_list);		\
131 	     pmc != NULL;					\
132 	     pmc = rcu_dereference(pmc->next))
133 
134 static int unsolicited_report_interval(struct inet6_dev *idev)
135 {
136 	int iv;
137 
138 	if (mld_in_v1_mode(idev))
139 		iv = idev->cnf.mldv1_unsolicited_report_interval;
140 	else
141 		iv = idev->cnf.mldv2_unsolicited_report_interval;
142 
143 	return iv > 0 ? iv : 1;
144 }
145 
146 int ipv6_sock_mc_join(struct sock *sk, int ifindex, const struct in6_addr *addr)
147 {
148 	struct net_device *dev = NULL;
149 	struct ipv6_mc_socklist *mc_lst;
150 	struct ipv6_pinfo *np = inet6_sk(sk);
151 	struct net *net = sock_net(sk);
152 	int err;
153 
154 	if (!ipv6_addr_is_multicast(addr))
155 		return -EINVAL;
156 
157 	rcu_read_lock();
158 	for_each_pmc_rcu(np, mc_lst) {
159 		if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
160 		    ipv6_addr_equal(&mc_lst->addr, addr)) {
161 			rcu_read_unlock();
162 			return -EADDRINUSE;
163 		}
164 	}
165 	rcu_read_unlock();
166 
167 	mc_lst = sock_kmalloc(sk, sizeof(struct ipv6_mc_socklist), GFP_KERNEL);
168 
169 	if (mc_lst == NULL)
170 		return -ENOMEM;
171 
172 	mc_lst->next = NULL;
173 	mc_lst->addr = *addr;
174 
175 	rtnl_lock();
176 	rcu_read_lock();
177 	if (ifindex == 0) {
178 		struct rt6_info *rt;
179 		rt = rt6_lookup(net, addr, NULL, 0, 0);
180 		if (rt) {
181 			dev = rt->dst.dev;
182 			ip6_rt_put(rt);
183 		}
184 	} else
185 		dev = dev_get_by_index_rcu(net, ifindex);
186 
187 	if (dev == NULL) {
188 		rcu_read_unlock();
189 		rtnl_unlock();
190 		sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
191 		return -ENODEV;
192 	}
193 
194 	mc_lst->ifindex = dev->ifindex;
195 	mc_lst->sfmode = MCAST_EXCLUDE;
196 	rwlock_init(&mc_lst->sflock);
197 	mc_lst->sflist = NULL;
198 
199 	/*
200 	 *	now add/increase the group membership on the device
201 	 */
202 
203 	err = ipv6_dev_mc_inc(dev, addr);
204 
205 	if (err) {
206 		rcu_read_unlock();
207 		rtnl_unlock();
208 		sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
209 		return err;
210 	}
211 
212 	spin_lock(&ipv6_sk_mc_lock);
213 	mc_lst->next = np->ipv6_mc_list;
214 	rcu_assign_pointer(np->ipv6_mc_list, mc_lst);
215 	spin_unlock(&ipv6_sk_mc_lock);
216 
217 	rcu_read_unlock();
218 	rtnl_unlock();
219 
220 	return 0;
221 }
222 
223 /*
224  *	socket leave on multicast group
225  */
226 int ipv6_sock_mc_drop(struct sock *sk, int ifindex, const struct in6_addr *addr)
227 {
228 	struct ipv6_pinfo *np = inet6_sk(sk);
229 	struct ipv6_mc_socklist *mc_lst;
230 	struct ipv6_mc_socklist __rcu **lnk;
231 	struct net *net = sock_net(sk);
232 
233 	if (!ipv6_addr_is_multicast(addr))
234 		return -EINVAL;
235 
236 	rtnl_lock();
237 	spin_lock(&ipv6_sk_mc_lock);
238 	for (lnk = &np->ipv6_mc_list;
239 	     (mc_lst = rcu_dereference_protected(*lnk,
240 			lockdep_is_held(&ipv6_sk_mc_lock))) !=NULL ;
241 	      lnk = &mc_lst->next) {
242 		if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
243 		    ipv6_addr_equal(&mc_lst->addr, addr)) {
244 			struct net_device *dev;
245 
246 			*lnk = mc_lst->next;
247 			spin_unlock(&ipv6_sk_mc_lock);
248 
249 			rcu_read_lock();
250 			dev = dev_get_by_index_rcu(net, mc_lst->ifindex);
251 			if (dev != NULL) {
252 				struct inet6_dev *idev = __in6_dev_get(dev);
253 
254 				(void) ip6_mc_leave_src(sk, mc_lst, idev);
255 				if (idev)
256 					__ipv6_dev_mc_dec(idev, &mc_lst->addr);
257 			} else
258 				(void) ip6_mc_leave_src(sk, mc_lst, NULL);
259 			rcu_read_unlock();
260 			rtnl_unlock();
261 
262 			atomic_sub(sizeof(*mc_lst), &sk->sk_omem_alloc);
263 			kfree_rcu(mc_lst, rcu);
264 			return 0;
265 		}
266 	}
267 	spin_unlock(&ipv6_sk_mc_lock);
268 	rtnl_unlock();
269 
270 	return -EADDRNOTAVAIL;
271 }
272 
273 /* called with rcu_read_lock() */
274 static struct inet6_dev *ip6_mc_find_dev_rcu(struct net *net,
275 					     const struct in6_addr *group,
276 					     int ifindex)
277 {
278 	struct net_device *dev = NULL;
279 	struct inet6_dev *idev = NULL;
280 
281 	if (ifindex == 0) {
282 		struct rt6_info *rt = rt6_lookup(net, group, NULL, 0, 0);
283 
284 		if (rt) {
285 			dev = rt->dst.dev;
286 			ip6_rt_put(rt);
287 		}
288 	} else
289 		dev = dev_get_by_index_rcu(net, ifindex);
290 
291 	if (!dev)
292 		return NULL;
293 	idev = __in6_dev_get(dev);
294 	if (!idev)
295 		return NULL;
296 	read_lock_bh(&idev->lock);
297 	if (idev->dead) {
298 		read_unlock_bh(&idev->lock);
299 		return NULL;
300 	}
301 	return idev;
302 }
303 
304 void ipv6_sock_mc_close(struct sock *sk)
305 {
306 	struct ipv6_pinfo *np = inet6_sk(sk);
307 	struct ipv6_mc_socklist *mc_lst;
308 	struct net *net = sock_net(sk);
309 
310 	if (!rcu_access_pointer(np->ipv6_mc_list))
311 		return;
312 
313 	rtnl_lock();
314 	spin_lock(&ipv6_sk_mc_lock);
315 	while ((mc_lst = rcu_dereference_protected(np->ipv6_mc_list,
316 				lockdep_is_held(&ipv6_sk_mc_lock))) != NULL) {
317 		struct net_device *dev;
318 
319 		np->ipv6_mc_list = mc_lst->next;
320 		spin_unlock(&ipv6_sk_mc_lock);
321 
322 		rcu_read_lock();
323 		dev = dev_get_by_index_rcu(net, mc_lst->ifindex);
324 		if (dev) {
325 			struct inet6_dev *idev = __in6_dev_get(dev);
326 
327 			(void) ip6_mc_leave_src(sk, mc_lst, idev);
328 			if (idev)
329 				__ipv6_dev_mc_dec(idev, &mc_lst->addr);
330 		} else
331 			(void) ip6_mc_leave_src(sk, mc_lst, NULL);
332 		rcu_read_unlock();
333 
334 		atomic_sub(sizeof(*mc_lst), &sk->sk_omem_alloc);
335 		kfree_rcu(mc_lst, rcu);
336 
337 		spin_lock(&ipv6_sk_mc_lock);
338 	}
339 	spin_unlock(&ipv6_sk_mc_lock);
340 	rtnl_unlock();
341 }
342 
343 int ip6_mc_source(int add, int omode, struct sock *sk,
344 	struct group_source_req *pgsr)
345 {
346 	struct in6_addr *source, *group;
347 	struct ipv6_mc_socklist *pmc;
348 	struct inet6_dev *idev;
349 	struct ipv6_pinfo *inet6 = inet6_sk(sk);
350 	struct ip6_sf_socklist *psl;
351 	struct net *net = sock_net(sk);
352 	int i, j, rv;
353 	int leavegroup = 0;
354 	int pmclocked = 0;
355 	int err;
356 
357 	source = &((struct sockaddr_in6 *)&pgsr->gsr_source)->sin6_addr;
358 	group = &((struct sockaddr_in6 *)&pgsr->gsr_group)->sin6_addr;
359 
360 	if (!ipv6_addr_is_multicast(group))
361 		return -EINVAL;
362 
363 	rcu_read_lock();
364 	idev = ip6_mc_find_dev_rcu(net, group, pgsr->gsr_interface);
365 	if (!idev) {
366 		rcu_read_unlock();
367 		return -ENODEV;
368 	}
369 
370 	err = -EADDRNOTAVAIL;
371 
372 	for_each_pmc_rcu(inet6, pmc) {
373 		if (pgsr->gsr_interface && pmc->ifindex != pgsr->gsr_interface)
374 			continue;
375 		if (ipv6_addr_equal(&pmc->addr, group))
376 			break;
377 	}
378 	if (!pmc) {		/* must have a prior join */
379 		err = -EINVAL;
380 		goto done;
381 	}
382 	/* if a source filter was set, must be the same mode as before */
383 	if (pmc->sflist) {
384 		if (pmc->sfmode != omode) {
385 			err = -EINVAL;
386 			goto done;
387 		}
388 	} else if (pmc->sfmode != omode) {
389 		/* allow mode switches for empty-set filters */
390 		ip6_mc_add_src(idev, group, omode, 0, NULL, 0);
391 		ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
392 		pmc->sfmode = omode;
393 	}
394 
395 	write_lock(&pmc->sflock);
396 	pmclocked = 1;
397 
398 	psl = pmc->sflist;
399 	if (!add) {
400 		if (!psl)
401 			goto done;	/* err = -EADDRNOTAVAIL */
402 		rv = !0;
403 		for (i=0; i<psl->sl_count; i++) {
404 			rv = !ipv6_addr_equal(&psl->sl_addr[i], source);
405 			if (rv == 0)
406 				break;
407 		}
408 		if (rv)		/* source not found */
409 			goto done;	/* err = -EADDRNOTAVAIL */
410 
411 		/* special case - (INCLUDE, empty) == LEAVE_GROUP */
412 		if (psl->sl_count == 1 && omode == MCAST_INCLUDE) {
413 			leavegroup = 1;
414 			goto done;
415 		}
416 
417 		/* update the interface filter */
418 		ip6_mc_del_src(idev, group, omode, 1, source, 1);
419 
420 		for (j=i+1; j<psl->sl_count; j++)
421 			psl->sl_addr[j-1] = psl->sl_addr[j];
422 		psl->sl_count--;
423 		err = 0;
424 		goto done;
425 	}
426 	/* else, add a new source to the filter */
427 
428 	if (psl && psl->sl_count >= sysctl_mld_max_msf) {
429 		err = -ENOBUFS;
430 		goto done;
431 	}
432 	if (!psl || psl->sl_count == psl->sl_max) {
433 		struct ip6_sf_socklist *newpsl;
434 		int count = IP6_SFBLOCK;
435 
436 		if (psl)
437 			count += psl->sl_max;
438 		newpsl = sock_kmalloc(sk, IP6_SFLSIZE(count), GFP_ATOMIC);
439 		if (!newpsl) {
440 			err = -ENOBUFS;
441 			goto done;
442 		}
443 		newpsl->sl_max = count;
444 		newpsl->sl_count = count - IP6_SFBLOCK;
445 		if (psl) {
446 			for (i=0; i<psl->sl_count; i++)
447 				newpsl->sl_addr[i] = psl->sl_addr[i];
448 			sock_kfree_s(sk, psl, IP6_SFLSIZE(psl->sl_max));
449 		}
450 		pmc->sflist = psl = newpsl;
451 	}
452 	rv = 1;	/* > 0 for insert logic below if sl_count is 0 */
453 	for (i=0; i<psl->sl_count; i++) {
454 		rv = !ipv6_addr_equal(&psl->sl_addr[i], source);
455 		if (rv == 0) /* There is an error in the address. */
456 			goto done;
457 	}
458 	for (j=psl->sl_count-1; j>=i; j--)
459 		psl->sl_addr[j+1] = psl->sl_addr[j];
460 	psl->sl_addr[i] = *source;
461 	psl->sl_count++;
462 	err = 0;
463 	/* update the interface list */
464 	ip6_mc_add_src(idev, group, omode, 1, source, 1);
465 done:
466 	if (pmclocked)
467 		write_unlock(&pmc->sflock);
468 	read_unlock_bh(&idev->lock);
469 	rcu_read_unlock();
470 	if (leavegroup)
471 		return ipv6_sock_mc_drop(sk, pgsr->gsr_interface, group);
472 	return err;
473 }
474 
475 int ip6_mc_msfilter(struct sock *sk, struct group_filter *gsf)
476 {
477 	const struct in6_addr *group;
478 	struct ipv6_mc_socklist *pmc;
479 	struct inet6_dev *idev;
480 	struct ipv6_pinfo *inet6 = inet6_sk(sk);
481 	struct ip6_sf_socklist *newpsl, *psl;
482 	struct net *net = sock_net(sk);
483 	int leavegroup = 0;
484 	int i, err;
485 
486 	group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
487 
488 	if (!ipv6_addr_is_multicast(group))
489 		return -EINVAL;
490 	if (gsf->gf_fmode != MCAST_INCLUDE &&
491 	    gsf->gf_fmode != MCAST_EXCLUDE)
492 		return -EINVAL;
493 
494 	rcu_read_lock();
495 	idev = ip6_mc_find_dev_rcu(net, group, gsf->gf_interface);
496 
497 	if (!idev) {
498 		rcu_read_unlock();
499 		return -ENODEV;
500 	}
501 
502 	err = 0;
503 
504 	if (gsf->gf_fmode == MCAST_INCLUDE && gsf->gf_numsrc == 0) {
505 		leavegroup = 1;
506 		goto done;
507 	}
508 
509 	for_each_pmc_rcu(inet6, pmc) {
510 		if (pmc->ifindex != gsf->gf_interface)
511 			continue;
512 		if (ipv6_addr_equal(&pmc->addr, group))
513 			break;
514 	}
515 	if (!pmc) {		/* must have a prior join */
516 		err = -EINVAL;
517 		goto done;
518 	}
519 	if (gsf->gf_numsrc) {
520 		newpsl = sock_kmalloc(sk, IP6_SFLSIZE(gsf->gf_numsrc),
521 							  GFP_ATOMIC);
522 		if (!newpsl) {
523 			err = -ENOBUFS;
524 			goto done;
525 		}
526 		newpsl->sl_max = newpsl->sl_count = gsf->gf_numsrc;
527 		for (i=0; i<newpsl->sl_count; ++i) {
528 			struct sockaddr_in6 *psin6;
529 
530 			psin6 = (struct sockaddr_in6 *)&gsf->gf_slist[i];
531 			newpsl->sl_addr[i] = psin6->sin6_addr;
532 		}
533 		err = ip6_mc_add_src(idev, group, gsf->gf_fmode,
534 			newpsl->sl_count, newpsl->sl_addr, 0);
535 		if (err) {
536 			sock_kfree_s(sk, newpsl, IP6_SFLSIZE(newpsl->sl_max));
537 			goto done;
538 		}
539 	} else {
540 		newpsl = NULL;
541 		(void) ip6_mc_add_src(idev, group, gsf->gf_fmode, 0, NULL, 0);
542 	}
543 
544 	write_lock(&pmc->sflock);
545 	psl = pmc->sflist;
546 	if (psl) {
547 		(void) ip6_mc_del_src(idev, group, pmc->sfmode,
548 			psl->sl_count, psl->sl_addr, 0);
549 		sock_kfree_s(sk, psl, IP6_SFLSIZE(psl->sl_max));
550 	} else
551 		(void) ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
552 	pmc->sflist = newpsl;
553 	pmc->sfmode = gsf->gf_fmode;
554 	write_unlock(&pmc->sflock);
555 	err = 0;
556 done:
557 	read_unlock_bh(&idev->lock);
558 	rcu_read_unlock();
559 	if (leavegroup)
560 		err = ipv6_sock_mc_drop(sk, gsf->gf_interface, group);
561 	return err;
562 }
563 
564 int ip6_mc_msfget(struct sock *sk, struct group_filter *gsf,
565 	struct group_filter __user *optval, int __user *optlen)
566 {
567 	int err, i, count, copycount;
568 	const struct in6_addr *group;
569 	struct ipv6_mc_socklist *pmc;
570 	struct inet6_dev *idev;
571 	struct ipv6_pinfo *inet6 = inet6_sk(sk);
572 	struct ip6_sf_socklist *psl;
573 	struct net *net = sock_net(sk);
574 
575 	group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
576 
577 	if (!ipv6_addr_is_multicast(group))
578 		return -EINVAL;
579 
580 	rcu_read_lock();
581 	idev = ip6_mc_find_dev_rcu(net, group, gsf->gf_interface);
582 
583 	if (!idev) {
584 		rcu_read_unlock();
585 		return -ENODEV;
586 	}
587 
588 	err = -EADDRNOTAVAIL;
589 	/*
590 	 * changes to the ipv6_mc_list require the socket lock and
591 	 * a read lock on ip6_sk_mc_lock. We have the socket lock,
592 	 * so reading the list is safe.
593 	 */
594 
595 	for_each_pmc_rcu(inet6, pmc) {
596 		if (pmc->ifindex != gsf->gf_interface)
597 			continue;
598 		if (ipv6_addr_equal(group, &pmc->addr))
599 			break;
600 	}
601 	if (!pmc)		/* must have a prior join */
602 		goto done;
603 	gsf->gf_fmode = pmc->sfmode;
604 	psl = pmc->sflist;
605 	count = psl ? psl->sl_count : 0;
606 	read_unlock_bh(&idev->lock);
607 	rcu_read_unlock();
608 
609 	copycount = count < gsf->gf_numsrc ? count : gsf->gf_numsrc;
610 	gsf->gf_numsrc = count;
611 	if (put_user(GROUP_FILTER_SIZE(copycount), optlen) ||
612 	    copy_to_user(optval, gsf, GROUP_FILTER_SIZE(0))) {
613 		return -EFAULT;
614 	}
615 	/* changes to psl require the socket lock, a read lock on
616 	 * on ipv6_sk_mc_lock and a write lock on pmc->sflock. We
617 	 * have the socket lock, so reading here is safe.
618 	 */
619 	for (i=0; i<copycount; i++) {
620 		struct sockaddr_in6 *psin6;
621 		struct sockaddr_storage ss;
622 
623 		psin6 = (struct sockaddr_in6 *)&ss;
624 		memset(&ss, 0, sizeof(ss));
625 		psin6->sin6_family = AF_INET6;
626 		psin6->sin6_addr = psl->sl_addr[i];
627 		if (copy_to_user(&optval->gf_slist[i], &ss, sizeof(ss)))
628 			return -EFAULT;
629 	}
630 	return 0;
631 done:
632 	read_unlock_bh(&idev->lock);
633 	rcu_read_unlock();
634 	return err;
635 }
636 
637 bool inet6_mc_check(struct sock *sk, const struct in6_addr *mc_addr,
638 		    const struct in6_addr *src_addr)
639 {
640 	struct ipv6_pinfo *np = inet6_sk(sk);
641 	struct ipv6_mc_socklist *mc;
642 	struct ip6_sf_socklist *psl;
643 	bool rv = true;
644 
645 	rcu_read_lock();
646 	for_each_pmc_rcu(np, mc) {
647 		if (ipv6_addr_equal(&mc->addr, mc_addr))
648 			break;
649 	}
650 	if (!mc) {
651 		rcu_read_unlock();
652 		return true;
653 	}
654 	read_lock(&mc->sflock);
655 	psl = mc->sflist;
656 	if (!psl) {
657 		rv = mc->sfmode == MCAST_EXCLUDE;
658 	} else {
659 		int i;
660 
661 		for (i=0; i<psl->sl_count; i++) {
662 			if (ipv6_addr_equal(&psl->sl_addr[i], src_addr))
663 				break;
664 		}
665 		if (mc->sfmode == MCAST_INCLUDE && i >= psl->sl_count)
666 			rv = false;
667 		if (mc->sfmode == MCAST_EXCLUDE && i < psl->sl_count)
668 			rv = false;
669 	}
670 	read_unlock(&mc->sflock);
671 	rcu_read_unlock();
672 
673 	return rv;
674 }
675 
676 static void ma_put(struct ifmcaddr6 *mc)
677 {
678 	if (atomic_dec_and_test(&mc->mca_refcnt)) {
679 		in6_dev_put(mc->idev);
680 		kfree(mc);
681 	}
682 }
683 
684 static void igmp6_group_added(struct ifmcaddr6 *mc)
685 {
686 	struct net_device *dev = mc->idev->dev;
687 	char buf[MAX_ADDR_LEN];
688 
689 	if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
690 	    IPV6_ADDR_SCOPE_LINKLOCAL)
691 		return;
692 
693 	spin_lock_bh(&mc->mca_lock);
694 	if (!(mc->mca_flags&MAF_LOADED)) {
695 		mc->mca_flags |= MAF_LOADED;
696 		if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
697 			dev_mc_add(dev, buf);
698 	}
699 	spin_unlock_bh(&mc->mca_lock);
700 
701 	if (!(dev->flags & IFF_UP) || (mc->mca_flags & MAF_NOREPORT))
702 		return;
703 
704 	if (mld_in_v1_mode(mc->idev)) {
705 		igmp6_join_group(mc);
706 		return;
707 	}
708 	/* else v2 */
709 
710 	mc->mca_crcount = mc->idev->mc_qrv;
711 	mld_ifc_event(mc->idev);
712 }
713 
714 static void igmp6_group_dropped(struct ifmcaddr6 *mc)
715 {
716 	struct net_device *dev = mc->idev->dev;
717 	char buf[MAX_ADDR_LEN];
718 
719 	if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
720 	    IPV6_ADDR_SCOPE_LINKLOCAL)
721 		return;
722 
723 	spin_lock_bh(&mc->mca_lock);
724 	if (mc->mca_flags&MAF_LOADED) {
725 		mc->mca_flags &= ~MAF_LOADED;
726 		if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
727 			dev_mc_del(dev, buf);
728 	}
729 
730 	if (mc->mca_flags & MAF_NOREPORT)
731 		goto done;
732 	spin_unlock_bh(&mc->mca_lock);
733 
734 	if (!mc->idev->dead)
735 		igmp6_leave_group(mc);
736 
737 	spin_lock_bh(&mc->mca_lock);
738 	if (del_timer(&mc->mca_timer))
739 		atomic_dec(&mc->mca_refcnt);
740 done:
741 	ip6_mc_clear_src(mc);
742 	spin_unlock_bh(&mc->mca_lock);
743 }
744 
745 /*
746  * deleted ifmcaddr6 manipulation
747  */
748 static void mld_add_delrec(struct inet6_dev *idev, struct ifmcaddr6 *im)
749 {
750 	struct ifmcaddr6 *pmc;
751 
752 	/* this is an "ifmcaddr6" for convenience; only the fields below
753 	 * are actually used. In particular, the refcnt and users are not
754 	 * used for management of the delete list. Using the same structure
755 	 * for deleted items allows change reports to use common code with
756 	 * non-deleted or query-response MCA's.
757 	 */
758 	pmc = kzalloc(sizeof(*pmc), GFP_ATOMIC);
759 	if (!pmc)
760 		return;
761 
762 	spin_lock_bh(&im->mca_lock);
763 	spin_lock_init(&pmc->mca_lock);
764 	pmc->idev = im->idev;
765 	in6_dev_hold(idev);
766 	pmc->mca_addr = im->mca_addr;
767 	pmc->mca_crcount = idev->mc_qrv;
768 	pmc->mca_sfmode = im->mca_sfmode;
769 	if (pmc->mca_sfmode == MCAST_INCLUDE) {
770 		struct ip6_sf_list *psf;
771 
772 		pmc->mca_tomb = im->mca_tomb;
773 		pmc->mca_sources = im->mca_sources;
774 		im->mca_tomb = im->mca_sources = NULL;
775 		for (psf=pmc->mca_sources; psf; psf=psf->sf_next)
776 			psf->sf_crcount = pmc->mca_crcount;
777 	}
778 	spin_unlock_bh(&im->mca_lock);
779 
780 	spin_lock_bh(&idev->mc_lock);
781 	pmc->next = idev->mc_tomb;
782 	idev->mc_tomb = pmc;
783 	spin_unlock_bh(&idev->mc_lock);
784 }
785 
786 static void mld_del_delrec(struct inet6_dev *idev, const struct in6_addr *pmca)
787 {
788 	struct ifmcaddr6 *pmc, *pmc_prev;
789 	struct ip6_sf_list *psf, *psf_next;
790 
791 	spin_lock_bh(&idev->mc_lock);
792 	pmc_prev = NULL;
793 	for (pmc=idev->mc_tomb; pmc; pmc=pmc->next) {
794 		if (ipv6_addr_equal(&pmc->mca_addr, pmca))
795 			break;
796 		pmc_prev = pmc;
797 	}
798 	if (pmc) {
799 		if (pmc_prev)
800 			pmc_prev->next = pmc->next;
801 		else
802 			idev->mc_tomb = pmc->next;
803 	}
804 	spin_unlock_bh(&idev->mc_lock);
805 
806 	if (pmc) {
807 		for (psf=pmc->mca_tomb; psf; psf=psf_next) {
808 			psf_next = psf->sf_next;
809 			kfree(psf);
810 		}
811 		in6_dev_put(pmc->idev);
812 		kfree(pmc);
813 	}
814 }
815 
816 static void mld_clear_delrec(struct inet6_dev *idev)
817 {
818 	struct ifmcaddr6 *pmc, *nextpmc;
819 
820 	spin_lock_bh(&idev->mc_lock);
821 	pmc = idev->mc_tomb;
822 	idev->mc_tomb = NULL;
823 	spin_unlock_bh(&idev->mc_lock);
824 
825 	for (; pmc; pmc = nextpmc) {
826 		nextpmc = pmc->next;
827 		ip6_mc_clear_src(pmc);
828 		in6_dev_put(pmc->idev);
829 		kfree(pmc);
830 	}
831 
832 	/* clear dead sources, too */
833 	read_lock_bh(&idev->lock);
834 	for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
835 		struct ip6_sf_list *psf, *psf_next;
836 
837 		spin_lock_bh(&pmc->mca_lock);
838 		psf = pmc->mca_tomb;
839 		pmc->mca_tomb = NULL;
840 		spin_unlock_bh(&pmc->mca_lock);
841 		for (; psf; psf=psf_next) {
842 			psf_next = psf->sf_next;
843 			kfree(psf);
844 		}
845 	}
846 	read_unlock_bh(&idev->lock);
847 }
848 
849 
850 /*
851  *	device multicast group inc (add if not found)
852  */
853 int ipv6_dev_mc_inc(struct net_device *dev, const struct in6_addr *addr)
854 {
855 	struct ifmcaddr6 *mc;
856 	struct inet6_dev *idev;
857 
858 	ASSERT_RTNL();
859 
860 	/* we need to take a reference on idev */
861 	idev = in6_dev_get(dev);
862 
863 	if (idev == NULL)
864 		return -EINVAL;
865 
866 	write_lock_bh(&idev->lock);
867 	if (idev->dead) {
868 		write_unlock_bh(&idev->lock);
869 		in6_dev_put(idev);
870 		return -ENODEV;
871 	}
872 
873 	for (mc = idev->mc_list; mc; mc = mc->next) {
874 		if (ipv6_addr_equal(&mc->mca_addr, addr)) {
875 			mc->mca_users++;
876 			write_unlock_bh(&idev->lock);
877 			ip6_mc_add_src(idev, &mc->mca_addr, MCAST_EXCLUDE, 0,
878 				NULL, 0);
879 			in6_dev_put(idev);
880 			return 0;
881 		}
882 	}
883 
884 	/*
885 	 *	not found: create a new one.
886 	 */
887 
888 	mc = kzalloc(sizeof(struct ifmcaddr6), GFP_ATOMIC);
889 
890 	if (mc == NULL) {
891 		write_unlock_bh(&idev->lock);
892 		in6_dev_put(idev);
893 		return -ENOMEM;
894 	}
895 
896 	setup_timer(&mc->mca_timer, igmp6_timer_handler, (unsigned long)mc);
897 
898 	mc->mca_addr = *addr;
899 	mc->idev = idev; /* (reference taken) */
900 	mc->mca_users = 1;
901 	/* mca_stamp should be updated upon changes */
902 	mc->mca_cstamp = mc->mca_tstamp = jiffies;
903 	atomic_set(&mc->mca_refcnt, 2);
904 	spin_lock_init(&mc->mca_lock);
905 
906 	/* initial mode is (EX, empty) */
907 	mc->mca_sfmode = MCAST_EXCLUDE;
908 	mc->mca_sfcount[MCAST_EXCLUDE] = 1;
909 
910 	if (ipv6_addr_is_ll_all_nodes(&mc->mca_addr) ||
911 	    IPV6_ADDR_MC_SCOPE(&mc->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
912 		mc->mca_flags |= MAF_NOREPORT;
913 
914 	mc->next = idev->mc_list;
915 	idev->mc_list = mc;
916 	write_unlock_bh(&idev->lock);
917 
918 	mld_del_delrec(idev, &mc->mca_addr);
919 	igmp6_group_added(mc);
920 	ma_put(mc);
921 	return 0;
922 }
923 
924 /*
925  *	device multicast group del
926  */
927 int __ipv6_dev_mc_dec(struct inet6_dev *idev, const struct in6_addr *addr)
928 {
929 	struct ifmcaddr6 *ma, **map;
930 
931 	ASSERT_RTNL();
932 
933 	write_lock_bh(&idev->lock);
934 	for (map = &idev->mc_list; (ma=*map) != NULL; map = &ma->next) {
935 		if (ipv6_addr_equal(&ma->mca_addr, addr)) {
936 			if (--ma->mca_users == 0) {
937 				*map = ma->next;
938 				write_unlock_bh(&idev->lock);
939 
940 				igmp6_group_dropped(ma);
941 
942 				ma_put(ma);
943 				return 0;
944 			}
945 			write_unlock_bh(&idev->lock);
946 			return 0;
947 		}
948 	}
949 	write_unlock_bh(&idev->lock);
950 
951 	return -ENOENT;
952 }
953 
954 int ipv6_dev_mc_dec(struct net_device *dev, const struct in6_addr *addr)
955 {
956 	struct inet6_dev *idev;
957 	int err;
958 
959 	rcu_read_lock();
960 
961 	idev = __in6_dev_get(dev);
962 	if (!idev)
963 		err = -ENODEV;
964 	else
965 		err = __ipv6_dev_mc_dec(idev, addr);
966 
967 	rcu_read_unlock();
968 	return err;
969 }
970 
971 /*
972  *	check if the interface/address pair is valid
973  */
974 bool ipv6_chk_mcast_addr(struct net_device *dev, const struct in6_addr *group,
975 			 const struct in6_addr *src_addr)
976 {
977 	struct inet6_dev *idev;
978 	struct ifmcaddr6 *mc;
979 	bool rv = false;
980 
981 	rcu_read_lock();
982 	idev = __in6_dev_get(dev);
983 	if (idev) {
984 		read_lock_bh(&idev->lock);
985 		for (mc = idev->mc_list; mc; mc=mc->next) {
986 			if (ipv6_addr_equal(&mc->mca_addr, group))
987 				break;
988 		}
989 		if (mc) {
990 			if (src_addr && !ipv6_addr_any(src_addr)) {
991 				struct ip6_sf_list *psf;
992 
993 				spin_lock_bh(&mc->mca_lock);
994 				for (psf=mc->mca_sources;psf;psf=psf->sf_next) {
995 					if (ipv6_addr_equal(&psf->sf_addr, src_addr))
996 						break;
997 				}
998 				if (psf)
999 					rv = psf->sf_count[MCAST_INCLUDE] ||
1000 						psf->sf_count[MCAST_EXCLUDE] !=
1001 						mc->mca_sfcount[MCAST_EXCLUDE];
1002 				else
1003 					rv = mc->mca_sfcount[MCAST_EXCLUDE] !=0;
1004 				spin_unlock_bh(&mc->mca_lock);
1005 			} else
1006 				rv = true; /* don't filter unspecified source */
1007 		}
1008 		read_unlock_bh(&idev->lock);
1009 	}
1010 	rcu_read_unlock();
1011 	return rv;
1012 }
1013 
1014 static void mld_gq_start_timer(struct inet6_dev *idev)
1015 {
1016 	unsigned long tv = prandom_u32() % idev->mc_maxdelay;
1017 
1018 	idev->mc_gq_running = 1;
1019 	if (!mod_timer(&idev->mc_gq_timer, jiffies+tv+2))
1020 		in6_dev_hold(idev);
1021 }
1022 
1023 static void mld_gq_stop_timer(struct inet6_dev *idev)
1024 {
1025 	idev->mc_gq_running = 0;
1026 	if (del_timer(&idev->mc_gq_timer))
1027 		__in6_dev_put(idev);
1028 }
1029 
1030 static void mld_ifc_start_timer(struct inet6_dev *idev, unsigned long delay)
1031 {
1032 	unsigned long tv = prandom_u32() % delay;
1033 
1034 	if (!mod_timer(&idev->mc_ifc_timer, jiffies+tv+2))
1035 		in6_dev_hold(idev);
1036 }
1037 
1038 static void mld_ifc_stop_timer(struct inet6_dev *idev)
1039 {
1040 	idev->mc_ifc_count = 0;
1041 	if (del_timer(&idev->mc_ifc_timer))
1042 		__in6_dev_put(idev);
1043 }
1044 
1045 static void mld_dad_start_timer(struct inet6_dev *idev, unsigned long delay)
1046 {
1047 	unsigned long tv = prandom_u32() % delay;
1048 
1049 	if (!mod_timer(&idev->mc_dad_timer, jiffies+tv+2))
1050 		in6_dev_hold(idev);
1051 }
1052 
1053 static void mld_dad_stop_timer(struct inet6_dev *idev)
1054 {
1055 	if (del_timer(&idev->mc_dad_timer))
1056 		__in6_dev_put(idev);
1057 }
1058 
1059 /*
1060  *	IGMP handling (alias multicast ICMPv6 messages)
1061  */
1062 
1063 static void igmp6_group_queried(struct ifmcaddr6 *ma, unsigned long resptime)
1064 {
1065 	unsigned long delay = resptime;
1066 
1067 	/* Do not start timer for these addresses */
1068 	if (ipv6_addr_is_ll_all_nodes(&ma->mca_addr) ||
1069 	    IPV6_ADDR_MC_SCOPE(&ma->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
1070 		return;
1071 
1072 	if (del_timer(&ma->mca_timer)) {
1073 		atomic_dec(&ma->mca_refcnt);
1074 		delay = ma->mca_timer.expires - jiffies;
1075 	}
1076 
1077 	if (delay >= resptime)
1078 		delay = prandom_u32() % resptime;
1079 
1080 	ma->mca_timer.expires = jiffies + delay;
1081 	if (!mod_timer(&ma->mca_timer, jiffies + delay))
1082 		atomic_inc(&ma->mca_refcnt);
1083 	ma->mca_flags |= MAF_TIMER_RUNNING;
1084 }
1085 
1086 /* mark EXCLUDE-mode sources */
1087 static bool mld_xmarksources(struct ifmcaddr6 *pmc, int nsrcs,
1088 			     const struct in6_addr *srcs)
1089 {
1090 	struct ip6_sf_list *psf;
1091 	int i, scount;
1092 
1093 	scount = 0;
1094 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
1095 		if (scount == nsrcs)
1096 			break;
1097 		for (i=0; i<nsrcs; i++) {
1098 			/* skip inactive filters */
1099 			if (psf->sf_count[MCAST_INCLUDE] ||
1100 			    pmc->mca_sfcount[MCAST_EXCLUDE] !=
1101 			    psf->sf_count[MCAST_EXCLUDE])
1102 				break;
1103 			if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1104 				scount++;
1105 				break;
1106 			}
1107 		}
1108 	}
1109 	pmc->mca_flags &= ~MAF_GSQUERY;
1110 	if (scount == nsrcs)	/* all sources excluded */
1111 		return false;
1112 	return true;
1113 }
1114 
1115 static bool mld_marksources(struct ifmcaddr6 *pmc, int nsrcs,
1116 			    const struct in6_addr *srcs)
1117 {
1118 	struct ip6_sf_list *psf;
1119 	int i, scount;
1120 
1121 	if (pmc->mca_sfmode == MCAST_EXCLUDE)
1122 		return mld_xmarksources(pmc, nsrcs, srcs);
1123 
1124 	/* mark INCLUDE-mode sources */
1125 
1126 	scount = 0;
1127 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
1128 		if (scount == nsrcs)
1129 			break;
1130 		for (i=0; i<nsrcs; i++) {
1131 			if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1132 				psf->sf_gsresp = 1;
1133 				scount++;
1134 				break;
1135 			}
1136 		}
1137 	}
1138 	if (!scount) {
1139 		pmc->mca_flags &= ~MAF_GSQUERY;
1140 		return false;
1141 	}
1142 	pmc->mca_flags |= MAF_GSQUERY;
1143 	return true;
1144 }
1145 
1146 static int mld_force_mld_version(const struct inet6_dev *idev)
1147 {
1148 	/* Normally, both are 0 here. If enforcement to a particular is
1149 	 * being used, individual device enforcement will have a lower
1150 	 * precedence over 'all' device (.../conf/all/force_mld_version).
1151 	 */
1152 
1153 	if (dev_net(idev->dev)->ipv6.devconf_all->force_mld_version != 0)
1154 		return dev_net(idev->dev)->ipv6.devconf_all->force_mld_version;
1155 	else
1156 		return idev->cnf.force_mld_version;
1157 }
1158 
1159 static bool mld_in_v2_mode_only(const struct inet6_dev *idev)
1160 {
1161 	return mld_force_mld_version(idev) == 2;
1162 }
1163 
1164 static bool mld_in_v1_mode_only(const struct inet6_dev *idev)
1165 {
1166 	return mld_force_mld_version(idev) == 1;
1167 }
1168 
1169 static bool mld_in_v1_mode(const struct inet6_dev *idev)
1170 {
1171 	if (mld_in_v2_mode_only(idev))
1172 		return false;
1173 	if (mld_in_v1_mode_only(idev))
1174 		return true;
1175 	if (idev->mc_v1_seen && time_before(jiffies, idev->mc_v1_seen))
1176 		return true;
1177 
1178 	return false;
1179 }
1180 
1181 static void mld_set_v1_mode(struct inet6_dev *idev)
1182 {
1183 	/* RFC3810, relevant sections:
1184 	 *  - 9.1. Robustness Variable
1185 	 *  - 9.2. Query Interval
1186 	 *  - 9.3. Query Response Interval
1187 	 *  - 9.12. Older Version Querier Present Timeout
1188 	 */
1189 	unsigned long switchback;
1190 
1191 	switchback = (idev->mc_qrv * idev->mc_qi) + idev->mc_qri;
1192 
1193 	idev->mc_v1_seen = jiffies + switchback;
1194 }
1195 
1196 static void mld_update_qrv(struct inet6_dev *idev,
1197 			   const struct mld2_query *mlh2)
1198 {
1199 	/* RFC3810, relevant sections:
1200 	 *  - 5.1.8. QRV (Querier's Robustness Variable)
1201 	 *  - 9.1. Robustness Variable
1202 	 */
1203 
1204 	/* The value of the Robustness Variable MUST NOT be zero,
1205 	 * and SHOULD NOT be one. Catch this here if we ever run
1206 	 * into such a case in future.
1207 	 */
1208 	WARN_ON(idev->mc_qrv == 0);
1209 
1210 	if (mlh2->mld2q_qrv > 0)
1211 		idev->mc_qrv = mlh2->mld2q_qrv;
1212 
1213 	if (unlikely(idev->mc_qrv < 2)) {
1214 		net_warn_ratelimited("IPv6: MLD: clamping QRV from %u to %u!\n",
1215 				     idev->mc_qrv, MLD_QRV_DEFAULT);
1216 		idev->mc_qrv = MLD_QRV_DEFAULT;
1217 	}
1218 }
1219 
1220 static void mld_update_qi(struct inet6_dev *idev,
1221 			  const struct mld2_query *mlh2)
1222 {
1223 	/* RFC3810, relevant sections:
1224 	 *  - 5.1.9. QQIC (Querier's Query Interval Code)
1225 	 *  - 9.2. Query Interval
1226 	 *  - 9.12. Older Version Querier Present Timeout
1227 	 *    (the [Query Interval] in the last Query received)
1228 	 */
1229 	unsigned long mc_qqi;
1230 
1231 	if (mlh2->mld2q_qqic < 128) {
1232 		mc_qqi = mlh2->mld2q_qqic;
1233 	} else {
1234 		unsigned long mc_man, mc_exp;
1235 
1236 		mc_exp = MLDV2_QQIC_EXP(mlh2->mld2q_qqic);
1237 		mc_man = MLDV2_QQIC_MAN(mlh2->mld2q_qqic);
1238 
1239 		mc_qqi = (mc_man | 0x10) << (mc_exp + 3);
1240 	}
1241 
1242 	idev->mc_qi = mc_qqi * HZ;
1243 }
1244 
1245 static void mld_update_qri(struct inet6_dev *idev,
1246 			   const struct mld2_query *mlh2)
1247 {
1248 	/* RFC3810, relevant sections:
1249 	 *  - 5.1.3. Maximum Response Code
1250 	 *  - 9.3. Query Response Interval
1251 	 */
1252 	idev->mc_qri = msecs_to_jiffies(mldv2_mrc(mlh2));
1253 }
1254 
1255 static int mld_process_v1(struct inet6_dev *idev, struct mld_msg *mld,
1256 			  unsigned long *max_delay)
1257 {
1258 	unsigned long mldv1_md;
1259 
1260 	/* Ignore v1 queries */
1261 	if (mld_in_v2_mode_only(idev))
1262 		return -EINVAL;
1263 
1264 	/* MLDv1 router present */
1265 	mldv1_md = ntohs(mld->mld_maxdelay);
1266 	*max_delay = max(msecs_to_jiffies(mldv1_md), 1UL);
1267 
1268 	mld_set_v1_mode(idev);
1269 
1270 	/* cancel MLDv2 report timer */
1271 	mld_gq_stop_timer(idev);
1272 	/* cancel the interface change timer */
1273 	mld_ifc_stop_timer(idev);
1274 	/* clear deleted report items */
1275 	mld_clear_delrec(idev);
1276 
1277 	return 0;
1278 }
1279 
1280 static int mld_process_v2(struct inet6_dev *idev, struct mld2_query *mld,
1281 			  unsigned long *max_delay)
1282 {
1283 	/* hosts need to stay in MLDv1 mode, discard MLDv2 queries */
1284 	if (mld_in_v1_mode(idev))
1285 		return -EINVAL;
1286 
1287 	*max_delay = max(msecs_to_jiffies(mldv2_mrc(mld)), 1UL);
1288 
1289 	mld_update_qrv(idev, mld);
1290 	mld_update_qi(idev, mld);
1291 	mld_update_qri(idev, mld);
1292 
1293 	idev->mc_maxdelay = *max_delay;
1294 
1295 	return 0;
1296 }
1297 
1298 /* called with rcu_read_lock() */
1299 int igmp6_event_query(struct sk_buff *skb)
1300 {
1301 	struct mld2_query *mlh2 = NULL;
1302 	struct ifmcaddr6 *ma;
1303 	const struct in6_addr *group;
1304 	unsigned long max_delay;
1305 	struct inet6_dev *idev;
1306 	struct mld_msg *mld;
1307 	int group_type;
1308 	int mark = 0;
1309 	int len, err;
1310 
1311 	if (!pskb_may_pull(skb, sizeof(struct in6_addr)))
1312 		return -EINVAL;
1313 
1314 	/* compute payload length excluding extension headers */
1315 	len = ntohs(ipv6_hdr(skb)->payload_len) + sizeof(struct ipv6hdr);
1316 	len -= skb_network_header_len(skb);
1317 
1318 	/* RFC3810 6.2
1319 	 * Upon reception of an MLD message that contains a Query, the node
1320 	 * checks if the source address of the message is a valid link-local
1321 	 * address, if the Hop Limit is set to 1, and if the Router Alert
1322 	 * option is present in the Hop-By-Hop Options header of the IPv6
1323 	 * packet.  If any of these checks fails, the packet is dropped.
1324 	 */
1325 	if (!(ipv6_addr_type(&ipv6_hdr(skb)->saddr) & IPV6_ADDR_LINKLOCAL) ||
1326 	    ipv6_hdr(skb)->hop_limit != 1 ||
1327 	    !(IP6CB(skb)->flags & IP6SKB_ROUTERALERT) ||
1328 	    IP6CB(skb)->ra != htons(IPV6_OPT_ROUTERALERT_MLD))
1329 		return -EINVAL;
1330 
1331 	idev = __in6_dev_get(skb->dev);
1332 	if (idev == NULL)
1333 		return 0;
1334 
1335 	mld = (struct mld_msg *)icmp6_hdr(skb);
1336 	group = &mld->mld_mca;
1337 	group_type = ipv6_addr_type(group);
1338 
1339 	if (group_type != IPV6_ADDR_ANY &&
1340 	    !(group_type&IPV6_ADDR_MULTICAST))
1341 		return -EINVAL;
1342 
1343 	if (len == MLD_V1_QUERY_LEN) {
1344 		err = mld_process_v1(idev, mld, &max_delay);
1345 		if (err < 0)
1346 			return err;
1347 	} else if (len >= MLD_V2_QUERY_LEN_MIN) {
1348 		int srcs_offset = sizeof(struct mld2_query) -
1349 				  sizeof(struct icmp6hdr);
1350 
1351 		if (!pskb_may_pull(skb, srcs_offset))
1352 			return -EINVAL;
1353 
1354 		mlh2 = (struct mld2_query *)skb_transport_header(skb);
1355 
1356 		err = mld_process_v2(idev, mlh2, &max_delay);
1357 		if (err < 0)
1358 			return err;
1359 
1360 		if (group_type == IPV6_ADDR_ANY) { /* general query */
1361 			if (mlh2->mld2q_nsrcs)
1362 				return -EINVAL; /* no sources allowed */
1363 
1364 			mld_gq_start_timer(idev);
1365 			return 0;
1366 		}
1367 		/* mark sources to include, if group & source-specific */
1368 		if (mlh2->mld2q_nsrcs != 0) {
1369 			if (!pskb_may_pull(skb, srcs_offset +
1370 			    ntohs(mlh2->mld2q_nsrcs) * sizeof(struct in6_addr)))
1371 				return -EINVAL;
1372 
1373 			mlh2 = (struct mld2_query *)skb_transport_header(skb);
1374 			mark = 1;
1375 		}
1376 	} else
1377 		return -EINVAL;
1378 
1379 	read_lock_bh(&idev->lock);
1380 	if (group_type == IPV6_ADDR_ANY) {
1381 		for (ma = idev->mc_list; ma; ma=ma->next) {
1382 			spin_lock_bh(&ma->mca_lock);
1383 			igmp6_group_queried(ma, max_delay);
1384 			spin_unlock_bh(&ma->mca_lock);
1385 		}
1386 	} else {
1387 		for (ma = idev->mc_list; ma; ma=ma->next) {
1388 			if (!ipv6_addr_equal(group, &ma->mca_addr))
1389 				continue;
1390 			spin_lock_bh(&ma->mca_lock);
1391 			if (ma->mca_flags & MAF_TIMER_RUNNING) {
1392 				/* gsquery <- gsquery && mark */
1393 				if (!mark)
1394 					ma->mca_flags &= ~MAF_GSQUERY;
1395 			} else {
1396 				/* gsquery <- mark */
1397 				if (mark)
1398 					ma->mca_flags |= MAF_GSQUERY;
1399 				else
1400 					ma->mca_flags &= ~MAF_GSQUERY;
1401 			}
1402 			if (!(ma->mca_flags & MAF_GSQUERY) ||
1403 			    mld_marksources(ma, ntohs(mlh2->mld2q_nsrcs), mlh2->mld2q_srcs))
1404 				igmp6_group_queried(ma, max_delay);
1405 			spin_unlock_bh(&ma->mca_lock);
1406 			break;
1407 		}
1408 	}
1409 	read_unlock_bh(&idev->lock);
1410 
1411 	return 0;
1412 }
1413 
1414 /* called with rcu_read_lock() */
1415 int igmp6_event_report(struct sk_buff *skb)
1416 {
1417 	struct ifmcaddr6 *ma;
1418 	struct inet6_dev *idev;
1419 	struct mld_msg *mld;
1420 	int addr_type;
1421 
1422 	/* Our own report looped back. Ignore it. */
1423 	if (skb->pkt_type == PACKET_LOOPBACK)
1424 		return 0;
1425 
1426 	/* send our report if the MC router may not have heard this report */
1427 	if (skb->pkt_type != PACKET_MULTICAST &&
1428 	    skb->pkt_type != PACKET_BROADCAST)
1429 		return 0;
1430 
1431 	if (!pskb_may_pull(skb, sizeof(*mld) - sizeof(struct icmp6hdr)))
1432 		return -EINVAL;
1433 
1434 	mld = (struct mld_msg *)icmp6_hdr(skb);
1435 
1436 	/* Drop reports with not link local source */
1437 	addr_type = ipv6_addr_type(&ipv6_hdr(skb)->saddr);
1438 	if (addr_type != IPV6_ADDR_ANY &&
1439 	    !(addr_type&IPV6_ADDR_LINKLOCAL))
1440 		return -EINVAL;
1441 
1442 	idev = __in6_dev_get(skb->dev);
1443 	if (idev == NULL)
1444 		return -ENODEV;
1445 
1446 	/*
1447 	 *	Cancel the timer for this group
1448 	 */
1449 
1450 	read_lock_bh(&idev->lock);
1451 	for (ma = idev->mc_list; ma; ma=ma->next) {
1452 		if (ipv6_addr_equal(&ma->mca_addr, &mld->mld_mca)) {
1453 			spin_lock(&ma->mca_lock);
1454 			if (del_timer(&ma->mca_timer))
1455 				atomic_dec(&ma->mca_refcnt);
1456 			ma->mca_flags &= ~(MAF_LAST_REPORTER|MAF_TIMER_RUNNING);
1457 			spin_unlock(&ma->mca_lock);
1458 			break;
1459 		}
1460 	}
1461 	read_unlock_bh(&idev->lock);
1462 	return 0;
1463 }
1464 
1465 static bool is_in(struct ifmcaddr6 *pmc, struct ip6_sf_list *psf, int type,
1466 		  int gdeleted, int sdeleted)
1467 {
1468 	switch (type) {
1469 	case MLD2_MODE_IS_INCLUDE:
1470 	case MLD2_MODE_IS_EXCLUDE:
1471 		if (gdeleted || sdeleted)
1472 			return false;
1473 		if (!((pmc->mca_flags & MAF_GSQUERY) && !psf->sf_gsresp)) {
1474 			if (pmc->mca_sfmode == MCAST_INCLUDE)
1475 				return true;
1476 			/* don't include if this source is excluded
1477 			 * in all filters
1478 			 */
1479 			if (psf->sf_count[MCAST_INCLUDE])
1480 				return type == MLD2_MODE_IS_INCLUDE;
1481 			return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1482 				psf->sf_count[MCAST_EXCLUDE];
1483 		}
1484 		return false;
1485 	case MLD2_CHANGE_TO_INCLUDE:
1486 		if (gdeleted || sdeleted)
1487 			return false;
1488 		return psf->sf_count[MCAST_INCLUDE] != 0;
1489 	case MLD2_CHANGE_TO_EXCLUDE:
1490 		if (gdeleted || sdeleted)
1491 			return false;
1492 		if (pmc->mca_sfcount[MCAST_EXCLUDE] == 0 ||
1493 		    psf->sf_count[MCAST_INCLUDE])
1494 			return false;
1495 		return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1496 			psf->sf_count[MCAST_EXCLUDE];
1497 	case MLD2_ALLOW_NEW_SOURCES:
1498 		if (gdeleted || !psf->sf_crcount)
1499 			return false;
1500 		return (pmc->mca_sfmode == MCAST_INCLUDE) ^ sdeleted;
1501 	case MLD2_BLOCK_OLD_SOURCES:
1502 		if (pmc->mca_sfmode == MCAST_INCLUDE)
1503 			return gdeleted || (psf->sf_crcount && sdeleted);
1504 		return psf->sf_crcount && !gdeleted && !sdeleted;
1505 	}
1506 	return false;
1507 }
1508 
1509 static int
1510 mld_scount(struct ifmcaddr6 *pmc, int type, int gdeleted, int sdeleted)
1511 {
1512 	struct ip6_sf_list *psf;
1513 	int scount = 0;
1514 
1515 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
1516 		if (!is_in(pmc, psf, type, gdeleted, sdeleted))
1517 			continue;
1518 		scount++;
1519 	}
1520 	return scount;
1521 }
1522 
1523 static void ip6_mc_hdr(struct sock *sk, struct sk_buff *skb,
1524 		       struct net_device *dev,
1525 		       const struct in6_addr *saddr,
1526 		       const struct in6_addr *daddr,
1527 		       int proto, int len)
1528 {
1529 	struct ipv6hdr *hdr;
1530 
1531 	skb->protocol = htons(ETH_P_IPV6);
1532 	skb->dev = dev;
1533 
1534 	skb_reset_network_header(skb);
1535 	skb_put(skb, sizeof(struct ipv6hdr));
1536 	hdr = ipv6_hdr(skb);
1537 
1538 	ip6_flow_hdr(hdr, 0, 0);
1539 
1540 	hdr->payload_len = htons(len);
1541 	hdr->nexthdr = proto;
1542 	hdr->hop_limit = inet6_sk(sk)->hop_limit;
1543 
1544 	hdr->saddr = *saddr;
1545 	hdr->daddr = *daddr;
1546 }
1547 
1548 static struct sk_buff *mld_newpack(struct inet6_dev *idev, int size)
1549 {
1550 	struct net_device *dev = idev->dev;
1551 	struct net *net = dev_net(dev);
1552 	struct sock *sk = net->ipv6.igmp_sk;
1553 	struct sk_buff *skb;
1554 	struct mld2_report *pmr;
1555 	struct in6_addr addr_buf;
1556 	const struct in6_addr *saddr;
1557 	int hlen = LL_RESERVED_SPACE(dev);
1558 	int tlen = dev->needed_tailroom;
1559 	int err;
1560 	u8 ra[8] = { IPPROTO_ICMPV6, 0,
1561 		     IPV6_TLV_ROUTERALERT, 2, 0, 0,
1562 		     IPV6_TLV_PADN, 0 };
1563 
1564 	/* we assume size > sizeof(ra) here */
1565 	size += hlen + tlen;
1566 	/* limit our allocations to order-0 page */
1567 	size = min_t(int, size, SKB_MAX_ORDER(0, 0));
1568 	skb = sock_alloc_send_skb(sk, size, 1, &err);
1569 
1570 	if (!skb)
1571 		return NULL;
1572 
1573 	skb->priority = TC_PRIO_CONTROL;
1574 	skb_reserve(skb, hlen);
1575 
1576 	if (__ipv6_get_lladdr(idev, &addr_buf, IFA_F_TENTATIVE)) {
1577 		/* <draft-ietf-magma-mld-source-05.txt>:
1578 		 * use unspecified address as the source address
1579 		 * when a valid link-local address is not available.
1580 		 */
1581 		saddr = &in6addr_any;
1582 	} else
1583 		saddr = &addr_buf;
1584 
1585 	ip6_mc_hdr(sk, skb, dev, saddr, &mld2_all_mcr, NEXTHDR_HOP, 0);
1586 
1587 	memcpy(skb_put(skb, sizeof(ra)), ra, sizeof(ra));
1588 
1589 	skb_set_transport_header(skb, skb_tail_pointer(skb) - skb->data);
1590 	skb_put(skb, sizeof(*pmr));
1591 	pmr = (struct mld2_report *)skb_transport_header(skb);
1592 	pmr->mld2r_type = ICMPV6_MLD2_REPORT;
1593 	pmr->mld2r_resv1 = 0;
1594 	pmr->mld2r_cksum = 0;
1595 	pmr->mld2r_resv2 = 0;
1596 	pmr->mld2r_ngrec = 0;
1597 	return skb;
1598 }
1599 
1600 static void mld_sendpack(struct sk_buff *skb)
1601 {
1602 	struct ipv6hdr *pip6 = ipv6_hdr(skb);
1603 	struct mld2_report *pmr =
1604 			      (struct mld2_report *)skb_transport_header(skb);
1605 	int payload_len, mldlen;
1606 	struct inet6_dev *idev;
1607 	struct net *net = dev_net(skb->dev);
1608 	int err;
1609 	struct flowi6 fl6;
1610 	struct dst_entry *dst;
1611 
1612 	rcu_read_lock();
1613 	idev = __in6_dev_get(skb->dev);
1614 	IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_OUT, skb->len);
1615 
1616 	payload_len = (skb_tail_pointer(skb) - skb_network_header(skb)) -
1617 		sizeof(*pip6);
1618 	mldlen = skb_tail_pointer(skb) - skb_transport_header(skb);
1619 	pip6->payload_len = htons(payload_len);
1620 
1621 	pmr->mld2r_cksum = csum_ipv6_magic(&pip6->saddr, &pip6->daddr, mldlen,
1622 					   IPPROTO_ICMPV6,
1623 					   csum_partial(skb_transport_header(skb),
1624 							mldlen, 0));
1625 
1626 	icmpv6_flow_init(net->ipv6.igmp_sk, &fl6, ICMPV6_MLD2_REPORT,
1627 			 &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
1628 			 skb->dev->ifindex);
1629 	dst = icmp6_dst_alloc(skb->dev, &fl6);
1630 
1631 	err = 0;
1632 	if (IS_ERR(dst)) {
1633 		err = PTR_ERR(dst);
1634 		dst = NULL;
1635 	}
1636 	skb_dst_set(skb, dst);
1637 	if (err)
1638 		goto err_out;
1639 
1640 	payload_len = skb->len;
1641 
1642 	err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT, skb, NULL, skb->dev,
1643 		      dst_output);
1644 out:
1645 	if (!err) {
1646 		ICMP6MSGOUT_INC_STATS(net, idev, ICMPV6_MLD2_REPORT);
1647 		ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
1648 		IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_OUTMCAST, payload_len);
1649 	} else {
1650 		IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
1651 	}
1652 
1653 	rcu_read_unlock();
1654 	return;
1655 
1656 err_out:
1657 	kfree_skb(skb);
1658 	goto out;
1659 }
1660 
1661 static int grec_size(struct ifmcaddr6 *pmc, int type, int gdel, int sdel)
1662 {
1663 	return sizeof(struct mld2_grec) + 16 * mld_scount(pmc,type,gdel,sdel);
1664 }
1665 
1666 static struct sk_buff *add_grhead(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1667 	int type, struct mld2_grec **ppgr)
1668 {
1669 	struct net_device *dev = pmc->idev->dev;
1670 	struct mld2_report *pmr;
1671 	struct mld2_grec *pgr;
1672 
1673 	if (!skb)
1674 		skb = mld_newpack(pmc->idev, dev->mtu);
1675 	if (!skb)
1676 		return NULL;
1677 	pgr = (struct mld2_grec *)skb_put(skb, sizeof(struct mld2_grec));
1678 	pgr->grec_type = type;
1679 	pgr->grec_auxwords = 0;
1680 	pgr->grec_nsrcs = 0;
1681 	pgr->grec_mca = pmc->mca_addr;	/* structure copy */
1682 	pmr = (struct mld2_report *)skb_transport_header(skb);
1683 	pmr->mld2r_ngrec = htons(ntohs(pmr->mld2r_ngrec)+1);
1684 	*ppgr = pgr;
1685 	return skb;
1686 }
1687 
1688 #define AVAILABLE(skb) ((skb) ? ((skb)->dev ? (skb)->dev->mtu - (skb)->len : \
1689 	skb_tailroom(skb)) : 0)
1690 
1691 static struct sk_buff *add_grec(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1692 	int type, int gdeleted, int sdeleted, int crsend)
1693 {
1694 	struct inet6_dev *idev = pmc->idev;
1695 	struct net_device *dev = idev->dev;
1696 	struct mld2_report *pmr;
1697 	struct mld2_grec *pgr = NULL;
1698 	struct ip6_sf_list *psf, *psf_next, *psf_prev, **psf_list;
1699 	int scount, stotal, first, isquery, truncate;
1700 
1701 	if (pmc->mca_flags & MAF_NOREPORT)
1702 		return skb;
1703 
1704 	isquery = type == MLD2_MODE_IS_INCLUDE ||
1705 		  type == MLD2_MODE_IS_EXCLUDE;
1706 	truncate = type == MLD2_MODE_IS_EXCLUDE ||
1707 		    type == MLD2_CHANGE_TO_EXCLUDE;
1708 
1709 	stotal = scount = 0;
1710 
1711 	psf_list = sdeleted ? &pmc->mca_tomb : &pmc->mca_sources;
1712 
1713 	if (!*psf_list)
1714 		goto empty_source;
1715 
1716 	pmr = skb ? (struct mld2_report *)skb_transport_header(skb) : NULL;
1717 
1718 	/* EX and TO_EX get a fresh packet, if needed */
1719 	if (truncate) {
1720 		if (pmr && pmr->mld2r_ngrec &&
1721 		    AVAILABLE(skb) < grec_size(pmc, type, gdeleted, sdeleted)) {
1722 			if (skb)
1723 				mld_sendpack(skb);
1724 			skb = mld_newpack(idev, dev->mtu);
1725 		}
1726 	}
1727 	first = 1;
1728 	psf_prev = NULL;
1729 	for (psf=*psf_list; psf; psf=psf_next) {
1730 		struct in6_addr *psrc;
1731 
1732 		psf_next = psf->sf_next;
1733 
1734 		if (!is_in(pmc, psf, type, gdeleted, sdeleted)) {
1735 			psf_prev = psf;
1736 			continue;
1737 		}
1738 
1739 		/* clear marks on query responses */
1740 		if (isquery)
1741 			psf->sf_gsresp = 0;
1742 
1743 		if (AVAILABLE(skb) < sizeof(*psrc) +
1744 		    first*sizeof(struct mld2_grec)) {
1745 			if (truncate && !first)
1746 				break;	 /* truncate these */
1747 			if (pgr)
1748 				pgr->grec_nsrcs = htons(scount);
1749 			if (skb)
1750 				mld_sendpack(skb);
1751 			skb = mld_newpack(idev, dev->mtu);
1752 			first = 1;
1753 			scount = 0;
1754 		}
1755 		if (first) {
1756 			skb = add_grhead(skb, pmc, type, &pgr);
1757 			first = 0;
1758 		}
1759 		if (!skb)
1760 			return NULL;
1761 		psrc = (struct in6_addr *)skb_put(skb, sizeof(*psrc));
1762 		*psrc = psf->sf_addr;
1763 		scount++; stotal++;
1764 		if ((type == MLD2_ALLOW_NEW_SOURCES ||
1765 		     type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount) {
1766 			psf->sf_crcount--;
1767 			if ((sdeleted || gdeleted) && psf->sf_crcount == 0) {
1768 				if (psf_prev)
1769 					psf_prev->sf_next = psf->sf_next;
1770 				else
1771 					*psf_list = psf->sf_next;
1772 				kfree(psf);
1773 				continue;
1774 			}
1775 		}
1776 		psf_prev = psf;
1777 	}
1778 
1779 empty_source:
1780 	if (!stotal) {
1781 		if (type == MLD2_ALLOW_NEW_SOURCES ||
1782 		    type == MLD2_BLOCK_OLD_SOURCES)
1783 			return skb;
1784 		if (pmc->mca_crcount || isquery || crsend) {
1785 			/* make sure we have room for group header */
1786 			if (skb && AVAILABLE(skb) < sizeof(struct mld2_grec)) {
1787 				mld_sendpack(skb);
1788 				skb = NULL; /* add_grhead will get a new one */
1789 			}
1790 			skb = add_grhead(skb, pmc, type, &pgr);
1791 		}
1792 	}
1793 	if (pgr)
1794 		pgr->grec_nsrcs = htons(scount);
1795 
1796 	if (isquery)
1797 		pmc->mca_flags &= ~MAF_GSQUERY;	/* clear query state */
1798 	return skb;
1799 }
1800 
1801 static void mld_send_report(struct inet6_dev *idev, struct ifmcaddr6 *pmc)
1802 {
1803 	struct sk_buff *skb = NULL;
1804 	int type;
1805 
1806 	read_lock_bh(&idev->lock);
1807 	if (!pmc) {
1808 		for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
1809 			if (pmc->mca_flags & MAF_NOREPORT)
1810 				continue;
1811 			spin_lock_bh(&pmc->mca_lock);
1812 			if (pmc->mca_sfcount[MCAST_EXCLUDE])
1813 				type = MLD2_MODE_IS_EXCLUDE;
1814 			else
1815 				type = MLD2_MODE_IS_INCLUDE;
1816 			skb = add_grec(skb, pmc, type, 0, 0, 0);
1817 			spin_unlock_bh(&pmc->mca_lock);
1818 		}
1819 	} else {
1820 		spin_lock_bh(&pmc->mca_lock);
1821 		if (pmc->mca_sfcount[MCAST_EXCLUDE])
1822 			type = MLD2_MODE_IS_EXCLUDE;
1823 		else
1824 			type = MLD2_MODE_IS_INCLUDE;
1825 		skb = add_grec(skb, pmc, type, 0, 0, 0);
1826 		spin_unlock_bh(&pmc->mca_lock);
1827 	}
1828 	read_unlock_bh(&idev->lock);
1829 	if (skb)
1830 		mld_sendpack(skb);
1831 }
1832 
1833 /*
1834  * remove zero-count source records from a source filter list
1835  */
1836 static void mld_clear_zeros(struct ip6_sf_list **ppsf)
1837 {
1838 	struct ip6_sf_list *psf_prev, *psf_next, *psf;
1839 
1840 	psf_prev = NULL;
1841 	for (psf=*ppsf; psf; psf = psf_next) {
1842 		psf_next = psf->sf_next;
1843 		if (psf->sf_crcount == 0) {
1844 			if (psf_prev)
1845 				psf_prev->sf_next = psf->sf_next;
1846 			else
1847 				*ppsf = psf->sf_next;
1848 			kfree(psf);
1849 		} else
1850 			psf_prev = psf;
1851 	}
1852 }
1853 
1854 static void mld_send_cr(struct inet6_dev *idev)
1855 {
1856 	struct ifmcaddr6 *pmc, *pmc_prev, *pmc_next;
1857 	struct sk_buff *skb = NULL;
1858 	int type, dtype;
1859 
1860 	read_lock_bh(&idev->lock);
1861 	spin_lock(&idev->mc_lock);
1862 
1863 	/* deleted MCA's */
1864 	pmc_prev = NULL;
1865 	for (pmc=idev->mc_tomb; pmc; pmc=pmc_next) {
1866 		pmc_next = pmc->next;
1867 		if (pmc->mca_sfmode == MCAST_INCLUDE) {
1868 			type = MLD2_BLOCK_OLD_SOURCES;
1869 			dtype = MLD2_BLOCK_OLD_SOURCES;
1870 			skb = add_grec(skb, pmc, type, 1, 0, 0);
1871 			skb = add_grec(skb, pmc, dtype, 1, 1, 0);
1872 		}
1873 		if (pmc->mca_crcount) {
1874 			if (pmc->mca_sfmode == MCAST_EXCLUDE) {
1875 				type = MLD2_CHANGE_TO_INCLUDE;
1876 				skb = add_grec(skb, pmc, type, 1, 0, 0);
1877 			}
1878 			pmc->mca_crcount--;
1879 			if (pmc->mca_crcount == 0) {
1880 				mld_clear_zeros(&pmc->mca_tomb);
1881 				mld_clear_zeros(&pmc->mca_sources);
1882 			}
1883 		}
1884 		if (pmc->mca_crcount == 0 && !pmc->mca_tomb &&
1885 		    !pmc->mca_sources) {
1886 			if (pmc_prev)
1887 				pmc_prev->next = pmc_next;
1888 			else
1889 				idev->mc_tomb = pmc_next;
1890 			in6_dev_put(pmc->idev);
1891 			kfree(pmc);
1892 		} else
1893 			pmc_prev = pmc;
1894 	}
1895 	spin_unlock(&idev->mc_lock);
1896 
1897 	/* change recs */
1898 	for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
1899 		spin_lock_bh(&pmc->mca_lock);
1900 		if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
1901 			type = MLD2_BLOCK_OLD_SOURCES;
1902 			dtype = MLD2_ALLOW_NEW_SOURCES;
1903 		} else {
1904 			type = MLD2_ALLOW_NEW_SOURCES;
1905 			dtype = MLD2_BLOCK_OLD_SOURCES;
1906 		}
1907 		skb = add_grec(skb, pmc, type, 0, 0, 0);
1908 		skb = add_grec(skb, pmc, dtype, 0, 1, 0);	/* deleted sources */
1909 
1910 		/* filter mode changes */
1911 		if (pmc->mca_crcount) {
1912 			if (pmc->mca_sfmode == MCAST_EXCLUDE)
1913 				type = MLD2_CHANGE_TO_EXCLUDE;
1914 			else
1915 				type = MLD2_CHANGE_TO_INCLUDE;
1916 			skb = add_grec(skb, pmc, type, 0, 0, 0);
1917 			pmc->mca_crcount--;
1918 		}
1919 		spin_unlock_bh(&pmc->mca_lock);
1920 	}
1921 	read_unlock_bh(&idev->lock);
1922 	if (!skb)
1923 		return;
1924 	(void) mld_sendpack(skb);
1925 }
1926 
1927 static void igmp6_send(struct in6_addr *addr, struct net_device *dev, int type)
1928 {
1929 	struct net *net = dev_net(dev);
1930 	struct sock *sk = net->ipv6.igmp_sk;
1931 	struct inet6_dev *idev;
1932 	struct sk_buff *skb;
1933 	struct mld_msg *hdr;
1934 	const struct in6_addr *snd_addr, *saddr;
1935 	struct in6_addr addr_buf;
1936 	int hlen = LL_RESERVED_SPACE(dev);
1937 	int tlen = dev->needed_tailroom;
1938 	int err, len, payload_len, full_len;
1939 	u8 ra[8] = { IPPROTO_ICMPV6, 0,
1940 		     IPV6_TLV_ROUTERALERT, 2, 0, 0,
1941 		     IPV6_TLV_PADN, 0 };
1942 	struct flowi6 fl6;
1943 	struct dst_entry *dst;
1944 
1945 	if (type == ICMPV6_MGM_REDUCTION)
1946 		snd_addr = &in6addr_linklocal_allrouters;
1947 	else
1948 		snd_addr = addr;
1949 
1950 	len = sizeof(struct icmp6hdr) + sizeof(struct in6_addr);
1951 	payload_len = len + sizeof(ra);
1952 	full_len = sizeof(struct ipv6hdr) + payload_len;
1953 
1954 	rcu_read_lock();
1955 	IP6_UPD_PO_STATS(net, __in6_dev_get(dev),
1956 		      IPSTATS_MIB_OUT, full_len);
1957 	rcu_read_unlock();
1958 
1959 	skb = sock_alloc_send_skb(sk, hlen + tlen + full_len, 1, &err);
1960 
1961 	if (skb == NULL) {
1962 		rcu_read_lock();
1963 		IP6_INC_STATS(net, __in6_dev_get(dev),
1964 			      IPSTATS_MIB_OUTDISCARDS);
1965 		rcu_read_unlock();
1966 		return;
1967 	}
1968 	skb->priority = TC_PRIO_CONTROL;
1969 	skb_reserve(skb, hlen);
1970 
1971 	if (ipv6_get_lladdr(dev, &addr_buf, IFA_F_TENTATIVE)) {
1972 		/* <draft-ietf-magma-mld-source-05.txt>:
1973 		 * use unspecified address as the source address
1974 		 * when a valid link-local address is not available.
1975 		 */
1976 		saddr = &in6addr_any;
1977 	} else
1978 		saddr = &addr_buf;
1979 
1980 	ip6_mc_hdr(sk, skb, dev, saddr, snd_addr, NEXTHDR_HOP, payload_len);
1981 
1982 	memcpy(skb_put(skb, sizeof(ra)), ra, sizeof(ra));
1983 
1984 	hdr = (struct mld_msg *) skb_put(skb, sizeof(struct mld_msg));
1985 	memset(hdr, 0, sizeof(struct mld_msg));
1986 	hdr->mld_type = type;
1987 	hdr->mld_mca = *addr;
1988 
1989 	hdr->mld_cksum = csum_ipv6_magic(saddr, snd_addr, len,
1990 					 IPPROTO_ICMPV6,
1991 					 csum_partial(hdr, len, 0));
1992 
1993 	rcu_read_lock();
1994 	idev = __in6_dev_get(skb->dev);
1995 
1996 	icmpv6_flow_init(sk, &fl6, type,
1997 			 &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
1998 			 skb->dev->ifindex);
1999 	dst = icmp6_dst_alloc(skb->dev, &fl6);
2000 	if (IS_ERR(dst)) {
2001 		err = PTR_ERR(dst);
2002 		goto err_out;
2003 	}
2004 
2005 	skb_dst_set(skb, dst);
2006 	err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT, skb, NULL, skb->dev,
2007 		      dst_output);
2008 out:
2009 	if (!err) {
2010 		ICMP6MSGOUT_INC_STATS(net, idev, type);
2011 		ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
2012 		IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_OUTMCAST, full_len);
2013 	} else
2014 		IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
2015 
2016 	rcu_read_unlock();
2017 	return;
2018 
2019 err_out:
2020 	kfree_skb(skb);
2021 	goto out;
2022 }
2023 
2024 static void mld_send_initial_cr(struct inet6_dev *idev)
2025 {
2026 	struct sk_buff *skb;
2027 	struct ifmcaddr6 *pmc;
2028 	int type;
2029 
2030 	if (mld_in_v1_mode(idev))
2031 		return;
2032 
2033 	skb = NULL;
2034 	read_lock_bh(&idev->lock);
2035 	for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
2036 		spin_lock_bh(&pmc->mca_lock);
2037 		if (pmc->mca_sfcount[MCAST_EXCLUDE])
2038 			type = MLD2_CHANGE_TO_EXCLUDE;
2039 		else
2040 			type = MLD2_CHANGE_TO_INCLUDE;
2041 		skb = add_grec(skb, pmc, type, 0, 0, 1);
2042 		spin_unlock_bh(&pmc->mca_lock);
2043 	}
2044 	read_unlock_bh(&idev->lock);
2045 	if (skb)
2046 		mld_sendpack(skb);
2047 }
2048 
2049 void ipv6_mc_dad_complete(struct inet6_dev *idev)
2050 {
2051 	idev->mc_dad_count = idev->mc_qrv;
2052 	if (idev->mc_dad_count) {
2053 		mld_send_initial_cr(idev);
2054 		idev->mc_dad_count--;
2055 		if (idev->mc_dad_count)
2056 			mld_dad_start_timer(idev, idev->mc_maxdelay);
2057 	}
2058 }
2059 
2060 static void mld_dad_timer_expire(unsigned long data)
2061 {
2062 	struct inet6_dev *idev = (struct inet6_dev *)data;
2063 
2064 	mld_send_initial_cr(idev);
2065 	if (idev->mc_dad_count) {
2066 		idev->mc_dad_count--;
2067 		if (idev->mc_dad_count)
2068 			mld_dad_start_timer(idev, idev->mc_maxdelay);
2069 	}
2070 	in6_dev_put(idev);
2071 }
2072 
2073 static int ip6_mc_del1_src(struct ifmcaddr6 *pmc, int sfmode,
2074 	const struct in6_addr *psfsrc)
2075 {
2076 	struct ip6_sf_list *psf, *psf_prev;
2077 	int rv = 0;
2078 
2079 	psf_prev = NULL;
2080 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
2081 		if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2082 			break;
2083 		psf_prev = psf;
2084 	}
2085 	if (!psf || psf->sf_count[sfmode] == 0) {
2086 		/* source filter not found, or count wrong =>  bug */
2087 		return -ESRCH;
2088 	}
2089 	psf->sf_count[sfmode]--;
2090 	if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) {
2091 		struct inet6_dev *idev = pmc->idev;
2092 
2093 		/* no more filters for this source */
2094 		if (psf_prev)
2095 			psf_prev->sf_next = psf->sf_next;
2096 		else
2097 			pmc->mca_sources = psf->sf_next;
2098 		if (psf->sf_oldin && !(pmc->mca_flags & MAF_NOREPORT) &&
2099 		    !mld_in_v1_mode(idev)) {
2100 			psf->sf_crcount = idev->mc_qrv;
2101 			psf->sf_next = pmc->mca_tomb;
2102 			pmc->mca_tomb = psf;
2103 			rv = 1;
2104 		} else
2105 			kfree(psf);
2106 	}
2107 	return rv;
2108 }
2109 
2110 static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2111 			  int sfmode, int sfcount, const struct in6_addr *psfsrc,
2112 			  int delta)
2113 {
2114 	struct ifmcaddr6 *pmc;
2115 	int	changerec = 0;
2116 	int	i, err;
2117 
2118 	if (!idev)
2119 		return -ENODEV;
2120 	read_lock_bh(&idev->lock);
2121 	for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
2122 		if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2123 			break;
2124 	}
2125 	if (!pmc) {
2126 		/* MCA not found?? bug */
2127 		read_unlock_bh(&idev->lock);
2128 		return -ESRCH;
2129 	}
2130 	spin_lock_bh(&pmc->mca_lock);
2131 	sf_markstate(pmc);
2132 	if (!delta) {
2133 		if (!pmc->mca_sfcount[sfmode]) {
2134 			spin_unlock_bh(&pmc->mca_lock);
2135 			read_unlock_bh(&idev->lock);
2136 			return -EINVAL;
2137 		}
2138 		pmc->mca_sfcount[sfmode]--;
2139 	}
2140 	err = 0;
2141 	for (i=0; i<sfcount; i++) {
2142 		int rv = ip6_mc_del1_src(pmc, sfmode, &psfsrc[i]);
2143 
2144 		changerec |= rv > 0;
2145 		if (!err && rv < 0)
2146 			err = rv;
2147 	}
2148 	if (pmc->mca_sfmode == MCAST_EXCLUDE &&
2149 	    pmc->mca_sfcount[MCAST_EXCLUDE] == 0 &&
2150 	    pmc->mca_sfcount[MCAST_INCLUDE]) {
2151 		struct ip6_sf_list *psf;
2152 
2153 		/* filter mode change */
2154 		pmc->mca_sfmode = MCAST_INCLUDE;
2155 		pmc->mca_crcount = idev->mc_qrv;
2156 		idev->mc_ifc_count = pmc->mca_crcount;
2157 		for (psf=pmc->mca_sources; psf; psf = psf->sf_next)
2158 			psf->sf_crcount = 0;
2159 		mld_ifc_event(pmc->idev);
2160 	} else if (sf_setstate(pmc) || changerec)
2161 		mld_ifc_event(pmc->idev);
2162 	spin_unlock_bh(&pmc->mca_lock);
2163 	read_unlock_bh(&idev->lock);
2164 	return err;
2165 }
2166 
2167 /*
2168  * Add multicast single-source filter to the interface list
2169  */
2170 static int ip6_mc_add1_src(struct ifmcaddr6 *pmc, int sfmode,
2171 	const struct in6_addr *psfsrc)
2172 {
2173 	struct ip6_sf_list *psf, *psf_prev;
2174 
2175 	psf_prev = NULL;
2176 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
2177 		if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2178 			break;
2179 		psf_prev = psf;
2180 	}
2181 	if (!psf) {
2182 		psf = kzalloc(sizeof(*psf), GFP_ATOMIC);
2183 		if (!psf)
2184 			return -ENOBUFS;
2185 
2186 		psf->sf_addr = *psfsrc;
2187 		if (psf_prev) {
2188 			psf_prev->sf_next = psf;
2189 		} else
2190 			pmc->mca_sources = psf;
2191 	}
2192 	psf->sf_count[sfmode]++;
2193 	return 0;
2194 }
2195 
2196 static void sf_markstate(struct ifmcaddr6 *pmc)
2197 {
2198 	struct ip6_sf_list *psf;
2199 	int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2200 
2201 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next)
2202 		if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2203 			psf->sf_oldin = mca_xcount ==
2204 				psf->sf_count[MCAST_EXCLUDE] &&
2205 				!psf->sf_count[MCAST_INCLUDE];
2206 		} else
2207 			psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0;
2208 }
2209 
2210 static int sf_setstate(struct ifmcaddr6 *pmc)
2211 {
2212 	struct ip6_sf_list *psf, *dpsf;
2213 	int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2214 	int qrv = pmc->idev->mc_qrv;
2215 	int new_in, rv;
2216 
2217 	rv = 0;
2218 	for (psf=pmc->mca_sources; psf; psf=psf->sf_next) {
2219 		if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2220 			new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] &&
2221 				!psf->sf_count[MCAST_INCLUDE];
2222 		} else
2223 			new_in = psf->sf_count[MCAST_INCLUDE] != 0;
2224 		if (new_in) {
2225 			if (!psf->sf_oldin) {
2226 				struct ip6_sf_list *prev = NULL;
2227 
2228 				for (dpsf=pmc->mca_tomb; dpsf;
2229 				     dpsf=dpsf->sf_next) {
2230 					if (ipv6_addr_equal(&dpsf->sf_addr,
2231 					    &psf->sf_addr))
2232 						break;
2233 					prev = dpsf;
2234 				}
2235 				if (dpsf) {
2236 					if (prev)
2237 						prev->sf_next = dpsf->sf_next;
2238 					else
2239 						pmc->mca_tomb = dpsf->sf_next;
2240 					kfree(dpsf);
2241 				}
2242 				psf->sf_crcount = qrv;
2243 				rv++;
2244 			}
2245 		} else if (psf->sf_oldin) {
2246 			psf->sf_crcount = 0;
2247 			/*
2248 			 * add or update "delete" records if an active filter
2249 			 * is now inactive
2250 			 */
2251 			for (dpsf=pmc->mca_tomb; dpsf; dpsf=dpsf->sf_next)
2252 				if (ipv6_addr_equal(&dpsf->sf_addr,
2253 				    &psf->sf_addr))
2254 					break;
2255 			if (!dpsf) {
2256 				dpsf = kmalloc(sizeof(*dpsf), GFP_ATOMIC);
2257 				if (!dpsf)
2258 					continue;
2259 				*dpsf = *psf;
2260 				/* pmc->mca_lock held by callers */
2261 				dpsf->sf_next = pmc->mca_tomb;
2262 				pmc->mca_tomb = dpsf;
2263 			}
2264 			dpsf->sf_crcount = qrv;
2265 			rv++;
2266 		}
2267 	}
2268 	return rv;
2269 }
2270 
2271 /*
2272  * Add multicast source filter list to the interface list
2273  */
2274 static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2275 			  int sfmode, int sfcount, const struct in6_addr *psfsrc,
2276 			  int delta)
2277 {
2278 	struct ifmcaddr6 *pmc;
2279 	int	isexclude;
2280 	int	i, err;
2281 
2282 	if (!idev)
2283 		return -ENODEV;
2284 	read_lock_bh(&idev->lock);
2285 	for (pmc=idev->mc_list; pmc; pmc=pmc->next) {
2286 		if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2287 			break;
2288 	}
2289 	if (!pmc) {
2290 		/* MCA not found?? bug */
2291 		read_unlock_bh(&idev->lock);
2292 		return -ESRCH;
2293 	}
2294 	spin_lock_bh(&pmc->mca_lock);
2295 
2296 	sf_markstate(pmc);
2297 	isexclude = pmc->mca_sfmode == MCAST_EXCLUDE;
2298 	if (!delta)
2299 		pmc->mca_sfcount[sfmode]++;
2300 	err = 0;
2301 	for (i=0; i<sfcount; i++) {
2302 		err = ip6_mc_add1_src(pmc, sfmode, &psfsrc[i]);
2303 		if (err)
2304 			break;
2305 	}
2306 	if (err) {
2307 		int j;
2308 
2309 		if (!delta)
2310 			pmc->mca_sfcount[sfmode]--;
2311 		for (j=0; j<i; j++)
2312 			ip6_mc_del1_src(pmc, sfmode, &psfsrc[j]);
2313 	} else if (isexclude != (pmc->mca_sfcount[MCAST_EXCLUDE] != 0)) {
2314 		struct ip6_sf_list *psf;
2315 
2316 		/* filter mode change */
2317 		if (pmc->mca_sfcount[MCAST_EXCLUDE])
2318 			pmc->mca_sfmode = MCAST_EXCLUDE;
2319 		else if (pmc->mca_sfcount[MCAST_INCLUDE])
2320 			pmc->mca_sfmode = MCAST_INCLUDE;
2321 		/* else no filters; keep old mode for reports */
2322 
2323 		pmc->mca_crcount = idev->mc_qrv;
2324 		idev->mc_ifc_count = pmc->mca_crcount;
2325 		for (psf=pmc->mca_sources; psf; psf = psf->sf_next)
2326 			psf->sf_crcount = 0;
2327 		mld_ifc_event(idev);
2328 	} else if (sf_setstate(pmc))
2329 		mld_ifc_event(idev);
2330 	spin_unlock_bh(&pmc->mca_lock);
2331 	read_unlock_bh(&idev->lock);
2332 	return err;
2333 }
2334 
2335 static void ip6_mc_clear_src(struct ifmcaddr6 *pmc)
2336 {
2337 	struct ip6_sf_list *psf, *nextpsf;
2338 
2339 	for (psf=pmc->mca_tomb; psf; psf=nextpsf) {
2340 		nextpsf = psf->sf_next;
2341 		kfree(psf);
2342 	}
2343 	pmc->mca_tomb = NULL;
2344 	for (psf=pmc->mca_sources; psf; psf=nextpsf) {
2345 		nextpsf = psf->sf_next;
2346 		kfree(psf);
2347 	}
2348 	pmc->mca_sources = NULL;
2349 	pmc->mca_sfmode = MCAST_EXCLUDE;
2350 	pmc->mca_sfcount[MCAST_INCLUDE] = 0;
2351 	pmc->mca_sfcount[MCAST_EXCLUDE] = 1;
2352 }
2353 
2354 
2355 static void igmp6_join_group(struct ifmcaddr6 *ma)
2356 {
2357 	unsigned long delay;
2358 
2359 	if (ma->mca_flags & MAF_NOREPORT)
2360 		return;
2361 
2362 	igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2363 
2364 	delay = prandom_u32() % unsolicited_report_interval(ma->idev);
2365 
2366 	spin_lock_bh(&ma->mca_lock);
2367 	if (del_timer(&ma->mca_timer)) {
2368 		atomic_dec(&ma->mca_refcnt);
2369 		delay = ma->mca_timer.expires - jiffies;
2370 	}
2371 
2372 	if (!mod_timer(&ma->mca_timer, jiffies + delay))
2373 		atomic_inc(&ma->mca_refcnt);
2374 	ma->mca_flags |= MAF_TIMER_RUNNING | MAF_LAST_REPORTER;
2375 	spin_unlock_bh(&ma->mca_lock);
2376 }
2377 
2378 static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
2379 			    struct inet6_dev *idev)
2380 {
2381 	int err;
2382 
2383 	/* callers have the socket lock and a write lock on ipv6_sk_mc_lock,
2384 	 * so no other readers or writers of iml or its sflist
2385 	 */
2386 	if (!iml->sflist) {
2387 		/* any-source empty exclude case */
2388 		return ip6_mc_del_src(idev, &iml->addr, iml->sfmode, 0, NULL, 0);
2389 	}
2390 	err = ip6_mc_del_src(idev, &iml->addr, iml->sfmode,
2391 		iml->sflist->sl_count, iml->sflist->sl_addr, 0);
2392 	sock_kfree_s(sk, iml->sflist, IP6_SFLSIZE(iml->sflist->sl_max));
2393 	iml->sflist = NULL;
2394 	return err;
2395 }
2396 
2397 static void igmp6_leave_group(struct ifmcaddr6 *ma)
2398 {
2399 	if (mld_in_v1_mode(ma->idev)) {
2400 		if (ma->mca_flags & MAF_LAST_REPORTER)
2401 			igmp6_send(&ma->mca_addr, ma->idev->dev,
2402 				ICMPV6_MGM_REDUCTION);
2403 	} else {
2404 		mld_add_delrec(ma->idev, ma);
2405 		mld_ifc_event(ma->idev);
2406 	}
2407 }
2408 
2409 static void mld_gq_timer_expire(unsigned long data)
2410 {
2411 	struct inet6_dev *idev = (struct inet6_dev *)data;
2412 
2413 	idev->mc_gq_running = 0;
2414 	mld_send_report(idev, NULL);
2415 	in6_dev_put(idev);
2416 }
2417 
2418 static void mld_ifc_timer_expire(unsigned long data)
2419 {
2420 	struct inet6_dev *idev = (struct inet6_dev *)data;
2421 
2422 	mld_send_cr(idev);
2423 	if (idev->mc_ifc_count) {
2424 		idev->mc_ifc_count--;
2425 		if (idev->mc_ifc_count)
2426 			mld_ifc_start_timer(idev, idev->mc_maxdelay);
2427 	}
2428 	in6_dev_put(idev);
2429 }
2430 
2431 static void mld_ifc_event(struct inet6_dev *idev)
2432 {
2433 	if (mld_in_v1_mode(idev))
2434 		return;
2435 	idev->mc_ifc_count = idev->mc_qrv;
2436 	mld_ifc_start_timer(idev, 1);
2437 }
2438 
2439 
2440 static void igmp6_timer_handler(unsigned long data)
2441 {
2442 	struct ifmcaddr6 *ma = (struct ifmcaddr6 *) data;
2443 
2444 	if (mld_in_v1_mode(ma->idev))
2445 		igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2446 	else
2447 		mld_send_report(ma->idev, ma);
2448 
2449 	spin_lock(&ma->mca_lock);
2450 	ma->mca_flags |=  MAF_LAST_REPORTER;
2451 	ma->mca_flags &= ~MAF_TIMER_RUNNING;
2452 	spin_unlock(&ma->mca_lock);
2453 	ma_put(ma);
2454 }
2455 
2456 /* Device changing type */
2457 
2458 void ipv6_mc_unmap(struct inet6_dev *idev)
2459 {
2460 	struct ifmcaddr6 *i;
2461 
2462 	/* Install multicast list, except for all-nodes (already installed) */
2463 
2464 	read_lock_bh(&idev->lock);
2465 	for (i = idev->mc_list; i; i = i->next)
2466 		igmp6_group_dropped(i);
2467 	read_unlock_bh(&idev->lock);
2468 }
2469 
2470 void ipv6_mc_remap(struct inet6_dev *idev)
2471 {
2472 	ipv6_mc_up(idev);
2473 }
2474 
2475 /* Device going down */
2476 
2477 void ipv6_mc_down(struct inet6_dev *idev)
2478 {
2479 	struct ifmcaddr6 *i;
2480 
2481 	/* Withdraw multicast list */
2482 
2483 	read_lock_bh(&idev->lock);
2484 	mld_ifc_stop_timer(idev);
2485 	mld_gq_stop_timer(idev);
2486 	mld_dad_stop_timer(idev);
2487 
2488 	for (i = idev->mc_list; i; i=i->next)
2489 		igmp6_group_dropped(i);
2490 	read_unlock_bh(&idev->lock);
2491 
2492 	mld_clear_delrec(idev);
2493 }
2494 
2495 
2496 /* Device going up */
2497 
2498 void ipv6_mc_up(struct inet6_dev *idev)
2499 {
2500 	struct ifmcaddr6 *i;
2501 
2502 	/* Install multicast list, except for all-nodes (already installed) */
2503 
2504 	read_lock_bh(&idev->lock);
2505 	for (i = idev->mc_list; i; i=i->next)
2506 		igmp6_group_added(i);
2507 	read_unlock_bh(&idev->lock);
2508 }
2509 
2510 /* IPv6 device initialization. */
2511 
2512 void ipv6_mc_init_dev(struct inet6_dev *idev)
2513 {
2514 	write_lock_bh(&idev->lock);
2515 	spin_lock_init(&idev->mc_lock);
2516 	idev->mc_gq_running = 0;
2517 	setup_timer(&idev->mc_gq_timer, mld_gq_timer_expire,
2518 			(unsigned long)idev);
2519 	idev->mc_tomb = NULL;
2520 	idev->mc_ifc_count = 0;
2521 	setup_timer(&idev->mc_ifc_timer, mld_ifc_timer_expire,
2522 			(unsigned long)idev);
2523 	setup_timer(&idev->mc_dad_timer, mld_dad_timer_expire,
2524 		    (unsigned long)idev);
2525 
2526 	idev->mc_qrv = MLD_QRV_DEFAULT;
2527 	idev->mc_qi = MLD_QI_DEFAULT;
2528 	idev->mc_qri = MLD_QRI_DEFAULT;
2529 
2530 	idev->mc_maxdelay = unsolicited_report_interval(idev);
2531 	idev->mc_v1_seen = 0;
2532 	write_unlock_bh(&idev->lock);
2533 }
2534 
2535 /*
2536  *	Device is about to be destroyed: clean up.
2537  */
2538 
2539 void ipv6_mc_destroy_dev(struct inet6_dev *idev)
2540 {
2541 	struct ifmcaddr6 *i;
2542 
2543 	/* Deactivate timers */
2544 	ipv6_mc_down(idev);
2545 
2546 	/* Delete all-nodes address. */
2547 	/* We cannot call ipv6_dev_mc_dec() directly, our caller in
2548 	 * addrconf.c has NULL'd out dev->ip6_ptr so in6_dev_get() will
2549 	 * fail.
2550 	 */
2551 	__ipv6_dev_mc_dec(idev, &in6addr_linklocal_allnodes);
2552 
2553 	if (idev->cnf.forwarding)
2554 		__ipv6_dev_mc_dec(idev, &in6addr_linklocal_allrouters);
2555 
2556 	write_lock_bh(&idev->lock);
2557 	while ((i = idev->mc_list) != NULL) {
2558 		idev->mc_list = i->next;
2559 		write_unlock_bh(&idev->lock);
2560 
2561 		igmp6_group_dropped(i);
2562 		ma_put(i);
2563 
2564 		write_lock_bh(&idev->lock);
2565 	}
2566 	write_unlock_bh(&idev->lock);
2567 }
2568 
2569 #ifdef CONFIG_PROC_FS
2570 struct igmp6_mc_iter_state {
2571 	struct seq_net_private p;
2572 	struct net_device *dev;
2573 	struct inet6_dev *idev;
2574 };
2575 
2576 #define igmp6_mc_seq_private(seq)	((struct igmp6_mc_iter_state *)(seq)->private)
2577 
2578 static inline struct ifmcaddr6 *igmp6_mc_get_first(struct seq_file *seq)
2579 {
2580 	struct ifmcaddr6 *im = NULL;
2581 	struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2582 	struct net *net = seq_file_net(seq);
2583 
2584 	state->idev = NULL;
2585 	for_each_netdev_rcu(net, state->dev) {
2586 		struct inet6_dev *idev;
2587 		idev = __in6_dev_get(state->dev);
2588 		if (!idev)
2589 			continue;
2590 		read_lock_bh(&idev->lock);
2591 		im = idev->mc_list;
2592 		if (im) {
2593 			state->idev = idev;
2594 			break;
2595 		}
2596 		read_unlock_bh(&idev->lock);
2597 	}
2598 	return im;
2599 }
2600 
2601 static struct ifmcaddr6 *igmp6_mc_get_next(struct seq_file *seq, struct ifmcaddr6 *im)
2602 {
2603 	struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2604 
2605 	im = im->next;
2606 	while (!im) {
2607 		if (likely(state->idev != NULL))
2608 			read_unlock_bh(&state->idev->lock);
2609 
2610 		state->dev = next_net_device_rcu(state->dev);
2611 		if (!state->dev) {
2612 			state->idev = NULL;
2613 			break;
2614 		}
2615 		state->idev = __in6_dev_get(state->dev);
2616 		if (!state->idev)
2617 			continue;
2618 		read_lock_bh(&state->idev->lock);
2619 		im = state->idev->mc_list;
2620 	}
2621 	return im;
2622 }
2623 
2624 static struct ifmcaddr6 *igmp6_mc_get_idx(struct seq_file *seq, loff_t pos)
2625 {
2626 	struct ifmcaddr6 *im = igmp6_mc_get_first(seq);
2627 	if (im)
2628 		while (pos && (im = igmp6_mc_get_next(seq, im)) != NULL)
2629 			--pos;
2630 	return pos ? NULL : im;
2631 }
2632 
2633 static void *igmp6_mc_seq_start(struct seq_file *seq, loff_t *pos)
2634 	__acquires(RCU)
2635 {
2636 	rcu_read_lock();
2637 	return igmp6_mc_get_idx(seq, *pos);
2638 }
2639 
2640 static void *igmp6_mc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2641 {
2642 	struct ifmcaddr6 *im = igmp6_mc_get_next(seq, v);
2643 
2644 	++*pos;
2645 	return im;
2646 }
2647 
2648 static void igmp6_mc_seq_stop(struct seq_file *seq, void *v)
2649 	__releases(RCU)
2650 {
2651 	struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2652 
2653 	if (likely(state->idev != NULL)) {
2654 		read_unlock_bh(&state->idev->lock);
2655 		state->idev = NULL;
2656 	}
2657 	state->dev = NULL;
2658 	rcu_read_unlock();
2659 }
2660 
2661 static int igmp6_mc_seq_show(struct seq_file *seq, void *v)
2662 {
2663 	struct ifmcaddr6 *im = (struct ifmcaddr6 *)v;
2664 	struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2665 
2666 	seq_printf(seq,
2667 		   "%-4d %-15s %pi6 %5d %08X %ld\n",
2668 		   state->dev->ifindex, state->dev->name,
2669 		   &im->mca_addr,
2670 		   im->mca_users, im->mca_flags,
2671 		   (im->mca_flags&MAF_TIMER_RUNNING) ?
2672 		   jiffies_to_clock_t(im->mca_timer.expires-jiffies) : 0);
2673 	return 0;
2674 }
2675 
2676 static const struct seq_operations igmp6_mc_seq_ops = {
2677 	.start	=	igmp6_mc_seq_start,
2678 	.next	=	igmp6_mc_seq_next,
2679 	.stop	=	igmp6_mc_seq_stop,
2680 	.show	=	igmp6_mc_seq_show,
2681 };
2682 
2683 static int igmp6_mc_seq_open(struct inode *inode, struct file *file)
2684 {
2685 	return seq_open_net(inode, file, &igmp6_mc_seq_ops,
2686 			    sizeof(struct igmp6_mc_iter_state));
2687 }
2688 
2689 static const struct file_operations igmp6_mc_seq_fops = {
2690 	.owner		=	THIS_MODULE,
2691 	.open		=	igmp6_mc_seq_open,
2692 	.read		=	seq_read,
2693 	.llseek		=	seq_lseek,
2694 	.release	=	seq_release_net,
2695 };
2696 
2697 struct igmp6_mcf_iter_state {
2698 	struct seq_net_private p;
2699 	struct net_device *dev;
2700 	struct inet6_dev *idev;
2701 	struct ifmcaddr6 *im;
2702 };
2703 
2704 #define igmp6_mcf_seq_private(seq)	((struct igmp6_mcf_iter_state *)(seq)->private)
2705 
2706 static inline struct ip6_sf_list *igmp6_mcf_get_first(struct seq_file *seq)
2707 {
2708 	struct ip6_sf_list *psf = NULL;
2709 	struct ifmcaddr6 *im = NULL;
2710 	struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2711 	struct net *net = seq_file_net(seq);
2712 
2713 	state->idev = NULL;
2714 	state->im = NULL;
2715 	for_each_netdev_rcu(net, state->dev) {
2716 		struct inet6_dev *idev;
2717 		idev = __in6_dev_get(state->dev);
2718 		if (unlikely(idev == NULL))
2719 			continue;
2720 		read_lock_bh(&idev->lock);
2721 		im = idev->mc_list;
2722 		if (likely(im != NULL)) {
2723 			spin_lock_bh(&im->mca_lock);
2724 			psf = im->mca_sources;
2725 			if (likely(psf != NULL)) {
2726 				state->im = im;
2727 				state->idev = idev;
2728 				break;
2729 			}
2730 			spin_unlock_bh(&im->mca_lock);
2731 		}
2732 		read_unlock_bh(&idev->lock);
2733 	}
2734 	return psf;
2735 }
2736 
2737 static struct ip6_sf_list *igmp6_mcf_get_next(struct seq_file *seq, struct ip6_sf_list *psf)
2738 {
2739 	struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2740 
2741 	psf = psf->sf_next;
2742 	while (!psf) {
2743 		spin_unlock_bh(&state->im->mca_lock);
2744 		state->im = state->im->next;
2745 		while (!state->im) {
2746 			if (likely(state->idev != NULL))
2747 				read_unlock_bh(&state->idev->lock);
2748 
2749 			state->dev = next_net_device_rcu(state->dev);
2750 			if (!state->dev) {
2751 				state->idev = NULL;
2752 				goto out;
2753 			}
2754 			state->idev = __in6_dev_get(state->dev);
2755 			if (!state->idev)
2756 				continue;
2757 			read_lock_bh(&state->idev->lock);
2758 			state->im = state->idev->mc_list;
2759 		}
2760 		if (!state->im)
2761 			break;
2762 		spin_lock_bh(&state->im->mca_lock);
2763 		psf = state->im->mca_sources;
2764 	}
2765 out:
2766 	return psf;
2767 }
2768 
2769 static struct ip6_sf_list *igmp6_mcf_get_idx(struct seq_file *seq, loff_t pos)
2770 {
2771 	struct ip6_sf_list *psf = igmp6_mcf_get_first(seq);
2772 	if (psf)
2773 		while (pos && (psf = igmp6_mcf_get_next(seq, psf)) != NULL)
2774 			--pos;
2775 	return pos ? NULL : psf;
2776 }
2777 
2778 static void *igmp6_mcf_seq_start(struct seq_file *seq, loff_t *pos)
2779 	__acquires(RCU)
2780 {
2781 	rcu_read_lock();
2782 	return *pos ? igmp6_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
2783 }
2784 
2785 static void *igmp6_mcf_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2786 {
2787 	struct ip6_sf_list *psf;
2788 	if (v == SEQ_START_TOKEN)
2789 		psf = igmp6_mcf_get_first(seq);
2790 	else
2791 		psf = igmp6_mcf_get_next(seq, v);
2792 	++*pos;
2793 	return psf;
2794 }
2795 
2796 static void igmp6_mcf_seq_stop(struct seq_file *seq, void *v)
2797 	__releases(RCU)
2798 {
2799 	struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2800 	if (likely(state->im != NULL)) {
2801 		spin_unlock_bh(&state->im->mca_lock);
2802 		state->im = NULL;
2803 	}
2804 	if (likely(state->idev != NULL)) {
2805 		read_unlock_bh(&state->idev->lock);
2806 		state->idev = NULL;
2807 	}
2808 	state->dev = NULL;
2809 	rcu_read_unlock();
2810 }
2811 
2812 static int igmp6_mcf_seq_show(struct seq_file *seq, void *v)
2813 {
2814 	struct ip6_sf_list *psf = (struct ip6_sf_list *)v;
2815 	struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
2816 
2817 	if (v == SEQ_START_TOKEN) {
2818 		seq_printf(seq,
2819 			   "%3s %6s "
2820 			   "%32s %32s %6s %6s\n", "Idx",
2821 			   "Device", "Multicast Address",
2822 			   "Source Address", "INC", "EXC");
2823 	} else {
2824 		seq_printf(seq,
2825 			   "%3d %6.6s %pi6 %pi6 %6lu %6lu\n",
2826 			   state->dev->ifindex, state->dev->name,
2827 			   &state->im->mca_addr,
2828 			   &psf->sf_addr,
2829 			   psf->sf_count[MCAST_INCLUDE],
2830 			   psf->sf_count[MCAST_EXCLUDE]);
2831 	}
2832 	return 0;
2833 }
2834 
2835 static const struct seq_operations igmp6_mcf_seq_ops = {
2836 	.start	=	igmp6_mcf_seq_start,
2837 	.next	=	igmp6_mcf_seq_next,
2838 	.stop	=	igmp6_mcf_seq_stop,
2839 	.show	=	igmp6_mcf_seq_show,
2840 };
2841 
2842 static int igmp6_mcf_seq_open(struct inode *inode, struct file *file)
2843 {
2844 	return seq_open_net(inode, file, &igmp6_mcf_seq_ops,
2845 			    sizeof(struct igmp6_mcf_iter_state));
2846 }
2847 
2848 static const struct file_operations igmp6_mcf_seq_fops = {
2849 	.owner		=	THIS_MODULE,
2850 	.open		=	igmp6_mcf_seq_open,
2851 	.read		=	seq_read,
2852 	.llseek		=	seq_lseek,
2853 	.release	=	seq_release_net,
2854 };
2855 
2856 static int __net_init igmp6_proc_init(struct net *net)
2857 {
2858 	int err;
2859 
2860 	err = -ENOMEM;
2861 	if (!proc_create("igmp6", S_IRUGO, net->proc_net, &igmp6_mc_seq_fops))
2862 		goto out;
2863 	if (!proc_create("mcfilter6", S_IRUGO, net->proc_net,
2864 			 &igmp6_mcf_seq_fops))
2865 		goto out_proc_net_igmp6;
2866 
2867 	err = 0;
2868 out:
2869 	return err;
2870 
2871 out_proc_net_igmp6:
2872 	remove_proc_entry("igmp6", net->proc_net);
2873 	goto out;
2874 }
2875 
2876 static void __net_exit igmp6_proc_exit(struct net *net)
2877 {
2878 	remove_proc_entry("mcfilter6", net->proc_net);
2879 	remove_proc_entry("igmp6", net->proc_net);
2880 }
2881 #else
2882 static inline int igmp6_proc_init(struct net *net)
2883 {
2884 	return 0;
2885 }
2886 static inline void igmp6_proc_exit(struct net *net)
2887 {
2888 }
2889 #endif
2890 
2891 static int __net_init igmp6_net_init(struct net *net)
2892 {
2893 	int err;
2894 
2895 	err = inet_ctl_sock_create(&net->ipv6.igmp_sk, PF_INET6,
2896 				   SOCK_RAW, IPPROTO_ICMPV6, net);
2897 	if (err < 0) {
2898 		pr_err("Failed to initialize the IGMP6 control socket (err %d)\n",
2899 		       err);
2900 		goto out;
2901 	}
2902 
2903 	inet6_sk(net->ipv6.igmp_sk)->hop_limit = 1;
2904 
2905 	err = igmp6_proc_init(net);
2906 	if (err)
2907 		goto out_sock_create;
2908 out:
2909 	return err;
2910 
2911 out_sock_create:
2912 	inet_ctl_sock_destroy(net->ipv6.igmp_sk);
2913 	goto out;
2914 }
2915 
2916 static void __net_exit igmp6_net_exit(struct net *net)
2917 {
2918 	inet_ctl_sock_destroy(net->ipv6.igmp_sk);
2919 	igmp6_proc_exit(net);
2920 }
2921 
2922 static struct pernet_operations igmp6_net_ops = {
2923 	.init = igmp6_net_init,
2924 	.exit = igmp6_net_exit,
2925 };
2926 
2927 int __init igmp6_init(void)
2928 {
2929 	return register_pernet_subsys(&igmp6_net_ops);
2930 }
2931 
2932 void igmp6_cleanup(void)
2933 {
2934 	unregister_pernet_subsys(&igmp6_net_ops);
2935 }
2936