xref: /linux/net/netlink/genetlink.c (revision 4949009eb8d40a441dcddcd96e101e77d31cf1b2)
1 /*
2  * NETLINK      Generic Netlink Family
3  *
4  * 		Authors:	Jamal Hadi Salim
5  * 				Thomas Graf <tgraf@suug.ch>
6  *				Johannes Berg <johannes@sipsolutions.net>
7  */
8 
9 #include <linux/module.h>
10 #include <linux/kernel.h>
11 #include <linux/slab.h>
12 #include <linux/errno.h>
13 #include <linux/types.h>
14 #include <linux/socket.h>
15 #include <linux/string.h>
16 #include <linux/skbuff.h>
17 #include <linux/mutex.h>
18 #include <linux/bitmap.h>
19 #include <linux/rwsem.h>
20 #include <net/sock.h>
21 #include <net/genetlink.h>
22 
23 static DEFINE_MUTEX(genl_mutex); /* serialization of message processing */
24 static DECLARE_RWSEM(cb_lock);
25 
26 atomic_t genl_sk_destructing_cnt = ATOMIC_INIT(0);
27 DECLARE_WAIT_QUEUE_HEAD(genl_sk_destructing_waitq);
28 
29 void genl_lock(void)
30 {
31 	mutex_lock(&genl_mutex);
32 }
33 EXPORT_SYMBOL(genl_lock);
34 
35 void genl_unlock(void)
36 {
37 	mutex_unlock(&genl_mutex);
38 }
39 EXPORT_SYMBOL(genl_unlock);
40 
41 #ifdef CONFIG_LOCKDEP
42 int lockdep_genl_is_held(void)
43 {
44 	return lockdep_is_held(&genl_mutex);
45 }
46 EXPORT_SYMBOL(lockdep_genl_is_held);
47 #endif
48 
49 static void genl_lock_all(void)
50 {
51 	down_write(&cb_lock);
52 	genl_lock();
53 }
54 
55 static void genl_unlock_all(void)
56 {
57 	genl_unlock();
58 	up_write(&cb_lock);
59 }
60 
61 #define GENL_FAM_TAB_SIZE	16
62 #define GENL_FAM_TAB_MASK	(GENL_FAM_TAB_SIZE - 1)
63 
64 static struct list_head family_ht[GENL_FAM_TAB_SIZE];
65 /*
66  * Bitmap of multicast groups that are currently in use.
67  *
68  * To avoid an allocation at boot of just one unsigned long,
69  * declare it global instead.
70  * Bit 0 is marked as already used since group 0 is invalid.
71  * Bit 1 is marked as already used since the drop-monitor code
72  * abuses the API and thinks it can statically use group 1.
73  * That group will typically conflict with other groups that
74  * any proper users use.
75  * Bit 16 is marked as used since it's used for generic netlink
76  * and the code no longer marks pre-reserved IDs as used.
77  * Bit 17 is marked as already used since the VFS quota code
78  * also abused this API and relied on family == group ID, we
79  * cater to that by giving it a static family and group ID.
80  * Bit 18 is marked as already used since the PMCRAID driver
81  * did the same thing as the VFS quota code (maybe copied?)
82  */
83 static unsigned long mc_group_start = 0x3 | BIT(GENL_ID_CTRL) |
84 				      BIT(GENL_ID_VFS_DQUOT) |
85 				      BIT(GENL_ID_PMCRAID);
86 static unsigned long *mc_groups = &mc_group_start;
87 static unsigned long mc_groups_longs = 1;
88 
89 static int genl_ctrl_event(int event, struct genl_family *family,
90 			   const struct genl_multicast_group *grp,
91 			   int grp_id);
92 
93 static inline unsigned int genl_family_hash(unsigned int id)
94 {
95 	return id & GENL_FAM_TAB_MASK;
96 }
97 
98 static inline struct list_head *genl_family_chain(unsigned int id)
99 {
100 	return &family_ht[genl_family_hash(id)];
101 }
102 
103 static struct genl_family *genl_family_find_byid(unsigned int id)
104 {
105 	struct genl_family *f;
106 
107 	list_for_each_entry(f, genl_family_chain(id), family_list)
108 		if (f->id == id)
109 			return f;
110 
111 	return NULL;
112 }
113 
114 static struct genl_family *genl_family_find_byname(char *name)
115 {
116 	struct genl_family *f;
117 	int i;
118 
119 	for (i = 0; i < GENL_FAM_TAB_SIZE; i++)
120 		list_for_each_entry(f, genl_family_chain(i), family_list)
121 			if (strcmp(f->name, name) == 0)
122 				return f;
123 
124 	return NULL;
125 }
126 
127 static const struct genl_ops *genl_get_cmd(u8 cmd, struct genl_family *family)
128 {
129 	int i;
130 
131 	for (i = 0; i < family->n_ops; i++)
132 		if (family->ops[i].cmd == cmd)
133 			return &family->ops[i];
134 
135 	return NULL;
136 }
137 
138 /* Of course we are going to have problems once we hit
139  * 2^16 alive types, but that can only happen by year 2K
140 */
141 static u16 genl_generate_id(void)
142 {
143 	static u16 id_gen_idx = GENL_MIN_ID;
144 	int i;
145 
146 	for (i = 0; i <= GENL_MAX_ID - GENL_MIN_ID; i++) {
147 		if (id_gen_idx != GENL_ID_VFS_DQUOT &&
148 		    id_gen_idx != GENL_ID_PMCRAID &&
149 		    !genl_family_find_byid(id_gen_idx))
150 			return id_gen_idx;
151 		if (++id_gen_idx > GENL_MAX_ID)
152 			id_gen_idx = GENL_MIN_ID;
153 	}
154 
155 	return 0;
156 }
157 
158 static int genl_allocate_reserve_groups(int n_groups, int *first_id)
159 {
160 	unsigned long *new_groups;
161 	int start = 0;
162 	int i;
163 	int id;
164 	bool fits;
165 
166 	do {
167 		if (start == 0)
168 			id = find_first_zero_bit(mc_groups,
169 						 mc_groups_longs *
170 						 BITS_PER_LONG);
171 		else
172 			id = find_next_zero_bit(mc_groups,
173 						mc_groups_longs * BITS_PER_LONG,
174 						start);
175 
176 		fits = true;
177 		for (i = id;
178 		     i < min_t(int, id + n_groups,
179 			       mc_groups_longs * BITS_PER_LONG);
180 		     i++) {
181 			if (test_bit(i, mc_groups)) {
182 				start = i;
183 				fits = false;
184 				break;
185 			}
186 		}
187 
188 		if (id >= mc_groups_longs * BITS_PER_LONG) {
189 			unsigned long new_longs = mc_groups_longs +
190 						  BITS_TO_LONGS(n_groups);
191 			size_t nlen = new_longs * sizeof(unsigned long);
192 
193 			if (mc_groups == &mc_group_start) {
194 				new_groups = kzalloc(nlen, GFP_KERNEL);
195 				if (!new_groups)
196 					return -ENOMEM;
197 				mc_groups = new_groups;
198 				*mc_groups = mc_group_start;
199 			} else {
200 				new_groups = krealloc(mc_groups, nlen,
201 						      GFP_KERNEL);
202 				if (!new_groups)
203 					return -ENOMEM;
204 				mc_groups = new_groups;
205 				for (i = 0; i < BITS_TO_LONGS(n_groups); i++)
206 					mc_groups[mc_groups_longs + i] = 0;
207 			}
208 			mc_groups_longs = new_longs;
209 		}
210 	} while (!fits);
211 
212 	for (i = id; i < id + n_groups; i++)
213 		set_bit(i, mc_groups);
214 	*first_id = id;
215 	return 0;
216 }
217 
218 static struct genl_family genl_ctrl;
219 
220 static int genl_validate_assign_mc_groups(struct genl_family *family)
221 {
222 	int first_id;
223 	int n_groups = family->n_mcgrps;
224 	int err = 0, i;
225 	bool groups_allocated = false;
226 
227 	if (!n_groups)
228 		return 0;
229 
230 	for (i = 0; i < n_groups; i++) {
231 		const struct genl_multicast_group *grp = &family->mcgrps[i];
232 
233 		if (WARN_ON(grp->name[0] == '\0'))
234 			return -EINVAL;
235 		if (WARN_ON(memchr(grp->name, '\0', GENL_NAMSIZ) == NULL))
236 			return -EINVAL;
237 	}
238 
239 	/* special-case our own group and hacks */
240 	if (family == &genl_ctrl) {
241 		first_id = GENL_ID_CTRL;
242 		BUG_ON(n_groups != 1);
243 	} else if (strcmp(family->name, "NET_DM") == 0) {
244 		first_id = 1;
245 		BUG_ON(n_groups != 1);
246 	} else if (family->id == GENL_ID_VFS_DQUOT) {
247 		first_id = GENL_ID_VFS_DQUOT;
248 		BUG_ON(n_groups != 1);
249 	} else if (family->id == GENL_ID_PMCRAID) {
250 		first_id = GENL_ID_PMCRAID;
251 		BUG_ON(n_groups != 1);
252 	} else {
253 		groups_allocated = true;
254 		err = genl_allocate_reserve_groups(n_groups, &first_id);
255 		if (err)
256 			return err;
257 	}
258 
259 	family->mcgrp_offset = first_id;
260 
261 	/* if still initializing, can't and don't need to to realloc bitmaps */
262 	if (!init_net.genl_sock)
263 		return 0;
264 
265 	if (family->netnsok) {
266 		struct net *net;
267 
268 		netlink_table_grab();
269 		rcu_read_lock();
270 		for_each_net_rcu(net) {
271 			err = __netlink_change_ngroups(net->genl_sock,
272 					mc_groups_longs * BITS_PER_LONG);
273 			if (err) {
274 				/*
275 				 * No need to roll back, can only fail if
276 				 * memory allocation fails and then the
277 				 * number of _possible_ groups has been
278 				 * increased on some sockets which is ok.
279 				 */
280 				break;
281 			}
282 		}
283 		rcu_read_unlock();
284 		netlink_table_ungrab();
285 	} else {
286 		err = netlink_change_ngroups(init_net.genl_sock,
287 					     mc_groups_longs * BITS_PER_LONG);
288 	}
289 
290 	if (groups_allocated && err) {
291 		for (i = 0; i < family->n_mcgrps; i++)
292 			clear_bit(family->mcgrp_offset + i, mc_groups);
293 	}
294 
295 	return err;
296 }
297 
298 static void genl_unregister_mc_groups(struct genl_family *family)
299 {
300 	struct net *net;
301 	int i;
302 
303 	netlink_table_grab();
304 	rcu_read_lock();
305 	for_each_net_rcu(net) {
306 		for (i = 0; i < family->n_mcgrps; i++)
307 			__netlink_clear_multicast_users(
308 				net->genl_sock, family->mcgrp_offset + i);
309 	}
310 	rcu_read_unlock();
311 	netlink_table_ungrab();
312 
313 	for (i = 0; i < family->n_mcgrps; i++) {
314 		int grp_id = family->mcgrp_offset + i;
315 
316 		if (grp_id != 1)
317 			clear_bit(grp_id, mc_groups);
318 		genl_ctrl_event(CTRL_CMD_DELMCAST_GRP, family,
319 				&family->mcgrps[i], grp_id);
320 	}
321 }
322 
323 static int genl_validate_ops(const struct genl_family *family)
324 {
325 	const struct genl_ops *ops = family->ops;
326 	unsigned int n_ops = family->n_ops;
327 	int i, j;
328 
329 	if (WARN_ON(n_ops && !ops))
330 		return -EINVAL;
331 
332 	if (!n_ops)
333 		return 0;
334 
335 	for (i = 0; i < n_ops; i++) {
336 		if (ops[i].dumpit == NULL && ops[i].doit == NULL)
337 			return -EINVAL;
338 		for (j = i + 1; j < n_ops; j++)
339 			if (ops[i].cmd == ops[j].cmd)
340 				return -EINVAL;
341 	}
342 
343 	return 0;
344 }
345 
346 /**
347  * __genl_register_family - register a generic netlink family
348  * @family: generic netlink family
349  *
350  * Registers the specified family after validating it first. Only one
351  * family may be registered with the same family name or identifier.
352  * The family id may equal GENL_ID_GENERATE causing an unique id to
353  * be automatically generated and assigned.
354  *
355  * The family's ops array must already be assigned, you can use the
356  * genl_register_family_with_ops() helper function.
357  *
358  * Return 0 on success or a negative error code.
359  */
360 int __genl_register_family(struct genl_family *family)
361 {
362 	int err = -EINVAL, i;
363 
364 	if (family->id && family->id < GENL_MIN_ID)
365 		goto errout;
366 
367 	if (family->id > GENL_MAX_ID)
368 		goto errout;
369 
370 	err = genl_validate_ops(family);
371 	if (err)
372 		return err;
373 
374 	genl_lock_all();
375 
376 	if (genl_family_find_byname(family->name)) {
377 		err = -EEXIST;
378 		goto errout_locked;
379 	}
380 
381 	if (family->id == GENL_ID_GENERATE) {
382 		u16 newid = genl_generate_id();
383 
384 		if (!newid) {
385 			err = -ENOMEM;
386 			goto errout_locked;
387 		}
388 
389 		family->id = newid;
390 	} else if (genl_family_find_byid(family->id)) {
391 		err = -EEXIST;
392 		goto errout_locked;
393 	}
394 
395 	if (family->maxattr && !family->parallel_ops) {
396 		family->attrbuf = kmalloc((family->maxattr+1) *
397 					sizeof(struct nlattr *), GFP_KERNEL);
398 		if (family->attrbuf == NULL) {
399 			err = -ENOMEM;
400 			goto errout_locked;
401 		}
402 	} else
403 		family->attrbuf = NULL;
404 
405 	err = genl_validate_assign_mc_groups(family);
406 	if (err)
407 		goto errout_locked;
408 
409 	list_add_tail(&family->family_list, genl_family_chain(family->id));
410 	genl_unlock_all();
411 
412 	/* send all events */
413 	genl_ctrl_event(CTRL_CMD_NEWFAMILY, family, NULL, 0);
414 	for (i = 0; i < family->n_mcgrps; i++)
415 		genl_ctrl_event(CTRL_CMD_NEWMCAST_GRP, family,
416 				&family->mcgrps[i], family->mcgrp_offset + i);
417 
418 	return 0;
419 
420 errout_locked:
421 	genl_unlock_all();
422 errout:
423 	return err;
424 }
425 EXPORT_SYMBOL(__genl_register_family);
426 
427 /**
428  * genl_unregister_family - unregister generic netlink family
429  * @family: generic netlink family
430  *
431  * Unregisters the specified family.
432  *
433  * Returns 0 on success or a negative error code.
434  */
435 int genl_unregister_family(struct genl_family *family)
436 {
437 	struct genl_family *rc;
438 
439 	genl_lock_all();
440 
441 	list_for_each_entry(rc, genl_family_chain(family->id), family_list) {
442 		if (family->id != rc->id || strcmp(rc->name, family->name))
443 			continue;
444 
445 		genl_unregister_mc_groups(family);
446 
447 		list_del(&rc->family_list);
448 		family->n_ops = 0;
449 		up_write(&cb_lock);
450 		wait_event(genl_sk_destructing_waitq,
451 			   atomic_read(&genl_sk_destructing_cnt) == 0);
452 		genl_unlock();
453 
454 		kfree(family->attrbuf);
455 		genl_ctrl_event(CTRL_CMD_DELFAMILY, family, NULL, 0);
456 		return 0;
457 	}
458 
459 	genl_unlock_all();
460 
461 	return -ENOENT;
462 }
463 EXPORT_SYMBOL(genl_unregister_family);
464 
465 /**
466  * genlmsg_new_unicast - Allocate generic netlink message for unicast
467  * @payload: size of the message payload
468  * @info: information on destination
469  * @flags: the type of memory to allocate
470  *
471  * Allocates a new sk_buff large enough to cover the specified payload
472  * plus required Netlink headers. Will check receiving socket for
473  * memory mapped i/o capability and use it if enabled. Will fall back
474  * to non-mapped skb if message size exceeds the frame size of the ring.
475  */
476 struct sk_buff *genlmsg_new_unicast(size_t payload, struct genl_info *info,
477 				    gfp_t flags)
478 {
479 	size_t len = nlmsg_total_size(genlmsg_total_size(payload));
480 
481 	return netlink_alloc_skb(info->dst_sk, len, info->snd_portid, flags);
482 }
483 EXPORT_SYMBOL_GPL(genlmsg_new_unicast);
484 
485 /**
486  * genlmsg_put - Add generic netlink header to netlink message
487  * @skb: socket buffer holding the message
488  * @portid: netlink portid the message is addressed to
489  * @seq: sequence number (usually the one of the sender)
490  * @family: generic netlink family
491  * @flags: netlink message flags
492  * @cmd: generic netlink command
493  *
494  * Returns pointer to user specific header
495  */
496 void *genlmsg_put(struct sk_buff *skb, u32 portid, u32 seq,
497 				struct genl_family *family, int flags, u8 cmd)
498 {
499 	struct nlmsghdr *nlh;
500 	struct genlmsghdr *hdr;
501 
502 	nlh = nlmsg_put(skb, portid, seq, family->id, GENL_HDRLEN +
503 			family->hdrsize, flags);
504 	if (nlh == NULL)
505 		return NULL;
506 
507 	hdr = nlmsg_data(nlh);
508 	hdr->cmd = cmd;
509 	hdr->version = family->version;
510 	hdr->reserved = 0;
511 
512 	return (char *) hdr + GENL_HDRLEN;
513 }
514 EXPORT_SYMBOL(genlmsg_put);
515 
516 static int genl_lock_dumpit(struct sk_buff *skb, struct netlink_callback *cb)
517 {
518 	/* our ops are always const - netlink API doesn't propagate that */
519 	const struct genl_ops *ops = cb->data;
520 	int rc;
521 
522 	genl_lock();
523 	rc = ops->dumpit(skb, cb);
524 	genl_unlock();
525 	return rc;
526 }
527 
528 static int genl_lock_done(struct netlink_callback *cb)
529 {
530 	/* our ops are always const - netlink API doesn't propagate that */
531 	const struct genl_ops *ops = cb->data;
532 	int rc = 0;
533 
534 	if (ops->done) {
535 		genl_lock();
536 		rc = ops->done(cb);
537 		genl_unlock();
538 	}
539 	return rc;
540 }
541 
542 static int genl_family_rcv_msg(struct genl_family *family,
543 			       struct sk_buff *skb,
544 			       struct nlmsghdr *nlh)
545 {
546 	const struct genl_ops *ops;
547 	struct net *net = sock_net(skb->sk);
548 	struct genl_info info;
549 	struct genlmsghdr *hdr = nlmsg_data(nlh);
550 	struct nlattr **attrbuf;
551 	int hdrlen, err;
552 
553 	/* this family doesn't exist in this netns */
554 	if (!family->netnsok && !net_eq(net, &init_net))
555 		return -ENOENT;
556 
557 	hdrlen = GENL_HDRLEN + family->hdrsize;
558 	if (nlh->nlmsg_len < nlmsg_msg_size(hdrlen))
559 		return -EINVAL;
560 
561 	ops = genl_get_cmd(hdr->cmd, family);
562 	if (ops == NULL)
563 		return -EOPNOTSUPP;
564 
565 	if ((ops->flags & GENL_ADMIN_PERM) &&
566 	    !netlink_capable(skb, CAP_NET_ADMIN))
567 		return -EPERM;
568 
569 	if ((nlh->nlmsg_flags & NLM_F_DUMP) == NLM_F_DUMP) {
570 		int rc;
571 
572 		if (ops->dumpit == NULL)
573 			return -EOPNOTSUPP;
574 
575 		if (!family->parallel_ops) {
576 			struct netlink_dump_control c = {
577 				.module = family->module,
578 				/* we have const, but the netlink API doesn't */
579 				.data = (void *)ops,
580 				.dump = genl_lock_dumpit,
581 				.done = genl_lock_done,
582 			};
583 
584 			genl_unlock();
585 			rc = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
586 			genl_lock();
587 
588 		} else {
589 			struct netlink_dump_control c = {
590 				.module = family->module,
591 				.dump = ops->dumpit,
592 				.done = ops->done,
593 			};
594 
595 			rc = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
596 		}
597 
598 		return rc;
599 	}
600 
601 	if (ops->doit == NULL)
602 		return -EOPNOTSUPP;
603 
604 	if (family->maxattr && family->parallel_ops) {
605 		attrbuf = kmalloc((family->maxattr+1) *
606 					sizeof(struct nlattr *), GFP_KERNEL);
607 		if (attrbuf == NULL)
608 			return -ENOMEM;
609 	} else
610 		attrbuf = family->attrbuf;
611 
612 	if (attrbuf) {
613 		err = nlmsg_parse(nlh, hdrlen, attrbuf, family->maxattr,
614 				  ops->policy);
615 		if (err < 0)
616 			goto out;
617 	}
618 
619 	info.snd_seq = nlh->nlmsg_seq;
620 	info.snd_portid = NETLINK_CB(skb).portid;
621 	info.nlhdr = nlh;
622 	info.genlhdr = nlmsg_data(nlh);
623 	info.userhdr = nlmsg_data(nlh) + GENL_HDRLEN;
624 	info.attrs = attrbuf;
625 	info.dst_sk = skb->sk;
626 	genl_info_net_set(&info, net);
627 	memset(&info.user_ptr, 0, sizeof(info.user_ptr));
628 
629 	if (family->pre_doit) {
630 		err = family->pre_doit(ops, skb, &info);
631 		if (err)
632 			goto out;
633 	}
634 
635 	err = ops->doit(skb, &info);
636 
637 	if (family->post_doit)
638 		family->post_doit(ops, skb, &info);
639 
640 out:
641 	if (family->parallel_ops)
642 		kfree(attrbuf);
643 
644 	return err;
645 }
646 
647 static int genl_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
648 {
649 	struct genl_family *family;
650 	int err;
651 
652 	family = genl_family_find_byid(nlh->nlmsg_type);
653 	if (family == NULL)
654 		return -ENOENT;
655 
656 	if (!family->parallel_ops)
657 		genl_lock();
658 
659 	err = genl_family_rcv_msg(family, skb, nlh);
660 
661 	if (!family->parallel_ops)
662 		genl_unlock();
663 
664 	return err;
665 }
666 
667 static void genl_rcv(struct sk_buff *skb)
668 {
669 	down_read(&cb_lock);
670 	netlink_rcv_skb(skb, &genl_rcv_msg);
671 	up_read(&cb_lock);
672 }
673 
674 /**************************************************************************
675  * Controller
676  **************************************************************************/
677 
678 static struct genl_family genl_ctrl = {
679 	.id = GENL_ID_CTRL,
680 	.name = "nlctrl",
681 	.version = 0x2,
682 	.maxattr = CTRL_ATTR_MAX,
683 	.netnsok = true,
684 };
685 
686 static int ctrl_fill_info(struct genl_family *family, u32 portid, u32 seq,
687 			  u32 flags, struct sk_buff *skb, u8 cmd)
688 {
689 	void *hdr;
690 
691 	hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
692 	if (hdr == NULL)
693 		return -1;
694 
695 	if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
696 	    nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id) ||
697 	    nla_put_u32(skb, CTRL_ATTR_VERSION, family->version) ||
698 	    nla_put_u32(skb, CTRL_ATTR_HDRSIZE, family->hdrsize) ||
699 	    nla_put_u32(skb, CTRL_ATTR_MAXATTR, family->maxattr))
700 		goto nla_put_failure;
701 
702 	if (family->n_ops) {
703 		struct nlattr *nla_ops;
704 		int i;
705 
706 		nla_ops = nla_nest_start(skb, CTRL_ATTR_OPS);
707 		if (nla_ops == NULL)
708 			goto nla_put_failure;
709 
710 		for (i = 0; i < family->n_ops; i++) {
711 			struct nlattr *nest;
712 			const struct genl_ops *ops = &family->ops[i];
713 			u32 op_flags = ops->flags;
714 
715 			if (ops->dumpit)
716 				op_flags |= GENL_CMD_CAP_DUMP;
717 			if (ops->doit)
718 				op_flags |= GENL_CMD_CAP_DO;
719 			if (ops->policy)
720 				op_flags |= GENL_CMD_CAP_HASPOL;
721 
722 			nest = nla_nest_start(skb, i + 1);
723 			if (nest == NULL)
724 				goto nla_put_failure;
725 
726 			if (nla_put_u32(skb, CTRL_ATTR_OP_ID, ops->cmd) ||
727 			    nla_put_u32(skb, CTRL_ATTR_OP_FLAGS, op_flags))
728 				goto nla_put_failure;
729 
730 			nla_nest_end(skb, nest);
731 		}
732 
733 		nla_nest_end(skb, nla_ops);
734 	}
735 
736 	if (family->n_mcgrps) {
737 		struct nlattr *nla_grps;
738 		int i;
739 
740 		nla_grps = nla_nest_start(skb, CTRL_ATTR_MCAST_GROUPS);
741 		if (nla_grps == NULL)
742 			goto nla_put_failure;
743 
744 		for (i = 0; i < family->n_mcgrps; i++) {
745 			struct nlattr *nest;
746 			const struct genl_multicast_group *grp;
747 
748 			grp = &family->mcgrps[i];
749 
750 			nest = nla_nest_start(skb, i + 1);
751 			if (nest == NULL)
752 				goto nla_put_failure;
753 
754 			if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID,
755 					family->mcgrp_offset + i) ||
756 			    nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
757 					   grp->name))
758 				goto nla_put_failure;
759 
760 			nla_nest_end(skb, nest);
761 		}
762 		nla_nest_end(skb, nla_grps);
763 	}
764 
765 	return genlmsg_end(skb, hdr);
766 
767 nla_put_failure:
768 	genlmsg_cancel(skb, hdr);
769 	return -EMSGSIZE;
770 }
771 
772 static int ctrl_fill_mcgrp_info(struct genl_family *family,
773 				const struct genl_multicast_group *grp,
774 				int grp_id, u32 portid, u32 seq, u32 flags,
775 				struct sk_buff *skb, u8 cmd)
776 {
777 	void *hdr;
778 	struct nlattr *nla_grps;
779 	struct nlattr *nest;
780 
781 	hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
782 	if (hdr == NULL)
783 		return -1;
784 
785 	if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
786 	    nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id))
787 		goto nla_put_failure;
788 
789 	nla_grps = nla_nest_start(skb, CTRL_ATTR_MCAST_GROUPS);
790 	if (nla_grps == NULL)
791 		goto nla_put_failure;
792 
793 	nest = nla_nest_start(skb, 1);
794 	if (nest == NULL)
795 		goto nla_put_failure;
796 
797 	if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID, grp_id) ||
798 	    nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
799 			   grp->name))
800 		goto nla_put_failure;
801 
802 	nla_nest_end(skb, nest);
803 	nla_nest_end(skb, nla_grps);
804 
805 	return genlmsg_end(skb, hdr);
806 
807 nla_put_failure:
808 	genlmsg_cancel(skb, hdr);
809 	return -EMSGSIZE;
810 }
811 
812 static int ctrl_dumpfamily(struct sk_buff *skb, struct netlink_callback *cb)
813 {
814 
815 	int i, n = 0;
816 	struct genl_family *rt;
817 	struct net *net = sock_net(skb->sk);
818 	int chains_to_skip = cb->args[0];
819 	int fams_to_skip = cb->args[1];
820 
821 	for (i = chains_to_skip; i < GENL_FAM_TAB_SIZE; i++) {
822 		n = 0;
823 		list_for_each_entry(rt, genl_family_chain(i), family_list) {
824 			if (!rt->netnsok && !net_eq(net, &init_net))
825 				continue;
826 			if (++n < fams_to_skip)
827 				continue;
828 			if (ctrl_fill_info(rt, NETLINK_CB(cb->skb).portid,
829 					   cb->nlh->nlmsg_seq, NLM_F_MULTI,
830 					   skb, CTRL_CMD_NEWFAMILY) < 0)
831 				goto errout;
832 		}
833 
834 		fams_to_skip = 0;
835 	}
836 
837 errout:
838 	cb->args[0] = i;
839 	cb->args[1] = n;
840 
841 	return skb->len;
842 }
843 
844 static struct sk_buff *ctrl_build_family_msg(struct genl_family *family,
845 					     u32 portid, int seq, u8 cmd)
846 {
847 	struct sk_buff *skb;
848 	int err;
849 
850 	skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
851 	if (skb == NULL)
852 		return ERR_PTR(-ENOBUFS);
853 
854 	err = ctrl_fill_info(family, portid, seq, 0, skb, cmd);
855 	if (err < 0) {
856 		nlmsg_free(skb);
857 		return ERR_PTR(err);
858 	}
859 
860 	return skb;
861 }
862 
863 static struct sk_buff *
864 ctrl_build_mcgrp_msg(struct genl_family *family,
865 		     const struct genl_multicast_group *grp,
866 		     int grp_id, u32 portid, int seq, u8 cmd)
867 {
868 	struct sk_buff *skb;
869 	int err;
870 
871 	skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
872 	if (skb == NULL)
873 		return ERR_PTR(-ENOBUFS);
874 
875 	err = ctrl_fill_mcgrp_info(family, grp, grp_id, portid,
876 				   seq, 0, skb, cmd);
877 	if (err < 0) {
878 		nlmsg_free(skb);
879 		return ERR_PTR(err);
880 	}
881 
882 	return skb;
883 }
884 
885 static const struct nla_policy ctrl_policy[CTRL_ATTR_MAX+1] = {
886 	[CTRL_ATTR_FAMILY_ID]	= { .type = NLA_U16 },
887 	[CTRL_ATTR_FAMILY_NAME]	= { .type = NLA_NUL_STRING,
888 				    .len = GENL_NAMSIZ - 1 },
889 };
890 
891 static int ctrl_getfamily(struct sk_buff *skb, struct genl_info *info)
892 {
893 	struct sk_buff *msg;
894 	struct genl_family *res = NULL;
895 	int err = -EINVAL;
896 
897 	if (info->attrs[CTRL_ATTR_FAMILY_ID]) {
898 		u16 id = nla_get_u16(info->attrs[CTRL_ATTR_FAMILY_ID]);
899 		res = genl_family_find_byid(id);
900 		err = -ENOENT;
901 	}
902 
903 	if (info->attrs[CTRL_ATTR_FAMILY_NAME]) {
904 		char *name;
905 
906 		name = nla_data(info->attrs[CTRL_ATTR_FAMILY_NAME]);
907 		res = genl_family_find_byname(name);
908 #ifdef CONFIG_MODULES
909 		if (res == NULL) {
910 			genl_unlock();
911 			up_read(&cb_lock);
912 			request_module("net-pf-%d-proto-%d-family-%s",
913 				       PF_NETLINK, NETLINK_GENERIC, name);
914 			down_read(&cb_lock);
915 			genl_lock();
916 			res = genl_family_find_byname(name);
917 		}
918 #endif
919 		err = -ENOENT;
920 	}
921 
922 	if (res == NULL)
923 		return err;
924 
925 	if (!res->netnsok && !net_eq(genl_info_net(info), &init_net)) {
926 		/* family doesn't exist here */
927 		return -ENOENT;
928 	}
929 
930 	msg = ctrl_build_family_msg(res, info->snd_portid, info->snd_seq,
931 				    CTRL_CMD_NEWFAMILY);
932 	if (IS_ERR(msg))
933 		return PTR_ERR(msg);
934 
935 	return genlmsg_reply(msg, info);
936 }
937 
938 static int genl_ctrl_event(int event, struct genl_family *family,
939 			   const struct genl_multicast_group *grp,
940 			   int grp_id)
941 {
942 	struct sk_buff *msg;
943 
944 	/* genl is still initialising */
945 	if (!init_net.genl_sock)
946 		return 0;
947 
948 	switch (event) {
949 	case CTRL_CMD_NEWFAMILY:
950 	case CTRL_CMD_DELFAMILY:
951 		WARN_ON(grp);
952 		msg = ctrl_build_family_msg(family, 0, 0, event);
953 		break;
954 	case CTRL_CMD_NEWMCAST_GRP:
955 	case CTRL_CMD_DELMCAST_GRP:
956 		BUG_ON(!grp);
957 		msg = ctrl_build_mcgrp_msg(family, grp, grp_id, 0, 0, event);
958 		break;
959 	default:
960 		return -EINVAL;
961 	}
962 
963 	if (IS_ERR(msg))
964 		return PTR_ERR(msg);
965 
966 	if (!family->netnsok) {
967 		genlmsg_multicast_netns(&genl_ctrl, &init_net, msg, 0,
968 					0, GFP_KERNEL);
969 	} else {
970 		rcu_read_lock();
971 		genlmsg_multicast_allns(&genl_ctrl, msg, 0,
972 					0, GFP_ATOMIC);
973 		rcu_read_unlock();
974 	}
975 
976 	return 0;
977 }
978 
979 static struct genl_ops genl_ctrl_ops[] = {
980 	{
981 		.cmd		= CTRL_CMD_GETFAMILY,
982 		.doit		= ctrl_getfamily,
983 		.dumpit		= ctrl_dumpfamily,
984 		.policy		= ctrl_policy,
985 	},
986 };
987 
988 static struct genl_multicast_group genl_ctrl_groups[] = {
989 	{ .name = "notify", },
990 };
991 
992 static int genl_bind(struct net *net, int group)
993 {
994 	int i, err = -ENOENT;
995 
996 	down_read(&cb_lock);
997 	for (i = 0; i < GENL_FAM_TAB_SIZE; i++) {
998 		struct genl_family *f;
999 
1000 		list_for_each_entry(f, genl_family_chain(i), family_list) {
1001 			if (group >= f->mcgrp_offset &&
1002 			    group < f->mcgrp_offset + f->n_mcgrps) {
1003 				int fam_grp = group - f->mcgrp_offset;
1004 
1005 				if (!f->netnsok && net != &init_net)
1006 					err = -ENOENT;
1007 				else if (f->mcast_bind)
1008 					err = f->mcast_bind(net, fam_grp);
1009 				else
1010 					err = 0;
1011 				break;
1012 			}
1013 		}
1014 	}
1015 	up_read(&cb_lock);
1016 
1017 	return err;
1018 }
1019 
1020 static void genl_unbind(struct net *net, int group)
1021 {
1022 	int i;
1023 
1024 	down_read(&cb_lock);
1025 	for (i = 0; i < GENL_FAM_TAB_SIZE; i++) {
1026 		struct genl_family *f;
1027 
1028 		list_for_each_entry(f, genl_family_chain(i), family_list) {
1029 			if (group >= f->mcgrp_offset &&
1030 			    group < f->mcgrp_offset + f->n_mcgrps) {
1031 				int fam_grp = group - f->mcgrp_offset;
1032 
1033 				if (f->mcast_unbind)
1034 					f->mcast_unbind(net, fam_grp);
1035 				break;
1036 			}
1037 		}
1038 	}
1039 	up_read(&cb_lock);
1040 }
1041 
1042 static int __net_init genl_pernet_init(struct net *net)
1043 {
1044 	struct netlink_kernel_cfg cfg = {
1045 		.input		= genl_rcv,
1046 		.flags		= NL_CFG_F_NONROOT_RECV,
1047 		.bind		= genl_bind,
1048 		.unbind		= genl_unbind,
1049 	};
1050 
1051 	/* we'll bump the group number right afterwards */
1052 	net->genl_sock = netlink_kernel_create(net, NETLINK_GENERIC, &cfg);
1053 
1054 	if (!net->genl_sock && net_eq(net, &init_net))
1055 		panic("GENL: Cannot initialize generic netlink\n");
1056 
1057 	if (!net->genl_sock)
1058 		return -ENOMEM;
1059 
1060 	return 0;
1061 }
1062 
1063 static void __net_exit genl_pernet_exit(struct net *net)
1064 {
1065 	netlink_kernel_release(net->genl_sock);
1066 	net->genl_sock = NULL;
1067 }
1068 
1069 static struct pernet_operations genl_pernet_ops = {
1070 	.init = genl_pernet_init,
1071 	.exit = genl_pernet_exit,
1072 };
1073 
1074 static int __init genl_init(void)
1075 {
1076 	int i, err;
1077 
1078 	for (i = 0; i < GENL_FAM_TAB_SIZE; i++)
1079 		INIT_LIST_HEAD(&family_ht[i]);
1080 
1081 	err = genl_register_family_with_ops_groups(&genl_ctrl, genl_ctrl_ops,
1082 						   genl_ctrl_groups);
1083 	if (err < 0)
1084 		goto problem;
1085 
1086 	err = register_pernet_subsys(&genl_pernet_ops);
1087 	if (err)
1088 		goto problem;
1089 
1090 	return 0;
1091 
1092 problem:
1093 	panic("GENL: Cannot register controller: %d\n", err);
1094 }
1095 
1096 subsys_initcall(genl_init);
1097 
1098 static int genlmsg_mcast(struct sk_buff *skb, u32 portid, unsigned long group,
1099 			 gfp_t flags)
1100 {
1101 	struct sk_buff *tmp;
1102 	struct net *net, *prev = NULL;
1103 	int err;
1104 
1105 	for_each_net_rcu(net) {
1106 		if (prev) {
1107 			tmp = skb_clone(skb, flags);
1108 			if (!tmp) {
1109 				err = -ENOMEM;
1110 				goto error;
1111 			}
1112 			err = nlmsg_multicast(prev->genl_sock, tmp,
1113 					      portid, group, flags);
1114 			if (err)
1115 				goto error;
1116 		}
1117 
1118 		prev = net;
1119 	}
1120 
1121 	return nlmsg_multicast(prev->genl_sock, skb, portid, group, flags);
1122  error:
1123 	kfree_skb(skb);
1124 	return err;
1125 }
1126 
1127 int genlmsg_multicast_allns(struct genl_family *family, struct sk_buff *skb,
1128 			    u32 portid, unsigned int group, gfp_t flags)
1129 {
1130 	if (WARN_ON_ONCE(group >= family->n_mcgrps))
1131 		return -EINVAL;
1132 	group = family->mcgrp_offset + group;
1133 	return genlmsg_mcast(skb, portid, group, flags);
1134 }
1135 EXPORT_SYMBOL(genlmsg_multicast_allns);
1136 
1137 void genl_notify(struct genl_family *family,
1138 		 struct sk_buff *skb, struct net *net, u32 portid, u32 group,
1139 		 struct nlmsghdr *nlh, gfp_t flags)
1140 {
1141 	struct sock *sk = net->genl_sock;
1142 	int report = 0;
1143 
1144 	if (nlh)
1145 		report = nlmsg_report(nlh);
1146 
1147 	if (WARN_ON_ONCE(group >= family->n_mcgrps))
1148 		return;
1149 	group = family->mcgrp_offset + group;
1150 	nlmsg_notify(sk, skb, portid, group, report, flags);
1151 }
1152 EXPORT_SYMBOL(genl_notify);
1153