xref: /linux/net/8021q/vlan.c (revision dfc349402de8e95f6a42e8341e9ea193b718eee3)
1 /*
2  * INET		802.1Q VLAN
3  *		Ethernet-type device handling.
4  *
5  * Authors:	Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:
10  *              Fix for packet capture - Nick Eggleston <nick@dccinc.com>;
11  *		Add HW acceleration hooks - David S. Miller <davem@redhat.com>;
12  *		Correct all the locking - David S. Miller <davem@redhat.com>;
13  *		Use hash table for VLAN groups - David S. Miller <davem@redhat.com>
14  *
15  *		This program is free software; you can redistribute it and/or
16  *		modify it under the terms of the GNU General Public License
17  *		as published by the Free Software Foundation; either version
18  *		2 of the License, or (at your option) any later version.
19  */
20 
21 #include <linux/capability.h>
22 #include <linux/module.h>
23 #include <linux/netdevice.h>
24 #include <linux/skbuff.h>
25 #include <linux/init.h>
26 #include <linux/rculist.h>
27 #include <net/p8022.h>
28 #include <net/arp.h>
29 #include <linux/rtnetlink.h>
30 #include <linux/notifier.h>
31 #include <net/rtnetlink.h>
32 #include <net/net_namespace.h>
33 #include <net/netns/generic.h>
34 #include <asm/uaccess.h>
35 
36 #include <linux/if_vlan.h>
37 #include "vlan.h"
38 #include "vlanproc.h"
39 
40 #define DRV_VERSION "1.8"
41 
42 /* Global VLAN variables */
43 
44 int vlan_net_id;
45 
46 /* Our listing of VLAN group(s) */
47 static struct hlist_head vlan_group_hash[VLAN_GRP_HASH_SIZE];
48 
49 const char vlan_fullname[] = "802.1Q VLAN Support";
50 const char vlan_version[] = DRV_VERSION;
51 static const char vlan_copyright[] = "Ben Greear <greearb@candelatech.com>";
52 static const char vlan_buggyright[] = "David S. Miller <davem@redhat.com>";
53 
54 static struct packet_type vlan_packet_type __read_mostly = {
55 	.type = cpu_to_be16(ETH_P_8021Q),
56 	.func = vlan_skb_recv, /* VLAN receive method */
57 };
58 
59 /* End of global variables definitions. */
60 
61 static inline unsigned int vlan_grp_hashfn(unsigned int idx)
62 {
63 	return ((idx >> VLAN_GRP_HASH_SHIFT) ^ idx) & VLAN_GRP_HASH_MASK;
64 }
65 
66 /* Must be invoked with RCU read lock (no preempt) */
67 static struct vlan_group *__vlan_find_group(struct net_device *real_dev)
68 {
69 	struct vlan_group *grp;
70 	struct hlist_node *n;
71 	int hash = vlan_grp_hashfn(real_dev->ifindex);
72 
73 	hlist_for_each_entry_rcu(grp, n, &vlan_group_hash[hash], hlist) {
74 		if (grp->real_dev == real_dev)
75 			return grp;
76 	}
77 
78 	return NULL;
79 }
80 
81 /*  Find the protocol handler.  Assumes VID < VLAN_VID_MASK.
82  *
83  * Must be invoked with RCU read lock (no preempt)
84  */
85 struct net_device *__find_vlan_dev(struct net_device *real_dev, u16 vlan_id)
86 {
87 	struct vlan_group *grp = __vlan_find_group(real_dev);
88 
89 	if (grp)
90 		return vlan_group_get_device(grp, vlan_id);
91 
92 	return NULL;
93 }
94 
95 static void vlan_group_free(struct vlan_group *grp)
96 {
97 	int i;
98 
99 	for (i = 0; i < VLAN_GROUP_ARRAY_SPLIT_PARTS; i++)
100 		kfree(grp->vlan_devices_arrays[i]);
101 	kfree(grp);
102 }
103 
104 static struct vlan_group *vlan_group_alloc(struct net_device *real_dev)
105 {
106 	struct vlan_group *grp;
107 
108 	grp = kzalloc(sizeof(struct vlan_group), GFP_KERNEL);
109 	if (!grp)
110 		return NULL;
111 
112 	grp->real_dev = real_dev;
113 	hlist_add_head_rcu(&grp->hlist,
114 			&vlan_group_hash[vlan_grp_hashfn(real_dev->ifindex)]);
115 	return grp;
116 }
117 
118 static int vlan_group_prealloc_vid(struct vlan_group *vg, u16 vlan_id)
119 {
120 	struct net_device **array;
121 	unsigned int size;
122 
123 	ASSERT_RTNL();
124 
125 	array = vg->vlan_devices_arrays[vlan_id / VLAN_GROUP_ARRAY_PART_LEN];
126 	if (array != NULL)
127 		return 0;
128 
129 	size = sizeof(struct net_device *) * VLAN_GROUP_ARRAY_PART_LEN;
130 	array = kzalloc(size, GFP_KERNEL);
131 	if (array == NULL)
132 		return -ENOBUFS;
133 
134 	vg->vlan_devices_arrays[vlan_id / VLAN_GROUP_ARRAY_PART_LEN] = array;
135 	return 0;
136 }
137 
138 static void vlan_rcu_free(struct rcu_head *rcu)
139 {
140 	vlan_group_free(container_of(rcu, struct vlan_group, rcu));
141 }
142 
143 void unregister_vlan_dev(struct net_device *dev)
144 {
145 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
146 	struct net_device *real_dev = vlan->real_dev;
147 	const struct net_device_ops *ops = real_dev->netdev_ops;
148 	struct vlan_group *grp;
149 	u16 vlan_id = vlan->vlan_id;
150 
151 	ASSERT_RTNL();
152 
153 	grp = __vlan_find_group(real_dev);
154 	BUG_ON(!grp);
155 
156 	/* Take it out of our own structures, but be sure to interlock with
157 	 * HW accelerating devices or SW vlan input packet processing.
158 	 */
159 	if (real_dev->features & NETIF_F_HW_VLAN_FILTER)
160 		ops->ndo_vlan_rx_kill_vid(real_dev, vlan_id);
161 
162 	vlan_group_set_device(grp, vlan_id, NULL);
163 	grp->nr_vlans--;
164 
165 	synchronize_net();
166 
167 	unregister_netdevice(dev);
168 
169 	/* If the group is now empty, kill off the group. */
170 	if (grp->nr_vlans == 0) {
171 		vlan_gvrp_uninit_applicant(real_dev);
172 
173 		if (real_dev->features & NETIF_F_HW_VLAN_RX)
174 			ops->ndo_vlan_rx_register(real_dev, NULL);
175 
176 		hlist_del_rcu(&grp->hlist);
177 
178 		/* Free the group, after all cpu's are done. */
179 		call_rcu(&grp->rcu, vlan_rcu_free);
180 	}
181 
182 	/* Get rid of the vlan's reference to real_dev */
183 	dev_put(real_dev);
184 }
185 
186 static void vlan_transfer_operstate(const struct net_device *dev,
187 				    struct net_device *vlandev)
188 {
189 	/* Have to respect userspace enforced dormant state
190 	 * of real device, also must allow supplicant running
191 	 * on VLAN device
192 	 */
193 	if (dev->operstate == IF_OPER_DORMANT)
194 		netif_dormant_on(vlandev);
195 	else
196 		netif_dormant_off(vlandev);
197 
198 	if (netif_carrier_ok(dev)) {
199 		if (!netif_carrier_ok(vlandev))
200 			netif_carrier_on(vlandev);
201 	} else {
202 		if (netif_carrier_ok(vlandev))
203 			netif_carrier_off(vlandev);
204 	}
205 }
206 
207 int vlan_check_real_dev(struct net_device *real_dev, u16 vlan_id)
208 {
209 	const char *name = real_dev->name;
210 	const struct net_device_ops *ops = real_dev->netdev_ops;
211 
212 	if (real_dev->features & NETIF_F_VLAN_CHALLENGED) {
213 		pr_info("8021q: VLANs not supported on %s\n", name);
214 		return -EOPNOTSUPP;
215 	}
216 
217 	if ((real_dev->features & NETIF_F_HW_VLAN_RX) && !ops->ndo_vlan_rx_register) {
218 		pr_info("8021q: device %s has buggy VLAN hw accel\n", name);
219 		return -EOPNOTSUPP;
220 	}
221 
222 	if ((real_dev->features & NETIF_F_HW_VLAN_FILTER) &&
223 	    (!ops->ndo_vlan_rx_add_vid || !ops->ndo_vlan_rx_kill_vid)) {
224 		pr_info("8021q: Device %s has buggy VLAN hw accel\n", name);
225 		return -EOPNOTSUPP;
226 	}
227 
228 	if (__find_vlan_dev(real_dev, vlan_id) != NULL)
229 		return -EEXIST;
230 
231 	return 0;
232 }
233 
234 int register_vlan_dev(struct net_device *dev)
235 {
236 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
237 	struct net_device *real_dev = vlan->real_dev;
238 	const struct net_device_ops *ops = real_dev->netdev_ops;
239 	u16 vlan_id = vlan->vlan_id;
240 	struct vlan_group *grp, *ngrp = NULL;
241 	int err;
242 
243 	grp = __vlan_find_group(real_dev);
244 	if (!grp) {
245 		ngrp = grp = vlan_group_alloc(real_dev);
246 		if (!grp)
247 			return -ENOBUFS;
248 		err = vlan_gvrp_init_applicant(real_dev);
249 		if (err < 0)
250 			goto out_free_group;
251 	}
252 
253 	err = vlan_group_prealloc_vid(grp, vlan_id);
254 	if (err < 0)
255 		goto out_uninit_applicant;
256 
257 	err = register_netdevice(dev);
258 	if (err < 0)
259 		goto out_uninit_applicant;
260 
261 	/* Account for reference in struct vlan_dev_info */
262 	dev_hold(real_dev);
263 
264 	vlan_transfer_operstate(real_dev, dev);
265 	linkwatch_fire_event(dev); /* _MUST_ call rfc2863_policy() */
266 
267 	/* So, got the sucker initialized, now lets place
268 	 * it into our local structure.
269 	 */
270 	vlan_group_set_device(grp, vlan_id, dev);
271 	grp->nr_vlans++;
272 
273 	if (ngrp && real_dev->features & NETIF_F_HW_VLAN_RX)
274 		ops->ndo_vlan_rx_register(real_dev, ngrp);
275 	if (real_dev->features & NETIF_F_HW_VLAN_FILTER)
276 		ops->ndo_vlan_rx_add_vid(real_dev, vlan_id);
277 
278 	return 0;
279 
280 out_uninit_applicant:
281 	if (ngrp)
282 		vlan_gvrp_uninit_applicant(real_dev);
283 out_free_group:
284 	if (ngrp) {
285 		hlist_del_rcu(&ngrp->hlist);
286 		/* Free the group, after all cpu's are done. */
287 		call_rcu(&ngrp->rcu, vlan_rcu_free);
288 	}
289 	return err;
290 }
291 
292 /*  Attach a VLAN device to a mac address (ie Ethernet Card).
293  *  Returns 0 if the device was created or a negative error code otherwise.
294  */
295 static int register_vlan_device(struct net_device *real_dev, u16 vlan_id)
296 {
297 	struct net_device *new_dev;
298 	struct net *net = dev_net(real_dev);
299 	struct vlan_net *vn = net_generic(net, vlan_net_id);
300 	char name[IFNAMSIZ];
301 	int err;
302 
303 	if (vlan_id >= VLAN_VID_MASK)
304 		return -ERANGE;
305 
306 	err = vlan_check_real_dev(real_dev, vlan_id);
307 	if (err < 0)
308 		return err;
309 
310 	/* Gotta set up the fields for the device. */
311 	switch (vn->name_type) {
312 	case VLAN_NAME_TYPE_RAW_PLUS_VID:
313 		/* name will look like:	 eth1.0005 */
314 		snprintf(name, IFNAMSIZ, "%s.%.4i", real_dev->name, vlan_id);
315 		break;
316 	case VLAN_NAME_TYPE_PLUS_VID_NO_PAD:
317 		/* Put our vlan.VID in the name.
318 		 * Name will look like:	 vlan5
319 		 */
320 		snprintf(name, IFNAMSIZ, "vlan%i", vlan_id);
321 		break;
322 	case VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD:
323 		/* Put our vlan.VID in the name.
324 		 * Name will look like:	 eth0.5
325 		 */
326 		snprintf(name, IFNAMSIZ, "%s.%i", real_dev->name, vlan_id);
327 		break;
328 	case VLAN_NAME_TYPE_PLUS_VID:
329 		/* Put our vlan.VID in the name.
330 		 * Name will look like:	 vlan0005
331 		 */
332 	default:
333 		snprintf(name, IFNAMSIZ, "vlan%.4i", vlan_id);
334 	}
335 
336 	new_dev = alloc_netdev_mq(sizeof(struct vlan_dev_info), name,
337 				  vlan_setup, real_dev->num_tx_queues);
338 
339 	if (new_dev == NULL)
340 		return -ENOBUFS;
341 
342 	new_dev->real_num_tx_queues = real_dev->real_num_tx_queues;
343 	dev_net_set(new_dev, net);
344 	/* need 4 bytes for extra VLAN header info,
345 	 * hope the underlying device can handle it.
346 	 */
347 	new_dev->mtu = real_dev->mtu;
348 
349 	vlan_dev_info(new_dev)->vlan_id = vlan_id;
350 	vlan_dev_info(new_dev)->real_dev = real_dev;
351 	vlan_dev_info(new_dev)->dent = NULL;
352 	vlan_dev_info(new_dev)->flags = VLAN_FLAG_REORDER_HDR;
353 
354 	new_dev->rtnl_link_ops = &vlan_link_ops;
355 	err = register_vlan_dev(new_dev);
356 	if (err < 0)
357 		goto out_free_newdev;
358 
359 	return 0;
360 
361 out_free_newdev:
362 	free_netdev(new_dev);
363 	return err;
364 }
365 
366 static void vlan_sync_address(struct net_device *dev,
367 			      struct net_device *vlandev)
368 {
369 	struct vlan_dev_info *vlan = vlan_dev_info(vlandev);
370 
371 	/* May be called without an actual change */
372 	if (!compare_ether_addr(vlan->real_dev_addr, dev->dev_addr))
373 		return;
374 
375 	/* vlan address was different from the old address and is equal to
376 	 * the new address */
377 	if (compare_ether_addr(vlandev->dev_addr, vlan->real_dev_addr) &&
378 	    !compare_ether_addr(vlandev->dev_addr, dev->dev_addr))
379 		dev_unicast_delete(dev, vlandev->dev_addr);
380 
381 	/* vlan address was equal to the old address and is different from
382 	 * the new address */
383 	if (!compare_ether_addr(vlandev->dev_addr, vlan->real_dev_addr) &&
384 	    compare_ether_addr(vlandev->dev_addr, dev->dev_addr))
385 		dev_unicast_add(dev, vlandev->dev_addr);
386 
387 	memcpy(vlan->real_dev_addr, dev->dev_addr, ETH_ALEN);
388 }
389 
390 static void vlan_transfer_features(struct net_device *dev,
391 				   struct net_device *vlandev)
392 {
393 	unsigned long old_features = vlandev->features;
394 
395 	vlandev->features &= ~dev->vlan_features;
396 	vlandev->features |= dev->features & dev->vlan_features;
397 	vlandev->gso_max_size = dev->gso_max_size;
398 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
399 	vlandev->fcoe_ddp_xid = dev->fcoe_ddp_xid;
400 #endif
401 
402 	if (old_features != vlandev->features)
403 		netdev_features_change(vlandev);
404 }
405 
406 static void __vlan_device_event(struct net_device *dev, unsigned long event)
407 {
408 	switch (event) {
409 	case NETDEV_CHANGENAME:
410 		vlan_proc_rem_dev(dev);
411 		if (vlan_proc_add_dev(dev) < 0)
412 			pr_warning("8021q: failed to change proc name for %s\n",
413 					dev->name);
414 		break;
415 	case NETDEV_REGISTER:
416 		if (vlan_proc_add_dev(dev) < 0)
417 			pr_warning("8021q: failed to add proc entry for %s\n",
418 					dev->name);
419 		break;
420 	case NETDEV_UNREGISTER:
421 		vlan_proc_rem_dev(dev);
422 		break;
423 	}
424 }
425 
426 static int vlan_device_event(struct notifier_block *unused, unsigned long event,
427 			     void *ptr)
428 {
429 	struct net_device *dev = ptr;
430 	struct vlan_group *grp;
431 	int i, flgs;
432 	struct net_device *vlandev;
433 
434 	if (is_vlan_dev(dev))
435 		__vlan_device_event(dev, event);
436 
437 	grp = __vlan_find_group(dev);
438 	if (!grp)
439 		goto out;
440 
441 	/* It is OK that we do not hold the group lock right now,
442 	 * as we run under the RTNL lock.
443 	 */
444 
445 	switch (event) {
446 	case NETDEV_CHANGE:
447 		/* Propagate real device state to vlan devices */
448 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
449 			vlandev = vlan_group_get_device(grp, i);
450 			if (!vlandev)
451 				continue;
452 
453 			vlan_transfer_operstate(dev, vlandev);
454 		}
455 		break;
456 
457 	case NETDEV_CHANGEADDR:
458 		/* Adjust unicast filters on underlying device */
459 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
460 			vlandev = vlan_group_get_device(grp, i);
461 			if (!vlandev)
462 				continue;
463 
464 			flgs = vlandev->flags;
465 			if (!(flgs & IFF_UP))
466 				continue;
467 
468 			vlan_sync_address(dev, vlandev);
469 		}
470 		break;
471 
472 	case NETDEV_CHANGEMTU:
473 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
474 			vlandev = vlan_group_get_device(grp, i);
475 			if (!vlandev)
476 				continue;
477 
478 			if (vlandev->mtu <= dev->mtu)
479 				continue;
480 
481 			dev_set_mtu(vlandev, dev->mtu);
482 		}
483 		break;
484 
485 	case NETDEV_FEAT_CHANGE:
486 		/* Propagate device features to underlying device */
487 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
488 			vlandev = vlan_group_get_device(grp, i);
489 			if (!vlandev)
490 				continue;
491 
492 			vlan_transfer_features(dev, vlandev);
493 		}
494 
495 		break;
496 
497 	case NETDEV_DOWN:
498 		/* Put all VLANs for this dev in the down state too.  */
499 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
500 			vlandev = vlan_group_get_device(grp, i);
501 			if (!vlandev)
502 				continue;
503 
504 			flgs = vlandev->flags;
505 			if (!(flgs & IFF_UP))
506 				continue;
507 
508 			dev_change_flags(vlandev, flgs & ~IFF_UP);
509 			vlan_transfer_operstate(dev, vlandev);
510 		}
511 		break;
512 
513 	case NETDEV_UP:
514 		/* Put all VLANs for this dev in the up state too.  */
515 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
516 			vlandev = vlan_group_get_device(grp, i);
517 			if (!vlandev)
518 				continue;
519 
520 			flgs = vlandev->flags;
521 			if (flgs & IFF_UP)
522 				continue;
523 
524 			dev_change_flags(vlandev, flgs | IFF_UP);
525 			vlan_transfer_operstate(dev, vlandev);
526 		}
527 		break;
528 
529 	case NETDEV_UNREGISTER:
530 		/* Delete all VLANs for this dev. */
531 		for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++) {
532 			vlandev = vlan_group_get_device(grp, i);
533 			if (!vlandev)
534 				continue;
535 
536 			/* unregistration of last vlan destroys group, abort
537 			 * afterwards */
538 			if (grp->nr_vlans == 1)
539 				i = VLAN_GROUP_ARRAY_LEN;
540 
541 			unregister_vlan_dev(vlandev);
542 		}
543 		break;
544 	}
545 
546 out:
547 	return NOTIFY_DONE;
548 }
549 
550 static struct notifier_block vlan_notifier_block __read_mostly = {
551 	.notifier_call = vlan_device_event,
552 };
553 
554 /*
555  *	VLAN IOCTL handler.
556  *	o execute requested action or pass command to the device driver
557  *   arg is really a struct vlan_ioctl_args __user *.
558  */
559 static int vlan_ioctl_handler(struct net *net, void __user *arg)
560 {
561 	int err;
562 	struct vlan_ioctl_args args;
563 	struct net_device *dev = NULL;
564 
565 	if (copy_from_user(&args, arg, sizeof(struct vlan_ioctl_args)))
566 		return -EFAULT;
567 
568 	/* Null terminate this sucker, just in case. */
569 	args.device1[23] = 0;
570 	args.u.device2[23] = 0;
571 
572 	rtnl_lock();
573 
574 	switch (args.cmd) {
575 	case SET_VLAN_INGRESS_PRIORITY_CMD:
576 	case SET_VLAN_EGRESS_PRIORITY_CMD:
577 	case SET_VLAN_FLAG_CMD:
578 	case ADD_VLAN_CMD:
579 	case DEL_VLAN_CMD:
580 	case GET_VLAN_REALDEV_NAME_CMD:
581 	case GET_VLAN_VID_CMD:
582 		err = -ENODEV;
583 		dev = __dev_get_by_name(net, args.device1);
584 		if (!dev)
585 			goto out;
586 
587 		err = -EINVAL;
588 		if (args.cmd != ADD_VLAN_CMD && !is_vlan_dev(dev))
589 			goto out;
590 	}
591 
592 	switch (args.cmd) {
593 	case SET_VLAN_INGRESS_PRIORITY_CMD:
594 		err = -EPERM;
595 		if (!capable(CAP_NET_ADMIN))
596 			break;
597 		vlan_dev_set_ingress_priority(dev,
598 					      args.u.skb_priority,
599 					      args.vlan_qos);
600 		err = 0;
601 		break;
602 
603 	case SET_VLAN_EGRESS_PRIORITY_CMD:
604 		err = -EPERM;
605 		if (!capable(CAP_NET_ADMIN))
606 			break;
607 		err = vlan_dev_set_egress_priority(dev,
608 						   args.u.skb_priority,
609 						   args.vlan_qos);
610 		break;
611 
612 	case SET_VLAN_FLAG_CMD:
613 		err = -EPERM;
614 		if (!capable(CAP_NET_ADMIN))
615 			break;
616 		err = vlan_dev_change_flags(dev,
617 					    args.vlan_qos ? args.u.flag : 0,
618 					    args.u.flag);
619 		break;
620 
621 	case SET_VLAN_NAME_TYPE_CMD:
622 		err = -EPERM;
623 		if (!capable(CAP_NET_ADMIN))
624 			break;
625 		if ((args.u.name_type >= 0) &&
626 		    (args.u.name_type < VLAN_NAME_TYPE_HIGHEST)) {
627 			struct vlan_net *vn;
628 
629 			vn = net_generic(net, vlan_net_id);
630 			vn->name_type = args.u.name_type;
631 			err = 0;
632 		} else {
633 			err = -EINVAL;
634 		}
635 		break;
636 
637 	case ADD_VLAN_CMD:
638 		err = -EPERM;
639 		if (!capable(CAP_NET_ADMIN))
640 			break;
641 		err = register_vlan_device(dev, args.u.VID);
642 		break;
643 
644 	case DEL_VLAN_CMD:
645 		err = -EPERM;
646 		if (!capable(CAP_NET_ADMIN))
647 			break;
648 		unregister_vlan_dev(dev);
649 		err = 0;
650 		break;
651 
652 	case GET_VLAN_REALDEV_NAME_CMD:
653 		err = 0;
654 		vlan_dev_get_realdev_name(dev, args.u.device2);
655 		if (copy_to_user(arg, &args,
656 				 sizeof(struct vlan_ioctl_args)))
657 			err = -EFAULT;
658 		break;
659 
660 	case GET_VLAN_VID_CMD:
661 		err = 0;
662 		args.u.VID = vlan_dev_vlan_id(dev);
663 		if (copy_to_user(arg, &args,
664 				 sizeof(struct vlan_ioctl_args)))
665 		      err = -EFAULT;
666 		break;
667 
668 	default:
669 		err = -EOPNOTSUPP;
670 		break;
671 	}
672 out:
673 	rtnl_unlock();
674 	return err;
675 }
676 
677 static int vlan_init_net(struct net *net)
678 {
679 	int err;
680 	struct vlan_net *vn;
681 
682 	err = -ENOMEM;
683 	vn = kzalloc(sizeof(struct vlan_net), GFP_KERNEL);
684 	if (vn == NULL)
685 		goto err_alloc;
686 
687 	err = net_assign_generic(net, vlan_net_id, vn);
688 	if (err < 0)
689 		goto err_assign;
690 
691 	vn->name_type = VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD;
692 
693 	err = vlan_proc_init(net);
694 	if (err < 0)
695 		goto err_proc;
696 
697 	return 0;
698 
699 err_proc:
700 	/* nothing */
701 err_assign:
702 	kfree(vn);
703 err_alloc:
704 	return err;
705 }
706 
707 static void vlan_exit_net(struct net *net)
708 {
709 	struct vlan_net *vn;
710 
711 	vn = net_generic(net, vlan_net_id);
712 	rtnl_kill_links(net, &vlan_link_ops);
713 	vlan_proc_cleanup(net);
714 	kfree(vn);
715 }
716 
717 static struct pernet_operations vlan_net_ops = {
718 	.init = vlan_init_net,
719 	.exit = vlan_exit_net,
720 };
721 
722 static int __init vlan_proto_init(void)
723 {
724 	int err;
725 
726 	pr_info("%s v%s %s\n", vlan_fullname, vlan_version, vlan_copyright);
727 	pr_info("All bugs added by %s\n", vlan_buggyright);
728 
729 	err = register_pernet_gen_device(&vlan_net_id, &vlan_net_ops);
730 	if (err < 0)
731 		goto err0;
732 
733 	err = register_netdevice_notifier(&vlan_notifier_block);
734 	if (err < 0)
735 		goto err2;
736 
737 	err = vlan_gvrp_init();
738 	if (err < 0)
739 		goto err3;
740 
741 	err = vlan_netlink_init();
742 	if (err < 0)
743 		goto err4;
744 
745 	dev_add_pack(&vlan_packet_type);
746 	vlan_ioctl_set(vlan_ioctl_handler);
747 	return 0;
748 
749 err4:
750 	vlan_gvrp_uninit();
751 err3:
752 	unregister_netdevice_notifier(&vlan_notifier_block);
753 err2:
754 	unregister_pernet_gen_device(vlan_net_id, &vlan_net_ops);
755 err0:
756 	return err;
757 }
758 
759 static void __exit vlan_cleanup_module(void)
760 {
761 	unsigned int i;
762 
763 	vlan_ioctl_set(NULL);
764 	vlan_netlink_fini();
765 
766 	unregister_netdevice_notifier(&vlan_notifier_block);
767 
768 	dev_remove_pack(&vlan_packet_type);
769 
770 	/* This table must be empty if there are no module references left. */
771 	for (i = 0; i < VLAN_GRP_HASH_SIZE; i++)
772 		BUG_ON(!hlist_empty(&vlan_group_hash[i]));
773 
774 	unregister_pernet_gen_device(vlan_net_id, &vlan_net_ops);
775 	rcu_barrier(); /* Wait for completion of call_rcu()'s */
776 
777 	vlan_gvrp_uninit();
778 }
779 
780 module_init(vlan_proto_init);
781 module_exit(vlan_cleanup_module);
782 
783 MODULE_LICENSE("GPL");
784 MODULE_VERSION(DRV_VERSION);
785