xref: /linux/net/8021q/vlan_dev.c (revision d39d0ed196aa1685bb24771e92f78633c66ac9cb)
1 /* -*- linux-c -*-
2  * INET		802.1Q VLAN
3  *		Ethernet-type device handling.
4  *
5  * Authors:	Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:       Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com>
10  *                - reset skb->pkt_type on incoming packets when MAC was changed
11  *                - see that changed MAC is saddr for outgoing packets
12  *              Oct 20, 2001:  Ard van Breeman:
13  *                - Fix MC-list, finally.
14  *                - Flush MC-list on VLAN destroy.
15  *
16  *
17  *		This program is free software; you can redistribute it and/or
18  *		modify it under the terms of the GNU General Public License
19  *		as published by the Free Software Foundation; either version
20  *		2 of the License, or (at your option) any later version.
21  */
22 
23 #include <linux/module.h>
24 #include <linux/slab.h>
25 #include <linux/skbuff.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/ethtool.h>
29 #include <net/arp.h>
30 
31 #include "vlan.h"
32 #include "vlanproc.h"
33 #include <linux/if_vlan.h>
34 
35 /*
36  *	Rebuild the Ethernet MAC header. This is called after an ARP
37  *	(or in future other address resolution) has completed on this
38  *	sk_buff. We now let ARP fill in the other fields.
39  *
40  *	This routine CANNOT use cached dst->neigh!
41  *	Really, it is used only when dst->neigh is wrong.
42  *
43  * TODO:  This needs a checkup, I'm ignorant here. --BLG
44  */
45 static int vlan_dev_rebuild_header(struct sk_buff *skb)
46 {
47 	struct net_device *dev = skb->dev;
48 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
49 
50 	switch (veth->h_vlan_encapsulated_proto) {
51 #ifdef CONFIG_INET
52 	case htons(ETH_P_IP):
53 
54 		/* TODO:  Confirm this will work with VLAN headers... */
55 		return arp_find(veth->h_dest, skb);
56 #endif
57 	default:
58 		pr_debug("%s: unable to resolve type %X addresses.\n",
59 			 dev->name, ntohs(veth->h_vlan_encapsulated_proto));
60 
61 		memcpy(veth->h_source, dev->dev_addr, ETH_ALEN);
62 		break;
63 	}
64 
65 	return 0;
66 }
67 
68 static inline struct sk_buff *vlan_check_reorder_header(struct sk_buff *skb)
69 {
70 	if (vlan_dev_info(skb->dev)->flags & VLAN_FLAG_REORDER_HDR) {
71 		if (skb_cow(skb, skb_headroom(skb)) < 0)
72 			skb = NULL;
73 		if (skb) {
74 			/* Lifted from Gleb's VLAN code... */
75 			memmove(skb->data - ETH_HLEN,
76 				skb->data - VLAN_ETH_HLEN, 12);
77 			skb->mac_header += VLAN_HLEN;
78 		}
79 	}
80 
81 	return skb;
82 }
83 
84 static inline void vlan_set_encap_proto(struct sk_buff *skb,
85 		struct vlan_hdr *vhdr)
86 {
87 	__be16 proto;
88 	unsigned char *rawp;
89 
90 	/*
91 	 * Was a VLAN packet, grab the encapsulated protocol, which the layer
92 	 * three protocols care about.
93 	 */
94 
95 	proto = vhdr->h_vlan_encapsulated_proto;
96 	if (ntohs(proto) >= 1536) {
97 		skb->protocol = proto;
98 		return;
99 	}
100 
101 	rawp = skb->data;
102 	if (*(unsigned short *)rawp == 0xFFFF)
103 		/*
104 		 * This is a magic hack to spot IPX packets. Older Novell
105 		 * breaks the protocol design and runs IPX over 802.3 without
106 		 * an 802.2 LLC layer. We look for FFFF which isn't a used
107 		 * 802.2 SSAP/DSAP. This won't work for fault tolerant netware
108 		 * but does for the rest.
109 		 */
110 		skb->protocol = htons(ETH_P_802_3);
111 	else
112 		/*
113 		 * Real 802.2 LLC
114 		 */
115 		skb->protocol = htons(ETH_P_802_2);
116 }
117 
118 /*
119  *	Determine the packet's protocol ID. The rule here is that we
120  *	assume 802.3 if the type field is short enough to be a length.
121  *	This is normal practice and works for any 'now in use' protocol.
122  *
123  *  Also, at this point we assume that we ARE dealing exclusively with
124  *  VLAN packets, or packets that should be made into VLAN packets based
125  *  on a default VLAN ID.
126  *
127  *  NOTE:  Should be similar to ethernet/eth.c.
128  *
129  *  SANITY NOTE:  This method is called when a packet is moving up the stack
130  *                towards userland.  To get here, it would have already passed
131  *                through the ethernet/eth.c eth_type_trans() method.
132  *  SANITY NOTE 2: We are referencing to the VLAN_HDR frields, which MAY be
133  *                 stored UNALIGNED in the memory.  RISC systems don't like
134  *                 such cases very much...
135  *  SANITY NOTE 2a: According to Dave Miller & Alexey, it will always be
136  *  		    aligned, so there doesn't need to be any of the unaligned
137  *  		    stuff.  It has been commented out now...  --Ben
138  *
139  */
140 int vlan_skb_recv(struct sk_buff *skb, struct net_device *dev,
141 		  struct packet_type *ptype, struct net_device *orig_dev)
142 {
143 	struct vlan_hdr *vhdr;
144 	struct vlan_rx_stats *rx_stats;
145 	struct net_device *vlan_dev;
146 	u16 vlan_id;
147 	u16 vlan_tci;
148 
149 	skb = skb_share_check(skb, GFP_ATOMIC);
150 	if (skb == NULL)
151 		goto err_free;
152 
153 	if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
154 		goto err_free;
155 
156 	vhdr = (struct vlan_hdr *)skb->data;
157 	vlan_tci = ntohs(vhdr->h_vlan_TCI);
158 	vlan_id = vlan_tci & VLAN_VID_MASK;
159 
160 	rcu_read_lock();
161 	vlan_dev = __find_vlan_dev(dev, vlan_id);
162 
163 	/* If the VLAN device is defined, we use it.
164 	 * If not, and the VID is 0, it is a 802.1p packet (not
165 	 * really a VLAN), so we will just netif_rx it later to the
166 	 * original interface, but with the skb->proto set to the
167 	 * wrapped proto: we do nothing here.
168 	 */
169 
170 	if (!vlan_dev) {
171 		if (vlan_id) {
172 			pr_debug("%s: ERROR: No net_device for VID: %u on dev: %s\n",
173 				 __func__, vlan_id, dev->name);
174 			goto err_unlock;
175 		}
176 		rx_stats = NULL;
177 	} else {
178 		skb->dev = vlan_dev;
179 
180 		rx_stats = per_cpu_ptr(vlan_dev_info(skb->dev)->vlan_rx_stats,
181 					smp_processor_id());
182 		u64_stats_update_begin(&rx_stats->syncp);
183 		rx_stats->rx_packets++;
184 		rx_stats->rx_bytes += skb->len;
185 
186 		skb->priority = vlan_get_ingress_priority(skb->dev, vlan_tci);
187 
188 		pr_debug("%s: priority: %u for TCI: %hu\n",
189 			 __func__, skb->priority, vlan_tci);
190 
191 		switch (skb->pkt_type) {
192 		case PACKET_BROADCAST:
193 			/* Yeah, stats collect these together.. */
194 			/* stats->broadcast ++; // no such counter :-( */
195 			break;
196 
197 		case PACKET_MULTICAST:
198 			rx_stats->rx_multicast++;
199 			break;
200 
201 		case PACKET_OTHERHOST:
202 			/* Our lower layer thinks this is not local, let's make
203 			 * sure.
204 			 * This allows the VLAN to have a different MAC than the
205 			 * underlying device, and still route correctly.
206 			 */
207 			if (!compare_ether_addr(eth_hdr(skb)->h_dest,
208 						skb->dev->dev_addr))
209 				skb->pkt_type = PACKET_HOST;
210 			break;
211 		default:
212 			break;
213 		}
214 		u64_stats_update_end(&rx_stats->syncp);
215 	}
216 
217 	skb_pull_rcsum(skb, VLAN_HLEN);
218 	vlan_set_encap_proto(skb, vhdr);
219 
220 	if (vlan_dev) {
221 		skb = vlan_check_reorder_header(skb);
222 		if (!skb) {
223 			rx_stats->rx_errors++;
224 			goto err_unlock;
225 		}
226 	}
227 
228 	netif_rx(skb);
229 	rcu_read_unlock();
230 	return NET_RX_SUCCESS;
231 
232 err_unlock:
233 	rcu_read_unlock();
234 err_free:
235 	kfree_skb(skb);
236 	return NET_RX_DROP;
237 }
238 
239 static inline u16
240 vlan_dev_get_egress_qos_mask(struct net_device *dev, struct sk_buff *skb)
241 {
242 	struct vlan_priority_tci_mapping *mp;
243 
244 	mp = vlan_dev_info(dev)->egress_priority_map[(skb->priority & 0xF)];
245 	while (mp) {
246 		if (mp->priority == skb->priority) {
247 			return mp->vlan_qos; /* This should already be shifted
248 					      * to mask correctly with the
249 					      * VLAN's TCI */
250 		}
251 		mp = mp->next;
252 	}
253 	return 0;
254 }
255 
256 /*
257  *	Create the VLAN header for an arbitrary protocol layer
258  *
259  *	saddr=NULL	means use device source address
260  *	daddr=NULL	means leave destination address (eg unresolved arp)
261  *
262  *  This is called when the SKB is moving down the stack towards the
263  *  physical devices.
264  */
265 static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev,
266 				unsigned short type,
267 				const void *daddr, const void *saddr,
268 				unsigned int len)
269 {
270 	struct vlan_hdr *vhdr;
271 	unsigned int vhdrlen = 0;
272 	u16 vlan_tci = 0;
273 	int rc;
274 
275 	if (WARN_ON(skb_headroom(skb) < dev->hard_header_len))
276 		return -ENOSPC;
277 
278 	if (!(vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR)) {
279 		vhdr = (struct vlan_hdr *) skb_push(skb, VLAN_HLEN);
280 
281 		vlan_tci = vlan_dev_info(dev)->vlan_id;
282 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
283 		vhdr->h_vlan_TCI = htons(vlan_tci);
284 
285 		/*
286 		 *  Set the protocol type. For a packet of type ETH_P_802_3/2 we
287 		 *  put the length in here instead.
288 		 */
289 		if (type != ETH_P_802_3 && type != ETH_P_802_2)
290 			vhdr->h_vlan_encapsulated_proto = htons(type);
291 		else
292 			vhdr->h_vlan_encapsulated_proto = htons(len);
293 
294 		skb->protocol = htons(ETH_P_8021Q);
295 		type = ETH_P_8021Q;
296 		vhdrlen = VLAN_HLEN;
297 	}
298 
299 	/* Before delegating work to the lower layer, enter our MAC-address */
300 	if (saddr == NULL)
301 		saddr = dev->dev_addr;
302 
303 	/* Now make the underlying real hard header */
304 	dev = vlan_dev_info(dev)->real_dev;
305 	rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen);
306 	if (rc > 0)
307 		rc += vhdrlen;
308 	return rc;
309 }
310 
311 static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb,
312 					    struct net_device *dev)
313 {
314 	int i = skb_get_queue_mapping(skb);
315 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
316 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
317 	unsigned int len;
318 	int ret;
319 
320 	/* Handle non-VLAN frames if they are sent to us, for example by DHCP.
321 	 *
322 	 * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING
323 	 * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs...
324 	 */
325 	if (veth->h_vlan_proto != htons(ETH_P_8021Q) ||
326 	    vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR) {
327 		unsigned int orig_headroom = skb_headroom(skb);
328 		u16 vlan_tci;
329 
330 		vlan_dev_info(dev)->cnt_encap_on_xmit++;
331 
332 		vlan_tci = vlan_dev_info(dev)->vlan_id;
333 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
334 		skb = __vlan_put_tag(skb, vlan_tci);
335 		if (!skb) {
336 			txq->tx_dropped++;
337 			return NETDEV_TX_OK;
338 		}
339 
340 		if (orig_headroom < VLAN_HLEN)
341 			vlan_dev_info(dev)->cnt_inc_headroom_on_tx++;
342 	}
343 
344 
345 	skb_set_dev(skb, vlan_dev_info(dev)->real_dev);
346 	len = skb->len;
347 	ret = dev_queue_xmit(skb);
348 
349 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
350 		txq->tx_packets++;
351 		txq->tx_bytes += len;
352 	} else
353 		txq->tx_dropped++;
354 
355 	return ret;
356 }
357 
358 static netdev_tx_t vlan_dev_hwaccel_hard_start_xmit(struct sk_buff *skb,
359 						    struct net_device *dev)
360 {
361 	int i = skb_get_queue_mapping(skb);
362 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
363 	u16 vlan_tci;
364 	unsigned int len;
365 	int ret;
366 
367 	vlan_tci = vlan_dev_info(dev)->vlan_id;
368 	vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
369 	skb = __vlan_hwaccel_put_tag(skb, vlan_tci);
370 
371 	skb->dev = vlan_dev_info(dev)->real_dev;
372 	len = skb->len;
373 	ret = dev_queue_xmit(skb);
374 
375 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
376 		txq->tx_packets++;
377 		txq->tx_bytes += len;
378 	} else
379 		txq->tx_dropped++;
380 
381 	return ret;
382 }
383 
384 static u16 vlan_dev_select_queue(struct net_device *dev, struct sk_buff *skb)
385 {
386 	struct net_device *rdev = vlan_dev_info(dev)->real_dev;
387 	const struct net_device_ops *ops = rdev->netdev_ops;
388 
389 	return ops->ndo_select_queue(rdev, skb);
390 }
391 
392 static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu)
393 {
394 	/* TODO: gotta make sure the underlying layer can handle it,
395 	 * maybe an IFF_VLAN_CAPABLE flag for devices?
396 	 */
397 	if (vlan_dev_info(dev)->real_dev->mtu < new_mtu)
398 		return -ERANGE;
399 
400 	dev->mtu = new_mtu;
401 
402 	return 0;
403 }
404 
405 void vlan_dev_set_ingress_priority(const struct net_device *dev,
406 				   u32 skb_prio, u16 vlan_prio)
407 {
408 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
409 
410 	if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio)
411 		vlan->nr_ingress_mappings--;
412 	else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio)
413 		vlan->nr_ingress_mappings++;
414 
415 	vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio;
416 }
417 
418 int vlan_dev_set_egress_priority(const struct net_device *dev,
419 				 u32 skb_prio, u16 vlan_prio)
420 {
421 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
422 	struct vlan_priority_tci_mapping *mp = NULL;
423 	struct vlan_priority_tci_mapping *np;
424 	u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK;
425 
426 	/* See if a priority mapping exists.. */
427 	mp = vlan->egress_priority_map[skb_prio & 0xF];
428 	while (mp) {
429 		if (mp->priority == skb_prio) {
430 			if (mp->vlan_qos && !vlan_qos)
431 				vlan->nr_egress_mappings--;
432 			else if (!mp->vlan_qos && vlan_qos)
433 				vlan->nr_egress_mappings++;
434 			mp->vlan_qos = vlan_qos;
435 			return 0;
436 		}
437 		mp = mp->next;
438 	}
439 
440 	/* Create a new mapping then. */
441 	mp = vlan->egress_priority_map[skb_prio & 0xF];
442 	np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL);
443 	if (!np)
444 		return -ENOBUFS;
445 
446 	np->next = mp;
447 	np->priority = skb_prio;
448 	np->vlan_qos = vlan_qos;
449 	vlan->egress_priority_map[skb_prio & 0xF] = np;
450 	if (vlan_qos)
451 		vlan->nr_egress_mappings++;
452 	return 0;
453 }
454 
455 /* Flags are defined in the vlan_flags enum in include/linux/if_vlan.h file. */
456 int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask)
457 {
458 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
459 	u32 old_flags = vlan->flags;
460 
461 	if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP |
462 		     VLAN_FLAG_LOOSE_BINDING))
463 		return -EINVAL;
464 
465 	vlan->flags = (old_flags & ~mask) | (flags & mask);
466 
467 	if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) {
468 		if (vlan->flags & VLAN_FLAG_GVRP)
469 			vlan_gvrp_request_join(dev);
470 		else
471 			vlan_gvrp_request_leave(dev);
472 	}
473 	return 0;
474 }
475 
476 void vlan_dev_get_realdev_name(const struct net_device *dev, char *result)
477 {
478 	strncpy(result, vlan_dev_info(dev)->real_dev->name, 23);
479 }
480 
481 static int vlan_dev_open(struct net_device *dev)
482 {
483 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
484 	struct net_device *real_dev = vlan->real_dev;
485 	int err;
486 
487 	if (!(real_dev->flags & IFF_UP) &&
488 	    !(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
489 		return -ENETDOWN;
490 
491 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr)) {
492 		err = dev_uc_add(real_dev, dev->dev_addr);
493 		if (err < 0)
494 			goto out;
495 	}
496 
497 	if (dev->flags & IFF_ALLMULTI) {
498 		err = dev_set_allmulti(real_dev, 1);
499 		if (err < 0)
500 			goto del_unicast;
501 	}
502 	if (dev->flags & IFF_PROMISC) {
503 		err = dev_set_promiscuity(real_dev, 1);
504 		if (err < 0)
505 			goto clear_allmulti;
506 	}
507 
508 	memcpy(vlan->real_dev_addr, real_dev->dev_addr, ETH_ALEN);
509 
510 	if (vlan->flags & VLAN_FLAG_GVRP)
511 		vlan_gvrp_request_join(dev);
512 
513 	netif_carrier_on(dev);
514 	return 0;
515 
516 clear_allmulti:
517 	if (dev->flags & IFF_ALLMULTI)
518 		dev_set_allmulti(real_dev, -1);
519 del_unicast:
520 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
521 		dev_uc_del(real_dev, dev->dev_addr);
522 out:
523 	netif_carrier_off(dev);
524 	return err;
525 }
526 
527 static int vlan_dev_stop(struct net_device *dev)
528 {
529 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
530 	struct net_device *real_dev = vlan->real_dev;
531 
532 	if (vlan->flags & VLAN_FLAG_GVRP)
533 		vlan_gvrp_request_leave(dev);
534 
535 	dev_mc_unsync(real_dev, dev);
536 	dev_uc_unsync(real_dev, dev);
537 	if (dev->flags & IFF_ALLMULTI)
538 		dev_set_allmulti(real_dev, -1);
539 	if (dev->flags & IFF_PROMISC)
540 		dev_set_promiscuity(real_dev, -1);
541 
542 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
543 		dev_uc_del(real_dev, dev->dev_addr);
544 
545 	netif_carrier_off(dev);
546 	return 0;
547 }
548 
549 static int vlan_dev_set_mac_address(struct net_device *dev, void *p)
550 {
551 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
552 	struct sockaddr *addr = p;
553 	int err;
554 
555 	if (!is_valid_ether_addr(addr->sa_data))
556 		return -EADDRNOTAVAIL;
557 
558 	if (!(dev->flags & IFF_UP))
559 		goto out;
560 
561 	if (compare_ether_addr(addr->sa_data, real_dev->dev_addr)) {
562 		err = dev_uc_add(real_dev, addr->sa_data);
563 		if (err < 0)
564 			return err;
565 	}
566 
567 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
568 		dev_uc_del(real_dev, dev->dev_addr);
569 
570 out:
571 	memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
572 	return 0;
573 }
574 
575 static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
576 {
577 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
578 	const struct net_device_ops *ops = real_dev->netdev_ops;
579 	struct ifreq ifrr;
580 	int err = -EOPNOTSUPP;
581 
582 	strncpy(ifrr.ifr_name, real_dev->name, IFNAMSIZ);
583 	ifrr.ifr_ifru = ifr->ifr_ifru;
584 
585 	switch (cmd) {
586 	case SIOCGMIIPHY:
587 	case SIOCGMIIREG:
588 	case SIOCSMIIREG:
589 		if (netif_device_present(real_dev) && ops->ndo_do_ioctl)
590 			err = ops->ndo_do_ioctl(real_dev, &ifrr, cmd);
591 		break;
592 	}
593 
594 	if (!err)
595 		ifr->ifr_ifru = ifrr.ifr_ifru;
596 
597 	return err;
598 }
599 
600 static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa)
601 {
602 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
603 	const struct net_device_ops *ops = real_dev->netdev_ops;
604 	int err = 0;
605 
606 	if (netif_device_present(real_dev) && ops->ndo_neigh_setup)
607 		err = ops->ndo_neigh_setup(real_dev, pa);
608 
609 	return err;
610 }
611 
612 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
613 static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid,
614 				   struct scatterlist *sgl, unsigned int sgc)
615 {
616 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
617 	const struct net_device_ops *ops = real_dev->netdev_ops;
618 	int rc = 0;
619 
620 	if (ops->ndo_fcoe_ddp_setup)
621 		rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc);
622 
623 	return rc;
624 }
625 
626 static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid)
627 {
628 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
629 	const struct net_device_ops *ops = real_dev->netdev_ops;
630 	int len = 0;
631 
632 	if (ops->ndo_fcoe_ddp_done)
633 		len = ops->ndo_fcoe_ddp_done(real_dev, xid);
634 
635 	return len;
636 }
637 
638 static int vlan_dev_fcoe_enable(struct net_device *dev)
639 {
640 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
641 	const struct net_device_ops *ops = real_dev->netdev_ops;
642 	int rc = -EINVAL;
643 
644 	if (ops->ndo_fcoe_enable)
645 		rc = ops->ndo_fcoe_enable(real_dev);
646 	return rc;
647 }
648 
649 static int vlan_dev_fcoe_disable(struct net_device *dev)
650 {
651 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
652 	const struct net_device_ops *ops = real_dev->netdev_ops;
653 	int rc = -EINVAL;
654 
655 	if (ops->ndo_fcoe_disable)
656 		rc = ops->ndo_fcoe_disable(real_dev);
657 	return rc;
658 }
659 
660 static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type)
661 {
662 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
663 	const struct net_device_ops *ops = real_dev->netdev_ops;
664 	int rc = -EINVAL;
665 
666 	if (ops->ndo_fcoe_get_wwn)
667 		rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type);
668 	return rc;
669 }
670 #endif
671 
672 static void vlan_dev_change_rx_flags(struct net_device *dev, int change)
673 {
674 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
675 
676 	if (change & IFF_ALLMULTI)
677 		dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1);
678 	if (change & IFF_PROMISC)
679 		dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1);
680 }
681 
682 static void vlan_dev_set_rx_mode(struct net_device *vlan_dev)
683 {
684 	dev_mc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
685 	dev_uc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
686 }
687 
688 /*
689  * vlan network devices have devices nesting below it, and are a special
690  * "super class" of normal network devices; split their locks off into a
691  * separate class since they always nest.
692  */
693 static struct lock_class_key vlan_netdev_xmit_lock_key;
694 static struct lock_class_key vlan_netdev_addr_lock_key;
695 
696 static void vlan_dev_set_lockdep_one(struct net_device *dev,
697 				     struct netdev_queue *txq,
698 				     void *_subclass)
699 {
700 	lockdep_set_class_and_subclass(&txq->_xmit_lock,
701 				       &vlan_netdev_xmit_lock_key,
702 				       *(int *)_subclass);
703 }
704 
705 static void vlan_dev_set_lockdep_class(struct net_device *dev, int subclass)
706 {
707 	lockdep_set_class_and_subclass(&dev->addr_list_lock,
708 				       &vlan_netdev_addr_lock_key,
709 				       subclass);
710 	netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, &subclass);
711 }
712 
713 static const struct header_ops vlan_header_ops = {
714 	.create	 = vlan_dev_hard_header,
715 	.rebuild = vlan_dev_rebuild_header,
716 	.parse	 = eth_header_parse,
717 };
718 
719 static const struct net_device_ops vlan_netdev_ops, vlan_netdev_accel_ops,
720 		    vlan_netdev_ops_sq, vlan_netdev_accel_ops_sq;
721 
722 static int vlan_dev_init(struct net_device *dev)
723 {
724 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
725 	int subclass = 0;
726 
727 	netif_carrier_off(dev);
728 
729 	/* IFF_BROADCAST|IFF_MULTICAST; ??? */
730 	dev->flags  = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
731 					  IFF_MASTER | IFF_SLAVE);
732 	dev->iflink = real_dev->ifindex;
733 	dev->state  = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) |
734 					  (1<<__LINK_STATE_DORMANT))) |
735 		      (1<<__LINK_STATE_PRESENT);
736 
737 	dev->features |= real_dev->features & real_dev->vlan_features;
738 	dev->gso_max_size = real_dev->gso_max_size;
739 
740 	/* ipv6 shared card related stuff */
741 	dev->dev_id = real_dev->dev_id;
742 
743 	if (is_zero_ether_addr(dev->dev_addr))
744 		memcpy(dev->dev_addr, real_dev->dev_addr, dev->addr_len);
745 	if (is_zero_ether_addr(dev->broadcast))
746 		memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len);
747 
748 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
749 	dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid;
750 #endif
751 
752 	if (real_dev->features & NETIF_F_HW_VLAN_TX) {
753 		dev->header_ops      = real_dev->header_ops;
754 		dev->hard_header_len = real_dev->hard_header_len;
755 		if (real_dev->netdev_ops->ndo_select_queue)
756 			dev->netdev_ops = &vlan_netdev_accel_ops_sq;
757 		else
758 			dev->netdev_ops = &vlan_netdev_accel_ops;
759 	} else {
760 		dev->header_ops      = &vlan_header_ops;
761 		dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN;
762 		if (real_dev->netdev_ops->ndo_select_queue)
763 			dev->netdev_ops = &vlan_netdev_ops_sq;
764 		else
765 			dev->netdev_ops = &vlan_netdev_ops;
766 	}
767 
768 	if (is_vlan_dev(real_dev))
769 		subclass = 1;
770 
771 	vlan_dev_set_lockdep_class(dev, subclass);
772 
773 	vlan_dev_info(dev)->vlan_rx_stats = alloc_percpu(struct vlan_rx_stats);
774 	if (!vlan_dev_info(dev)->vlan_rx_stats)
775 		return -ENOMEM;
776 
777 	return 0;
778 }
779 
780 static void vlan_dev_uninit(struct net_device *dev)
781 {
782 	struct vlan_priority_tci_mapping *pm;
783 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
784 	int i;
785 
786 	free_percpu(vlan->vlan_rx_stats);
787 	vlan->vlan_rx_stats = NULL;
788 	for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) {
789 		while ((pm = vlan->egress_priority_map[i]) != NULL) {
790 			vlan->egress_priority_map[i] = pm->next;
791 			kfree(pm);
792 		}
793 	}
794 }
795 
796 static int vlan_ethtool_get_settings(struct net_device *dev,
797 				     struct ethtool_cmd *cmd)
798 {
799 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
800 	return dev_ethtool_get_settings(vlan->real_dev, cmd);
801 }
802 
803 static void vlan_ethtool_get_drvinfo(struct net_device *dev,
804 				     struct ethtool_drvinfo *info)
805 {
806 	strcpy(info->driver, vlan_fullname);
807 	strcpy(info->version, vlan_version);
808 	strcpy(info->fw_version, "N/A");
809 }
810 
811 static u32 vlan_ethtool_get_rx_csum(struct net_device *dev)
812 {
813 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
814 	return dev_ethtool_get_rx_csum(vlan->real_dev);
815 }
816 
817 static u32 vlan_ethtool_get_flags(struct net_device *dev)
818 {
819 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
820 	return dev_ethtool_get_flags(vlan->real_dev);
821 }
822 
823 static struct rtnl_link_stats64 *vlan_dev_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
824 {
825 	dev_txq_stats_fold(dev, stats);
826 
827 	if (vlan_dev_info(dev)->vlan_rx_stats) {
828 		struct vlan_rx_stats *p, accum = {0};
829 		int i;
830 
831 		for_each_possible_cpu(i) {
832 			u64 rxpackets, rxbytes, rxmulticast;
833 			unsigned int start;
834 
835 			p = per_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats, i);
836 			do {
837 				start = u64_stats_fetch_begin_bh(&p->syncp);
838 				rxpackets	= p->rx_packets;
839 				rxbytes		= p->rx_bytes;
840 				rxmulticast	= p->rx_multicast;
841 			} while (u64_stats_fetch_retry_bh(&p->syncp, start));
842 			accum.rx_packets += rxpackets;
843 			accum.rx_bytes   += rxbytes;
844 			accum.rx_multicast += rxmulticast;
845 			/* rx_errors is an ulong, not protected by syncp */
846 			accum.rx_errors  += p->rx_errors;
847 		}
848 		stats->rx_packets = accum.rx_packets;
849 		stats->rx_bytes   = accum.rx_bytes;
850 		stats->rx_errors  = accum.rx_errors;
851 		stats->multicast  = accum.rx_multicast;
852 	}
853 	return stats;
854 }
855 
856 static int vlan_ethtool_set_tso(struct net_device *dev, u32 data)
857 {
858        if (data) {
859 		struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
860 
861 		/* Underlying device must support TSO for VLAN-tagged packets
862 		 * and must have TSO enabled now.
863 		 */
864 		if (!(real_dev->vlan_features & NETIF_F_TSO))
865 			return -EOPNOTSUPP;
866 		if (!(real_dev->features & NETIF_F_TSO))
867 			return -EINVAL;
868 		dev->features |= NETIF_F_TSO;
869 	} else {
870 		dev->features &= ~NETIF_F_TSO;
871 	}
872 	return 0;
873 }
874 
875 static const struct ethtool_ops vlan_ethtool_ops = {
876 	.get_settings	        = vlan_ethtool_get_settings,
877 	.get_drvinfo	        = vlan_ethtool_get_drvinfo,
878 	.get_link		= ethtool_op_get_link,
879 	.get_rx_csum		= vlan_ethtool_get_rx_csum,
880 	.get_flags		= vlan_ethtool_get_flags,
881 	.set_tso                = vlan_ethtool_set_tso,
882 };
883 
884 static const struct net_device_ops vlan_netdev_ops = {
885 	.ndo_change_mtu		= vlan_dev_change_mtu,
886 	.ndo_init		= vlan_dev_init,
887 	.ndo_uninit		= vlan_dev_uninit,
888 	.ndo_open		= vlan_dev_open,
889 	.ndo_stop		= vlan_dev_stop,
890 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
891 	.ndo_validate_addr	= eth_validate_addr,
892 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
893 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
894 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
895 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
896 	.ndo_do_ioctl		= vlan_dev_ioctl,
897 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
898 	.ndo_get_stats64	= vlan_dev_get_stats64,
899 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
900 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
901 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
902 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
903 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
904 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
905 #endif
906 };
907 
908 static const struct net_device_ops vlan_netdev_accel_ops = {
909 	.ndo_change_mtu		= vlan_dev_change_mtu,
910 	.ndo_init		= vlan_dev_init,
911 	.ndo_uninit		= vlan_dev_uninit,
912 	.ndo_open		= vlan_dev_open,
913 	.ndo_stop		= vlan_dev_stop,
914 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
915 	.ndo_validate_addr	= eth_validate_addr,
916 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
917 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
918 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
919 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
920 	.ndo_do_ioctl		= vlan_dev_ioctl,
921 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
922 	.ndo_get_stats64	= vlan_dev_get_stats64,
923 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
924 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
925 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
926 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
927 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
928 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
929 #endif
930 };
931 
932 static const struct net_device_ops vlan_netdev_ops_sq = {
933 	.ndo_select_queue	= vlan_dev_select_queue,
934 	.ndo_change_mtu		= vlan_dev_change_mtu,
935 	.ndo_init		= vlan_dev_init,
936 	.ndo_uninit		= vlan_dev_uninit,
937 	.ndo_open		= vlan_dev_open,
938 	.ndo_stop		= vlan_dev_stop,
939 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
940 	.ndo_validate_addr	= eth_validate_addr,
941 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
942 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
943 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
944 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
945 	.ndo_do_ioctl		= vlan_dev_ioctl,
946 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
947 	.ndo_get_stats64	= vlan_dev_get_stats64,
948 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
949 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
950 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
951 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
952 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
953 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
954 #endif
955 };
956 
957 static const struct net_device_ops vlan_netdev_accel_ops_sq = {
958 	.ndo_select_queue	= vlan_dev_select_queue,
959 	.ndo_change_mtu		= vlan_dev_change_mtu,
960 	.ndo_init		= vlan_dev_init,
961 	.ndo_uninit		= vlan_dev_uninit,
962 	.ndo_open		= vlan_dev_open,
963 	.ndo_stop		= vlan_dev_stop,
964 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
965 	.ndo_validate_addr	= eth_validate_addr,
966 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
967 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
968 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
969 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
970 	.ndo_do_ioctl		= vlan_dev_ioctl,
971 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
972 	.ndo_get_stats64	= vlan_dev_get_stats64,
973 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
974 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
975 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
976 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
977 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
978 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
979 #endif
980 };
981 
982 void vlan_setup(struct net_device *dev)
983 {
984 	ether_setup(dev);
985 
986 	dev->priv_flags		|= IFF_802_1Q_VLAN;
987 	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
988 	dev->tx_queue_len	= 0;
989 
990 	dev->netdev_ops		= &vlan_netdev_ops;
991 	dev->destructor		= free_netdev;
992 	dev->ethtool_ops	= &vlan_ethtool_ops;
993 
994 	memset(dev->broadcast, 0, ETH_ALEN);
995 }
996