xref: /linux/net/8021q/vlan_dev.c (revision cb299ba8b5ef2239429484072fea394cd7581bd7)
1 /* -*- linux-c -*-
2  * INET		802.1Q VLAN
3  *		Ethernet-type device handling.
4  *
5  * Authors:	Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:       Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com>
10  *                - reset skb->pkt_type on incoming packets when MAC was changed
11  *                - see that changed MAC is saddr for outgoing packets
12  *              Oct 20, 2001:  Ard van Breeman:
13  *                - Fix MC-list, finally.
14  *                - Flush MC-list on VLAN destroy.
15  *
16  *
17  *		This program is free software; you can redistribute it and/or
18  *		modify it under the terms of the GNU General Public License
19  *		as published by the Free Software Foundation; either version
20  *		2 of the License, or (at your option) any later version.
21  */
22 
23 #include <linux/module.h>
24 #include <linux/slab.h>
25 #include <linux/skbuff.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/ethtool.h>
29 #include <net/arp.h>
30 
31 #include "vlan.h"
32 #include "vlanproc.h"
33 #include <linux/if_vlan.h>
34 
35 /*
36  *	Rebuild the Ethernet MAC header. This is called after an ARP
37  *	(or in future other address resolution) has completed on this
38  *	sk_buff. We now let ARP fill in the other fields.
39  *
40  *	This routine CANNOT use cached dst->neigh!
41  *	Really, it is used only when dst->neigh is wrong.
42  *
43  * TODO:  This needs a checkup, I'm ignorant here. --BLG
44  */
45 static int vlan_dev_rebuild_header(struct sk_buff *skb)
46 {
47 	struct net_device *dev = skb->dev;
48 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
49 
50 	switch (veth->h_vlan_encapsulated_proto) {
51 #ifdef CONFIG_INET
52 	case htons(ETH_P_IP):
53 
54 		/* TODO:  Confirm this will work with VLAN headers... */
55 		return arp_find(veth->h_dest, skb);
56 #endif
57 	default:
58 		pr_debug("%s: unable to resolve type %X addresses.\n",
59 			 dev->name, ntohs(veth->h_vlan_encapsulated_proto));
60 
61 		memcpy(veth->h_source, dev->dev_addr, ETH_ALEN);
62 		break;
63 	}
64 
65 	return 0;
66 }
67 
68 static inline struct sk_buff *vlan_check_reorder_header(struct sk_buff *skb)
69 {
70 	if (vlan_dev_info(skb->dev)->flags & VLAN_FLAG_REORDER_HDR) {
71 		if (skb_cow(skb, skb_headroom(skb)) < 0)
72 			skb = NULL;
73 		if (skb) {
74 			/* Lifted from Gleb's VLAN code... */
75 			memmove(skb->data - ETH_HLEN,
76 				skb->data - VLAN_ETH_HLEN, 12);
77 			skb->mac_header += VLAN_HLEN;
78 		}
79 	}
80 
81 	return skb;
82 }
83 
84 static inline void vlan_set_encap_proto(struct sk_buff *skb,
85 		struct vlan_hdr *vhdr)
86 {
87 	__be16 proto;
88 	unsigned char *rawp;
89 
90 	/*
91 	 * Was a VLAN packet, grab the encapsulated protocol, which the layer
92 	 * three protocols care about.
93 	 */
94 
95 	proto = vhdr->h_vlan_encapsulated_proto;
96 	if (ntohs(proto) >= 1536) {
97 		skb->protocol = proto;
98 		return;
99 	}
100 
101 	rawp = skb->data;
102 	if (*(unsigned short *)rawp == 0xFFFF)
103 		/*
104 		 * This is a magic hack to spot IPX packets. Older Novell
105 		 * breaks the protocol design and runs IPX over 802.3 without
106 		 * an 802.2 LLC layer. We look for FFFF which isn't a used
107 		 * 802.2 SSAP/DSAP. This won't work for fault tolerant netware
108 		 * but does for the rest.
109 		 */
110 		skb->protocol = htons(ETH_P_802_3);
111 	else
112 		/*
113 		 * Real 802.2 LLC
114 		 */
115 		skb->protocol = htons(ETH_P_802_2);
116 }
117 
118 /*
119  *	Determine the packet's protocol ID. The rule here is that we
120  *	assume 802.3 if the type field is short enough to be a length.
121  *	This is normal practice and works for any 'now in use' protocol.
122  *
123  *  Also, at this point we assume that we ARE dealing exclusively with
124  *  VLAN packets, or packets that should be made into VLAN packets based
125  *  on a default VLAN ID.
126  *
127  *  NOTE:  Should be similar to ethernet/eth.c.
128  *
129  *  SANITY NOTE:  This method is called when a packet is moving up the stack
130  *                towards userland.  To get here, it would have already passed
131  *                through the ethernet/eth.c eth_type_trans() method.
132  *  SANITY NOTE 2: We are referencing to the VLAN_HDR frields, which MAY be
133  *                 stored UNALIGNED in the memory.  RISC systems don't like
134  *                 such cases very much...
135  *  SANITY NOTE 2a: According to Dave Miller & Alexey, it will always be
136  *  		    aligned, so there doesn't need to be any of the unaligned
137  *  		    stuff.  It has been commented out now...  --Ben
138  *
139  */
140 int vlan_skb_recv(struct sk_buff *skb, struct net_device *dev,
141 		  struct packet_type *ptype, struct net_device *orig_dev)
142 {
143 	struct vlan_hdr *vhdr;
144 	struct vlan_rx_stats *rx_stats;
145 	struct net_device *vlan_dev;
146 	u16 vlan_id;
147 	u16 vlan_tci;
148 
149 	skb = skb_share_check(skb, GFP_ATOMIC);
150 	if (skb == NULL)
151 		goto err_free;
152 
153 	if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
154 		goto err_free;
155 
156 	vhdr = (struct vlan_hdr *)skb->data;
157 	vlan_tci = ntohs(vhdr->h_vlan_TCI);
158 	vlan_id = vlan_tci & VLAN_VID_MASK;
159 
160 	rcu_read_lock();
161 	vlan_dev = vlan_find_dev(dev, vlan_id);
162 
163 	/* If the VLAN device is defined, we use it.
164 	 * If not, and the VID is 0, it is a 802.1p packet (not
165 	 * really a VLAN), so we will just netif_rx it later to the
166 	 * original interface, but with the skb->proto set to the
167 	 * wrapped proto: we do nothing here.
168 	 */
169 
170 	if (!vlan_dev) {
171 		if (vlan_id) {
172 			pr_debug("%s: ERROR: No net_device for VID: %u on dev: %s\n",
173 				 __func__, vlan_id, dev->name);
174 			goto err_unlock;
175 		}
176 		rx_stats = NULL;
177 	} else {
178 		skb->dev = vlan_dev;
179 
180 		rx_stats = this_cpu_ptr(vlan_dev_info(skb->dev)->vlan_rx_stats);
181 
182 		u64_stats_update_begin(&rx_stats->syncp);
183 		rx_stats->rx_packets++;
184 		rx_stats->rx_bytes += skb->len;
185 
186 		skb->priority = vlan_get_ingress_priority(skb->dev, vlan_tci);
187 
188 		pr_debug("%s: priority: %u for TCI: %hu\n",
189 			 __func__, skb->priority, vlan_tci);
190 
191 		switch (skb->pkt_type) {
192 		case PACKET_BROADCAST:
193 			/* Yeah, stats collect these together.. */
194 			/* stats->broadcast ++; // no such counter :-( */
195 			break;
196 
197 		case PACKET_MULTICAST:
198 			rx_stats->rx_multicast++;
199 			break;
200 
201 		case PACKET_OTHERHOST:
202 			/* Our lower layer thinks this is not local, let's make
203 			 * sure.
204 			 * This allows the VLAN to have a different MAC than the
205 			 * underlying device, and still route correctly.
206 			 */
207 			if (!compare_ether_addr(eth_hdr(skb)->h_dest,
208 						skb->dev->dev_addr))
209 				skb->pkt_type = PACKET_HOST;
210 			break;
211 		default:
212 			break;
213 		}
214 		u64_stats_update_end(&rx_stats->syncp);
215 	}
216 
217 	skb_pull_rcsum(skb, VLAN_HLEN);
218 	vlan_set_encap_proto(skb, vhdr);
219 
220 	if (vlan_dev) {
221 		skb = vlan_check_reorder_header(skb);
222 		if (!skb) {
223 			rx_stats->rx_errors++;
224 			goto err_unlock;
225 		}
226 	}
227 
228 	netif_rx(skb);
229 
230 	rcu_read_unlock();
231 	return NET_RX_SUCCESS;
232 
233 err_unlock:
234 	rcu_read_unlock();
235 err_free:
236 	atomic_long_inc(&dev->rx_dropped);
237 	kfree_skb(skb);
238 	return NET_RX_DROP;
239 }
240 
241 static inline u16
242 vlan_dev_get_egress_qos_mask(struct net_device *dev, struct sk_buff *skb)
243 {
244 	struct vlan_priority_tci_mapping *mp;
245 
246 	mp = vlan_dev_info(dev)->egress_priority_map[(skb->priority & 0xF)];
247 	while (mp) {
248 		if (mp->priority == skb->priority) {
249 			return mp->vlan_qos; /* This should already be shifted
250 					      * to mask correctly with the
251 					      * VLAN's TCI */
252 		}
253 		mp = mp->next;
254 	}
255 	return 0;
256 }
257 
258 /*
259  *	Create the VLAN header for an arbitrary protocol layer
260  *
261  *	saddr=NULL	means use device source address
262  *	daddr=NULL	means leave destination address (eg unresolved arp)
263  *
264  *  This is called when the SKB is moving down the stack towards the
265  *  physical devices.
266  */
267 static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev,
268 				unsigned short type,
269 				const void *daddr, const void *saddr,
270 				unsigned int len)
271 {
272 	struct vlan_hdr *vhdr;
273 	unsigned int vhdrlen = 0;
274 	u16 vlan_tci = 0;
275 	int rc;
276 
277 	if (WARN_ON(skb_headroom(skb) < dev->hard_header_len))
278 		return -ENOSPC;
279 
280 	if (!(vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR)) {
281 		vhdr = (struct vlan_hdr *) skb_push(skb, VLAN_HLEN);
282 
283 		vlan_tci = vlan_dev_info(dev)->vlan_id;
284 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
285 		vhdr->h_vlan_TCI = htons(vlan_tci);
286 
287 		/*
288 		 *  Set the protocol type. For a packet of type ETH_P_802_3/2 we
289 		 *  put the length in here instead.
290 		 */
291 		if (type != ETH_P_802_3 && type != ETH_P_802_2)
292 			vhdr->h_vlan_encapsulated_proto = htons(type);
293 		else
294 			vhdr->h_vlan_encapsulated_proto = htons(len);
295 
296 		skb->protocol = htons(ETH_P_8021Q);
297 		type = ETH_P_8021Q;
298 		vhdrlen = VLAN_HLEN;
299 	}
300 
301 	/* Before delegating work to the lower layer, enter our MAC-address */
302 	if (saddr == NULL)
303 		saddr = dev->dev_addr;
304 
305 	/* Now make the underlying real hard header */
306 	dev = vlan_dev_info(dev)->real_dev;
307 	rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen);
308 	if (rc > 0)
309 		rc += vhdrlen;
310 	return rc;
311 }
312 
313 static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb,
314 					    struct net_device *dev)
315 {
316 	int i = skb_get_queue_mapping(skb);
317 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
318 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
319 	unsigned int len;
320 	int ret;
321 
322 	/* Handle non-VLAN frames if they are sent to us, for example by DHCP.
323 	 *
324 	 * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING
325 	 * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs...
326 	 */
327 	if (veth->h_vlan_proto != htons(ETH_P_8021Q) ||
328 	    vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR) {
329 		unsigned int orig_headroom = skb_headroom(skb);
330 		u16 vlan_tci;
331 
332 		vlan_dev_info(dev)->cnt_encap_on_xmit++;
333 
334 		vlan_tci = vlan_dev_info(dev)->vlan_id;
335 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
336 		skb = __vlan_put_tag(skb, vlan_tci);
337 		if (!skb) {
338 			txq->tx_dropped++;
339 			return NETDEV_TX_OK;
340 		}
341 
342 		if (orig_headroom < VLAN_HLEN)
343 			vlan_dev_info(dev)->cnt_inc_headroom_on_tx++;
344 	}
345 
346 
347 	skb_set_dev(skb, vlan_dev_info(dev)->real_dev);
348 	len = skb->len;
349 	ret = dev_queue_xmit(skb);
350 
351 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
352 		txq->tx_packets++;
353 		txq->tx_bytes += len;
354 	} else
355 		txq->tx_dropped++;
356 
357 	return ret;
358 }
359 
360 static netdev_tx_t vlan_dev_hwaccel_hard_start_xmit(struct sk_buff *skb,
361 						    struct net_device *dev)
362 {
363 	int i = skb_get_queue_mapping(skb);
364 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
365 	u16 vlan_tci;
366 	unsigned int len;
367 	int ret;
368 
369 	vlan_tci = vlan_dev_info(dev)->vlan_id;
370 	vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
371 	skb = __vlan_hwaccel_put_tag(skb, vlan_tci);
372 
373 	skb->dev = vlan_dev_info(dev)->real_dev;
374 	len = skb->len;
375 	ret = dev_queue_xmit(skb);
376 
377 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
378 		txq->tx_packets++;
379 		txq->tx_bytes += len;
380 	} else
381 		txq->tx_dropped++;
382 
383 	return ret;
384 }
385 
386 static u16 vlan_dev_select_queue(struct net_device *dev, struct sk_buff *skb)
387 {
388 	struct net_device *rdev = vlan_dev_info(dev)->real_dev;
389 	const struct net_device_ops *ops = rdev->netdev_ops;
390 
391 	return ops->ndo_select_queue(rdev, skb);
392 }
393 
394 static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu)
395 {
396 	/* TODO: gotta make sure the underlying layer can handle it,
397 	 * maybe an IFF_VLAN_CAPABLE flag for devices?
398 	 */
399 	if (vlan_dev_info(dev)->real_dev->mtu < new_mtu)
400 		return -ERANGE;
401 
402 	dev->mtu = new_mtu;
403 
404 	return 0;
405 }
406 
407 void vlan_dev_set_ingress_priority(const struct net_device *dev,
408 				   u32 skb_prio, u16 vlan_prio)
409 {
410 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
411 
412 	if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio)
413 		vlan->nr_ingress_mappings--;
414 	else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio)
415 		vlan->nr_ingress_mappings++;
416 
417 	vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio;
418 }
419 
420 int vlan_dev_set_egress_priority(const struct net_device *dev,
421 				 u32 skb_prio, u16 vlan_prio)
422 {
423 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
424 	struct vlan_priority_tci_mapping *mp = NULL;
425 	struct vlan_priority_tci_mapping *np;
426 	u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK;
427 
428 	/* See if a priority mapping exists.. */
429 	mp = vlan->egress_priority_map[skb_prio & 0xF];
430 	while (mp) {
431 		if (mp->priority == skb_prio) {
432 			if (mp->vlan_qos && !vlan_qos)
433 				vlan->nr_egress_mappings--;
434 			else if (!mp->vlan_qos && vlan_qos)
435 				vlan->nr_egress_mappings++;
436 			mp->vlan_qos = vlan_qos;
437 			return 0;
438 		}
439 		mp = mp->next;
440 	}
441 
442 	/* Create a new mapping then. */
443 	mp = vlan->egress_priority_map[skb_prio & 0xF];
444 	np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL);
445 	if (!np)
446 		return -ENOBUFS;
447 
448 	np->next = mp;
449 	np->priority = skb_prio;
450 	np->vlan_qos = vlan_qos;
451 	vlan->egress_priority_map[skb_prio & 0xF] = np;
452 	if (vlan_qos)
453 		vlan->nr_egress_mappings++;
454 	return 0;
455 }
456 
457 /* Flags are defined in the vlan_flags enum in include/linux/if_vlan.h file. */
458 int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask)
459 {
460 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
461 	u32 old_flags = vlan->flags;
462 
463 	if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP |
464 		     VLAN_FLAG_LOOSE_BINDING))
465 		return -EINVAL;
466 
467 	vlan->flags = (old_flags & ~mask) | (flags & mask);
468 
469 	if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) {
470 		if (vlan->flags & VLAN_FLAG_GVRP)
471 			vlan_gvrp_request_join(dev);
472 		else
473 			vlan_gvrp_request_leave(dev);
474 	}
475 	return 0;
476 }
477 
478 void vlan_dev_get_realdev_name(const struct net_device *dev, char *result)
479 {
480 	strncpy(result, vlan_dev_info(dev)->real_dev->name, 23);
481 }
482 
483 static int vlan_dev_open(struct net_device *dev)
484 {
485 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
486 	struct net_device *real_dev = vlan->real_dev;
487 	int err;
488 
489 	if (!(real_dev->flags & IFF_UP) &&
490 	    !(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
491 		return -ENETDOWN;
492 
493 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr)) {
494 		err = dev_uc_add(real_dev, dev->dev_addr);
495 		if (err < 0)
496 			goto out;
497 	}
498 
499 	if (dev->flags & IFF_ALLMULTI) {
500 		err = dev_set_allmulti(real_dev, 1);
501 		if (err < 0)
502 			goto del_unicast;
503 	}
504 	if (dev->flags & IFF_PROMISC) {
505 		err = dev_set_promiscuity(real_dev, 1);
506 		if (err < 0)
507 			goto clear_allmulti;
508 	}
509 
510 	memcpy(vlan->real_dev_addr, real_dev->dev_addr, ETH_ALEN);
511 
512 	if (vlan->flags & VLAN_FLAG_GVRP)
513 		vlan_gvrp_request_join(dev);
514 
515 	if (netif_carrier_ok(real_dev))
516 		netif_carrier_on(dev);
517 	return 0;
518 
519 clear_allmulti:
520 	if (dev->flags & IFF_ALLMULTI)
521 		dev_set_allmulti(real_dev, -1);
522 del_unicast:
523 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
524 		dev_uc_del(real_dev, dev->dev_addr);
525 out:
526 	netif_carrier_off(dev);
527 	return err;
528 }
529 
530 static int vlan_dev_stop(struct net_device *dev)
531 {
532 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
533 	struct net_device *real_dev = vlan->real_dev;
534 
535 	if (vlan->flags & VLAN_FLAG_GVRP)
536 		vlan_gvrp_request_leave(dev);
537 
538 	dev_mc_unsync(real_dev, dev);
539 	dev_uc_unsync(real_dev, dev);
540 	if (dev->flags & IFF_ALLMULTI)
541 		dev_set_allmulti(real_dev, -1);
542 	if (dev->flags & IFF_PROMISC)
543 		dev_set_promiscuity(real_dev, -1);
544 
545 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
546 		dev_uc_del(real_dev, dev->dev_addr);
547 
548 	netif_carrier_off(dev);
549 	return 0;
550 }
551 
552 static int vlan_dev_set_mac_address(struct net_device *dev, void *p)
553 {
554 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
555 	struct sockaddr *addr = p;
556 	int err;
557 
558 	if (!is_valid_ether_addr(addr->sa_data))
559 		return -EADDRNOTAVAIL;
560 
561 	if (!(dev->flags & IFF_UP))
562 		goto out;
563 
564 	if (compare_ether_addr(addr->sa_data, real_dev->dev_addr)) {
565 		err = dev_uc_add(real_dev, addr->sa_data);
566 		if (err < 0)
567 			return err;
568 	}
569 
570 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
571 		dev_uc_del(real_dev, dev->dev_addr);
572 
573 out:
574 	memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
575 	return 0;
576 }
577 
578 static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
579 {
580 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
581 	const struct net_device_ops *ops = real_dev->netdev_ops;
582 	struct ifreq ifrr;
583 	int err = -EOPNOTSUPP;
584 
585 	strncpy(ifrr.ifr_name, real_dev->name, IFNAMSIZ);
586 	ifrr.ifr_ifru = ifr->ifr_ifru;
587 
588 	switch (cmd) {
589 	case SIOCGMIIPHY:
590 	case SIOCGMIIREG:
591 	case SIOCSMIIREG:
592 		if (netif_device_present(real_dev) && ops->ndo_do_ioctl)
593 			err = ops->ndo_do_ioctl(real_dev, &ifrr, cmd);
594 		break;
595 	}
596 
597 	if (!err)
598 		ifr->ifr_ifru = ifrr.ifr_ifru;
599 
600 	return err;
601 }
602 
603 static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa)
604 {
605 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
606 	const struct net_device_ops *ops = real_dev->netdev_ops;
607 	int err = 0;
608 
609 	if (netif_device_present(real_dev) && ops->ndo_neigh_setup)
610 		err = ops->ndo_neigh_setup(real_dev, pa);
611 
612 	return err;
613 }
614 
615 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
616 static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid,
617 				   struct scatterlist *sgl, unsigned int sgc)
618 {
619 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
620 	const struct net_device_ops *ops = real_dev->netdev_ops;
621 	int rc = 0;
622 
623 	if (ops->ndo_fcoe_ddp_setup)
624 		rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc);
625 
626 	return rc;
627 }
628 
629 static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid)
630 {
631 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
632 	const struct net_device_ops *ops = real_dev->netdev_ops;
633 	int len = 0;
634 
635 	if (ops->ndo_fcoe_ddp_done)
636 		len = ops->ndo_fcoe_ddp_done(real_dev, xid);
637 
638 	return len;
639 }
640 
641 static int vlan_dev_fcoe_enable(struct net_device *dev)
642 {
643 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
644 	const struct net_device_ops *ops = real_dev->netdev_ops;
645 	int rc = -EINVAL;
646 
647 	if (ops->ndo_fcoe_enable)
648 		rc = ops->ndo_fcoe_enable(real_dev);
649 	return rc;
650 }
651 
652 static int vlan_dev_fcoe_disable(struct net_device *dev)
653 {
654 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
655 	const struct net_device_ops *ops = real_dev->netdev_ops;
656 	int rc = -EINVAL;
657 
658 	if (ops->ndo_fcoe_disable)
659 		rc = ops->ndo_fcoe_disable(real_dev);
660 	return rc;
661 }
662 
663 static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type)
664 {
665 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
666 	const struct net_device_ops *ops = real_dev->netdev_ops;
667 	int rc = -EINVAL;
668 
669 	if (ops->ndo_fcoe_get_wwn)
670 		rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type);
671 	return rc;
672 }
673 #endif
674 
675 static void vlan_dev_change_rx_flags(struct net_device *dev, int change)
676 {
677 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
678 
679 	if (change & IFF_ALLMULTI)
680 		dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1);
681 	if (change & IFF_PROMISC)
682 		dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1);
683 }
684 
685 static void vlan_dev_set_rx_mode(struct net_device *vlan_dev)
686 {
687 	dev_mc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
688 	dev_uc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
689 }
690 
691 /*
692  * vlan network devices have devices nesting below it, and are a special
693  * "super class" of normal network devices; split their locks off into a
694  * separate class since they always nest.
695  */
696 static struct lock_class_key vlan_netdev_xmit_lock_key;
697 static struct lock_class_key vlan_netdev_addr_lock_key;
698 
699 static void vlan_dev_set_lockdep_one(struct net_device *dev,
700 				     struct netdev_queue *txq,
701 				     void *_subclass)
702 {
703 	lockdep_set_class_and_subclass(&txq->_xmit_lock,
704 				       &vlan_netdev_xmit_lock_key,
705 				       *(int *)_subclass);
706 }
707 
708 static void vlan_dev_set_lockdep_class(struct net_device *dev, int subclass)
709 {
710 	lockdep_set_class_and_subclass(&dev->addr_list_lock,
711 				       &vlan_netdev_addr_lock_key,
712 				       subclass);
713 	netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, &subclass);
714 }
715 
716 static const struct header_ops vlan_header_ops = {
717 	.create	 = vlan_dev_hard_header,
718 	.rebuild = vlan_dev_rebuild_header,
719 	.parse	 = eth_header_parse,
720 };
721 
722 static const struct net_device_ops vlan_netdev_ops, vlan_netdev_accel_ops,
723 		    vlan_netdev_ops_sq, vlan_netdev_accel_ops_sq;
724 
725 static int vlan_dev_init(struct net_device *dev)
726 {
727 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
728 	int subclass = 0;
729 
730 	netif_carrier_off(dev);
731 
732 	/* IFF_BROADCAST|IFF_MULTICAST; ??? */
733 	dev->flags  = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
734 					  IFF_MASTER | IFF_SLAVE);
735 	dev->iflink = real_dev->ifindex;
736 	dev->state  = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) |
737 					  (1<<__LINK_STATE_DORMANT))) |
738 		      (1<<__LINK_STATE_PRESENT);
739 
740 	dev->features |= real_dev->features & real_dev->vlan_features;
741 	dev->gso_max_size = real_dev->gso_max_size;
742 
743 	/* ipv6 shared card related stuff */
744 	dev->dev_id = real_dev->dev_id;
745 
746 	if (is_zero_ether_addr(dev->dev_addr))
747 		memcpy(dev->dev_addr, real_dev->dev_addr, dev->addr_len);
748 	if (is_zero_ether_addr(dev->broadcast))
749 		memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len);
750 
751 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
752 	dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid;
753 #endif
754 
755 	if (real_dev->features & NETIF_F_HW_VLAN_TX) {
756 		dev->header_ops      = real_dev->header_ops;
757 		dev->hard_header_len = real_dev->hard_header_len;
758 		if (real_dev->netdev_ops->ndo_select_queue)
759 			dev->netdev_ops = &vlan_netdev_accel_ops_sq;
760 		else
761 			dev->netdev_ops = &vlan_netdev_accel_ops;
762 	} else {
763 		dev->header_ops      = &vlan_header_ops;
764 		dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN;
765 		if (real_dev->netdev_ops->ndo_select_queue)
766 			dev->netdev_ops = &vlan_netdev_ops_sq;
767 		else
768 			dev->netdev_ops = &vlan_netdev_ops;
769 	}
770 
771 	if (is_vlan_dev(real_dev))
772 		subclass = 1;
773 
774 	vlan_dev_set_lockdep_class(dev, subclass);
775 
776 	vlan_dev_info(dev)->vlan_rx_stats = alloc_percpu(struct vlan_rx_stats);
777 	if (!vlan_dev_info(dev)->vlan_rx_stats)
778 		return -ENOMEM;
779 
780 	return 0;
781 }
782 
783 static void vlan_dev_uninit(struct net_device *dev)
784 {
785 	struct vlan_priority_tci_mapping *pm;
786 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
787 	int i;
788 
789 	free_percpu(vlan->vlan_rx_stats);
790 	vlan->vlan_rx_stats = NULL;
791 	for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) {
792 		while ((pm = vlan->egress_priority_map[i]) != NULL) {
793 			vlan->egress_priority_map[i] = pm->next;
794 			kfree(pm);
795 		}
796 	}
797 }
798 
799 static int vlan_ethtool_get_settings(struct net_device *dev,
800 				     struct ethtool_cmd *cmd)
801 {
802 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
803 	return dev_ethtool_get_settings(vlan->real_dev, cmd);
804 }
805 
806 static void vlan_ethtool_get_drvinfo(struct net_device *dev,
807 				     struct ethtool_drvinfo *info)
808 {
809 	strcpy(info->driver, vlan_fullname);
810 	strcpy(info->version, vlan_version);
811 	strcpy(info->fw_version, "N/A");
812 }
813 
814 static u32 vlan_ethtool_get_rx_csum(struct net_device *dev)
815 {
816 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
817 	return dev_ethtool_get_rx_csum(vlan->real_dev);
818 }
819 
820 static u32 vlan_ethtool_get_flags(struct net_device *dev)
821 {
822 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
823 	return dev_ethtool_get_flags(vlan->real_dev);
824 }
825 
826 static struct rtnl_link_stats64 *vlan_dev_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
827 {
828 	dev_txq_stats_fold(dev, stats);
829 
830 	if (vlan_dev_info(dev)->vlan_rx_stats) {
831 		struct vlan_rx_stats *p, accum = {0};
832 		int i;
833 
834 		for_each_possible_cpu(i) {
835 			u64 rxpackets, rxbytes, rxmulticast;
836 			unsigned int start;
837 
838 			p = per_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats, i);
839 			do {
840 				start = u64_stats_fetch_begin_bh(&p->syncp);
841 				rxpackets	= p->rx_packets;
842 				rxbytes		= p->rx_bytes;
843 				rxmulticast	= p->rx_multicast;
844 			} while (u64_stats_fetch_retry_bh(&p->syncp, start));
845 			accum.rx_packets += rxpackets;
846 			accum.rx_bytes   += rxbytes;
847 			accum.rx_multicast += rxmulticast;
848 			/* rx_errors is ulong, not protected by syncp */
849 			accum.rx_errors  += p->rx_errors;
850 		}
851 		stats->rx_packets = accum.rx_packets;
852 		stats->rx_bytes   = accum.rx_bytes;
853 		stats->rx_errors  = accum.rx_errors;
854 		stats->multicast  = accum.rx_multicast;
855 	}
856 	return stats;
857 }
858 
859 static int vlan_ethtool_set_tso(struct net_device *dev, u32 data)
860 {
861        if (data) {
862 		struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
863 
864 		/* Underlying device must support TSO for VLAN-tagged packets
865 		 * and must have TSO enabled now.
866 		 */
867 		if (!(real_dev->vlan_features & NETIF_F_TSO))
868 			return -EOPNOTSUPP;
869 		if (!(real_dev->features & NETIF_F_TSO))
870 			return -EINVAL;
871 		dev->features |= NETIF_F_TSO;
872 	} else {
873 		dev->features &= ~NETIF_F_TSO;
874 	}
875 	return 0;
876 }
877 
878 static const struct ethtool_ops vlan_ethtool_ops = {
879 	.get_settings	        = vlan_ethtool_get_settings,
880 	.get_drvinfo	        = vlan_ethtool_get_drvinfo,
881 	.get_link		= ethtool_op_get_link,
882 	.get_rx_csum		= vlan_ethtool_get_rx_csum,
883 	.get_flags		= vlan_ethtool_get_flags,
884 	.set_tso                = vlan_ethtool_set_tso,
885 };
886 
887 static const struct net_device_ops vlan_netdev_ops = {
888 	.ndo_change_mtu		= vlan_dev_change_mtu,
889 	.ndo_init		= vlan_dev_init,
890 	.ndo_uninit		= vlan_dev_uninit,
891 	.ndo_open		= vlan_dev_open,
892 	.ndo_stop		= vlan_dev_stop,
893 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
894 	.ndo_validate_addr	= eth_validate_addr,
895 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
896 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
897 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
898 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
899 	.ndo_do_ioctl		= vlan_dev_ioctl,
900 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
901 	.ndo_get_stats64	= vlan_dev_get_stats64,
902 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
903 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
904 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
905 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
906 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
907 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
908 #endif
909 };
910 
911 static const struct net_device_ops vlan_netdev_accel_ops = {
912 	.ndo_change_mtu		= vlan_dev_change_mtu,
913 	.ndo_init		= vlan_dev_init,
914 	.ndo_uninit		= vlan_dev_uninit,
915 	.ndo_open		= vlan_dev_open,
916 	.ndo_stop		= vlan_dev_stop,
917 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
918 	.ndo_validate_addr	= eth_validate_addr,
919 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
920 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
921 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
922 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
923 	.ndo_do_ioctl		= vlan_dev_ioctl,
924 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
925 	.ndo_get_stats64	= vlan_dev_get_stats64,
926 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
927 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
928 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
929 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
930 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
931 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
932 #endif
933 };
934 
935 static const struct net_device_ops vlan_netdev_ops_sq = {
936 	.ndo_select_queue	= vlan_dev_select_queue,
937 	.ndo_change_mtu		= vlan_dev_change_mtu,
938 	.ndo_init		= vlan_dev_init,
939 	.ndo_uninit		= vlan_dev_uninit,
940 	.ndo_open		= vlan_dev_open,
941 	.ndo_stop		= vlan_dev_stop,
942 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
943 	.ndo_validate_addr	= eth_validate_addr,
944 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
945 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
946 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
947 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
948 	.ndo_do_ioctl		= vlan_dev_ioctl,
949 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
950 	.ndo_get_stats64	= vlan_dev_get_stats64,
951 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
952 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
953 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
954 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
955 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
956 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
957 #endif
958 };
959 
960 static const struct net_device_ops vlan_netdev_accel_ops_sq = {
961 	.ndo_select_queue	= vlan_dev_select_queue,
962 	.ndo_change_mtu		= vlan_dev_change_mtu,
963 	.ndo_init		= vlan_dev_init,
964 	.ndo_uninit		= vlan_dev_uninit,
965 	.ndo_open		= vlan_dev_open,
966 	.ndo_stop		= vlan_dev_stop,
967 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
968 	.ndo_validate_addr	= eth_validate_addr,
969 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
970 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
971 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
972 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
973 	.ndo_do_ioctl		= vlan_dev_ioctl,
974 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
975 	.ndo_get_stats64	= vlan_dev_get_stats64,
976 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
977 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
978 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
979 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
980 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
981 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
982 #endif
983 };
984 
985 void vlan_setup(struct net_device *dev)
986 {
987 	ether_setup(dev);
988 
989 	dev->priv_flags		|= IFF_802_1Q_VLAN;
990 	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
991 	dev->tx_queue_len	= 0;
992 
993 	dev->netdev_ops		= &vlan_netdev_ops;
994 	dev->destructor		= free_netdev;
995 	dev->ethtool_ops	= &vlan_ethtool_ops;
996 
997 	memset(dev->broadcast, 0, ETH_ALEN);
998 }
999