xref: /linux/net/8021q/vlan_dev.c (revision 606b2f490fb80e55d05cf0e6cec0b6c0ff0fc18f)
1 /* -*- linux-c -*-
2  * INET		802.1Q VLAN
3  *		Ethernet-type device handling.
4  *
5  * Authors:	Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:       Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com>
10  *                - reset skb->pkt_type on incoming packets when MAC was changed
11  *                - see that changed MAC is saddr for outgoing packets
12  *              Oct 20, 2001:  Ard van Breeman:
13  *                - Fix MC-list, finally.
14  *                - Flush MC-list on VLAN destroy.
15  *
16  *
17  *		This program is free software; you can redistribute it and/or
18  *		modify it under the terms of the GNU General Public License
19  *		as published by the Free Software Foundation; either version
20  *		2 of the License, or (at your option) any later version.
21  */
22 
23 #include <linux/module.h>
24 #include <linux/slab.h>
25 #include <linux/skbuff.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/ethtool.h>
29 #include <net/arp.h>
30 
31 #include "vlan.h"
32 #include "vlanproc.h"
33 #include <linux/if_vlan.h>
34 
35 /*
36  *	Rebuild the Ethernet MAC header. This is called after an ARP
37  *	(or in future other address resolution) has completed on this
38  *	sk_buff. We now let ARP fill in the other fields.
39  *
40  *	This routine CANNOT use cached dst->neigh!
41  *	Really, it is used only when dst->neigh is wrong.
42  *
43  * TODO:  This needs a checkup, I'm ignorant here. --BLG
44  */
45 static int vlan_dev_rebuild_header(struct sk_buff *skb)
46 {
47 	struct net_device *dev = skb->dev;
48 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
49 
50 	switch (veth->h_vlan_encapsulated_proto) {
51 #ifdef CONFIG_INET
52 	case htons(ETH_P_IP):
53 
54 		/* TODO:  Confirm this will work with VLAN headers... */
55 		return arp_find(veth->h_dest, skb);
56 #endif
57 	default:
58 		pr_debug("%s: unable to resolve type %X addresses.\n",
59 			 dev->name, ntohs(veth->h_vlan_encapsulated_proto));
60 
61 		memcpy(veth->h_source, dev->dev_addr, ETH_ALEN);
62 		break;
63 	}
64 
65 	return 0;
66 }
67 
68 static inline struct sk_buff *vlan_check_reorder_header(struct sk_buff *skb)
69 {
70 	if (vlan_dev_info(skb->dev)->flags & VLAN_FLAG_REORDER_HDR) {
71 		if (skb_cow(skb, skb_headroom(skb)) < 0)
72 			skb = NULL;
73 		if (skb) {
74 			/* Lifted from Gleb's VLAN code... */
75 			memmove(skb->data - ETH_HLEN,
76 				skb->data - VLAN_ETH_HLEN, 12);
77 			skb->mac_header += VLAN_HLEN;
78 		}
79 	}
80 
81 	return skb;
82 }
83 
84 static inline void vlan_set_encap_proto(struct sk_buff *skb,
85 		struct vlan_hdr *vhdr)
86 {
87 	__be16 proto;
88 	unsigned char *rawp;
89 
90 	/*
91 	 * Was a VLAN packet, grab the encapsulated protocol, which the layer
92 	 * three protocols care about.
93 	 */
94 
95 	proto = vhdr->h_vlan_encapsulated_proto;
96 	if (ntohs(proto) >= 1536) {
97 		skb->protocol = proto;
98 		return;
99 	}
100 
101 	rawp = skb->data;
102 	if (*(unsigned short *)rawp == 0xFFFF)
103 		/*
104 		 * This is a magic hack to spot IPX packets. Older Novell
105 		 * breaks the protocol design and runs IPX over 802.3 without
106 		 * an 802.2 LLC layer. We look for FFFF which isn't a used
107 		 * 802.2 SSAP/DSAP. This won't work for fault tolerant netware
108 		 * but does for the rest.
109 		 */
110 		skb->protocol = htons(ETH_P_802_3);
111 	else
112 		/*
113 		 * Real 802.2 LLC
114 		 */
115 		skb->protocol = htons(ETH_P_802_2);
116 }
117 
118 /*
119  *	Determine the packet's protocol ID. The rule here is that we
120  *	assume 802.3 if the type field is short enough to be a length.
121  *	This is normal practice and works for any 'now in use' protocol.
122  *
123  *  Also, at this point we assume that we ARE dealing exclusively with
124  *  VLAN packets, or packets that should be made into VLAN packets based
125  *  on a default VLAN ID.
126  *
127  *  NOTE:  Should be similar to ethernet/eth.c.
128  *
129  *  SANITY NOTE:  This method is called when a packet is moving up the stack
130  *                towards userland.  To get here, it would have already passed
131  *                through the ethernet/eth.c eth_type_trans() method.
132  *  SANITY NOTE 2: We are referencing to the VLAN_HDR frields, which MAY be
133  *                 stored UNALIGNED in the memory.  RISC systems don't like
134  *                 such cases very much...
135  *  SANITY NOTE 2a: According to Dave Miller & Alexey, it will always be
136  *  		    aligned, so there doesn't need to be any of the unaligned
137  *  		    stuff.  It has been commented out now...  --Ben
138  *
139  */
140 int vlan_skb_recv(struct sk_buff *skb, struct net_device *dev,
141 		  struct packet_type *ptype, struct net_device *orig_dev)
142 {
143 	struct vlan_hdr *vhdr;
144 	struct vlan_rx_stats *rx_stats;
145 	struct net_device *vlan_dev;
146 	u16 vlan_id;
147 	u16 vlan_tci;
148 
149 	skb = skb_share_check(skb, GFP_ATOMIC);
150 	if (skb == NULL)
151 		goto err_free;
152 
153 	if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
154 		goto err_free;
155 
156 	vhdr = (struct vlan_hdr *)skb->data;
157 	vlan_tci = ntohs(vhdr->h_vlan_TCI);
158 	vlan_id = vlan_tci & VLAN_VID_MASK;
159 
160 	rcu_read_lock();
161 	vlan_dev = __find_vlan_dev(dev, vlan_id);
162 
163 	/* If the VLAN device is defined, we use it.
164 	 * If not, and the VID is 0, it is a 802.1p packet (not
165 	 * really a VLAN), so we will just netif_rx it later to the
166 	 * original interface, but with the skb->proto set to the
167 	 * wrapped proto: we do nothing here.
168 	 */
169 
170 	if (!vlan_dev) {
171 		if (vlan_id) {
172 			pr_debug("%s: ERROR: No net_device for VID: %u on dev: %s\n",
173 				 __func__, vlan_id, dev->name);
174 			goto err_unlock;
175 		}
176 		rx_stats = NULL;
177 	} else {
178 		skb->dev = vlan_dev;
179 
180 		rx_stats = per_cpu_ptr(vlan_dev_info(skb->dev)->vlan_rx_stats,
181 					smp_processor_id());
182 		u64_stats_update_begin(&rx_stats->syncp);
183 		rx_stats->rx_packets++;
184 		rx_stats->rx_bytes += skb->len;
185 
186 		skb->priority = vlan_get_ingress_priority(skb->dev, vlan_tci);
187 
188 		pr_debug("%s: priority: %u for TCI: %hu\n",
189 			 __func__, skb->priority, vlan_tci);
190 
191 		switch (skb->pkt_type) {
192 		case PACKET_BROADCAST:
193 			/* Yeah, stats collect these together.. */
194 			/* stats->broadcast ++; // no such counter :-( */
195 			break;
196 
197 		case PACKET_MULTICAST:
198 			rx_stats->rx_multicast++;
199 			break;
200 
201 		case PACKET_OTHERHOST:
202 			/* Our lower layer thinks this is not local, let's make
203 			 * sure.
204 			 * This allows the VLAN to have a different MAC than the
205 			 * underlying device, and still route correctly.
206 			 */
207 			if (!compare_ether_addr(eth_hdr(skb)->h_dest,
208 						skb->dev->dev_addr))
209 				skb->pkt_type = PACKET_HOST;
210 			break;
211 		default:
212 			break;
213 		}
214 		u64_stats_update_end(&rx_stats->syncp);
215 	}
216 
217 	skb_pull_rcsum(skb, VLAN_HLEN);
218 	vlan_set_encap_proto(skb, vhdr);
219 
220 	if (vlan_dev) {
221 		skb = vlan_check_reorder_header(skb);
222 		if (!skb) {
223 			rx_stats->rx_errors++;
224 			goto err_unlock;
225 		}
226 	}
227 
228 	netif_rx(skb);
229 	rcu_read_unlock();
230 	return NET_RX_SUCCESS;
231 
232 err_unlock:
233 	rcu_read_unlock();
234 err_free:
235 	kfree_skb(skb);
236 	return NET_RX_DROP;
237 }
238 
239 static inline u16
240 vlan_dev_get_egress_qos_mask(struct net_device *dev, struct sk_buff *skb)
241 {
242 	struct vlan_priority_tci_mapping *mp;
243 
244 	mp = vlan_dev_info(dev)->egress_priority_map[(skb->priority & 0xF)];
245 	while (mp) {
246 		if (mp->priority == skb->priority) {
247 			return mp->vlan_qos; /* This should already be shifted
248 					      * to mask correctly with the
249 					      * VLAN's TCI */
250 		}
251 		mp = mp->next;
252 	}
253 	return 0;
254 }
255 
256 /*
257  *	Create the VLAN header for an arbitrary protocol layer
258  *
259  *	saddr=NULL	means use device source address
260  *	daddr=NULL	means leave destination address (eg unresolved arp)
261  *
262  *  This is called when the SKB is moving down the stack towards the
263  *  physical devices.
264  */
265 static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev,
266 				unsigned short type,
267 				const void *daddr, const void *saddr,
268 				unsigned int len)
269 {
270 	struct vlan_hdr *vhdr;
271 	unsigned int vhdrlen = 0;
272 	u16 vlan_tci = 0;
273 	int rc;
274 
275 	if (WARN_ON(skb_headroom(skb) < dev->hard_header_len))
276 		return -ENOSPC;
277 
278 	if (!(vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR)) {
279 		vhdr = (struct vlan_hdr *) skb_push(skb, VLAN_HLEN);
280 
281 		vlan_tci = vlan_dev_info(dev)->vlan_id;
282 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
283 		vhdr->h_vlan_TCI = htons(vlan_tci);
284 
285 		/*
286 		 *  Set the protocol type. For a packet of type ETH_P_802_3/2 we
287 		 *  put the length in here instead.
288 		 */
289 		if (type != ETH_P_802_3 && type != ETH_P_802_2)
290 			vhdr->h_vlan_encapsulated_proto = htons(type);
291 		else
292 			vhdr->h_vlan_encapsulated_proto = htons(len);
293 
294 		skb->protocol = htons(ETH_P_8021Q);
295 		type = ETH_P_8021Q;
296 		vhdrlen = VLAN_HLEN;
297 	}
298 
299 	/* Before delegating work to the lower layer, enter our MAC-address */
300 	if (saddr == NULL)
301 		saddr = dev->dev_addr;
302 
303 	/* Now make the underlying real hard header */
304 	dev = vlan_dev_info(dev)->real_dev;
305 	rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen);
306 	if (rc > 0)
307 		rc += vhdrlen;
308 	return rc;
309 }
310 
311 static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb,
312 					    struct net_device *dev)
313 {
314 	int i = skb_get_queue_mapping(skb);
315 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
316 	struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
317 	unsigned int len;
318 	int ret;
319 
320 	/* Handle non-VLAN frames if they are sent to us, for example by DHCP.
321 	 *
322 	 * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING
323 	 * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs...
324 	 */
325 	if (veth->h_vlan_proto != htons(ETH_P_8021Q) ||
326 	    vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR) {
327 		unsigned int orig_headroom = skb_headroom(skb);
328 		u16 vlan_tci;
329 
330 		vlan_dev_info(dev)->cnt_encap_on_xmit++;
331 
332 		vlan_tci = vlan_dev_info(dev)->vlan_id;
333 		vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
334 		skb = __vlan_put_tag(skb, vlan_tci);
335 		if (!skb) {
336 			txq->tx_dropped++;
337 			return NETDEV_TX_OK;
338 		}
339 
340 		if (orig_headroom < VLAN_HLEN)
341 			vlan_dev_info(dev)->cnt_inc_headroom_on_tx++;
342 	}
343 
344 
345 	skb_set_dev(skb, vlan_dev_info(dev)->real_dev);
346 	len = skb->len;
347 	ret = dev_queue_xmit(skb);
348 
349 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
350 		txq->tx_packets++;
351 		txq->tx_bytes += len;
352 	} else
353 		txq->tx_dropped++;
354 
355 	return ret;
356 }
357 
358 static netdev_tx_t vlan_dev_hwaccel_hard_start_xmit(struct sk_buff *skb,
359 						    struct net_device *dev)
360 {
361 	int i = skb_get_queue_mapping(skb);
362 	struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
363 	u16 vlan_tci;
364 	unsigned int len;
365 	int ret;
366 
367 	vlan_tci = vlan_dev_info(dev)->vlan_id;
368 	vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
369 	skb = __vlan_hwaccel_put_tag(skb, vlan_tci);
370 
371 	skb->dev = vlan_dev_info(dev)->real_dev;
372 	len = skb->len;
373 	ret = dev_queue_xmit(skb);
374 
375 	if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
376 		txq->tx_packets++;
377 		txq->tx_bytes += len;
378 	} else
379 		txq->tx_dropped++;
380 
381 	return ret;
382 }
383 
384 static u16 vlan_dev_select_queue(struct net_device *dev, struct sk_buff *skb)
385 {
386 	struct net_device *rdev = vlan_dev_info(dev)->real_dev;
387 	const struct net_device_ops *ops = rdev->netdev_ops;
388 
389 	return ops->ndo_select_queue(rdev, skb);
390 }
391 
392 static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu)
393 {
394 	/* TODO: gotta make sure the underlying layer can handle it,
395 	 * maybe an IFF_VLAN_CAPABLE flag for devices?
396 	 */
397 	if (vlan_dev_info(dev)->real_dev->mtu < new_mtu)
398 		return -ERANGE;
399 
400 	dev->mtu = new_mtu;
401 
402 	return 0;
403 }
404 
405 void vlan_dev_set_ingress_priority(const struct net_device *dev,
406 				   u32 skb_prio, u16 vlan_prio)
407 {
408 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
409 
410 	if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio)
411 		vlan->nr_ingress_mappings--;
412 	else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio)
413 		vlan->nr_ingress_mappings++;
414 
415 	vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio;
416 }
417 
418 int vlan_dev_set_egress_priority(const struct net_device *dev,
419 				 u32 skb_prio, u16 vlan_prio)
420 {
421 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
422 	struct vlan_priority_tci_mapping *mp = NULL;
423 	struct vlan_priority_tci_mapping *np;
424 	u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK;
425 
426 	/* See if a priority mapping exists.. */
427 	mp = vlan->egress_priority_map[skb_prio & 0xF];
428 	while (mp) {
429 		if (mp->priority == skb_prio) {
430 			if (mp->vlan_qos && !vlan_qos)
431 				vlan->nr_egress_mappings--;
432 			else if (!mp->vlan_qos && vlan_qos)
433 				vlan->nr_egress_mappings++;
434 			mp->vlan_qos = vlan_qos;
435 			return 0;
436 		}
437 		mp = mp->next;
438 	}
439 
440 	/* Create a new mapping then. */
441 	mp = vlan->egress_priority_map[skb_prio & 0xF];
442 	np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL);
443 	if (!np)
444 		return -ENOBUFS;
445 
446 	np->next = mp;
447 	np->priority = skb_prio;
448 	np->vlan_qos = vlan_qos;
449 	vlan->egress_priority_map[skb_prio & 0xF] = np;
450 	if (vlan_qos)
451 		vlan->nr_egress_mappings++;
452 	return 0;
453 }
454 
455 /* Flags are defined in the vlan_flags enum in include/linux/if_vlan.h file. */
456 int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask)
457 {
458 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
459 	u32 old_flags = vlan->flags;
460 
461 	if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP |
462 		     VLAN_FLAG_LOOSE_BINDING))
463 		return -EINVAL;
464 
465 	vlan->flags = (old_flags & ~mask) | (flags & mask);
466 
467 	if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) {
468 		if (vlan->flags & VLAN_FLAG_GVRP)
469 			vlan_gvrp_request_join(dev);
470 		else
471 			vlan_gvrp_request_leave(dev);
472 	}
473 	return 0;
474 }
475 
476 void vlan_dev_get_realdev_name(const struct net_device *dev, char *result)
477 {
478 	strncpy(result, vlan_dev_info(dev)->real_dev->name, 23);
479 }
480 
481 static int vlan_dev_open(struct net_device *dev)
482 {
483 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
484 	struct net_device *real_dev = vlan->real_dev;
485 	int err;
486 
487 	if (!(real_dev->flags & IFF_UP) &&
488 	    !(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
489 		return -ENETDOWN;
490 
491 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr)) {
492 		err = dev_uc_add(real_dev, dev->dev_addr);
493 		if (err < 0)
494 			goto out;
495 	}
496 
497 	if (dev->flags & IFF_ALLMULTI) {
498 		err = dev_set_allmulti(real_dev, 1);
499 		if (err < 0)
500 			goto del_unicast;
501 	}
502 	if (dev->flags & IFF_PROMISC) {
503 		err = dev_set_promiscuity(real_dev, 1);
504 		if (err < 0)
505 			goto clear_allmulti;
506 	}
507 
508 	memcpy(vlan->real_dev_addr, real_dev->dev_addr, ETH_ALEN);
509 
510 	if (vlan->flags & VLAN_FLAG_GVRP)
511 		vlan_gvrp_request_join(dev);
512 
513 	if (netif_carrier_ok(real_dev))
514 		netif_carrier_on(dev);
515 	return 0;
516 
517 clear_allmulti:
518 	if (dev->flags & IFF_ALLMULTI)
519 		dev_set_allmulti(real_dev, -1);
520 del_unicast:
521 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
522 		dev_uc_del(real_dev, dev->dev_addr);
523 out:
524 	netif_carrier_off(dev);
525 	return err;
526 }
527 
528 static int vlan_dev_stop(struct net_device *dev)
529 {
530 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
531 	struct net_device *real_dev = vlan->real_dev;
532 
533 	if (vlan->flags & VLAN_FLAG_GVRP)
534 		vlan_gvrp_request_leave(dev);
535 
536 	dev_mc_unsync(real_dev, dev);
537 	dev_uc_unsync(real_dev, dev);
538 	if (dev->flags & IFF_ALLMULTI)
539 		dev_set_allmulti(real_dev, -1);
540 	if (dev->flags & IFF_PROMISC)
541 		dev_set_promiscuity(real_dev, -1);
542 
543 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
544 		dev_uc_del(real_dev, dev->dev_addr);
545 
546 	netif_carrier_off(dev);
547 	return 0;
548 }
549 
550 static int vlan_dev_set_mac_address(struct net_device *dev, void *p)
551 {
552 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
553 	struct sockaddr *addr = p;
554 	int err;
555 
556 	if (!is_valid_ether_addr(addr->sa_data))
557 		return -EADDRNOTAVAIL;
558 
559 	if (!(dev->flags & IFF_UP))
560 		goto out;
561 
562 	if (compare_ether_addr(addr->sa_data, real_dev->dev_addr)) {
563 		err = dev_uc_add(real_dev, addr->sa_data);
564 		if (err < 0)
565 			return err;
566 	}
567 
568 	if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
569 		dev_uc_del(real_dev, dev->dev_addr);
570 
571 out:
572 	memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
573 	return 0;
574 }
575 
576 static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
577 {
578 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
579 	const struct net_device_ops *ops = real_dev->netdev_ops;
580 	struct ifreq ifrr;
581 	int err = -EOPNOTSUPP;
582 
583 	strncpy(ifrr.ifr_name, real_dev->name, IFNAMSIZ);
584 	ifrr.ifr_ifru = ifr->ifr_ifru;
585 
586 	switch (cmd) {
587 	case SIOCGMIIPHY:
588 	case SIOCGMIIREG:
589 	case SIOCSMIIREG:
590 		if (netif_device_present(real_dev) && ops->ndo_do_ioctl)
591 			err = ops->ndo_do_ioctl(real_dev, &ifrr, cmd);
592 		break;
593 	}
594 
595 	if (!err)
596 		ifr->ifr_ifru = ifrr.ifr_ifru;
597 
598 	return err;
599 }
600 
601 static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa)
602 {
603 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
604 	const struct net_device_ops *ops = real_dev->netdev_ops;
605 	int err = 0;
606 
607 	if (netif_device_present(real_dev) && ops->ndo_neigh_setup)
608 		err = ops->ndo_neigh_setup(real_dev, pa);
609 
610 	return err;
611 }
612 
613 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
614 static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid,
615 				   struct scatterlist *sgl, unsigned int sgc)
616 {
617 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
618 	const struct net_device_ops *ops = real_dev->netdev_ops;
619 	int rc = 0;
620 
621 	if (ops->ndo_fcoe_ddp_setup)
622 		rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc);
623 
624 	return rc;
625 }
626 
627 static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid)
628 {
629 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
630 	const struct net_device_ops *ops = real_dev->netdev_ops;
631 	int len = 0;
632 
633 	if (ops->ndo_fcoe_ddp_done)
634 		len = ops->ndo_fcoe_ddp_done(real_dev, xid);
635 
636 	return len;
637 }
638 
639 static int vlan_dev_fcoe_enable(struct net_device *dev)
640 {
641 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
642 	const struct net_device_ops *ops = real_dev->netdev_ops;
643 	int rc = -EINVAL;
644 
645 	if (ops->ndo_fcoe_enable)
646 		rc = ops->ndo_fcoe_enable(real_dev);
647 	return rc;
648 }
649 
650 static int vlan_dev_fcoe_disable(struct net_device *dev)
651 {
652 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
653 	const struct net_device_ops *ops = real_dev->netdev_ops;
654 	int rc = -EINVAL;
655 
656 	if (ops->ndo_fcoe_disable)
657 		rc = ops->ndo_fcoe_disable(real_dev);
658 	return rc;
659 }
660 
661 static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type)
662 {
663 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
664 	const struct net_device_ops *ops = real_dev->netdev_ops;
665 	int rc = -EINVAL;
666 
667 	if (ops->ndo_fcoe_get_wwn)
668 		rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type);
669 	return rc;
670 }
671 #endif
672 
673 static void vlan_dev_change_rx_flags(struct net_device *dev, int change)
674 {
675 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
676 
677 	if (change & IFF_ALLMULTI)
678 		dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1);
679 	if (change & IFF_PROMISC)
680 		dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1);
681 }
682 
683 static void vlan_dev_set_rx_mode(struct net_device *vlan_dev)
684 {
685 	dev_mc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
686 	dev_uc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
687 }
688 
689 /*
690  * vlan network devices have devices nesting below it, and are a special
691  * "super class" of normal network devices; split their locks off into a
692  * separate class since they always nest.
693  */
694 static struct lock_class_key vlan_netdev_xmit_lock_key;
695 static struct lock_class_key vlan_netdev_addr_lock_key;
696 
697 static void vlan_dev_set_lockdep_one(struct net_device *dev,
698 				     struct netdev_queue *txq,
699 				     void *_subclass)
700 {
701 	lockdep_set_class_and_subclass(&txq->_xmit_lock,
702 				       &vlan_netdev_xmit_lock_key,
703 				       *(int *)_subclass);
704 }
705 
706 static void vlan_dev_set_lockdep_class(struct net_device *dev, int subclass)
707 {
708 	lockdep_set_class_and_subclass(&dev->addr_list_lock,
709 				       &vlan_netdev_addr_lock_key,
710 				       subclass);
711 	netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, &subclass);
712 }
713 
714 static const struct header_ops vlan_header_ops = {
715 	.create	 = vlan_dev_hard_header,
716 	.rebuild = vlan_dev_rebuild_header,
717 	.parse	 = eth_header_parse,
718 };
719 
720 static const struct net_device_ops vlan_netdev_ops, vlan_netdev_accel_ops,
721 		    vlan_netdev_ops_sq, vlan_netdev_accel_ops_sq;
722 
723 static int vlan_dev_init(struct net_device *dev)
724 {
725 	struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
726 	int subclass = 0;
727 
728 	netif_carrier_off(dev);
729 
730 	/* IFF_BROADCAST|IFF_MULTICAST; ??? */
731 	dev->flags  = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
732 					  IFF_MASTER | IFF_SLAVE);
733 	dev->iflink = real_dev->ifindex;
734 	dev->state  = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) |
735 					  (1<<__LINK_STATE_DORMANT))) |
736 		      (1<<__LINK_STATE_PRESENT);
737 
738 	dev->features |= real_dev->features & real_dev->vlan_features;
739 	dev->gso_max_size = real_dev->gso_max_size;
740 
741 	/* ipv6 shared card related stuff */
742 	dev->dev_id = real_dev->dev_id;
743 
744 	if (is_zero_ether_addr(dev->dev_addr))
745 		memcpy(dev->dev_addr, real_dev->dev_addr, dev->addr_len);
746 	if (is_zero_ether_addr(dev->broadcast))
747 		memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len);
748 
749 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
750 	dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid;
751 #endif
752 
753 	if (real_dev->features & NETIF_F_HW_VLAN_TX) {
754 		dev->header_ops      = real_dev->header_ops;
755 		dev->hard_header_len = real_dev->hard_header_len;
756 		if (real_dev->netdev_ops->ndo_select_queue)
757 			dev->netdev_ops = &vlan_netdev_accel_ops_sq;
758 		else
759 			dev->netdev_ops = &vlan_netdev_accel_ops;
760 	} else {
761 		dev->header_ops      = &vlan_header_ops;
762 		dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN;
763 		if (real_dev->netdev_ops->ndo_select_queue)
764 			dev->netdev_ops = &vlan_netdev_ops_sq;
765 		else
766 			dev->netdev_ops = &vlan_netdev_ops;
767 	}
768 
769 	if (is_vlan_dev(real_dev))
770 		subclass = 1;
771 
772 	vlan_dev_set_lockdep_class(dev, subclass);
773 
774 	vlan_dev_info(dev)->vlan_rx_stats = alloc_percpu(struct vlan_rx_stats);
775 	if (!vlan_dev_info(dev)->vlan_rx_stats)
776 		return -ENOMEM;
777 
778 	return 0;
779 }
780 
781 static void vlan_dev_uninit(struct net_device *dev)
782 {
783 	struct vlan_priority_tci_mapping *pm;
784 	struct vlan_dev_info *vlan = vlan_dev_info(dev);
785 	int i;
786 
787 	free_percpu(vlan->vlan_rx_stats);
788 	vlan->vlan_rx_stats = NULL;
789 	for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) {
790 		while ((pm = vlan->egress_priority_map[i]) != NULL) {
791 			vlan->egress_priority_map[i] = pm->next;
792 			kfree(pm);
793 		}
794 	}
795 }
796 
797 static int vlan_ethtool_get_settings(struct net_device *dev,
798 				     struct ethtool_cmd *cmd)
799 {
800 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
801 	return dev_ethtool_get_settings(vlan->real_dev, cmd);
802 }
803 
804 static void vlan_ethtool_get_drvinfo(struct net_device *dev,
805 				     struct ethtool_drvinfo *info)
806 {
807 	strcpy(info->driver, vlan_fullname);
808 	strcpy(info->version, vlan_version);
809 	strcpy(info->fw_version, "N/A");
810 }
811 
812 static u32 vlan_ethtool_get_rx_csum(struct net_device *dev)
813 {
814 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
815 	return dev_ethtool_get_rx_csum(vlan->real_dev);
816 }
817 
818 static u32 vlan_ethtool_get_flags(struct net_device *dev)
819 {
820 	const struct vlan_dev_info *vlan = vlan_dev_info(dev);
821 	return dev_ethtool_get_flags(vlan->real_dev);
822 }
823 
824 static struct rtnl_link_stats64 *vlan_dev_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
825 {
826 	dev_txq_stats_fold(dev, stats);
827 
828 	if (vlan_dev_info(dev)->vlan_rx_stats) {
829 		struct vlan_rx_stats *p, accum = {0};
830 		int i;
831 
832 		for_each_possible_cpu(i) {
833 			u64 rxpackets, rxbytes, rxmulticast;
834 			unsigned int start;
835 
836 			p = per_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats, i);
837 			do {
838 				start = u64_stats_fetch_begin_bh(&p->syncp);
839 				rxpackets	= p->rx_packets;
840 				rxbytes		= p->rx_bytes;
841 				rxmulticast	= p->rx_multicast;
842 			} while (u64_stats_fetch_retry_bh(&p->syncp, start));
843 			accum.rx_packets += rxpackets;
844 			accum.rx_bytes   += rxbytes;
845 			accum.rx_multicast += rxmulticast;
846 			/* rx_errors is an ulong, not protected by syncp */
847 			accum.rx_errors  += p->rx_errors;
848 		}
849 		stats->rx_packets = accum.rx_packets;
850 		stats->rx_bytes   = accum.rx_bytes;
851 		stats->rx_errors  = accum.rx_errors;
852 		stats->multicast  = accum.rx_multicast;
853 	}
854 	return stats;
855 }
856 
857 static int vlan_ethtool_set_tso(struct net_device *dev, u32 data)
858 {
859        if (data) {
860 		struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
861 
862 		/* Underlying device must support TSO for VLAN-tagged packets
863 		 * and must have TSO enabled now.
864 		 */
865 		if (!(real_dev->vlan_features & NETIF_F_TSO))
866 			return -EOPNOTSUPP;
867 		if (!(real_dev->features & NETIF_F_TSO))
868 			return -EINVAL;
869 		dev->features |= NETIF_F_TSO;
870 	} else {
871 		dev->features &= ~NETIF_F_TSO;
872 	}
873 	return 0;
874 }
875 
876 static const struct ethtool_ops vlan_ethtool_ops = {
877 	.get_settings	        = vlan_ethtool_get_settings,
878 	.get_drvinfo	        = vlan_ethtool_get_drvinfo,
879 	.get_link		= ethtool_op_get_link,
880 	.get_rx_csum		= vlan_ethtool_get_rx_csum,
881 	.get_flags		= vlan_ethtool_get_flags,
882 	.set_tso                = vlan_ethtool_set_tso,
883 };
884 
885 static const struct net_device_ops vlan_netdev_ops = {
886 	.ndo_change_mtu		= vlan_dev_change_mtu,
887 	.ndo_init		= vlan_dev_init,
888 	.ndo_uninit		= vlan_dev_uninit,
889 	.ndo_open		= vlan_dev_open,
890 	.ndo_stop		= vlan_dev_stop,
891 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
892 	.ndo_validate_addr	= eth_validate_addr,
893 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
894 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
895 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
896 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
897 	.ndo_do_ioctl		= vlan_dev_ioctl,
898 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
899 	.ndo_get_stats64	= vlan_dev_get_stats64,
900 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
901 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
902 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
903 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
904 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
905 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
906 #endif
907 };
908 
909 static const struct net_device_ops vlan_netdev_accel_ops = {
910 	.ndo_change_mtu		= vlan_dev_change_mtu,
911 	.ndo_init		= vlan_dev_init,
912 	.ndo_uninit		= vlan_dev_uninit,
913 	.ndo_open		= vlan_dev_open,
914 	.ndo_stop		= vlan_dev_stop,
915 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
916 	.ndo_validate_addr	= eth_validate_addr,
917 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
918 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
919 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
920 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
921 	.ndo_do_ioctl		= vlan_dev_ioctl,
922 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
923 	.ndo_get_stats64	= vlan_dev_get_stats64,
924 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
925 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
926 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
927 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
928 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
929 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
930 #endif
931 };
932 
933 static const struct net_device_ops vlan_netdev_ops_sq = {
934 	.ndo_select_queue	= vlan_dev_select_queue,
935 	.ndo_change_mtu		= vlan_dev_change_mtu,
936 	.ndo_init		= vlan_dev_init,
937 	.ndo_uninit		= vlan_dev_uninit,
938 	.ndo_open		= vlan_dev_open,
939 	.ndo_stop		= vlan_dev_stop,
940 	.ndo_start_xmit =  vlan_dev_hard_start_xmit,
941 	.ndo_validate_addr	= eth_validate_addr,
942 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
943 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
944 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
945 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
946 	.ndo_do_ioctl		= vlan_dev_ioctl,
947 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
948 	.ndo_get_stats64	= vlan_dev_get_stats64,
949 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
950 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
951 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
952 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
953 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
954 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
955 #endif
956 };
957 
958 static const struct net_device_ops vlan_netdev_accel_ops_sq = {
959 	.ndo_select_queue	= vlan_dev_select_queue,
960 	.ndo_change_mtu		= vlan_dev_change_mtu,
961 	.ndo_init		= vlan_dev_init,
962 	.ndo_uninit		= vlan_dev_uninit,
963 	.ndo_open		= vlan_dev_open,
964 	.ndo_stop		= vlan_dev_stop,
965 	.ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
966 	.ndo_validate_addr	= eth_validate_addr,
967 	.ndo_set_mac_address	= vlan_dev_set_mac_address,
968 	.ndo_set_rx_mode	= vlan_dev_set_rx_mode,
969 	.ndo_set_multicast_list	= vlan_dev_set_rx_mode,
970 	.ndo_change_rx_flags	= vlan_dev_change_rx_flags,
971 	.ndo_do_ioctl		= vlan_dev_ioctl,
972 	.ndo_neigh_setup	= vlan_dev_neigh_setup,
973 	.ndo_get_stats64	= vlan_dev_get_stats64,
974 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
975 	.ndo_fcoe_ddp_setup	= vlan_dev_fcoe_ddp_setup,
976 	.ndo_fcoe_ddp_done	= vlan_dev_fcoe_ddp_done,
977 	.ndo_fcoe_enable	= vlan_dev_fcoe_enable,
978 	.ndo_fcoe_disable	= vlan_dev_fcoe_disable,
979 	.ndo_fcoe_get_wwn	= vlan_dev_fcoe_get_wwn,
980 #endif
981 };
982 
983 void vlan_setup(struct net_device *dev)
984 {
985 	ether_setup(dev);
986 
987 	dev->priv_flags		|= IFF_802_1Q_VLAN;
988 	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
989 	dev->tx_queue_len	= 0;
990 
991 	dev->netdev_ops		= &vlan_netdev_ops;
992 	dev->destructor		= free_netdev;
993 	dev->ethtool_ops	= &vlan_ethtool_ops;
994 
995 	memset(dev->broadcast, 0, ETH_ALEN);
996 }
997