xref: /linux/net/bridge/br_vlan.c (revision 7f356166aebb0d956d367dfe55e19d7783277d09)
1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
7 
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
10 
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
12 
13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
14 			      const void *ptr)
15 {
16 	const struct net_bridge_vlan *vle = ptr;
17 	u16 vid = *(u16 *)arg->key;
18 
19 	return vle->vid != vid;
20 }
21 
22 static const struct rhashtable_params br_vlan_rht_params = {
23 	.head_offset = offsetof(struct net_bridge_vlan, vnode),
24 	.key_offset = offsetof(struct net_bridge_vlan, vid),
25 	.key_len = sizeof(u16),
26 	.nelem_hint = 3,
27 	.max_size = VLAN_N_VID,
28 	.obj_cmpfn = br_vlan_cmp,
29 	.automatic_shrinking = true,
30 };
31 
32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
33 {
34 	return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
35 }
36 
37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
38 			    const struct net_bridge_vlan *v)
39 {
40 	if (vg->pvid == v->vid)
41 		return false;
42 
43 	smp_wmb();
44 	br_vlan_set_pvid_state(vg, v->state);
45 	vg->pvid = v->vid;
46 
47 	return true;
48 }
49 
50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
51 {
52 	if (vg->pvid != vid)
53 		return false;
54 
55 	smp_wmb();
56 	vg->pvid = 0;
57 
58 	return true;
59 }
60 
61 /* return true if anything changed, false otherwise */
62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
63 {
64 	struct net_bridge_vlan_group *vg;
65 	u16 old_flags = v->flags;
66 	bool ret;
67 
68 	if (br_vlan_is_master(v))
69 		vg = br_vlan_group(v->br);
70 	else
71 		vg = nbp_vlan_group(v->port);
72 
73 	if (flags & BRIDGE_VLAN_INFO_PVID)
74 		ret = __vlan_add_pvid(vg, v);
75 	else
76 		ret = __vlan_delete_pvid(vg, v->vid);
77 
78 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
79 		v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
80 	else
81 		v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
82 
83 	return ret || !!(old_flags ^ v->flags);
84 }
85 
86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
87 			  struct net_bridge_vlan *v, u16 flags,
88 			  struct netlink_ext_ack *extack)
89 {
90 	int err;
91 
92 	/* Try switchdev op first. In case it is not supported, fallback to
93 	 * 8021q add.
94 	 */
95 	err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
96 	if (err == -EOPNOTSUPP)
97 		return vlan_vid_add(dev, br->vlan_proto, v->vid);
98 	v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
99 	return err;
100 }
101 
102 static void __vlan_add_list(struct net_bridge_vlan *v)
103 {
104 	struct net_bridge_vlan_group *vg;
105 	struct list_head *headp, *hpos;
106 	struct net_bridge_vlan *vent;
107 
108 	if (br_vlan_is_master(v))
109 		vg = br_vlan_group(v->br);
110 	else
111 		vg = nbp_vlan_group(v->port);
112 
113 	headp = &vg->vlan_list;
114 	list_for_each_prev(hpos, headp) {
115 		vent = list_entry(hpos, struct net_bridge_vlan, vlist);
116 		if (v->vid < vent->vid)
117 			continue;
118 		else
119 			break;
120 	}
121 	list_add_rcu(&v->vlist, hpos);
122 }
123 
124 static void __vlan_del_list(struct net_bridge_vlan *v)
125 {
126 	list_del_rcu(&v->vlist);
127 }
128 
129 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
130 			  const struct net_bridge_vlan *v)
131 {
132 	int err;
133 
134 	/* Try switchdev op first. In case it is not supported, fallback to
135 	 * 8021q del.
136 	 */
137 	err = br_switchdev_port_vlan_del(dev, v->vid);
138 	if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
139 		vlan_vid_del(dev, br->vlan_proto, v->vid);
140 	return err == -EOPNOTSUPP ? 0 : err;
141 }
142 
143 /* Returns a master vlan, if it didn't exist it gets created. In all cases
144  * a reference is taken to the master vlan before returning.
145  */
146 static struct net_bridge_vlan *
147 br_vlan_get_master(struct net_bridge *br, u16 vid,
148 		   struct netlink_ext_ack *extack)
149 {
150 	struct net_bridge_vlan_group *vg;
151 	struct net_bridge_vlan *masterv;
152 
153 	vg = br_vlan_group(br);
154 	masterv = br_vlan_find(vg, vid);
155 	if (!masterv) {
156 		bool changed;
157 
158 		/* missing global ctx, create it now */
159 		if (br_vlan_add(br, vid, 0, &changed, extack))
160 			return NULL;
161 		masterv = br_vlan_find(vg, vid);
162 		if (WARN_ON(!masterv))
163 			return NULL;
164 		refcount_set(&masterv->refcnt, 1);
165 		return masterv;
166 	}
167 	refcount_inc(&masterv->refcnt);
168 
169 	return masterv;
170 }
171 
172 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
173 {
174 	struct net_bridge_vlan *v;
175 
176 	v = container_of(rcu, struct net_bridge_vlan, rcu);
177 	WARN_ON(!br_vlan_is_master(v));
178 	free_percpu(v->stats);
179 	v->stats = NULL;
180 	kfree(v);
181 }
182 
183 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
184 {
185 	struct net_bridge_vlan_group *vg;
186 
187 	if (!br_vlan_is_master(masterv))
188 		return;
189 
190 	vg = br_vlan_group(masterv->br);
191 	if (refcount_dec_and_test(&masterv->refcnt)) {
192 		rhashtable_remove_fast(&vg->vlan_hash,
193 				       &masterv->vnode, br_vlan_rht_params);
194 		__vlan_del_list(masterv);
195 		call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
196 	}
197 }
198 
199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
200 {
201 	struct net_bridge_vlan *v;
202 
203 	v = container_of(rcu, struct net_bridge_vlan, rcu);
204 	WARN_ON(br_vlan_is_master(v));
205 	/* if we had per-port stats configured then free them here */
206 	if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
207 		free_percpu(v->stats);
208 	v->stats = NULL;
209 	kfree(v);
210 }
211 
212 /* This is the shared VLAN add function which works for both ports and bridge
213  * devices. There are four possible calls to this function in terms of the
214  * vlan entry type:
215  * 1. vlan is being added on a port (no master flags, global entry exists)
216  * 2. vlan is being added on a bridge (both master and brentry flags)
217  * 3. vlan is being added on a port, but a global entry didn't exist which
218  *    is being created right now (master flag set, brentry flag unset), the
219  *    global entry is used for global per-vlan features, but not for filtering
220  * 4. same as 3 but with both master and brentry flags set so the entry
221  *    will be used for filtering in both the port and the bridge
222  */
223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
224 		      struct netlink_ext_ack *extack)
225 {
226 	struct net_bridge_vlan *masterv = NULL;
227 	struct net_bridge_port *p = NULL;
228 	struct net_bridge_vlan_group *vg;
229 	struct net_device *dev;
230 	struct net_bridge *br;
231 	int err;
232 
233 	if (br_vlan_is_master(v)) {
234 		br = v->br;
235 		dev = br->dev;
236 		vg = br_vlan_group(br);
237 	} else {
238 		p = v->port;
239 		br = p->br;
240 		dev = p->dev;
241 		vg = nbp_vlan_group(p);
242 	}
243 
244 	if (p) {
245 		/* Add VLAN to the device filter if it is supported.
246 		 * This ensures tagged traffic enters the bridge when
247 		 * promiscuous mode is disabled by br_manage_promisc().
248 		 */
249 		err = __vlan_vid_add(dev, br, v, flags, extack);
250 		if (err)
251 			goto out;
252 
253 		/* need to work on the master vlan too */
254 		if (flags & BRIDGE_VLAN_INFO_MASTER) {
255 			bool changed;
256 
257 			err = br_vlan_add(br, v->vid,
258 					  flags | BRIDGE_VLAN_INFO_BRENTRY,
259 					  &changed, extack);
260 			if (err)
261 				goto out_filt;
262 
263 			if (changed)
264 				br_vlan_notify(br, NULL, v->vid, 0,
265 					       RTM_NEWVLAN);
266 		}
267 
268 		masterv = br_vlan_get_master(br, v->vid, extack);
269 		if (!masterv)
270 			goto out_filt;
271 		v->brvlan = masterv;
272 		if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
273 			v->stats =
274 			     netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
275 			if (!v->stats) {
276 				err = -ENOMEM;
277 				goto out_filt;
278 			}
279 			v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
280 		} else {
281 			v->stats = masterv->stats;
282 		}
283 	} else {
284 		err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
285 		if (err && err != -EOPNOTSUPP)
286 			goto out;
287 	}
288 
289 	/* Add the dev mac and count the vlan only if it's usable */
290 	if (br_vlan_should_use(v)) {
291 		err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
292 		if (err) {
293 			br_err(br, "failed insert local address into bridge forwarding table\n");
294 			goto out_filt;
295 		}
296 		vg->num_vlans++;
297 	}
298 
299 	/* set the state before publishing */
300 	v->state = BR_STATE_FORWARDING;
301 
302 	err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
303 					    br_vlan_rht_params);
304 	if (err)
305 		goto out_fdb_insert;
306 
307 	__vlan_add_list(v);
308 	__vlan_add_flags(v, flags);
309 
310 	if (p)
311 		nbp_vlan_set_vlan_dev_state(p, v->vid);
312 out:
313 	return err;
314 
315 out_fdb_insert:
316 	if (br_vlan_should_use(v)) {
317 		br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
318 		vg->num_vlans--;
319 	}
320 
321 out_filt:
322 	if (p) {
323 		__vlan_vid_del(dev, br, v);
324 		if (masterv) {
325 			if (v->stats && masterv->stats != v->stats)
326 				free_percpu(v->stats);
327 			v->stats = NULL;
328 
329 			br_vlan_put_master(masterv);
330 			v->brvlan = NULL;
331 		}
332 	} else {
333 		br_switchdev_port_vlan_del(dev, v->vid);
334 	}
335 
336 	goto out;
337 }
338 
339 static int __vlan_del(struct net_bridge_vlan *v)
340 {
341 	struct net_bridge_vlan *masterv = v;
342 	struct net_bridge_vlan_group *vg;
343 	struct net_bridge_port *p = NULL;
344 	int err = 0;
345 
346 	if (br_vlan_is_master(v)) {
347 		vg = br_vlan_group(v->br);
348 	} else {
349 		p = v->port;
350 		vg = nbp_vlan_group(v->port);
351 		masterv = v->brvlan;
352 	}
353 
354 	__vlan_delete_pvid(vg, v->vid);
355 	if (p) {
356 		err = __vlan_vid_del(p->dev, p->br, v);
357 		if (err)
358 			goto out;
359 	} else {
360 		err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
361 		if (err && err != -EOPNOTSUPP)
362 			goto out;
363 		err = 0;
364 	}
365 
366 	if (br_vlan_should_use(v)) {
367 		v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
368 		vg->num_vlans--;
369 	}
370 
371 	if (masterv != v) {
372 		vlan_tunnel_info_del(vg, v);
373 		rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
374 				       br_vlan_rht_params);
375 		__vlan_del_list(v);
376 		nbp_vlan_set_vlan_dev_state(p, v->vid);
377 		call_rcu(&v->rcu, nbp_vlan_rcu_free);
378 	}
379 
380 	br_vlan_put_master(masterv);
381 out:
382 	return err;
383 }
384 
385 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
386 {
387 	WARN_ON(!list_empty(&vg->vlan_list));
388 	rhashtable_destroy(&vg->vlan_hash);
389 	vlan_tunnel_deinit(vg);
390 	kfree(vg);
391 }
392 
393 static void __vlan_flush(const struct net_bridge *br,
394 			 const struct net_bridge_port *p,
395 			 struct net_bridge_vlan_group *vg)
396 {
397 	struct net_bridge_vlan *vlan, *tmp;
398 	u16 v_start = 0, v_end = 0;
399 
400 	__vlan_delete_pvid(vg, vg->pvid);
401 	list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
402 		/* take care of disjoint ranges */
403 		if (!v_start) {
404 			v_start = vlan->vid;
405 		} else if (vlan->vid - v_end != 1) {
406 			/* found range end, notify and start next one */
407 			br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
408 			v_start = vlan->vid;
409 		}
410 		v_end = vlan->vid;
411 
412 		__vlan_del(vlan);
413 	}
414 
415 	/* notify about the last/whole vlan range */
416 	if (v_start)
417 		br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
418 }
419 
420 struct sk_buff *br_handle_vlan(struct net_bridge *br,
421 			       const struct net_bridge_port *p,
422 			       struct net_bridge_vlan_group *vg,
423 			       struct sk_buff *skb)
424 {
425 	struct pcpu_sw_netstats *stats;
426 	struct net_bridge_vlan *v;
427 	u16 vid;
428 
429 	/* If this packet was not filtered at input, let it pass */
430 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
431 		goto out;
432 
433 	/* At this point, we know that the frame was filtered and contains
434 	 * a valid vlan id.  If the vlan id has untagged flag set,
435 	 * send untagged; otherwise, send tagged.
436 	 */
437 	br_vlan_get_tag(skb, &vid);
438 	v = br_vlan_find(vg, vid);
439 	/* Vlan entry must be configured at this point.  The
440 	 * only exception is the bridge is set in promisc mode and the
441 	 * packet is destined for the bridge device.  In this case
442 	 * pass the packet as is.
443 	 */
444 	if (!v || !br_vlan_should_use(v)) {
445 		if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
446 			goto out;
447 		} else {
448 			kfree_skb(skb);
449 			return NULL;
450 		}
451 	}
452 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
453 		stats = this_cpu_ptr(v->stats);
454 		u64_stats_update_begin(&stats->syncp);
455 		stats->tx_bytes += skb->len;
456 		stats->tx_packets++;
457 		u64_stats_update_end(&stats->syncp);
458 	}
459 
460 	if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
461 		__vlan_hwaccel_clear_tag(skb);
462 
463 	if (p && (p->flags & BR_VLAN_TUNNEL) &&
464 	    br_handle_egress_vlan_tunnel(skb, v)) {
465 		kfree_skb(skb);
466 		return NULL;
467 	}
468 out:
469 	return skb;
470 }
471 
472 /* Called under RCU */
473 static bool __allowed_ingress(const struct net_bridge *br,
474 			      struct net_bridge_vlan_group *vg,
475 			      struct sk_buff *skb, u16 *vid,
476 			      u8 *state)
477 {
478 	struct pcpu_sw_netstats *stats;
479 	struct net_bridge_vlan *v;
480 	bool tagged;
481 
482 	BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
483 	/* If vlan tx offload is disabled on bridge device and frame was
484 	 * sent from vlan device on the bridge device, it does not have
485 	 * HW accelerated vlan tag.
486 	 */
487 	if (unlikely(!skb_vlan_tag_present(skb) &&
488 		     skb->protocol == br->vlan_proto)) {
489 		skb = skb_vlan_untag(skb);
490 		if (unlikely(!skb))
491 			return false;
492 	}
493 
494 	if (!br_vlan_get_tag(skb, vid)) {
495 		/* Tagged frame */
496 		if (skb->vlan_proto != br->vlan_proto) {
497 			/* Protocol-mismatch, empty out vlan_tci for new tag */
498 			skb_push(skb, ETH_HLEN);
499 			skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
500 							skb_vlan_tag_get(skb));
501 			if (unlikely(!skb))
502 				return false;
503 
504 			skb_pull(skb, ETH_HLEN);
505 			skb_reset_mac_len(skb);
506 			*vid = 0;
507 			tagged = false;
508 		} else {
509 			tagged = true;
510 		}
511 	} else {
512 		/* Untagged frame */
513 		tagged = false;
514 	}
515 
516 	if (!*vid) {
517 		u16 pvid = br_get_pvid(vg);
518 
519 		/* Frame had a tag with VID 0 or did not have a tag.
520 		 * See if pvid is set on this port.  That tells us which
521 		 * vlan untagged or priority-tagged traffic belongs to.
522 		 */
523 		if (!pvid)
524 			goto drop;
525 
526 		/* PVID is set on this port.  Any untagged or priority-tagged
527 		 * ingress frame is considered to belong to this vlan.
528 		 */
529 		*vid = pvid;
530 		if (likely(!tagged))
531 			/* Untagged Frame. */
532 			__vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
533 		else
534 			/* Priority-tagged Frame.
535 			 * At this point, we know that skb->vlan_tci VID
536 			 * field was 0.
537 			 * We update only VID field and preserve PCP field.
538 			 */
539 			skb->vlan_tci |= pvid;
540 
541 		/* if stats are disabled we can avoid the lookup */
542 		if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
543 			if (*state == BR_STATE_FORWARDING) {
544 				*state = br_vlan_get_pvid_state(vg);
545 				return br_vlan_state_allowed(*state, true);
546 			} else {
547 				return true;
548 			}
549 		}
550 	}
551 	v = br_vlan_find(vg, *vid);
552 	if (!v || !br_vlan_should_use(v))
553 		goto drop;
554 
555 	if (*state == BR_STATE_FORWARDING) {
556 		*state = br_vlan_get_state(v);
557 		if (!br_vlan_state_allowed(*state, true))
558 			goto drop;
559 	}
560 
561 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
562 		stats = this_cpu_ptr(v->stats);
563 		u64_stats_update_begin(&stats->syncp);
564 		stats->rx_bytes += skb->len;
565 		stats->rx_packets++;
566 		u64_stats_update_end(&stats->syncp);
567 	}
568 
569 	return true;
570 
571 drop:
572 	kfree_skb(skb);
573 	return false;
574 }
575 
576 bool br_allowed_ingress(const struct net_bridge *br,
577 			struct net_bridge_vlan_group *vg, struct sk_buff *skb,
578 			u16 *vid, u8 *state)
579 {
580 	/* If VLAN filtering is disabled on the bridge, all packets are
581 	 * permitted.
582 	 */
583 	if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
584 		BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
585 		return true;
586 	}
587 
588 	return __allowed_ingress(br, vg, skb, vid, state);
589 }
590 
591 /* Called under RCU. */
592 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
593 		       const struct sk_buff *skb)
594 {
595 	const struct net_bridge_vlan *v;
596 	u16 vid;
597 
598 	/* If this packet was not filtered at input, let it pass */
599 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
600 		return true;
601 
602 	br_vlan_get_tag(skb, &vid);
603 	v = br_vlan_find(vg, vid);
604 	if (v && br_vlan_should_use(v) &&
605 	    br_vlan_state_allowed(br_vlan_get_state(v), false))
606 		return true;
607 
608 	return false;
609 }
610 
611 /* Called under RCU */
612 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
613 {
614 	struct net_bridge_vlan_group *vg;
615 	struct net_bridge *br = p->br;
616 	struct net_bridge_vlan *v;
617 
618 	/* If filtering was disabled at input, let it pass. */
619 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
620 		return true;
621 
622 	vg = nbp_vlan_group_rcu(p);
623 	if (!vg || !vg->num_vlans)
624 		return false;
625 
626 	if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
627 		*vid = 0;
628 
629 	if (!*vid) {
630 		*vid = br_get_pvid(vg);
631 		if (!*vid ||
632 		    !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
633 			return false;
634 
635 		return true;
636 	}
637 
638 	v = br_vlan_find(vg, *vid);
639 	if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
640 		return true;
641 
642 	return false;
643 }
644 
645 static int br_vlan_add_existing(struct net_bridge *br,
646 				struct net_bridge_vlan_group *vg,
647 				struct net_bridge_vlan *vlan,
648 				u16 flags, bool *changed,
649 				struct netlink_ext_ack *extack)
650 {
651 	int err;
652 
653 	err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
654 	if (err && err != -EOPNOTSUPP)
655 		return err;
656 
657 	if (!br_vlan_is_brentry(vlan)) {
658 		/* Trying to change flags of non-existent bridge vlan */
659 		if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
660 			err = -EINVAL;
661 			goto err_flags;
662 		}
663 		/* It was only kept for port vlans, now make it real */
664 		err = br_fdb_insert(br, NULL, br->dev->dev_addr,
665 				    vlan->vid);
666 		if (err) {
667 			br_err(br, "failed to insert local address into bridge forwarding table\n");
668 			goto err_fdb_insert;
669 		}
670 
671 		refcount_inc(&vlan->refcnt);
672 		vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
673 		vg->num_vlans++;
674 		*changed = true;
675 	}
676 
677 	if (__vlan_add_flags(vlan, flags))
678 		*changed = true;
679 
680 	return 0;
681 
682 err_fdb_insert:
683 err_flags:
684 	br_switchdev_port_vlan_del(br->dev, vlan->vid);
685 	return err;
686 }
687 
688 /* Must be protected by RTNL.
689  * Must be called with vid in range from 1 to 4094 inclusive.
690  * changed must be true only if the vlan was created or updated
691  */
692 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
693 		struct netlink_ext_ack *extack)
694 {
695 	struct net_bridge_vlan_group *vg;
696 	struct net_bridge_vlan *vlan;
697 	int ret;
698 
699 	ASSERT_RTNL();
700 
701 	*changed = false;
702 	vg = br_vlan_group(br);
703 	vlan = br_vlan_find(vg, vid);
704 	if (vlan)
705 		return br_vlan_add_existing(br, vg, vlan, flags, changed,
706 					    extack);
707 
708 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
709 	if (!vlan)
710 		return -ENOMEM;
711 
712 	vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
713 	if (!vlan->stats) {
714 		kfree(vlan);
715 		return -ENOMEM;
716 	}
717 	vlan->vid = vid;
718 	vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
719 	vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
720 	vlan->br = br;
721 	if (flags & BRIDGE_VLAN_INFO_BRENTRY)
722 		refcount_set(&vlan->refcnt, 1);
723 	ret = __vlan_add(vlan, flags, extack);
724 	if (ret) {
725 		free_percpu(vlan->stats);
726 		kfree(vlan);
727 	} else {
728 		*changed = true;
729 	}
730 
731 	return ret;
732 }
733 
734 /* Must be protected by RTNL.
735  * Must be called with vid in range from 1 to 4094 inclusive.
736  */
737 int br_vlan_delete(struct net_bridge *br, u16 vid)
738 {
739 	struct net_bridge_vlan_group *vg;
740 	struct net_bridge_vlan *v;
741 
742 	ASSERT_RTNL();
743 
744 	vg = br_vlan_group(br);
745 	v = br_vlan_find(vg, vid);
746 	if (!v || !br_vlan_is_brentry(v))
747 		return -ENOENT;
748 
749 	br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
750 	br_fdb_delete_by_port(br, NULL, vid, 0);
751 
752 	vlan_tunnel_info_del(vg, v);
753 
754 	return __vlan_del(v);
755 }
756 
757 void br_vlan_flush(struct net_bridge *br)
758 {
759 	struct net_bridge_vlan_group *vg;
760 
761 	ASSERT_RTNL();
762 
763 	vg = br_vlan_group(br);
764 	__vlan_flush(br, NULL, vg);
765 	RCU_INIT_POINTER(br->vlgrp, NULL);
766 	synchronize_rcu();
767 	__vlan_group_free(vg);
768 }
769 
770 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
771 {
772 	if (!vg)
773 		return NULL;
774 
775 	return br_vlan_lookup(&vg->vlan_hash, vid);
776 }
777 
778 /* Must be protected by RTNL. */
779 static void recalculate_group_addr(struct net_bridge *br)
780 {
781 	if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
782 		return;
783 
784 	spin_lock_bh(&br->lock);
785 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
786 	    br->vlan_proto == htons(ETH_P_8021Q)) {
787 		/* Bridge Group Address */
788 		br->group_addr[5] = 0x00;
789 	} else { /* vlan_enabled && ETH_P_8021AD */
790 		/* Provider Bridge Group Address */
791 		br->group_addr[5] = 0x08;
792 	}
793 	spin_unlock_bh(&br->lock);
794 }
795 
796 /* Must be protected by RTNL. */
797 void br_recalculate_fwd_mask(struct net_bridge *br)
798 {
799 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
800 	    br->vlan_proto == htons(ETH_P_8021Q))
801 		br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
802 	else /* vlan_enabled && ETH_P_8021AD */
803 		br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
804 					      ~(1u << br->group_addr[5]);
805 }
806 
807 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
808 {
809 	struct switchdev_attr attr = {
810 		.orig_dev = br->dev,
811 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
812 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
813 		.u.vlan_filtering = val,
814 	};
815 	int err;
816 
817 	if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
818 		return 0;
819 
820 	err = switchdev_port_attr_set(br->dev, &attr);
821 	if (err && err != -EOPNOTSUPP)
822 		return err;
823 
824 	br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
825 	br_manage_promisc(br);
826 	recalculate_group_addr(br);
827 	br_recalculate_fwd_mask(br);
828 
829 	return 0;
830 }
831 
832 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
833 {
834 	return __br_vlan_filter_toggle(br, val);
835 }
836 
837 bool br_vlan_enabled(const struct net_device *dev)
838 {
839 	struct net_bridge *br = netdev_priv(dev);
840 
841 	return br_opt_get(br, BROPT_VLAN_ENABLED);
842 }
843 EXPORT_SYMBOL_GPL(br_vlan_enabled);
844 
845 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
846 {
847 	struct net_bridge *br = netdev_priv(dev);
848 
849 	*p_proto = ntohs(br->vlan_proto);
850 
851 	return 0;
852 }
853 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
854 
855 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
856 {
857 	struct switchdev_attr attr = {
858 		.orig_dev = br->dev,
859 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
860 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
861 		.u.vlan_protocol = ntohs(proto),
862 	};
863 	int err = 0;
864 	struct net_bridge_port *p;
865 	struct net_bridge_vlan *vlan;
866 	struct net_bridge_vlan_group *vg;
867 	__be16 oldproto = br->vlan_proto;
868 
869 	if (br->vlan_proto == proto)
870 		return 0;
871 
872 	err = switchdev_port_attr_set(br->dev, &attr);
873 	if (err && err != -EOPNOTSUPP)
874 		return err;
875 
876 	/* Add VLANs for the new proto to the device filter. */
877 	list_for_each_entry(p, &br->port_list, list) {
878 		vg = nbp_vlan_group(p);
879 		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
880 			err = vlan_vid_add(p->dev, proto, vlan->vid);
881 			if (err)
882 				goto err_filt;
883 		}
884 	}
885 
886 	br->vlan_proto = proto;
887 
888 	recalculate_group_addr(br);
889 	br_recalculate_fwd_mask(br);
890 
891 	/* Delete VLANs for the old proto from the device filter. */
892 	list_for_each_entry(p, &br->port_list, list) {
893 		vg = nbp_vlan_group(p);
894 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
895 			vlan_vid_del(p->dev, oldproto, vlan->vid);
896 	}
897 
898 	return 0;
899 
900 err_filt:
901 	attr.u.vlan_protocol = ntohs(oldproto);
902 	switchdev_port_attr_set(br->dev, &attr);
903 
904 	list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
905 		vlan_vid_del(p->dev, proto, vlan->vid);
906 
907 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
908 		vg = nbp_vlan_group(p);
909 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
910 			vlan_vid_del(p->dev, proto, vlan->vid);
911 	}
912 
913 	return err;
914 }
915 
916 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
917 {
918 	if (val != ETH_P_8021Q && val != ETH_P_8021AD)
919 		return -EPROTONOSUPPORT;
920 
921 	return __br_vlan_set_proto(br, htons(val));
922 }
923 
924 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
925 {
926 	switch (val) {
927 	case 0:
928 	case 1:
929 		br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
930 		break;
931 	default:
932 		return -EINVAL;
933 	}
934 
935 	return 0;
936 }
937 
938 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
939 {
940 	struct net_bridge_port *p;
941 
942 	/* allow to change the option if there are no port vlans configured */
943 	list_for_each_entry(p, &br->port_list, list) {
944 		struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
945 
946 		if (vg->num_vlans)
947 			return -EBUSY;
948 	}
949 
950 	switch (val) {
951 	case 0:
952 	case 1:
953 		br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
954 		break;
955 	default:
956 		return -EINVAL;
957 	}
958 
959 	return 0;
960 }
961 
962 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
963 {
964 	struct net_bridge_vlan *v;
965 
966 	if (vid != vg->pvid)
967 		return false;
968 
969 	v = br_vlan_lookup(&vg->vlan_hash, vid);
970 	if (v && br_vlan_should_use(v) &&
971 	    (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
972 		return true;
973 
974 	return false;
975 }
976 
977 static void br_vlan_disable_default_pvid(struct net_bridge *br)
978 {
979 	struct net_bridge_port *p;
980 	u16 pvid = br->default_pvid;
981 
982 	/* Disable default_pvid on all ports where it is still
983 	 * configured.
984 	 */
985 	if (vlan_default_pvid(br_vlan_group(br), pvid)) {
986 		if (!br_vlan_delete(br, pvid))
987 			br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
988 	}
989 
990 	list_for_each_entry(p, &br->port_list, list) {
991 		if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
992 		    !nbp_vlan_delete(p, pvid))
993 			br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
994 	}
995 
996 	br->default_pvid = 0;
997 }
998 
999 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1000 			       struct netlink_ext_ack *extack)
1001 {
1002 	const struct net_bridge_vlan *pvent;
1003 	struct net_bridge_vlan_group *vg;
1004 	struct net_bridge_port *p;
1005 	unsigned long *changed;
1006 	bool vlchange;
1007 	u16 old_pvid;
1008 	int err = 0;
1009 
1010 	if (!pvid) {
1011 		br_vlan_disable_default_pvid(br);
1012 		return 0;
1013 	}
1014 
1015 	changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1016 	if (!changed)
1017 		return -ENOMEM;
1018 
1019 	old_pvid = br->default_pvid;
1020 
1021 	/* Update default_pvid config only if we do not conflict with
1022 	 * user configuration.
1023 	 */
1024 	vg = br_vlan_group(br);
1025 	pvent = br_vlan_find(vg, pvid);
1026 	if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1027 	    (!pvent || !br_vlan_should_use(pvent))) {
1028 		err = br_vlan_add(br, pvid,
1029 				  BRIDGE_VLAN_INFO_PVID |
1030 				  BRIDGE_VLAN_INFO_UNTAGGED |
1031 				  BRIDGE_VLAN_INFO_BRENTRY,
1032 				  &vlchange, extack);
1033 		if (err)
1034 			goto out;
1035 
1036 		if (br_vlan_delete(br, old_pvid))
1037 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1038 		br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1039 		set_bit(0, changed);
1040 	}
1041 
1042 	list_for_each_entry(p, &br->port_list, list) {
1043 		/* Update default_pvid config only if we do not conflict with
1044 		 * user configuration.
1045 		 */
1046 		vg = nbp_vlan_group(p);
1047 		if ((old_pvid &&
1048 		     !vlan_default_pvid(vg, old_pvid)) ||
1049 		    br_vlan_find(vg, pvid))
1050 			continue;
1051 
1052 		err = nbp_vlan_add(p, pvid,
1053 				   BRIDGE_VLAN_INFO_PVID |
1054 				   BRIDGE_VLAN_INFO_UNTAGGED,
1055 				   &vlchange, extack);
1056 		if (err)
1057 			goto err_port;
1058 		if (nbp_vlan_delete(p, old_pvid))
1059 			br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1060 		br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1061 		set_bit(p->port_no, changed);
1062 	}
1063 
1064 	br->default_pvid = pvid;
1065 
1066 out:
1067 	bitmap_free(changed);
1068 	return err;
1069 
1070 err_port:
1071 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1072 		if (!test_bit(p->port_no, changed))
1073 			continue;
1074 
1075 		if (old_pvid) {
1076 			nbp_vlan_add(p, old_pvid,
1077 				     BRIDGE_VLAN_INFO_PVID |
1078 				     BRIDGE_VLAN_INFO_UNTAGGED,
1079 				     &vlchange, NULL);
1080 			br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1081 		}
1082 		nbp_vlan_delete(p, pvid);
1083 		br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1084 	}
1085 
1086 	if (test_bit(0, changed)) {
1087 		if (old_pvid) {
1088 			br_vlan_add(br, old_pvid,
1089 				    BRIDGE_VLAN_INFO_PVID |
1090 				    BRIDGE_VLAN_INFO_UNTAGGED |
1091 				    BRIDGE_VLAN_INFO_BRENTRY,
1092 				    &vlchange, NULL);
1093 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1094 		}
1095 		br_vlan_delete(br, pvid);
1096 		br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1097 	}
1098 	goto out;
1099 }
1100 
1101 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
1102 {
1103 	u16 pvid = val;
1104 	int err = 0;
1105 
1106 	if (val >= VLAN_VID_MASK)
1107 		return -EINVAL;
1108 
1109 	if (pvid == br->default_pvid)
1110 		goto out;
1111 
1112 	/* Only allow default pvid change when filtering is disabled */
1113 	if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1114 		pr_info_once("Please disable vlan filtering to change default_pvid\n");
1115 		err = -EPERM;
1116 		goto out;
1117 	}
1118 	err = __br_vlan_set_default_pvid(br, pvid, NULL);
1119 out:
1120 	return err;
1121 }
1122 
1123 int br_vlan_init(struct net_bridge *br)
1124 {
1125 	struct net_bridge_vlan_group *vg;
1126 	int ret = -ENOMEM;
1127 
1128 	vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1129 	if (!vg)
1130 		goto out;
1131 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1132 	if (ret)
1133 		goto err_rhtbl;
1134 	ret = vlan_tunnel_init(vg);
1135 	if (ret)
1136 		goto err_tunnel_init;
1137 	INIT_LIST_HEAD(&vg->vlan_list);
1138 	br->vlan_proto = htons(ETH_P_8021Q);
1139 	br->default_pvid = 1;
1140 	rcu_assign_pointer(br->vlgrp, vg);
1141 
1142 out:
1143 	return ret;
1144 
1145 err_tunnel_init:
1146 	rhashtable_destroy(&vg->vlan_hash);
1147 err_rhtbl:
1148 	kfree(vg);
1149 
1150 	goto out;
1151 }
1152 
1153 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1154 {
1155 	struct switchdev_attr attr = {
1156 		.orig_dev = p->br->dev,
1157 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1158 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1159 		.u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1160 	};
1161 	struct net_bridge_vlan_group *vg;
1162 	int ret = -ENOMEM;
1163 
1164 	vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1165 	if (!vg)
1166 		goto out;
1167 
1168 	ret = switchdev_port_attr_set(p->dev, &attr);
1169 	if (ret && ret != -EOPNOTSUPP)
1170 		goto err_vlan_enabled;
1171 
1172 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1173 	if (ret)
1174 		goto err_rhtbl;
1175 	ret = vlan_tunnel_init(vg);
1176 	if (ret)
1177 		goto err_tunnel_init;
1178 	INIT_LIST_HEAD(&vg->vlan_list);
1179 	rcu_assign_pointer(p->vlgrp, vg);
1180 	if (p->br->default_pvid) {
1181 		bool changed;
1182 
1183 		ret = nbp_vlan_add(p, p->br->default_pvid,
1184 				   BRIDGE_VLAN_INFO_PVID |
1185 				   BRIDGE_VLAN_INFO_UNTAGGED,
1186 				   &changed, extack);
1187 		if (ret)
1188 			goto err_vlan_add;
1189 		br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1190 	}
1191 out:
1192 	return ret;
1193 
1194 err_vlan_add:
1195 	RCU_INIT_POINTER(p->vlgrp, NULL);
1196 	synchronize_rcu();
1197 	vlan_tunnel_deinit(vg);
1198 err_tunnel_init:
1199 	rhashtable_destroy(&vg->vlan_hash);
1200 err_rhtbl:
1201 err_vlan_enabled:
1202 	kfree(vg);
1203 
1204 	goto out;
1205 }
1206 
1207 /* Must be protected by RTNL.
1208  * Must be called with vid in range from 1 to 4094 inclusive.
1209  * changed must be true only if the vlan was created or updated
1210  */
1211 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1212 		 bool *changed, struct netlink_ext_ack *extack)
1213 {
1214 	struct net_bridge_vlan *vlan;
1215 	int ret;
1216 
1217 	ASSERT_RTNL();
1218 
1219 	*changed = false;
1220 	vlan = br_vlan_find(nbp_vlan_group(port), vid);
1221 	if (vlan) {
1222 		/* Pass the flags to the hardware bridge */
1223 		ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1224 		if (ret && ret != -EOPNOTSUPP)
1225 			return ret;
1226 		*changed = __vlan_add_flags(vlan, flags);
1227 
1228 		return 0;
1229 	}
1230 
1231 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1232 	if (!vlan)
1233 		return -ENOMEM;
1234 
1235 	vlan->vid = vid;
1236 	vlan->port = port;
1237 	ret = __vlan_add(vlan, flags, extack);
1238 	if (ret)
1239 		kfree(vlan);
1240 	else
1241 		*changed = true;
1242 
1243 	return ret;
1244 }
1245 
1246 /* Must be protected by RTNL.
1247  * Must be called with vid in range from 1 to 4094 inclusive.
1248  */
1249 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1250 {
1251 	struct net_bridge_vlan *v;
1252 
1253 	ASSERT_RTNL();
1254 
1255 	v = br_vlan_find(nbp_vlan_group(port), vid);
1256 	if (!v)
1257 		return -ENOENT;
1258 	br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1259 	br_fdb_delete_by_port(port->br, port, vid, 0);
1260 
1261 	return __vlan_del(v);
1262 }
1263 
1264 void nbp_vlan_flush(struct net_bridge_port *port)
1265 {
1266 	struct net_bridge_vlan_group *vg;
1267 
1268 	ASSERT_RTNL();
1269 
1270 	vg = nbp_vlan_group(port);
1271 	__vlan_flush(port->br, port, vg);
1272 	RCU_INIT_POINTER(port->vlgrp, NULL);
1273 	synchronize_rcu();
1274 	__vlan_group_free(vg);
1275 }
1276 
1277 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1278 		       struct pcpu_sw_netstats *stats)
1279 {
1280 	int i;
1281 
1282 	memset(stats, 0, sizeof(*stats));
1283 	for_each_possible_cpu(i) {
1284 		u64 rxpackets, rxbytes, txpackets, txbytes;
1285 		struct pcpu_sw_netstats *cpu_stats;
1286 		unsigned int start;
1287 
1288 		cpu_stats = per_cpu_ptr(v->stats, i);
1289 		do {
1290 			start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1291 			rxpackets = cpu_stats->rx_packets;
1292 			rxbytes = cpu_stats->rx_bytes;
1293 			txbytes = cpu_stats->tx_bytes;
1294 			txpackets = cpu_stats->tx_packets;
1295 		} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1296 
1297 		stats->rx_packets += rxpackets;
1298 		stats->rx_bytes += rxbytes;
1299 		stats->tx_bytes += txbytes;
1300 		stats->tx_packets += txpackets;
1301 	}
1302 }
1303 
1304 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1305 {
1306 	struct net_bridge_vlan_group *vg;
1307 	struct net_bridge_port *p;
1308 
1309 	ASSERT_RTNL();
1310 	p = br_port_get_check_rtnl(dev);
1311 	if (p)
1312 		vg = nbp_vlan_group(p);
1313 	else if (netif_is_bridge_master(dev))
1314 		vg = br_vlan_group(netdev_priv(dev));
1315 	else
1316 		return -EINVAL;
1317 
1318 	*p_pvid = br_get_pvid(vg);
1319 	return 0;
1320 }
1321 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1322 
1323 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1324 {
1325 	struct net_bridge_vlan_group *vg;
1326 	struct net_bridge_port *p;
1327 
1328 	p = br_port_get_check_rcu(dev);
1329 	if (p)
1330 		vg = nbp_vlan_group_rcu(p);
1331 	else if (netif_is_bridge_master(dev))
1332 		vg = br_vlan_group_rcu(netdev_priv(dev));
1333 	else
1334 		return -EINVAL;
1335 
1336 	*p_pvid = br_get_pvid(vg);
1337 	return 0;
1338 }
1339 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1340 
1341 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1342 		     struct bridge_vlan_info *p_vinfo)
1343 {
1344 	struct net_bridge_vlan_group *vg;
1345 	struct net_bridge_vlan *v;
1346 	struct net_bridge_port *p;
1347 
1348 	ASSERT_RTNL();
1349 	p = br_port_get_check_rtnl(dev);
1350 	if (p)
1351 		vg = nbp_vlan_group(p);
1352 	else if (netif_is_bridge_master(dev))
1353 		vg = br_vlan_group(netdev_priv(dev));
1354 	else
1355 		return -EINVAL;
1356 
1357 	v = br_vlan_find(vg, vid);
1358 	if (!v)
1359 		return -ENOENT;
1360 
1361 	p_vinfo->vid = vid;
1362 	p_vinfo->flags = v->flags;
1363 	if (vid == br_get_pvid(vg))
1364 		p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1365 	return 0;
1366 }
1367 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1368 
1369 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1370 {
1371 	return is_vlan_dev(dev) &&
1372 		!!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1373 }
1374 
1375 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1376 			       __always_unused struct netdev_nested_priv *priv)
1377 {
1378 	return br_vlan_is_bind_vlan_dev(dev);
1379 }
1380 
1381 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1382 {
1383 	int found;
1384 
1385 	rcu_read_lock();
1386 	found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1387 					      NULL);
1388 	rcu_read_unlock();
1389 
1390 	return !!found;
1391 }
1392 
1393 struct br_vlan_bind_walk_data {
1394 	u16 vid;
1395 	struct net_device *result;
1396 };
1397 
1398 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1399 					  struct netdev_nested_priv *priv)
1400 {
1401 	struct br_vlan_bind_walk_data *data = priv->data;
1402 	int found = 0;
1403 
1404 	if (br_vlan_is_bind_vlan_dev(dev) &&
1405 	    vlan_dev_priv(dev)->vlan_id == data->vid) {
1406 		data->result = dev;
1407 		found = 1;
1408 	}
1409 
1410 	return found;
1411 }
1412 
1413 static struct net_device *
1414 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1415 {
1416 	struct br_vlan_bind_walk_data data = {
1417 		.vid = vid,
1418 	};
1419 	struct netdev_nested_priv priv = {
1420 		.data = (void *)&data,
1421 	};
1422 
1423 	rcu_read_lock();
1424 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1425 				      &priv);
1426 	rcu_read_unlock();
1427 
1428 	return data.result;
1429 }
1430 
1431 static bool br_vlan_is_dev_up(const struct net_device *dev)
1432 {
1433 	return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1434 }
1435 
1436 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1437 				       struct net_device *vlan_dev)
1438 {
1439 	u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1440 	struct net_bridge_vlan_group *vg;
1441 	struct net_bridge_port *p;
1442 	bool has_carrier = false;
1443 
1444 	if (!netif_carrier_ok(br->dev)) {
1445 		netif_carrier_off(vlan_dev);
1446 		return;
1447 	}
1448 
1449 	list_for_each_entry(p, &br->port_list, list) {
1450 		vg = nbp_vlan_group(p);
1451 		if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1452 			has_carrier = true;
1453 			break;
1454 		}
1455 	}
1456 
1457 	if (has_carrier)
1458 		netif_carrier_on(vlan_dev);
1459 	else
1460 		netif_carrier_off(vlan_dev);
1461 }
1462 
1463 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1464 {
1465 	struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1466 	struct net_bridge_vlan *vlan;
1467 	struct net_device *vlan_dev;
1468 
1469 	list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1470 		vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1471 							   vlan->vid);
1472 		if (vlan_dev) {
1473 			if (br_vlan_is_dev_up(p->dev)) {
1474 				if (netif_carrier_ok(p->br->dev))
1475 					netif_carrier_on(vlan_dev);
1476 			} else {
1477 				br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1478 			}
1479 		}
1480 	}
1481 }
1482 
1483 static void br_vlan_upper_change(struct net_device *dev,
1484 				 struct net_device *upper_dev,
1485 				 bool linking)
1486 {
1487 	struct net_bridge *br = netdev_priv(dev);
1488 
1489 	if (!br_vlan_is_bind_vlan_dev(upper_dev))
1490 		return;
1491 
1492 	if (linking) {
1493 		br_vlan_set_vlan_dev_state(br, upper_dev);
1494 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1495 	} else {
1496 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1497 			      br_vlan_has_upper_bind_vlan_dev(dev));
1498 	}
1499 }
1500 
1501 struct br_vlan_link_state_walk_data {
1502 	struct net_bridge *br;
1503 };
1504 
1505 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1506 					struct netdev_nested_priv *priv)
1507 {
1508 	struct br_vlan_link_state_walk_data *data = priv->data;
1509 
1510 	if (br_vlan_is_bind_vlan_dev(vlan_dev))
1511 		br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1512 
1513 	return 0;
1514 }
1515 
1516 static void br_vlan_link_state_change(struct net_device *dev,
1517 				      struct net_bridge *br)
1518 {
1519 	struct br_vlan_link_state_walk_data data = {
1520 		.br = br
1521 	};
1522 	struct netdev_nested_priv priv = {
1523 		.data = (void *)&data,
1524 	};
1525 
1526 	rcu_read_lock();
1527 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1528 				      &priv);
1529 	rcu_read_unlock();
1530 }
1531 
1532 /* Must be protected by RTNL. */
1533 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1534 {
1535 	struct net_device *vlan_dev;
1536 
1537 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1538 		return;
1539 
1540 	vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1541 	if (vlan_dev)
1542 		br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1543 }
1544 
1545 /* Must be protected by RTNL. */
1546 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1547 {
1548 	struct netdev_notifier_changeupper_info *info;
1549 	struct net_bridge *br = netdev_priv(dev);
1550 	int vlcmd = 0, ret = 0;
1551 	bool changed = false;
1552 
1553 	switch (event) {
1554 	case NETDEV_REGISTER:
1555 		ret = br_vlan_add(br, br->default_pvid,
1556 				  BRIDGE_VLAN_INFO_PVID |
1557 				  BRIDGE_VLAN_INFO_UNTAGGED |
1558 				  BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1559 		vlcmd = RTM_NEWVLAN;
1560 		break;
1561 	case NETDEV_UNREGISTER:
1562 		changed = !br_vlan_delete(br, br->default_pvid);
1563 		vlcmd = RTM_DELVLAN;
1564 		break;
1565 	case NETDEV_CHANGEUPPER:
1566 		info = ptr;
1567 		br_vlan_upper_change(dev, info->upper_dev, info->linking);
1568 		break;
1569 
1570 	case NETDEV_CHANGE:
1571 	case NETDEV_UP:
1572 		if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1573 			break;
1574 		br_vlan_link_state_change(dev, br);
1575 		break;
1576 	}
1577 	if (changed)
1578 		br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1579 
1580 	return ret;
1581 }
1582 
1583 /* Must be protected by RTNL. */
1584 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1585 {
1586 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1587 		return;
1588 
1589 	switch (event) {
1590 	case NETDEV_CHANGE:
1591 	case NETDEV_DOWN:
1592 	case NETDEV_UP:
1593 		br_vlan_set_all_vlan_dev_state(p);
1594 		break;
1595 	}
1596 }
1597 
1598 static bool br_vlan_stats_fill(struct sk_buff *skb,
1599 			       const struct net_bridge_vlan *v)
1600 {
1601 	struct pcpu_sw_netstats stats;
1602 	struct nlattr *nest;
1603 
1604 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1605 	if (!nest)
1606 		return false;
1607 
1608 	br_vlan_get_stats(v, &stats);
1609 	if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1610 			      BRIDGE_VLANDB_STATS_PAD) ||
1611 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1612 			      stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1613 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1614 			      BRIDGE_VLANDB_STATS_PAD) ||
1615 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1616 			      stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1617 		goto out_err;
1618 
1619 	nla_nest_end(skb, nest);
1620 
1621 	return true;
1622 
1623 out_err:
1624 	nla_nest_cancel(skb, nest);
1625 	return false;
1626 }
1627 
1628 /* v_opts is used to dump the options which must be equal in the whole range */
1629 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1630 			      const struct net_bridge_vlan *v_opts,
1631 			      u16 flags,
1632 			      bool dump_stats)
1633 {
1634 	struct bridge_vlan_info info;
1635 	struct nlattr *nest;
1636 
1637 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1638 	if (!nest)
1639 		return false;
1640 
1641 	memset(&info, 0, sizeof(info));
1642 	info.vid = vid;
1643 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1644 		info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1645 	if (flags & BRIDGE_VLAN_INFO_PVID)
1646 		info.flags |= BRIDGE_VLAN_INFO_PVID;
1647 
1648 	if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1649 		goto out_err;
1650 
1651 	if (vid_range && vid < vid_range &&
1652 	    !(flags & BRIDGE_VLAN_INFO_PVID) &&
1653 	    nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1654 		goto out_err;
1655 
1656 	if (v_opts) {
1657 		if (!br_vlan_opts_fill(skb, v_opts))
1658 			goto out_err;
1659 
1660 		if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1661 			goto out_err;
1662 	}
1663 
1664 	nla_nest_end(skb, nest);
1665 
1666 	return true;
1667 
1668 out_err:
1669 	nla_nest_cancel(skb, nest);
1670 	return false;
1671 }
1672 
1673 static size_t rtnl_vlan_nlmsg_size(void)
1674 {
1675 	return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1676 		+ nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1677 		+ nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1678 		+ nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1679 		+ br_vlan_opts_nl_size(); /* bridge vlan options */
1680 }
1681 
1682 void br_vlan_notify(const struct net_bridge *br,
1683 		    const struct net_bridge_port *p,
1684 		    u16 vid, u16 vid_range,
1685 		    int cmd)
1686 {
1687 	struct net_bridge_vlan_group *vg;
1688 	struct net_bridge_vlan *v = NULL;
1689 	struct br_vlan_msg *bvm;
1690 	struct nlmsghdr *nlh;
1691 	struct sk_buff *skb;
1692 	int err = -ENOBUFS;
1693 	struct net *net;
1694 	u16 flags = 0;
1695 	int ifindex;
1696 
1697 	/* right now notifications are done only with rtnl held */
1698 	ASSERT_RTNL();
1699 
1700 	if (p) {
1701 		ifindex = p->dev->ifindex;
1702 		vg = nbp_vlan_group(p);
1703 		net = dev_net(p->dev);
1704 	} else {
1705 		ifindex = br->dev->ifindex;
1706 		vg = br_vlan_group(br);
1707 		net = dev_net(br->dev);
1708 	}
1709 
1710 	skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1711 	if (!skb)
1712 		goto out_err;
1713 
1714 	err = -EMSGSIZE;
1715 	nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1716 	if (!nlh)
1717 		goto out_err;
1718 	bvm = nlmsg_data(nlh);
1719 	memset(bvm, 0, sizeof(*bvm));
1720 	bvm->family = AF_BRIDGE;
1721 	bvm->ifindex = ifindex;
1722 
1723 	switch (cmd) {
1724 	case RTM_NEWVLAN:
1725 		/* need to find the vlan due to flags/options */
1726 		v = br_vlan_find(vg, vid);
1727 		if (!v || !br_vlan_should_use(v))
1728 			goto out_kfree;
1729 
1730 		flags = v->flags;
1731 		if (br_get_pvid(vg) == v->vid)
1732 			flags |= BRIDGE_VLAN_INFO_PVID;
1733 		break;
1734 	case RTM_DELVLAN:
1735 		break;
1736 	default:
1737 		goto out_kfree;
1738 	}
1739 
1740 	if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1741 		goto out_err;
1742 
1743 	nlmsg_end(skb, nlh);
1744 	rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1745 	return;
1746 
1747 out_err:
1748 	rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1749 out_kfree:
1750 	kfree_skb(skb);
1751 }
1752 
1753 /* check if v_curr can enter a range ending in range_end */
1754 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1755 			     const struct net_bridge_vlan *range_end)
1756 {
1757 	return v_curr->vid - range_end->vid == 1 &&
1758 	       range_end->flags == v_curr->flags &&
1759 	       br_vlan_opts_eq_range(v_curr, range_end);
1760 }
1761 
1762 static int br_vlan_dump_dev(const struct net_device *dev,
1763 			    struct sk_buff *skb,
1764 			    struct netlink_callback *cb,
1765 			    u32 dump_flags)
1766 {
1767 	struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1768 	bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1769 	struct net_bridge_vlan_group *vg;
1770 	int idx = 0, s_idx = cb->args[1];
1771 	struct nlmsghdr *nlh = NULL;
1772 	struct net_bridge_port *p;
1773 	struct br_vlan_msg *bvm;
1774 	struct net_bridge *br;
1775 	int err = 0;
1776 	u16 pvid;
1777 
1778 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1779 		return -EINVAL;
1780 
1781 	if (netif_is_bridge_master(dev)) {
1782 		br = netdev_priv(dev);
1783 		vg = br_vlan_group_rcu(br);
1784 		p = NULL;
1785 	} else {
1786 		p = br_port_get_rcu(dev);
1787 		if (WARN_ON(!p))
1788 			return -EINVAL;
1789 		vg = nbp_vlan_group_rcu(p);
1790 		br = p->br;
1791 	}
1792 
1793 	if (!vg)
1794 		return 0;
1795 
1796 	nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1797 			RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1798 	if (!nlh)
1799 		return -EMSGSIZE;
1800 	bvm = nlmsg_data(nlh);
1801 	memset(bvm, 0, sizeof(*bvm));
1802 	bvm->family = PF_BRIDGE;
1803 	bvm->ifindex = dev->ifindex;
1804 	pvid = br_get_pvid(vg);
1805 
1806 	/* idx must stay at range's beginning until it is filled in */
1807 	list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1808 		if (!br_vlan_should_use(v))
1809 			continue;
1810 		if (idx < s_idx) {
1811 			idx++;
1812 			continue;
1813 		}
1814 
1815 		if (!range_start) {
1816 			range_start = v;
1817 			range_end = v;
1818 			continue;
1819 		}
1820 
1821 		if (dump_stats || v->vid == pvid ||
1822 		    !br_vlan_can_enter_range(v, range_end)) {
1823 			u16 vlan_flags = br_vlan_flags(range_start, pvid);
1824 
1825 			if (!br_vlan_fill_vids(skb, range_start->vid,
1826 					       range_end->vid, range_start,
1827 					       vlan_flags, dump_stats)) {
1828 				err = -EMSGSIZE;
1829 				break;
1830 			}
1831 			/* advance number of filled vlans */
1832 			idx += range_end->vid - range_start->vid + 1;
1833 
1834 			range_start = v;
1835 		}
1836 		range_end = v;
1837 	}
1838 
1839 	/* err will be 0 and range_start will be set in 3 cases here:
1840 	 * - first vlan (range_start == range_end)
1841 	 * - last vlan (range_start == range_end, not in range)
1842 	 * - last vlan range (range_start != range_end, in range)
1843 	 */
1844 	if (!err && range_start &&
1845 	    !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1846 			       range_start, br_vlan_flags(range_start, pvid),
1847 			       dump_stats))
1848 		err = -EMSGSIZE;
1849 
1850 	cb->args[1] = err ? idx : 0;
1851 
1852 	nlmsg_end(skb, nlh);
1853 
1854 	return err;
1855 }
1856 
1857 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
1858 	[BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
1859 };
1860 
1861 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1862 {
1863 	struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
1864 	int idx = 0, err = 0, s_idx = cb->args[0];
1865 	struct net *net = sock_net(skb->sk);
1866 	struct br_vlan_msg *bvm;
1867 	struct net_device *dev;
1868 	u32 dump_flags = 0;
1869 
1870 	err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
1871 			  br_vlan_db_dump_pol, cb->extack);
1872 	if (err < 0)
1873 		return err;
1874 
1875 	bvm = nlmsg_data(cb->nlh);
1876 	if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
1877 		dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
1878 
1879 	rcu_read_lock();
1880 	if (bvm->ifindex) {
1881 		dev = dev_get_by_index_rcu(net, bvm->ifindex);
1882 		if (!dev) {
1883 			err = -ENODEV;
1884 			goto out_err;
1885 		}
1886 		err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
1887 		if (err && err != -EMSGSIZE)
1888 			goto out_err;
1889 	} else {
1890 		for_each_netdev_rcu(net, dev) {
1891 			if (idx < s_idx)
1892 				goto skip;
1893 
1894 			err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
1895 			if (err == -EMSGSIZE)
1896 				break;
1897 skip:
1898 			idx++;
1899 		}
1900 	}
1901 	cb->args[0] = idx;
1902 	rcu_read_unlock();
1903 
1904 	return skb->len;
1905 
1906 out_err:
1907 	rcu_read_unlock();
1908 
1909 	return err;
1910 }
1911 
1912 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
1913 	[BRIDGE_VLANDB_ENTRY_INFO]	=
1914 		NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
1915 	[BRIDGE_VLANDB_ENTRY_RANGE]	= { .type = NLA_U16 },
1916 	[BRIDGE_VLANDB_ENTRY_STATE]	= { .type = NLA_U8 },
1917 	[BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
1918 };
1919 
1920 static int br_vlan_rtm_process_one(struct net_device *dev,
1921 				   const struct nlattr *attr,
1922 				   int cmd, struct netlink_ext_ack *extack)
1923 {
1924 	struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
1925 	struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
1926 	bool changed = false, skip_processing = false;
1927 	struct net_bridge_vlan_group *vg;
1928 	struct net_bridge_port *p = NULL;
1929 	int err = 0, cmdmap = 0;
1930 	struct net_bridge *br;
1931 
1932 	if (netif_is_bridge_master(dev)) {
1933 		br = netdev_priv(dev);
1934 		vg = br_vlan_group(br);
1935 	} else {
1936 		p = br_port_get_rtnl(dev);
1937 		if (WARN_ON(!p))
1938 			return -ENODEV;
1939 		br = p->br;
1940 		vg = nbp_vlan_group(p);
1941 	}
1942 
1943 	if (WARN_ON(!vg))
1944 		return -ENODEV;
1945 
1946 	err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
1947 			       br_vlan_db_policy, extack);
1948 	if (err)
1949 		return err;
1950 
1951 	if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
1952 		NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
1953 		return -EINVAL;
1954 	}
1955 	memset(&vrange_end, 0, sizeof(vrange_end));
1956 
1957 	vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
1958 	if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
1959 			    BRIDGE_VLAN_INFO_RANGE_END)) {
1960 		NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
1961 		return -EINVAL;
1962 	}
1963 	if (!br_vlan_valid_id(vinfo->vid, extack))
1964 		return -EINVAL;
1965 
1966 	if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
1967 		vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
1968 		/* validate user-provided flags without RANGE_BEGIN */
1969 		vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
1970 		vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
1971 
1972 		/* vinfo_last is the range start, vinfo the range end */
1973 		vinfo_last = vinfo;
1974 		vinfo = &vrange_end;
1975 
1976 		if (!br_vlan_valid_id(vinfo->vid, extack) ||
1977 		    !br_vlan_valid_range(vinfo, vinfo_last, extack))
1978 			return -EINVAL;
1979 	}
1980 
1981 	switch (cmd) {
1982 	case RTM_NEWVLAN:
1983 		cmdmap = RTM_SETLINK;
1984 		skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
1985 		break;
1986 	case RTM_DELVLAN:
1987 		cmdmap = RTM_DELLINK;
1988 		break;
1989 	}
1990 
1991 	if (!skip_processing) {
1992 		struct bridge_vlan_info *tmp_last = vinfo_last;
1993 
1994 		/* br_process_vlan_info may overwrite vinfo_last */
1995 		err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
1996 					   &changed, extack);
1997 
1998 		/* notify first if anything changed */
1999 		if (changed)
2000 			br_ifinfo_notify(cmdmap, br, p);
2001 
2002 		if (err)
2003 			return err;
2004 	}
2005 
2006 	/* deal with options */
2007 	if (cmd == RTM_NEWVLAN) {
2008 		struct net_bridge_vlan *range_start, *range_end;
2009 
2010 		if (vinfo_last) {
2011 			range_start = br_vlan_find(vg, vinfo_last->vid);
2012 			range_end = br_vlan_find(vg, vinfo->vid);
2013 		} else {
2014 			range_start = br_vlan_find(vg, vinfo->vid);
2015 			range_end = range_start;
2016 		}
2017 
2018 		err = br_vlan_process_options(br, p, range_start, range_end,
2019 					      tb, extack);
2020 	}
2021 
2022 	return err;
2023 }
2024 
2025 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2026 			       struct netlink_ext_ack *extack)
2027 {
2028 	struct net *net = sock_net(skb->sk);
2029 	struct br_vlan_msg *bvm;
2030 	struct net_device *dev;
2031 	struct nlattr *attr;
2032 	int err, vlans = 0;
2033 	int rem;
2034 
2035 	/* this should validate the header and check for remaining bytes */
2036 	err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2037 			  extack);
2038 	if (err < 0)
2039 		return err;
2040 
2041 	bvm = nlmsg_data(nlh);
2042 	dev = __dev_get_by_index(net, bvm->ifindex);
2043 	if (!dev)
2044 		return -ENODEV;
2045 
2046 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2047 		NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2048 		return -EINVAL;
2049 	}
2050 
2051 	nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2052 		if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2053 			continue;
2054 
2055 		vlans++;
2056 		err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2057 					      extack);
2058 		if (err)
2059 			break;
2060 	}
2061 	if (!vlans) {
2062 		NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2063 		err = -EINVAL;
2064 	}
2065 
2066 	return err;
2067 }
2068 
2069 void br_vlan_rtnl_init(void)
2070 {
2071 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2072 			     br_vlan_rtm_dump, 0);
2073 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2074 			     br_vlan_rtm_process, NULL, 0);
2075 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2076 			     br_vlan_rtm_process, NULL, 0);
2077 }
2078 
2079 void br_vlan_rtnl_uninit(void)
2080 {
2081 	rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2082 	rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2083 	rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2084 }
2085