1 /*- 2 * Copyright 1998 Massachusetts Institute of Technology 3 * Copyright 2012 ADARA Networks, Inc. 4 * Copyright 2017 Dell EMC Isilon 5 * 6 * Portions of this software were developed by Robert N. M. Watson under 7 * contract to ADARA Networks, Inc. 8 * 9 * Permission to use, copy, modify, and distribute this software and 10 * its documentation for any purpose and without fee is hereby 11 * granted, provided that both the above copyright notice and this 12 * permission notice appear in all copies, that both the above 13 * copyright notice and this permission notice appear in all 14 * supporting documentation, and that the name of M.I.T. not be used 15 * in advertising or publicity pertaining to distribution of the 16 * software without specific, written prior permission. M.I.T. makes 17 * no representations about the suitability of this software for any 18 * purpose. It is provided "as is" without express or implied 19 * warranty. 20 * 21 * THIS SOFTWARE IS PROVIDED BY M.I.T. ``AS IS''. M.I.T. DISCLAIMS 22 * ALL EXPRESS OR IMPLIED WARRANTIES WITH REGARD TO THIS SOFTWARE, 23 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 24 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. IN NO EVENT 25 * SHALL M.I.T. BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF 28 * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 29 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 */ 34 35 /* 36 * if_vlan.c - pseudo-device driver for IEEE 802.1Q virtual LANs. 37 * This is sort of sneaky in the implementation, since 38 * we need to pretend to be enough of an Ethernet implementation 39 * to make arp work. The way we do this is by telling everyone 40 * that we are an Ethernet, and then catch the packets that 41 * ether_output() sends to us via if_transmit(), rewrite them for 42 * use by the real outgoing interface, and ask it to send them. 43 */ 44 45 #include <sys/cdefs.h> 46 #include "opt_inet.h" 47 #include "opt_inet6.h" 48 #include "opt_kern_tls.h" 49 #include "opt_vlan.h" 50 #include "opt_ratelimit.h" 51 52 #include <sys/param.h> 53 #include <sys/eventhandler.h> 54 #include <sys/kernel.h> 55 #include <sys/lock.h> 56 #include <sys/malloc.h> 57 #include <sys/mbuf.h> 58 #include <sys/module.h> 59 #include <sys/rmlock.h> 60 #include <sys/priv.h> 61 #include <sys/queue.h> 62 #include <sys/socket.h> 63 #include <sys/sockio.h> 64 #include <sys/sysctl.h> 65 #include <sys/systm.h> 66 #include <sys/sx.h> 67 #include <sys/taskqueue.h> 68 69 #include <net/bpf.h> 70 #include <net/ethernet.h> 71 #include <net/if.h> 72 #include <net/if_var.h> 73 #include <net/if_private.h> 74 #include <net/if_clone.h> 75 #include <net/if_dl.h> 76 #include <net/if_types.h> 77 #include <net/if_vlan_var.h> 78 #include <net/route.h> 79 #include <net/vnet.h> 80 81 #ifdef INET 82 #include <netinet/in.h> 83 #include <netinet/if_ether.h> 84 #endif 85 86 #include <netlink/netlink.h> 87 #include <netlink/netlink_ctl.h> 88 #include <netlink/netlink_route.h> 89 #include <netlink/route/route_var.h> 90 91 #define VLAN_DEF_HWIDTH 4 92 #define VLAN_IFFLAGS (IFF_BROADCAST | IFF_MULTICAST) 93 94 #define UP_AND_RUNNING(ifp) \ 95 ((ifp)->if_flags & IFF_UP && (ifp)->if_drv_flags & IFF_DRV_RUNNING) 96 97 CK_SLIST_HEAD(ifvlanhead, ifvlan); 98 99 struct ifvlantrunk { 100 struct ifnet *parent; /* parent interface of this trunk */ 101 struct mtx lock; 102 #ifdef VLAN_ARRAY 103 #define VLAN_ARRAY_SIZE (EVL_VLID_MASK + 1) 104 struct ifvlan *vlans[VLAN_ARRAY_SIZE]; /* static table */ 105 #else 106 struct ifvlanhead *hash; /* dynamic hash-list table */ 107 uint16_t hmask; 108 uint16_t hwidth; 109 #endif 110 int refcnt; 111 }; 112 113 #if defined(KERN_TLS) || defined(RATELIMIT) 114 struct vlan_snd_tag { 115 struct m_snd_tag com; 116 struct m_snd_tag *tag; 117 }; 118 119 static inline struct vlan_snd_tag * 120 mst_to_vst(struct m_snd_tag *mst) 121 { 122 123 return (__containerof(mst, struct vlan_snd_tag, com)); 124 } 125 #endif 126 127 /* 128 * This macro provides a facility to iterate over every vlan on a trunk with 129 * the assumption that none will be added/removed during iteration. 130 */ 131 #ifdef VLAN_ARRAY 132 #define VLAN_FOREACH(_ifv, _trunk) \ 133 size_t _i; \ 134 for (_i = 0; _i < VLAN_ARRAY_SIZE; _i++) \ 135 if (((_ifv) = (_trunk)->vlans[_i]) != NULL) 136 #else /* VLAN_ARRAY */ 137 #define VLAN_FOREACH(_ifv, _trunk) \ 138 struct ifvlan *_next; \ 139 size_t _i; \ 140 for (_i = 0; _i < (1 << (_trunk)->hwidth); _i++) \ 141 CK_SLIST_FOREACH_SAFE((_ifv), &(_trunk)->hash[_i], ifv_list, _next) 142 #endif /* VLAN_ARRAY */ 143 144 /* 145 * This macro provides a facility to iterate over every vlan on a trunk while 146 * also modifying the number of vlans on the trunk. The iteration continues 147 * until some condition is met or there are no more vlans on the trunk. 148 */ 149 #ifdef VLAN_ARRAY 150 /* The VLAN_ARRAY case is simple -- just a for loop using the condition. */ 151 #define VLAN_FOREACH_UNTIL_SAFE(_ifv, _trunk, _cond) \ 152 size_t _i; \ 153 for (_i = 0; !(_cond) && _i < VLAN_ARRAY_SIZE; _i++) \ 154 if (((_ifv) = (_trunk)->vlans[_i])) 155 #else /* VLAN_ARRAY */ 156 /* 157 * The hash table case is more complicated. We allow for the hash table to be 158 * modified (i.e. vlans removed) while we are iterating over it. To allow for 159 * this we must restart the iteration every time we "touch" something during 160 * the iteration, since removal will resize the hash table and invalidate our 161 * current position. If acting on the touched element causes the trunk to be 162 * emptied, then iteration also stops. 163 */ 164 #define VLAN_FOREACH_UNTIL_SAFE(_ifv, _trunk, _cond) \ 165 size_t _i; \ 166 bool _touch = false; \ 167 for (_i = 0; \ 168 !(_cond) && _i < (1 << (_trunk)->hwidth); \ 169 _i = (_touch && ((_trunk) != NULL) ? 0 : _i + 1), _touch = false) \ 170 if (((_ifv) = CK_SLIST_FIRST(&(_trunk)->hash[_i])) != NULL && \ 171 (_touch = true)) 172 #endif /* VLAN_ARRAY */ 173 174 struct vlan_mc_entry { 175 struct sockaddr_dl mc_addr; 176 CK_SLIST_ENTRY(vlan_mc_entry) mc_entries; 177 struct epoch_context mc_epoch_ctx; 178 }; 179 180 struct ifvlan { 181 struct ifvlantrunk *ifv_trunk; 182 struct ifnet *ifv_ifp; 183 #define TRUNK(ifv) ((ifv)->ifv_trunk) 184 #define PARENT(ifv) (TRUNK(ifv)->parent) 185 void *ifv_cookie; 186 int ifv_pflags; /* special flags we have set on parent */ 187 int ifv_capenable; 188 int ifv_encaplen; /* encapsulation length */ 189 int ifv_mtufudge; /* MTU fudged by this much */ 190 int ifv_mintu; /* min transmission unit */ 191 struct ether_8021q_tag ifv_qtag; 192 #define ifv_proto ifv_qtag.proto 193 #define ifv_vid ifv_qtag.vid 194 #define ifv_pcp ifv_qtag.pcp 195 struct task lladdr_task; 196 CK_SLIST_HEAD(, vlan_mc_entry) vlan_mc_listhead; 197 #ifndef VLAN_ARRAY 198 CK_SLIST_ENTRY(ifvlan) ifv_list; 199 #endif 200 }; 201 202 /* Special flags we should propagate to parent. */ 203 static struct { 204 int flag; 205 int (*func)(struct ifnet *, int); 206 } vlan_pflags[] = { 207 {IFF_PROMISC, ifpromisc}, 208 {IFF_ALLMULTI, if_allmulti}, 209 {0, NULL} 210 }; 211 212 VNET_DECLARE(int, vlan_mtag_pcp); 213 #define V_vlan_mtag_pcp VNET(vlan_mtag_pcp) 214 215 static const char vlanname[] = "vlan"; 216 static MALLOC_DEFINE(M_VLAN, vlanname, "802.1Q Virtual LAN Interface"); 217 218 static eventhandler_tag ifdetach_tag; 219 static eventhandler_tag iflladdr_tag; 220 static eventhandler_tag ifevent_tag; 221 222 /* 223 * if_vlan uses two module-level synchronizations primitives to allow concurrent 224 * modification of vlan interfaces and (mostly) allow for vlans to be destroyed 225 * while they are being used for tx/rx. To accomplish this in a way that has 226 * acceptable performance and cooperation with other parts of the network stack 227 * there is a non-sleepable epoch(9) and an sx(9). 228 * 229 * The performance-sensitive paths that warrant using the epoch(9) are 230 * vlan_transmit and vlan_input. Both have to check for the vlan interface's 231 * existence using if_vlantrunk, and being in the network tx/rx paths the use 232 * of an epoch(9) gives a measureable improvement in performance. 233 * 234 * The reason for having an sx(9) is mostly because there are still areas that 235 * must be sleepable and also have safe concurrent access to a vlan interface. 236 * Since the sx(9) exists, it is used by default in most paths unless sleeping 237 * is not permitted, or if it is not clear whether sleeping is permitted. 238 * 239 */ 240 #define _VLAN_SX_ID ifv_sx 241 242 static struct sx _VLAN_SX_ID; 243 244 #define VLAN_LOCKING_INIT() \ 245 sx_init_flags(&_VLAN_SX_ID, "vlan_sx", SX_RECURSE) 246 247 #define VLAN_LOCKING_DESTROY() \ 248 sx_destroy(&_VLAN_SX_ID) 249 250 #define VLAN_SLOCK() sx_slock(&_VLAN_SX_ID) 251 #define VLAN_SUNLOCK() sx_sunlock(&_VLAN_SX_ID) 252 #define VLAN_XLOCK() sx_xlock(&_VLAN_SX_ID) 253 #define VLAN_XUNLOCK() sx_xunlock(&_VLAN_SX_ID) 254 #define VLAN_SLOCK_ASSERT() sx_assert(&_VLAN_SX_ID, SA_SLOCKED) 255 #define VLAN_XLOCK_ASSERT() sx_assert(&_VLAN_SX_ID, SA_XLOCKED) 256 #define VLAN_SXLOCK_ASSERT() sx_assert(&_VLAN_SX_ID, SA_LOCKED) 257 258 /* 259 * We also have a per-trunk mutex that should be acquired when changing 260 * its state. 261 */ 262 #define TRUNK_LOCK_INIT(trunk) mtx_init(&(trunk)->lock, vlanname, NULL, MTX_DEF) 263 #define TRUNK_LOCK_DESTROY(trunk) mtx_destroy(&(trunk)->lock) 264 #define TRUNK_WLOCK(trunk) mtx_lock(&(trunk)->lock) 265 #define TRUNK_WUNLOCK(trunk) mtx_unlock(&(trunk)->lock) 266 #define TRUNK_WLOCK_ASSERT(trunk) mtx_assert(&(trunk)->lock, MA_OWNED); 267 268 /* 269 * The VLAN_ARRAY substitutes the dynamic hash with a static array 270 * with 4096 entries. In theory this can give a boost in processing, 271 * however in practice it does not. Probably this is because the array 272 * is too big to fit into CPU cache. 273 */ 274 #ifndef VLAN_ARRAY 275 static void vlan_inithash(struct ifvlantrunk *trunk); 276 static void vlan_freehash(struct ifvlantrunk *trunk); 277 static int vlan_inshash(struct ifvlantrunk *trunk, struct ifvlan *ifv); 278 static int vlan_remhash(struct ifvlantrunk *trunk, struct ifvlan *ifv); 279 static void vlan_growhash(struct ifvlantrunk *trunk, int howmuch); 280 static __inline struct ifvlan * vlan_gethash(struct ifvlantrunk *trunk, 281 uint16_t vid); 282 #endif 283 static void trunk_destroy(struct ifvlantrunk *trunk); 284 285 static void vlan_init(void *foo); 286 static void vlan_input(struct ifnet *ifp, struct mbuf *m); 287 static int vlan_ioctl(struct ifnet *ifp, u_long cmd, caddr_t addr); 288 #if defined(KERN_TLS) || defined(RATELIMIT) 289 static int vlan_snd_tag_alloc(struct ifnet *, 290 union if_snd_tag_alloc_params *, struct m_snd_tag **); 291 static int vlan_snd_tag_modify(struct m_snd_tag *, 292 union if_snd_tag_modify_params *); 293 static int vlan_snd_tag_query(struct m_snd_tag *, 294 union if_snd_tag_query_params *); 295 static void vlan_snd_tag_free(struct m_snd_tag *); 296 static struct m_snd_tag *vlan_next_snd_tag(struct m_snd_tag *); 297 static void vlan_ratelimit_query(struct ifnet *, 298 struct if_ratelimit_query_results *); 299 #endif 300 static void vlan_qflush(struct ifnet *ifp); 301 static int vlan_setflag(struct ifnet *ifp, int flag, int status, 302 int (*func)(struct ifnet *, int)); 303 static int vlan_setflags(struct ifnet *ifp, int status); 304 static int vlan_setmulti(struct ifnet *ifp); 305 static int vlan_transmit(struct ifnet *ifp, struct mbuf *m); 306 #ifdef ALTQ 307 static void vlan_altq_start(struct ifnet *ifp); 308 static int vlan_altq_transmit(struct ifnet *ifp, struct mbuf *m); 309 #endif 310 static int vlan_output(struct ifnet *ifp, struct mbuf *m, 311 const struct sockaddr *dst, struct route *ro); 312 static void vlan_unconfig(struct ifnet *ifp); 313 static void vlan_unconfig_locked(struct ifnet *ifp, int departing); 314 static int vlan_config(struct ifvlan *ifv, struct ifnet *p, uint16_t tag, 315 uint16_t proto); 316 static void vlan_link_state(struct ifnet *ifp); 317 static void vlan_capabilities(struct ifvlan *ifv); 318 static void vlan_trunk_capabilities(struct ifnet *ifp); 319 320 static struct ifnet *vlan_clone_match_ethervid(const char *, int *); 321 static int vlan_clone_match(struct if_clone *, const char *); 322 static int vlan_clone_create(struct if_clone *, char *, size_t, 323 struct ifc_data *, struct ifnet **); 324 static int vlan_clone_destroy(struct if_clone *, struct ifnet *, uint32_t); 325 326 static int vlan_clone_create_nl(struct if_clone *ifc, char *name, size_t len, 327 struct ifc_data_nl *ifd); 328 static int vlan_clone_modify_nl(struct ifnet *ifp, struct ifc_data_nl *ifd); 329 static void vlan_clone_dump_nl(struct ifnet *ifp, struct nl_writer *nw); 330 331 static void vlan_ifdetach(void *arg, struct ifnet *ifp); 332 static void vlan_iflladdr(void *arg, struct ifnet *ifp); 333 static void vlan_ifevent(void *arg, struct ifnet *ifp, int event); 334 335 static void vlan_lladdr_fn(void *arg, int pending); 336 337 static struct if_clone *vlan_cloner; 338 339 #ifdef VIMAGE 340 VNET_DEFINE_STATIC(struct if_clone *, vlan_cloner); 341 #define V_vlan_cloner VNET(vlan_cloner) 342 #endif 343 344 #ifdef RATELIMIT 345 static const struct if_snd_tag_sw vlan_snd_tag_ul_sw = { 346 .snd_tag_modify = vlan_snd_tag_modify, 347 .snd_tag_query = vlan_snd_tag_query, 348 .snd_tag_free = vlan_snd_tag_free, 349 .next_snd_tag = vlan_next_snd_tag, 350 .type = IF_SND_TAG_TYPE_UNLIMITED 351 }; 352 353 static const struct if_snd_tag_sw vlan_snd_tag_rl_sw = { 354 .snd_tag_modify = vlan_snd_tag_modify, 355 .snd_tag_query = vlan_snd_tag_query, 356 .snd_tag_free = vlan_snd_tag_free, 357 .next_snd_tag = vlan_next_snd_tag, 358 .type = IF_SND_TAG_TYPE_RATE_LIMIT 359 }; 360 #endif 361 362 #ifdef KERN_TLS 363 static const struct if_snd_tag_sw vlan_snd_tag_tls_sw = { 364 .snd_tag_modify = vlan_snd_tag_modify, 365 .snd_tag_query = vlan_snd_tag_query, 366 .snd_tag_free = vlan_snd_tag_free, 367 .next_snd_tag = vlan_next_snd_tag, 368 .type = IF_SND_TAG_TYPE_TLS 369 }; 370 371 #ifdef RATELIMIT 372 static const struct if_snd_tag_sw vlan_snd_tag_tls_rl_sw = { 373 .snd_tag_modify = vlan_snd_tag_modify, 374 .snd_tag_query = vlan_snd_tag_query, 375 .snd_tag_free = vlan_snd_tag_free, 376 .next_snd_tag = vlan_next_snd_tag, 377 .type = IF_SND_TAG_TYPE_TLS_RATE_LIMIT 378 }; 379 #endif 380 #endif 381 382 static void 383 vlan_mc_free(struct epoch_context *ctx) 384 { 385 struct vlan_mc_entry *mc = __containerof(ctx, struct vlan_mc_entry, mc_epoch_ctx); 386 free(mc, M_VLAN); 387 } 388 389 #ifndef VLAN_ARRAY 390 #define HASH(n, m) ((((n) >> 8) ^ ((n) >> 4) ^ (n)) & (m)) 391 392 static void 393 vlan_inithash(struct ifvlantrunk *trunk) 394 { 395 int i, n; 396 397 /* 398 * The trunk must not be locked here since we call malloc(M_WAITOK). 399 * It is OK in case this function is called before the trunk struct 400 * gets hooked up and becomes visible from other threads. 401 */ 402 403 KASSERT(trunk->hwidth == 0 && trunk->hash == NULL, 404 ("%s: hash already initialized", __func__)); 405 406 trunk->hwidth = VLAN_DEF_HWIDTH; 407 n = 1 << trunk->hwidth; 408 trunk->hmask = n - 1; 409 trunk->hash = malloc(sizeof(struct ifvlanhead) * n, M_VLAN, M_WAITOK); 410 for (i = 0; i < n; i++) 411 CK_SLIST_INIT(&trunk->hash[i]); 412 } 413 414 static void 415 vlan_freehash(struct ifvlantrunk *trunk) 416 { 417 #ifdef INVARIANTS 418 int i; 419 420 KASSERT(trunk->hwidth > 0, ("%s: hwidth not positive", __func__)); 421 for (i = 0; i < (1 << trunk->hwidth); i++) 422 KASSERT(CK_SLIST_EMPTY(&trunk->hash[i]), 423 ("%s: hash table not empty", __func__)); 424 #endif 425 free(trunk->hash, M_VLAN); 426 trunk->hash = NULL; 427 trunk->hwidth = trunk->hmask = 0; 428 } 429 430 static int 431 vlan_inshash(struct ifvlantrunk *trunk, struct ifvlan *ifv) 432 { 433 int i, b; 434 struct ifvlan *ifv2; 435 436 VLAN_XLOCK_ASSERT(); 437 KASSERT(trunk->hwidth > 0, ("%s: hwidth not positive", __func__)); 438 439 b = 1 << trunk->hwidth; 440 i = HASH(ifv->ifv_vid, trunk->hmask); 441 CK_SLIST_FOREACH(ifv2, &trunk->hash[i], ifv_list) 442 if (ifv->ifv_vid == ifv2->ifv_vid) 443 return (EEXIST); 444 445 /* 446 * Grow the hash when the number of vlans exceeds half of the number of 447 * hash buckets squared. This will make the average linked-list length 448 * buckets/2. 449 */ 450 if (trunk->refcnt > (b * b) / 2) { 451 vlan_growhash(trunk, 1); 452 i = HASH(ifv->ifv_vid, trunk->hmask); 453 } 454 CK_SLIST_INSERT_HEAD(&trunk->hash[i], ifv, ifv_list); 455 trunk->refcnt++; 456 457 return (0); 458 } 459 460 static int 461 vlan_remhash(struct ifvlantrunk *trunk, struct ifvlan *ifv) 462 { 463 int i, b; 464 struct ifvlan *ifv2; 465 466 VLAN_XLOCK_ASSERT(); 467 KASSERT(trunk->hwidth > 0, ("%s: hwidth not positive", __func__)); 468 469 b = 1 << (trunk->hwidth - 1); 470 i = HASH(ifv->ifv_vid, trunk->hmask); 471 CK_SLIST_FOREACH(ifv2, &trunk->hash[i], ifv_list) 472 if (ifv2 == ifv) { 473 trunk->refcnt--; 474 CK_SLIST_REMOVE(&trunk->hash[i], ifv2, ifvlan, ifv_list); 475 if (trunk->refcnt < (b * b) / 2) 476 vlan_growhash(trunk, -1); 477 return (0); 478 } 479 480 panic("%s: vlan not found\n", __func__); 481 return (ENOENT); /*NOTREACHED*/ 482 } 483 484 /* 485 * Grow the hash larger or smaller if memory permits. 486 */ 487 static void 488 vlan_growhash(struct ifvlantrunk *trunk, int howmuch) 489 { 490 struct ifvlan *ifv; 491 struct ifvlanhead *hash2; 492 int hwidth2, i, j, n, n2; 493 494 VLAN_XLOCK_ASSERT(); 495 KASSERT(trunk->hwidth > 0, ("%s: hwidth not positive", __func__)); 496 497 if (howmuch == 0) { 498 /* Harmless yet obvious coding error */ 499 printf("%s: howmuch is 0\n", __func__); 500 return; 501 } 502 503 hwidth2 = trunk->hwidth + howmuch; 504 n = 1 << trunk->hwidth; 505 n2 = 1 << hwidth2; 506 /* Do not shrink the table below the default */ 507 if (hwidth2 < VLAN_DEF_HWIDTH) 508 return; 509 510 hash2 = malloc(sizeof(struct ifvlanhead) * n2, M_VLAN, M_WAITOK); 511 if (hash2 == NULL) { 512 printf("%s: out of memory -- hash size not changed\n", 513 __func__); 514 return; /* We can live with the old hash table */ 515 } 516 for (j = 0; j < n2; j++) 517 CK_SLIST_INIT(&hash2[j]); 518 for (i = 0; i < n; i++) 519 while ((ifv = CK_SLIST_FIRST(&trunk->hash[i])) != NULL) { 520 CK_SLIST_REMOVE(&trunk->hash[i], ifv, ifvlan, ifv_list); 521 j = HASH(ifv->ifv_vid, n2 - 1); 522 CK_SLIST_INSERT_HEAD(&hash2[j], ifv, ifv_list); 523 } 524 NET_EPOCH_WAIT(); 525 free(trunk->hash, M_VLAN); 526 trunk->hash = hash2; 527 trunk->hwidth = hwidth2; 528 trunk->hmask = n2 - 1; 529 530 if (bootverbose) 531 if_printf(trunk->parent, 532 "VLAN hash table resized from %d to %d buckets\n", n, n2); 533 } 534 535 static __inline struct ifvlan * 536 vlan_gethash(struct ifvlantrunk *trunk, uint16_t vid) 537 { 538 struct ifvlan *ifv; 539 540 NET_EPOCH_ASSERT(); 541 542 CK_SLIST_FOREACH(ifv, &trunk->hash[HASH(vid, trunk->hmask)], ifv_list) 543 if (ifv->ifv_vid == vid) 544 return (ifv); 545 return (NULL); 546 } 547 548 #if 0 549 /* Debugging code to view the hashtables. */ 550 static void 551 vlan_dumphash(struct ifvlantrunk *trunk) 552 { 553 int i; 554 struct ifvlan *ifv; 555 556 for (i = 0; i < (1 << trunk->hwidth); i++) { 557 printf("%d: ", i); 558 CK_SLIST_FOREACH(ifv, &trunk->hash[i], ifv_list) 559 printf("%s ", ifv->ifv_ifp->if_xname); 560 printf("\n"); 561 } 562 } 563 #endif /* 0 */ 564 #else 565 566 static __inline struct ifvlan * 567 vlan_gethash(struct ifvlantrunk *trunk, uint16_t vid) 568 { 569 570 return trunk->vlans[vid]; 571 } 572 573 static __inline int 574 vlan_inshash(struct ifvlantrunk *trunk, struct ifvlan *ifv) 575 { 576 577 if (trunk->vlans[ifv->ifv_vid] != NULL) 578 return EEXIST; 579 trunk->vlans[ifv->ifv_vid] = ifv; 580 trunk->refcnt++; 581 582 return (0); 583 } 584 585 static __inline int 586 vlan_remhash(struct ifvlantrunk *trunk, struct ifvlan *ifv) 587 { 588 589 trunk->vlans[ifv->ifv_vid] = NULL; 590 trunk->refcnt--; 591 592 return (0); 593 } 594 595 static __inline void 596 vlan_freehash(struct ifvlantrunk *trunk) 597 { 598 } 599 600 static __inline void 601 vlan_inithash(struct ifvlantrunk *trunk) 602 { 603 } 604 605 #endif /* !VLAN_ARRAY */ 606 607 static void 608 trunk_destroy(struct ifvlantrunk *trunk) 609 { 610 VLAN_XLOCK_ASSERT(); 611 612 vlan_freehash(trunk); 613 trunk->parent->if_vlantrunk = NULL; 614 TRUNK_LOCK_DESTROY(trunk); 615 if_rele(trunk->parent); 616 free(trunk, M_VLAN); 617 } 618 619 /* 620 * Program our multicast filter. What we're actually doing is 621 * programming the multicast filter of the parent. This has the 622 * side effect of causing the parent interface to receive multicast 623 * traffic that it doesn't really want, which ends up being discarded 624 * later by the upper protocol layers. Unfortunately, there's no way 625 * to avoid this: there really is only one physical interface. 626 */ 627 static int 628 vlan_setmulti(struct ifnet *ifp) 629 { 630 struct ifnet *ifp_p; 631 struct ifmultiaddr *ifma; 632 struct ifvlan *sc; 633 struct vlan_mc_entry *mc; 634 int error; 635 636 VLAN_XLOCK_ASSERT(); 637 638 /* Find the parent. */ 639 sc = ifp->if_softc; 640 ifp_p = PARENT(sc); 641 642 CURVNET_SET_QUIET(ifp_p->if_vnet); 643 644 /* First, remove any existing filter entries. */ 645 while ((mc = CK_SLIST_FIRST(&sc->vlan_mc_listhead)) != NULL) { 646 CK_SLIST_REMOVE_HEAD(&sc->vlan_mc_listhead, mc_entries); 647 (void)if_delmulti(ifp_p, (struct sockaddr *)&mc->mc_addr); 648 NET_EPOCH_CALL(vlan_mc_free, &mc->mc_epoch_ctx); 649 } 650 651 /* Now program new ones. */ 652 IF_ADDR_WLOCK(ifp); 653 CK_STAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 654 if (ifma->ifma_addr->sa_family != AF_LINK) 655 continue; 656 mc = malloc(sizeof(struct vlan_mc_entry), M_VLAN, M_NOWAIT); 657 if (mc == NULL) { 658 IF_ADDR_WUNLOCK(ifp); 659 CURVNET_RESTORE(); 660 return (ENOMEM); 661 } 662 bcopy(ifma->ifma_addr, &mc->mc_addr, ifma->ifma_addr->sa_len); 663 mc->mc_addr.sdl_index = ifp_p->if_index; 664 CK_SLIST_INSERT_HEAD(&sc->vlan_mc_listhead, mc, mc_entries); 665 } 666 IF_ADDR_WUNLOCK(ifp); 667 CK_SLIST_FOREACH (mc, &sc->vlan_mc_listhead, mc_entries) { 668 error = if_addmulti(ifp_p, (struct sockaddr *)&mc->mc_addr, 669 NULL); 670 if (error) { 671 CURVNET_RESTORE(); 672 return (error); 673 } 674 } 675 676 CURVNET_RESTORE(); 677 return (0); 678 } 679 680 /* 681 * A handler for interface ifnet events. 682 */ 683 static void 684 vlan_ifevent(void *arg __unused, struct ifnet *ifp, int event) 685 { 686 struct epoch_tracker et; 687 struct ifvlan *ifv; 688 struct ifvlantrunk *trunk; 689 690 if (event != IFNET_EVENT_UPDATE_BAUDRATE) 691 return; 692 693 NET_EPOCH_ENTER(et); 694 trunk = ifp->if_vlantrunk; 695 if (trunk == NULL) { 696 NET_EPOCH_EXIT(et); 697 return; 698 } 699 700 TRUNK_WLOCK(trunk); 701 VLAN_FOREACH(ifv, trunk) { 702 ifv->ifv_ifp->if_baudrate = ifp->if_baudrate; 703 } 704 TRUNK_WUNLOCK(trunk); 705 NET_EPOCH_EXIT(et); 706 } 707 708 /* 709 * A handler for parent interface link layer address changes. 710 * If the parent interface link layer address is changed we 711 * should also change it on all children vlans. 712 */ 713 static void 714 vlan_iflladdr(void *arg __unused, struct ifnet *ifp) 715 { 716 struct epoch_tracker et; 717 struct ifvlan *ifv; 718 struct ifnet *ifv_ifp; 719 struct ifvlantrunk *trunk; 720 struct sockaddr_dl *sdl; 721 722 /* Need the epoch since this is run on taskqueue_swi. */ 723 NET_EPOCH_ENTER(et); 724 trunk = ifp->if_vlantrunk; 725 if (trunk == NULL) { 726 NET_EPOCH_EXIT(et); 727 return; 728 } 729 730 /* 731 * OK, it's a trunk. Loop over and change all vlan's lladdrs on it. 732 * We need an exclusive lock here to prevent concurrent SIOCSIFLLADDR 733 * ioctl calls on the parent garbling the lladdr of the child vlan. 734 */ 735 TRUNK_WLOCK(trunk); 736 VLAN_FOREACH(ifv, trunk) { 737 /* 738 * Copy new new lladdr into the ifv_ifp, enqueue a task 739 * to actually call if_setlladdr. if_setlladdr needs to 740 * be deferred to a taskqueue because it will call into 741 * the if_vlan ioctl path and try to acquire the global 742 * lock. 743 */ 744 ifv_ifp = ifv->ifv_ifp; 745 bcopy(IF_LLADDR(ifp), IF_LLADDR(ifv_ifp), 746 ifp->if_addrlen); 747 sdl = (struct sockaddr_dl *)ifv_ifp->if_addr->ifa_addr; 748 sdl->sdl_alen = ifp->if_addrlen; 749 taskqueue_enqueue(taskqueue_thread, &ifv->lladdr_task); 750 } 751 TRUNK_WUNLOCK(trunk); 752 NET_EPOCH_EXIT(et); 753 } 754 755 /* 756 * A handler for network interface departure events. 757 * Track departure of trunks here so that we don't access invalid 758 * pointers or whatever if a trunk is ripped from under us, e.g., 759 * by ejecting its hot-plug card. However, if an ifnet is simply 760 * being renamed, then there's no need to tear down the state. 761 */ 762 static void 763 vlan_ifdetach(void *arg __unused, struct ifnet *ifp) 764 { 765 struct ifvlan *ifv; 766 struct ifvlantrunk *trunk; 767 768 /* If the ifnet is just being renamed, don't do anything. */ 769 if (ifp->if_flags & IFF_RENAMING) 770 return; 771 VLAN_XLOCK(); 772 trunk = ifp->if_vlantrunk; 773 if (trunk == NULL) { 774 VLAN_XUNLOCK(); 775 return; 776 } 777 778 /* 779 * OK, it's a trunk. Loop over and detach all vlan's on it. 780 * Check trunk pointer after each vlan_unconfig() as it will 781 * free it and set to NULL after the last vlan was detached. 782 */ 783 VLAN_FOREACH_UNTIL_SAFE(ifv, ifp->if_vlantrunk, 784 ifp->if_vlantrunk == NULL) 785 vlan_unconfig_locked(ifv->ifv_ifp, 1); 786 787 /* Trunk should have been destroyed in vlan_unconfig(). */ 788 KASSERT(ifp->if_vlantrunk == NULL, ("%s: purge failed", __func__)); 789 VLAN_XUNLOCK(); 790 } 791 792 /* 793 * Return the trunk device for a virtual interface. 794 */ 795 static struct ifnet * 796 vlan_trunkdev(struct ifnet *ifp) 797 { 798 struct ifvlan *ifv; 799 800 NET_EPOCH_ASSERT(); 801 802 if (ifp->if_type != IFT_L2VLAN) 803 return (NULL); 804 805 ifv = ifp->if_softc; 806 ifp = NULL; 807 if (ifv->ifv_trunk) 808 ifp = PARENT(ifv); 809 return (ifp); 810 } 811 812 /* 813 * Return the 12-bit VLAN VID for this interface, for use by external 814 * components such as Infiniband. 815 * 816 * XXXRW: Note that the function name here is historical; it should be named 817 * vlan_vid(). 818 */ 819 static int 820 vlan_tag(struct ifnet *ifp, uint16_t *vidp) 821 { 822 struct ifvlan *ifv; 823 824 if (ifp->if_type != IFT_L2VLAN) 825 return (EINVAL); 826 ifv = ifp->if_softc; 827 *vidp = ifv->ifv_vid; 828 return (0); 829 } 830 831 static int 832 vlan_pcp(struct ifnet *ifp, uint16_t *pcpp) 833 { 834 struct ifvlan *ifv; 835 836 if (ifp->if_type != IFT_L2VLAN) 837 return (EINVAL); 838 ifv = ifp->if_softc; 839 *pcpp = ifv->ifv_pcp; 840 return (0); 841 } 842 843 /* 844 * Return a driver specific cookie for this interface. Synchronization 845 * with setcookie must be provided by the driver. 846 */ 847 static void * 848 vlan_cookie(struct ifnet *ifp) 849 { 850 struct ifvlan *ifv; 851 852 if (ifp->if_type != IFT_L2VLAN) 853 return (NULL); 854 ifv = ifp->if_softc; 855 return (ifv->ifv_cookie); 856 } 857 858 /* 859 * Store a cookie in our softc that drivers can use to store driver 860 * private per-instance data in. 861 */ 862 static int 863 vlan_setcookie(struct ifnet *ifp, void *cookie) 864 { 865 struct ifvlan *ifv; 866 867 if (ifp->if_type != IFT_L2VLAN) 868 return (EINVAL); 869 ifv = ifp->if_softc; 870 ifv->ifv_cookie = cookie; 871 return (0); 872 } 873 874 /* 875 * Return the vlan device present at the specific VID. 876 */ 877 static struct ifnet * 878 vlan_devat(struct ifnet *ifp, uint16_t vid) 879 { 880 struct ifvlantrunk *trunk; 881 struct ifvlan *ifv; 882 883 NET_EPOCH_ASSERT(); 884 885 trunk = ifp->if_vlantrunk; 886 if (trunk == NULL) 887 return (NULL); 888 ifp = NULL; 889 ifv = vlan_gethash(trunk, vid); 890 if (ifv) 891 ifp = ifv->ifv_ifp; 892 return (ifp); 893 } 894 895 /* 896 * VLAN support can be loaded as a module. The only place in the 897 * system that's intimately aware of this is ether_input. We hook 898 * into this code through vlan_input_p which is defined there and 899 * set here. No one else in the system should be aware of this so 900 * we use an explicit reference here. 901 */ 902 extern void (*vlan_input_p)(struct ifnet *, struct mbuf *); 903 904 /* For if_link_state_change() eyes only... */ 905 extern void (*vlan_link_state_p)(struct ifnet *); 906 907 static struct if_clone_addreq_v2 vlan_addreq = { 908 .version = 2, 909 .match_f = vlan_clone_match, 910 .create_f = vlan_clone_create, 911 .destroy_f = vlan_clone_destroy, 912 .create_nl_f = vlan_clone_create_nl, 913 .modify_nl_f = vlan_clone_modify_nl, 914 .dump_nl_f = vlan_clone_dump_nl, 915 }; 916 917 static int 918 vlan_modevent(module_t mod, int type, void *data) 919 { 920 921 switch (type) { 922 case MOD_LOAD: 923 ifdetach_tag = EVENTHANDLER_REGISTER(ifnet_departure_event, 924 vlan_ifdetach, NULL, EVENTHANDLER_PRI_ANY); 925 if (ifdetach_tag == NULL) 926 return (ENOMEM); 927 iflladdr_tag = EVENTHANDLER_REGISTER(iflladdr_event, 928 vlan_iflladdr, NULL, EVENTHANDLER_PRI_ANY); 929 if (iflladdr_tag == NULL) 930 return (ENOMEM); 931 ifevent_tag = EVENTHANDLER_REGISTER(ifnet_event, 932 vlan_ifevent, NULL, EVENTHANDLER_PRI_ANY); 933 if (ifevent_tag == NULL) 934 return (ENOMEM); 935 VLAN_LOCKING_INIT(); 936 vlan_input_p = vlan_input; 937 vlan_link_state_p = vlan_link_state; 938 vlan_trunk_cap_p = vlan_trunk_capabilities; 939 vlan_trunkdev_p = vlan_trunkdev; 940 vlan_cookie_p = vlan_cookie; 941 vlan_setcookie_p = vlan_setcookie; 942 vlan_tag_p = vlan_tag; 943 vlan_pcp_p = vlan_pcp; 944 vlan_devat_p = vlan_devat; 945 #ifndef VIMAGE 946 vlan_cloner = ifc_attach_cloner(vlanname, (struct if_clone_addreq *)&vlan_addreq); 947 #endif 948 if (bootverbose) 949 printf("vlan: initialized, using " 950 #ifdef VLAN_ARRAY 951 "full-size arrays" 952 #else 953 "hash tables with chaining" 954 #endif 955 956 "\n"); 957 break; 958 case MOD_UNLOAD: 959 #ifndef VIMAGE 960 ifc_detach_cloner(vlan_cloner); 961 #endif 962 EVENTHANDLER_DEREGISTER(ifnet_departure_event, ifdetach_tag); 963 EVENTHANDLER_DEREGISTER(iflladdr_event, iflladdr_tag); 964 EVENTHANDLER_DEREGISTER(ifnet_event, ifevent_tag); 965 vlan_input_p = NULL; 966 vlan_link_state_p = NULL; 967 vlan_trunk_cap_p = NULL; 968 vlan_trunkdev_p = NULL; 969 vlan_tag_p = NULL; 970 vlan_cookie_p = NULL; 971 vlan_setcookie_p = NULL; 972 vlan_devat_p = NULL; 973 VLAN_LOCKING_DESTROY(); 974 if (bootverbose) 975 printf("vlan: unloaded\n"); 976 break; 977 default: 978 return (EOPNOTSUPP); 979 } 980 return (0); 981 } 982 983 static moduledata_t vlan_mod = { 984 "if_vlan", 985 vlan_modevent, 986 0 987 }; 988 989 DECLARE_MODULE(if_vlan, vlan_mod, SI_SUB_PSEUDO, SI_ORDER_ANY); 990 MODULE_VERSION(if_vlan, 3); 991 992 #ifdef VIMAGE 993 static void 994 vnet_vlan_init(const void *unused __unused) 995 { 996 vlan_cloner = ifc_attach_cloner(vlanname, (struct if_clone_addreq *)&vlan_addreq); 997 V_vlan_cloner = vlan_cloner; 998 } 999 VNET_SYSINIT(vnet_vlan_init, SI_SUB_PROTO_IFATTACHDOMAIN, SI_ORDER_ANY, 1000 vnet_vlan_init, NULL); 1001 1002 static void 1003 vnet_vlan_uninit(const void *unused __unused) 1004 { 1005 1006 ifc_detach_cloner(V_vlan_cloner); 1007 } 1008 VNET_SYSUNINIT(vnet_vlan_uninit, SI_SUB_INIT_IF, SI_ORDER_ANY, 1009 vnet_vlan_uninit, NULL); 1010 #endif 1011 1012 /* 1013 * Check for <etherif>.<vlan>[.<vlan> ...] style interface names. 1014 */ 1015 static struct ifnet * 1016 vlan_clone_match_ethervid(const char *name, int *vidp) 1017 { 1018 char ifname[IFNAMSIZ]; 1019 char *cp; 1020 struct ifnet *ifp; 1021 int vid; 1022 1023 strlcpy(ifname, name, IFNAMSIZ); 1024 if ((cp = strrchr(ifname, '.')) == NULL) 1025 return (NULL); 1026 *cp = '\0'; 1027 if ((ifp = ifunit_ref(ifname)) == NULL) 1028 return (NULL); 1029 /* Parse VID. */ 1030 if (*++cp == '\0') { 1031 if_rele(ifp); 1032 return (NULL); 1033 } 1034 vid = 0; 1035 for(; *cp >= '0' && *cp <= '9'; cp++) 1036 vid = (vid * 10) + (*cp - '0'); 1037 if (*cp != '\0') { 1038 if_rele(ifp); 1039 return (NULL); 1040 } 1041 if (vidp != NULL) 1042 *vidp = vid; 1043 1044 return (ifp); 1045 } 1046 1047 static int 1048 vlan_clone_match(struct if_clone *ifc, const char *name) 1049 { 1050 struct ifnet *ifp; 1051 const char *cp; 1052 1053 ifp = vlan_clone_match_ethervid(name, NULL); 1054 if (ifp != NULL) { 1055 if_rele(ifp); 1056 return (1); 1057 } 1058 1059 if (strncmp(vlanname, name, strlen(vlanname)) != 0) 1060 return (0); 1061 for (cp = name + 4; *cp != '\0'; cp++) { 1062 if (*cp < '0' || *cp > '9') 1063 return (0); 1064 } 1065 1066 return (1); 1067 } 1068 1069 static int 1070 vlan_clone_create(struct if_clone *ifc, char *name, size_t len, 1071 struct ifc_data *ifd, struct ifnet **ifpp) 1072 { 1073 char *dp; 1074 bool wildcard = false; 1075 bool subinterface = false; 1076 int unit; 1077 int error; 1078 int vid = 0; 1079 uint16_t proto = ETHERTYPE_VLAN; 1080 struct ifvlan *ifv; 1081 struct ifnet *ifp; 1082 struct ifnet *p = NULL; 1083 struct ifaddr *ifa; 1084 struct sockaddr_dl *sdl; 1085 struct vlanreq vlr; 1086 static const u_char eaddr[ETHER_ADDR_LEN]; /* 00:00:00:00:00:00 */ 1087 1088 1089 /* 1090 * There are three ways to specify the cloned device: 1091 * o pass a parameter block with the clone request. 1092 * o specify parameters in the text of the clone device name 1093 * o specify no parameters and get an unattached device that 1094 * must be configured separately. 1095 * The first technique is preferred; the latter two are supported 1096 * for backwards compatibility. 1097 * 1098 * XXXRW: Note historic use of the word "tag" here. New ioctls may be 1099 * called for. 1100 */ 1101 1102 if (ifd->params != NULL) { 1103 error = ifc_copyin(ifd, &vlr, sizeof(vlr)); 1104 if (error) 1105 return error; 1106 vid = vlr.vlr_tag; 1107 proto = vlr.vlr_proto; 1108 if (proto == 0) 1109 proto = ETHERTYPE_VLAN; 1110 p = ifunit_ref(vlr.vlr_parent); 1111 if (p == NULL) 1112 return (ENXIO); 1113 } 1114 1115 if ((error = ifc_name2unit(name, &unit)) == 0) { 1116 1117 /* 1118 * vlanX interface. Set wildcard to true if the unit number 1119 * is not fixed (-1) 1120 */ 1121 wildcard = (unit < 0); 1122 } else { 1123 struct ifnet *p_tmp = vlan_clone_match_ethervid(name, &vid); 1124 if (p_tmp != NULL) { 1125 error = 0; 1126 subinterface = true; 1127 unit = IF_DUNIT_NONE; 1128 wildcard = false; 1129 if (p != NULL) { 1130 if_rele(p_tmp); 1131 if (p != p_tmp) 1132 error = EINVAL; 1133 } else 1134 p = p_tmp; 1135 } else 1136 error = ENXIO; 1137 } 1138 1139 if (error != 0) { 1140 if (p != NULL) 1141 if_rele(p); 1142 return (error); 1143 } 1144 1145 if (!subinterface) { 1146 /* vlanX interface, mark X as busy or allocate new unit # */ 1147 error = ifc_alloc_unit(ifc, &unit); 1148 if (error != 0) { 1149 if (p != NULL) 1150 if_rele(p); 1151 return (error); 1152 } 1153 } 1154 1155 /* In the wildcard case, we need to update the name. */ 1156 if (wildcard) { 1157 for (dp = name; *dp != '\0'; dp++); 1158 if (snprintf(dp, len - (dp-name), "%d", unit) > 1159 len - (dp-name) - 1) { 1160 panic("%s: interface name too long", __func__); 1161 } 1162 } 1163 1164 ifv = malloc(sizeof(struct ifvlan), M_VLAN, M_WAITOK | M_ZERO); 1165 ifp = ifv->ifv_ifp = if_alloc(IFT_ETHER); 1166 CK_SLIST_INIT(&ifv->vlan_mc_listhead); 1167 ifp->if_softc = ifv; 1168 /* 1169 * Set the name manually rather than using if_initname because 1170 * we don't conform to the default naming convention for interfaces. 1171 */ 1172 strlcpy(ifp->if_xname, name, IFNAMSIZ); 1173 ifp->if_dname = vlanname; 1174 ifp->if_dunit = unit; 1175 1176 ifp->if_init = vlan_init; 1177 #ifdef ALTQ 1178 ifp->if_start = vlan_altq_start; 1179 ifp->if_transmit = vlan_altq_transmit; 1180 IFQ_SET_MAXLEN(&ifp->if_snd, ifqmaxlen); 1181 ifp->if_snd.ifq_drv_maxlen = 0; 1182 IFQ_SET_READY(&ifp->if_snd); 1183 #else 1184 ifp->if_transmit = vlan_transmit; 1185 #endif 1186 ifp->if_qflush = vlan_qflush; 1187 ifp->if_ioctl = vlan_ioctl; 1188 #if defined(KERN_TLS) || defined(RATELIMIT) 1189 ifp->if_snd_tag_alloc = vlan_snd_tag_alloc; 1190 ifp->if_ratelimit_query = vlan_ratelimit_query; 1191 #endif 1192 ifp->if_flags = VLAN_IFFLAGS; 1193 ether_ifattach(ifp, eaddr); 1194 /* Now undo some of the damage... */ 1195 ifp->if_baudrate = 0; 1196 ifp->if_type = IFT_L2VLAN; 1197 ifp->if_hdrlen = ETHER_VLAN_ENCAP_LEN; 1198 ifa = ifp->if_addr; 1199 sdl = (struct sockaddr_dl *)ifa->ifa_addr; 1200 sdl->sdl_type = IFT_L2VLAN; 1201 1202 if (p != NULL) { 1203 error = vlan_config(ifv, p, vid, proto); 1204 if_rele(p); 1205 if (error != 0) { 1206 /* 1207 * Since we've partially failed, we need to back 1208 * out all the way, otherwise userland could get 1209 * confused. Thus, we destroy the interface. 1210 */ 1211 ether_ifdetach(ifp); 1212 vlan_unconfig(ifp); 1213 if_free(ifp); 1214 if (!subinterface) 1215 ifc_free_unit(ifc, unit); 1216 free(ifv, M_VLAN); 1217 1218 return (error); 1219 } 1220 } 1221 *ifpp = ifp; 1222 1223 return (0); 1224 } 1225 1226 /* 1227 * 1228 * Parsers of IFLA_INFO_DATA inside IFLA_LINKINFO of RTM_NEWLINK 1229 * {{nla_len=8, nla_type=IFLA_LINK}, 2}, 1230 * {{nla_len=12, nla_type=IFLA_IFNAME}, "xvlan22"}, 1231 * {{nla_len=24, nla_type=IFLA_LINKINFO}, 1232 * [ 1233 * {{nla_len=8, nla_type=IFLA_INFO_KIND}, "vlan"...}, 1234 * {{nla_len=12, nla_type=IFLA_INFO_DATA}, "\x06\x00\x01\x00\x16\x00\x00\x00"}]} 1235 */ 1236 1237 struct nl_parsed_vlan { 1238 uint16_t vlan_id; 1239 uint16_t vlan_proto; 1240 struct ifla_vlan_flags vlan_flags; 1241 }; 1242 1243 #define _OUT(_field) offsetof(struct nl_parsed_vlan, _field) 1244 static const struct nlattr_parser nla_p_vlan[] = { 1245 { .type = IFLA_VLAN_ID, .off = _OUT(vlan_id), .cb = nlattr_get_uint16 }, 1246 { .type = IFLA_VLAN_FLAGS, .off = _OUT(vlan_flags), .cb = nlattr_get_nla }, 1247 { .type = IFLA_VLAN_PROTOCOL, .off = _OUT(vlan_proto), .cb = nlattr_get_uint16 }, 1248 }; 1249 #undef _OUT 1250 NL_DECLARE_ATTR_PARSER(vlan_parser, nla_p_vlan); 1251 1252 static int 1253 vlan_clone_create_nl(struct if_clone *ifc, char *name, size_t len, 1254 struct ifc_data_nl *ifd) 1255 { 1256 struct epoch_tracker et; 1257 struct ifnet *ifp_parent; 1258 struct nl_pstate *npt = ifd->npt; 1259 struct nl_parsed_link *lattrs = ifd->lattrs; 1260 int error; 1261 1262 /* 1263 * lattrs.ifla_ifname is the new interface name 1264 * lattrs.ifi_index contains parent interface index 1265 * lattrs.ifla_idata contains un-parsed vlan data 1266 */ 1267 struct nl_parsed_vlan attrs = { 1268 .vlan_id = 0xFEFE, 1269 .vlan_proto = ETHERTYPE_VLAN 1270 }; 1271 1272 if (lattrs->ifla_idata == NULL) { 1273 nlmsg_report_err_msg(npt, "vlan id is required, guessing not supported"); 1274 return (ENOTSUP); 1275 } 1276 1277 error = nl_parse_nested(lattrs->ifla_idata, &vlan_parser, npt, &attrs); 1278 if (error != 0) 1279 return (error); 1280 if (attrs.vlan_id > 4095) { 1281 nlmsg_report_err_msg(npt, "Invalid VID: %d", attrs.vlan_id); 1282 return (EINVAL); 1283 } 1284 if (attrs.vlan_proto != ETHERTYPE_VLAN && attrs.vlan_proto != ETHERTYPE_QINQ) { 1285 nlmsg_report_err_msg(npt, "Unsupported ethertype: 0x%04X", attrs.vlan_proto); 1286 return (ENOTSUP); 1287 } 1288 1289 struct vlanreq params = { 1290 .vlr_tag = attrs.vlan_id, 1291 .vlr_proto = attrs.vlan_proto, 1292 }; 1293 struct ifc_data ifd_new = { .flags = IFC_F_SYSSPACE, .unit = ifd->unit, .params = ¶ms }; 1294 1295 NET_EPOCH_ENTER(et); 1296 ifp_parent = ifnet_byindex(lattrs->ifi_index); 1297 if (ifp_parent != NULL) 1298 strlcpy(params.vlr_parent, if_name(ifp_parent), sizeof(params.vlr_parent)); 1299 NET_EPOCH_EXIT(et); 1300 1301 if (ifp_parent == NULL) { 1302 nlmsg_report_err_msg(npt, "unable to find parent interface %u", lattrs->ifi_index); 1303 return (ENOENT); 1304 } 1305 1306 error = vlan_clone_create(ifc, name, len, &ifd_new, &ifd->ifp); 1307 1308 return (error); 1309 } 1310 1311 static int 1312 vlan_clone_modify_nl(struct ifnet *ifp, struct ifc_data_nl *ifd) 1313 { 1314 struct nl_parsed_link *lattrs = ifd->lattrs; 1315 1316 if ((lattrs->ifla_idata != NULL) && ((ifd->flags & IFC_F_CREATE) == 0)) { 1317 struct epoch_tracker et; 1318 struct nl_parsed_vlan attrs = { 1319 .vlan_proto = ETHERTYPE_VLAN, 1320 }; 1321 int error; 1322 1323 error = nl_parse_nested(lattrs->ifla_idata, &vlan_parser, ifd->npt, &attrs); 1324 if (error != 0) 1325 return (error); 1326 1327 NET_EPOCH_ENTER(et); 1328 struct ifnet *ifp_parent = ifnet_byindex_ref(lattrs->ifla_link); 1329 NET_EPOCH_EXIT(et); 1330 1331 if (ifp_parent == NULL) { 1332 nlmsg_report_err_msg(ifd->npt, "unable to find parent interface %u", 1333 lattrs->ifla_link); 1334 return (ENOENT); 1335 } 1336 1337 struct ifvlan *ifv = ifp->if_softc; 1338 error = vlan_config(ifv, ifp_parent, attrs.vlan_id, attrs.vlan_proto); 1339 1340 if_rele(ifp_parent); 1341 if (error != 0) 1342 return (error); 1343 } 1344 1345 return (nl_modify_ifp_generic(ifp, ifd->lattrs, ifd->bm, ifd->npt)); 1346 } 1347 1348 /* 1349 * {{nla_len=24, nla_type=IFLA_LINKINFO}, 1350 * [ 1351 * {{nla_len=8, nla_type=IFLA_INFO_KIND}, "vlan"...}, 1352 * {{nla_len=12, nla_type=IFLA_INFO_DATA}, "\x06\x00\x01\x00\x16\x00\x00\x00"}]} 1353 */ 1354 static void 1355 vlan_clone_dump_nl(struct ifnet *ifp, struct nl_writer *nw) 1356 { 1357 uint32_t parent_index = 0; 1358 uint16_t vlan_id = 0; 1359 uint16_t vlan_proto = 0; 1360 1361 VLAN_SLOCK(); 1362 struct ifvlan *ifv = ifp->if_softc; 1363 if (TRUNK(ifv) != NULL) 1364 parent_index = PARENT(ifv)->if_index; 1365 vlan_id = ifv->ifv_vid; 1366 vlan_proto = ifv->ifv_proto; 1367 VLAN_SUNLOCK(); 1368 1369 if (parent_index != 0) 1370 nlattr_add_u32(nw, IFLA_LINK, parent_index); 1371 1372 int off = nlattr_add_nested(nw, IFLA_LINKINFO); 1373 if (off != 0) { 1374 nlattr_add_string(nw, IFLA_INFO_KIND, "vlan"); 1375 int off2 = nlattr_add_nested(nw, IFLA_INFO_DATA); 1376 if (off2 != 0) { 1377 nlattr_add_u16(nw, IFLA_VLAN_ID, vlan_id); 1378 nlattr_add_u16(nw, IFLA_VLAN_PROTOCOL, vlan_proto); 1379 nlattr_set_len(nw, off2); 1380 } 1381 nlattr_set_len(nw, off); 1382 } 1383 } 1384 1385 static int 1386 vlan_clone_destroy(struct if_clone *ifc, struct ifnet *ifp, uint32_t flags) 1387 { 1388 struct ifvlan *ifv = ifp->if_softc; 1389 int unit = ifp->if_dunit; 1390 1391 if (ifp->if_vlantrunk) 1392 return (EBUSY); 1393 1394 #ifdef ALTQ 1395 IFQ_PURGE(&ifp->if_snd); 1396 #endif 1397 ether_ifdetach(ifp); /* first, remove it from system-wide lists */ 1398 vlan_unconfig(ifp); /* now it can be unconfigured and freed */ 1399 /* 1400 * We should have the only reference to the ifv now, so we can now 1401 * drain any remaining lladdr task before freeing the ifnet and the 1402 * ifvlan. 1403 */ 1404 taskqueue_drain(taskqueue_thread, &ifv->lladdr_task); 1405 NET_EPOCH_WAIT(); 1406 if_free(ifp); 1407 free(ifv, M_VLAN); 1408 if (unit != IF_DUNIT_NONE) 1409 ifc_free_unit(ifc, unit); 1410 1411 return (0); 1412 } 1413 1414 /* 1415 * The ifp->if_init entry point for vlan(4) is a no-op. 1416 */ 1417 static void 1418 vlan_init(void *foo __unused) 1419 { 1420 } 1421 1422 /* 1423 * The if_transmit method for vlan(4) interface. 1424 */ 1425 static int 1426 vlan_transmit(struct ifnet *ifp, struct mbuf *m) 1427 { 1428 struct ifvlan *ifv; 1429 struct ifnet *p; 1430 int error, len, mcast; 1431 1432 NET_EPOCH_ASSERT(); 1433 1434 ifv = ifp->if_softc; 1435 if (TRUNK(ifv) == NULL) { 1436 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1437 m_freem(m); 1438 return (ENETDOWN); 1439 } 1440 p = PARENT(ifv); 1441 len = m->m_pkthdr.len; 1442 mcast = (m->m_flags & (M_MCAST | M_BCAST)) ? 1 : 0; 1443 1444 BPF_MTAP(ifp, m); 1445 1446 #if defined(KERN_TLS) || defined(RATELIMIT) 1447 if (m->m_pkthdr.csum_flags & CSUM_SND_TAG) { 1448 struct vlan_snd_tag *vst; 1449 struct m_snd_tag *mst; 1450 1451 MPASS(m->m_pkthdr.snd_tag->ifp == ifp); 1452 mst = m->m_pkthdr.snd_tag; 1453 vst = mst_to_vst(mst); 1454 if (vst->tag->ifp != p) { 1455 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1456 m_freem(m); 1457 return (EAGAIN); 1458 } 1459 1460 m->m_pkthdr.snd_tag = m_snd_tag_ref(vst->tag); 1461 m_snd_tag_rele(mst); 1462 } 1463 #endif 1464 1465 /* 1466 * Do not run parent's if_transmit() if the parent is not up, 1467 * or parent's driver will cause a system crash. 1468 */ 1469 if (!UP_AND_RUNNING(p)) { 1470 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1471 m_freem(m); 1472 return (ENETDOWN); 1473 } 1474 1475 if (!ether_8021q_frame(&m, ifp, p, &ifv->ifv_qtag)) { 1476 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1477 return (0); 1478 } 1479 1480 /* 1481 * Send it, precisely as ether_output() would have. 1482 */ 1483 error = (p->if_transmit)(p, m); 1484 if (error == 0) { 1485 if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1); 1486 if_inc_counter(ifp, IFCOUNTER_OBYTES, len); 1487 if_inc_counter(ifp, IFCOUNTER_OMCASTS, mcast); 1488 } else 1489 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1490 return (error); 1491 } 1492 1493 static int 1494 vlan_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst, 1495 struct route *ro) 1496 { 1497 struct ifvlan *ifv; 1498 struct ifnet *p; 1499 1500 NET_EPOCH_ASSERT(); 1501 1502 /* 1503 * Find the first non-VLAN parent interface. 1504 */ 1505 ifv = ifp->if_softc; 1506 do { 1507 if (TRUNK(ifv) == NULL) { 1508 m_freem(m); 1509 return (ENETDOWN); 1510 } 1511 p = PARENT(ifv); 1512 ifv = p->if_softc; 1513 } while (p->if_type == IFT_L2VLAN); 1514 1515 return p->if_output(ifp, m, dst, ro); 1516 } 1517 1518 #ifdef ALTQ 1519 static void 1520 vlan_altq_start(if_t ifp) 1521 { 1522 struct ifaltq *ifq = &ifp->if_snd; 1523 struct mbuf *m; 1524 1525 IFQ_LOCK(ifq); 1526 IFQ_DEQUEUE_NOLOCK(ifq, m); 1527 while (m != NULL) { 1528 vlan_transmit(ifp, m); 1529 IFQ_DEQUEUE_NOLOCK(ifq, m); 1530 } 1531 IFQ_UNLOCK(ifq); 1532 } 1533 1534 static int 1535 vlan_altq_transmit(if_t ifp, struct mbuf *m) 1536 { 1537 int err; 1538 1539 if (ALTQ_IS_ENABLED(&ifp->if_snd)) { 1540 IFQ_ENQUEUE(&ifp->if_snd, m, err); 1541 if (err == 0) 1542 vlan_altq_start(ifp); 1543 } else 1544 err = vlan_transmit(ifp, m); 1545 1546 return (err); 1547 } 1548 #endif /* ALTQ */ 1549 1550 /* 1551 * The ifp->if_qflush entry point for vlan(4) is a no-op. 1552 */ 1553 static void 1554 vlan_qflush(struct ifnet *ifp __unused) 1555 { 1556 } 1557 1558 static void 1559 vlan_input(struct ifnet *ifp, struct mbuf *m) 1560 { 1561 struct ifvlantrunk *trunk; 1562 struct ifvlan *ifv; 1563 struct m_tag *mtag; 1564 uint16_t vid, tag; 1565 1566 NET_EPOCH_ASSERT(); 1567 1568 trunk = ifp->if_vlantrunk; 1569 if (trunk == NULL) { 1570 m_freem(m); 1571 return; 1572 } 1573 1574 if (m->m_flags & M_VLANTAG) { 1575 /* 1576 * Packet is tagged, but m contains a normal 1577 * Ethernet frame; the tag is stored out-of-band. 1578 */ 1579 tag = m->m_pkthdr.ether_vtag; 1580 m->m_flags &= ~M_VLANTAG; 1581 } else { 1582 struct ether_vlan_header *evl; 1583 1584 /* 1585 * Packet is tagged in-band as specified by 802.1q. 1586 */ 1587 switch (ifp->if_type) { 1588 case IFT_ETHER: 1589 if (m->m_len < sizeof(*evl) && 1590 (m = m_pullup(m, sizeof(*evl))) == NULL) { 1591 if_printf(ifp, "cannot pullup VLAN header\n"); 1592 return; 1593 } 1594 evl = mtod(m, struct ether_vlan_header *); 1595 tag = ntohs(evl->evl_tag); 1596 1597 /* 1598 * Remove the 802.1q header by copying the Ethernet 1599 * addresses over it and adjusting the beginning of 1600 * the data in the mbuf. The encapsulated Ethernet 1601 * type field is already in place. 1602 */ 1603 bcopy((char *)evl, (char *)evl + ETHER_VLAN_ENCAP_LEN, 1604 ETHER_HDR_LEN - ETHER_TYPE_LEN); 1605 m_adj(m, ETHER_VLAN_ENCAP_LEN); 1606 break; 1607 1608 default: 1609 #ifdef INVARIANTS 1610 panic("%s: %s has unsupported if_type %u", 1611 __func__, ifp->if_xname, ifp->if_type); 1612 #endif 1613 if_inc_counter(ifp, IFCOUNTER_NOPROTO, 1); 1614 m_freem(m); 1615 return; 1616 } 1617 } 1618 1619 vid = EVL_VLANOFTAG(tag); 1620 1621 ifv = vlan_gethash(trunk, vid); 1622 if (ifv == NULL || !UP_AND_RUNNING(ifv->ifv_ifp)) { 1623 if_inc_counter(ifp, IFCOUNTER_NOPROTO, 1); 1624 m_freem(m); 1625 return; 1626 } 1627 1628 if (V_vlan_mtag_pcp) { 1629 /* 1630 * While uncommon, it is possible that we will find a 802.1q 1631 * packet encapsulated inside another packet that also had an 1632 * 802.1q header. For example, ethernet tunneled over IPSEC 1633 * arriving over ethernet. In that case, we replace the 1634 * existing 802.1q PCP m_tag value. 1635 */ 1636 mtag = m_tag_locate(m, MTAG_8021Q, MTAG_8021Q_PCP_IN, NULL); 1637 if (mtag == NULL) { 1638 mtag = m_tag_alloc(MTAG_8021Q, MTAG_8021Q_PCP_IN, 1639 sizeof(uint8_t), M_NOWAIT); 1640 if (mtag == NULL) { 1641 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1); 1642 m_freem(m); 1643 return; 1644 } 1645 m_tag_prepend(m, mtag); 1646 } 1647 *(uint8_t *)(mtag + 1) = EVL_PRIOFTAG(tag); 1648 } 1649 1650 m->m_pkthdr.rcvif = ifv->ifv_ifp; 1651 if_inc_counter(ifv->ifv_ifp, IFCOUNTER_IPACKETS, 1); 1652 1653 /* Pass it back through the parent's input routine. */ 1654 (*ifv->ifv_ifp->if_input)(ifv->ifv_ifp, m); 1655 } 1656 1657 static void 1658 vlan_lladdr_fn(void *arg, int pending __unused) 1659 { 1660 struct ifvlan *ifv; 1661 struct ifnet *ifp; 1662 1663 ifv = (struct ifvlan *)arg; 1664 ifp = ifv->ifv_ifp; 1665 1666 CURVNET_SET(ifp->if_vnet); 1667 1668 /* The ifv_ifp already has the lladdr copied in. */ 1669 if_setlladdr(ifp, IF_LLADDR(ifp), ifp->if_addrlen); 1670 1671 CURVNET_RESTORE(); 1672 } 1673 1674 static int 1675 vlan_config(struct ifvlan *ifv, struct ifnet *p, uint16_t vid, 1676 uint16_t proto) 1677 { 1678 struct epoch_tracker et; 1679 struct ifvlantrunk *trunk; 1680 struct ifnet *ifp; 1681 int error = 0; 1682 1683 /* 1684 * We can handle non-ethernet hardware types as long as 1685 * they handle the tagging and headers themselves. 1686 */ 1687 if (p->if_type != IFT_ETHER && 1688 p->if_type != IFT_L2VLAN && 1689 (p->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) 1690 return (EPROTONOSUPPORT); 1691 if ((p->if_flags & VLAN_IFFLAGS) != VLAN_IFFLAGS) 1692 return (EPROTONOSUPPORT); 1693 /* 1694 * Don't let the caller set up a VLAN VID with 1695 * anything except VLID bits. 1696 * VID numbers 0x0 and 0xFFF are reserved. 1697 */ 1698 if (vid == 0 || vid == 0xFFF || (vid & ~EVL_VLID_MASK)) 1699 return (EINVAL); 1700 if (ifv->ifv_trunk) { 1701 trunk = ifv->ifv_trunk; 1702 if (trunk->parent != p) 1703 return (EBUSY); 1704 1705 VLAN_XLOCK(); 1706 1707 ifv->ifv_proto = proto; 1708 1709 if (ifv->ifv_vid != vid) { 1710 int oldvid = ifv->ifv_vid; 1711 1712 /* Re-hash */ 1713 vlan_remhash(trunk, ifv); 1714 ifv->ifv_vid = vid; 1715 error = vlan_inshash(trunk, ifv); 1716 if (error) { 1717 int ret __diagused; 1718 1719 ifv->ifv_vid = oldvid; 1720 /* Re-insert back where we found it. */ 1721 ret = vlan_inshash(trunk, ifv); 1722 MPASS(ret == 0); 1723 } 1724 } 1725 /* Will unlock */ 1726 goto done; 1727 } 1728 1729 VLAN_XLOCK(); 1730 if (p->if_vlantrunk == NULL) { 1731 trunk = malloc(sizeof(struct ifvlantrunk), 1732 M_VLAN, M_WAITOK | M_ZERO); 1733 vlan_inithash(trunk); 1734 TRUNK_LOCK_INIT(trunk); 1735 TRUNK_WLOCK(trunk); 1736 p->if_vlantrunk = trunk; 1737 trunk->parent = p; 1738 if_ref(trunk->parent); 1739 TRUNK_WUNLOCK(trunk); 1740 } else { 1741 trunk = p->if_vlantrunk; 1742 } 1743 1744 ifv->ifv_vid = vid; /* must set this before vlan_inshash() */ 1745 ifv->ifv_pcp = 0; /* Default: best effort delivery. */ 1746 error = vlan_inshash(trunk, ifv); 1747 if (error) 1748 goto done; 1749 ifv->ifv_proto = proto; 1750 ifv->ifv_encaplen = ETHER_VLAN_ENCAP_LEN; 1751 ifv->ifv_mintu = ETHERMIN; 1752 ifv->ifv_pflags = 0; 1753 ifv->ifv_capenable = -1; 1754 1755 /* 1756 * If the parent supports the VLAN_MTU capability, 1757 * i.e. can Tx/Rx larger than ETHER_MAX_LEN frames, 1758 * use it. 1759 */ 1760 if (p->if_capenable & IFCAP_VLAN_MTU) { 1761 /* 1762 * No need to fudge the MTU since the parent can 1763 * handle extended frames. 1764 */ 1765 ifv->ifv_mtufudge = 0; 1766 } else { 1767 /* 1768 * Fudge the MTU by the encapsulation size. This 1769 * makes us incompatible with strictly compliant 1770 * 802.1Q implementations, but allows us to use 1771 * the feature with other NetBSD implementations, 1772 * which might still be useful. 1773 */ 1774 ifv->ifv_mtufudge = ifv->ifv_encaplen; 1775 } 1776 1777 ifv->ifv_trunk = trunk; 1778 ifp = ifv->ifv_ifp; 1779 /* 1780 * Initialize fields from our parent. This duplicates some 1781 * work with ether_ifattach() but allows for non-ethernet 1782 * interfaces to also work. 1783 */ 1784 ifp->if_mtu = p->if_mtu - ifv->ifv_mtufudge; 1785 ifp->if_baudrate = p->if_baudrate; 1786 ifp->if_input = p->if_input; 1787 ifp->if_resolvemulti = p->if_resolvemulti; 1788 ifp->if_addrlen = p->if_addrlen; 1789 ifp->if_broadcastaddr = p->if_broadcastaddr; 1790 ifp->if_pcp = ifv->ifv_pcp; 1791 1792 /* 1793 * We wrap the parent's if_output using vlan_output to ensure that it 1794 * can't become stale. 1795 */ 1796 ifp->if_output = vlan_output; 1797 1798 /* 1799 * Copy only a selected subset of flags from the parent. 1800 * Other flags are none of our business. 1801 */ 1802 #define VLAN_COPY_FLAGS (IFF_SIMPLEX) 1803 ifp->if_flags &= ~VLAN_COPY_FLAGS; 1804 ifp->if_flags |= p->if_flags & VLAN_COPY_FLAGS; 1805 #undef VLAN_COPY_FLAGS 1806 1807 ifp->if_link_state = p->if_link_state; 1808 1809 NET_EPOCH_ENTER(et); 1810 vlan_capabilities(ifv); 1811 NET_EPOCH_EXIT(et); 1812 1813 /* 1814 * Set up our interface address to reflect the underlying 1815 * physical interface's. 1816 */ 1817 TASK_INIT(&ifv->lladdr_task, 0, vlan_lladdr_fn, ifv); 1818 ((struct sockaddr_dl *)ifp->if_addr->ifa_addr)->sdl_alen = 1819 p->if_addrlen; 1820 1821 /* 1822 * Do not schedule link address update if it was the same 1823 * as previous parent's. This helps avoid updating for each 1824 * associated llentry. 1825 */ 1826 if (memcmp(IF_LLADDR(p), IF_LLADDR(ifp), p->if_addrlen) != 0) { 1827 bcopy(IF_LLADDR(p), IF_LLADDR(ifp), p->if_addrlen); 1828 taskqueue_enqueue(taskqueue_thread, &ifv->lladdr_task); 1829 } 1830 1831 /* We are ready for operation now. */ 1832 ifp->if_drv_flags |= IFF_DRV_RUNNING; 1833 1834 /* Update flags on the parent, if necessary. */ 1835 vlan_setflags(ifp, 1); 1836 1837 /* 1838 * Configure multicast addresses that may already be 1839 * joined on the vlan device. 1840 */ 1841 (void)vlan_setmulti(ifp); 1842 1843 done: 1844 if (error == 0) 1845 EVENTHANDLER_INVOKE(vlan_config, p, ifv->ifv_vid); 1846 VLAN_XUNLOCK(); 1847 1848 return (error); 1849 } 1850 1851 static void 1852 vlan_unconfig(struct ifnet *ifp) 1853 { 1854 1855 VLAN_XLOCK(); 1856 vlan_unconfig_locked(ifp, 0); 1857 VLAN_XUNLOCK(); 1858 } 1859 1860 static void 1861 vlan_unconfig_locked(struct ifnet *ifp, int departing) 1862 { 1863 struct ifvlantrunk *trunk; 1864 struct vlan_mc_entry *mc; 1865 struct ifvlan *ifv; 1866 struct ifnet *parent; 1867 int error; 1868 1869 VLAN_XLOCK_ASSERT(); 1870 1871 ifv = ifp->if_softc; 1872 trunk = ifv->ifv_trunk; 1873 parent = NULL; 1874 1875 if (trunk != NULL) { 1876 parent = trunk->parent; 1877 1878 /* 1879 * Since the interface is being unconfigured, we need to 1880 * empty the list of multicast groups that we may have joined 1881 * while we were alive from the parent's list. 1882 */ 1883 while ((mc = CK_SLIST_FIRST(&ifv->vlan_mc_listhead)) != NULL) { 1884 /* 1885 * If the parent interface is being detached, 1886 * all its multicast addresses have already 1887 * been removed. Warn about errors if 1888 * if_delmulti() does fail, but don't abort as 1889 * all callers expect vlan destruction to 1890 * succeed. 1891 */ 1892 if (!departing) { 1893 error = if_delmulti(parent, 1894 (struct sockaddr *)&mc->mc_addr); 1895 if (error) 1896 if_printf(ifp, 1897 "Failed to delete multicast address from parent: %d\n", 1898 error); 1899 } 1900 CK_SLIST_REMOVE_HEAD(&ifv->vlan_mc_listhead, mc_entries); 1901 NET_EPOCH_CALL(vlan_mc_free, &mc->mc_epoch_ctx); 1902 } 1903 1904 vlan_setflags(ifp, 0); /* clear special flags on parent */ 1905 1906 vlan_remhash(trunk, ifv); 1907 ifv->ifv_trunk = NULL; 1908 1909 /* 1910 * Check if we were the last. 1911 */ 1912 if (trunk->refcnt == 0) { 1913 parent->if_vlantrunk = NULL; 1914 NET_EPOCH_WAIT(); 1915 trunk_destroy(trunk); 1916 } 1917 } 1918 1919 /* Disconnect from parent. */ 1920 if (ifv->ifv_pflags) 1921 if_printf(ifp, "%s: ifv_pflags unclean\n", __func__); 1922 ifp->if_mtu = ETHERMTU; 1923 ifp->if_link_state = LINK_STATE_UNKNOWN; 1924 ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1925 1926 /* 1927 * Only dispatch an event if vlan was 1928 * attached, otherwise there is nothing 1929 * to cleanup anyway. 1930 */ 1931 if (parent != NULL) 1932 EVENTHANDLER_INVOKE(vlan_unconfig, parent, ifv->ifv_vid); 1933 } 1934 1935 /* Handle a reference counted flag that should be set on the parent as well */ 1936 static int 1937 vlan_setflag(struct ifnet *ifp, int flag, int status, 1938 int (*func)(struct ifnet *, int)) 1939 { 1940 struct ifvlan *ifv; 1941 int error; 1942 1943 VLAN_SXLOCK_ASSERT(); 1944 1945 ifv = ifp->if_softc; 1946 status = status ? (ifp->if_flags & flag) : 0; 1947 /* Now "status" contains the flag value or 0 */ 1948 1949 /* 1950 * See if recorded parent's status is different from what 1951 * we want it to be. If it is, flip it. We record parent's 1952 * status in ifv_pflags so that we won't clear parent's flag 1953 * we haven't set. In fact, we don't clear or set parent's 1954 * flags directly, but get or release references to them. 1955 * That's why we can be sure that recorded flags still are 1956 * in accord with actual parent's flags. 1957 */ 1958 if (status != (ifv->ifv_pflags & flag)) { 1959 error = (*func)(PARENT(ifv), status); 1960 if (error) 1961 return (error); 1962 ifv->ifv_pflags &= ~flag; 1963 ifv->ifv_pflags |= status; 1964 } 1965 return (0); 1966 } 1967 1968 /* 1969 * Handle IFF_* flags that require certain changes on the parent: 1970 * if "status" is true, update parent's flags respective to our if_flags; 1971 * if "status" is false, forcedly clear the flags set on parent. 1972 */ 1973 static int 1974 vlan_setflags(struct ifnet *ifp, int status) 1975 { 1976 int error, i; 1977 1978 for (i = 0; vlan_pflags[i].flag; i++) { 1979 error = vlan_setflag(ifp, vlan_pflags[i].flag, 1980 status, vlan_pflags[i].func); 1981 if (error) 1982 return (error); 1983 } 1984 return (0); 1985 } 1986 1987 /* Inform all vlans that their parent has changed link state */ 1988 static void 1989 vlan_link_state(struct ifnet *ifp) 1990 { 1991 struct epoch_tracker et; 1992 struct ifvlantrunk *trunk; 1993 struct ifvlan *ifv; 1994 1995 NET_EPOCH_ENTER(et); 1996 trunk = ifp->if_vlantrunk; 1997 if (trunk == NULL) { 1998 NET_EPOCH_EXIT(et); 1999 return; 2000 } 2001 2002 TRUNK_WLOCK(trunk); 2003 VLAN_FOREACH(ifv, trunk) { 2004 ifv->ifv_ifp->if_baudrate = trunk->parent->if_baudrate; 2005 if_link_state_change(ifv->ifv_ifp, 2006 trunk->parent->if_link_state); 2007 } 2008 TRUNK_WUNLOCK(trunk); 2009 NET_EPOCH_EXIT(et); 2010 } 2011 2012 static void 2013 vlan_capabilities(struct ifvlan *ifv) 2014 { 2015 struct ifnet *p; 2016 struct ifnet *ifp; 2017 struct ifnet_hw_tsomax hw_tsomax; 2018 int cap = 0, ena = 0, mena; 2019 u_long hwa = 0; 2020 2021 NET_EPOCH_ASSERT(); 2022 VLAN_SXLOCK_ASSERT(); 2023 2024 p = PARENT(ifv); 2025 ifp = ifv->ifv_ifp; 2026 2027 /* Mask parent interface enabled capabilities disabled by user. */ 2028 mena = p->if_capenable & ifv->ifv_capenable; 2029 2030 /* 2031 * If the parent interface can do checksum offloading 2032 * on VLANs, then propagate its hardware-assisted 2033 * checksumming flags. Also assert that checksum 2034 * offloading requires hardware VLAN tagging. 2035 */ 2036 if (p->if_capabilities & IFCAP_VLAN_HWCSUM) 2037 cap |= p->if_capabilities & (IFCAP_HWCSUM | IFCAP_HWCSUM_IPV6); 2038 if (p->if_capenable & IFCAP_VLAN_HWCSUM && 2039 p->if_capenable & IFCAP_VLAN_HWTAGGING) { 2040 ena |= mena & (IFCAP_HWCSUM | IFCAP_HWCSUM_IPV6); 2041 if (ena & IFCAP_TXCSUM) 2042 hwa |= p->if_hwassist & (CSUM_IP | CSUM_TCP | 2043 CSUM_UDP | CSUM_SCTP); 2044 if (ena & IFCAP_TXCSUM_IPV6) 2045 hwa |= p->if_hwassist & (CSUM_TCP_IPV6 | 2046 CSUM_UDP_IPV6 | CSUM_SCTP_IPV6); 2047 } 2048 2049 /* 2050 * If the parent interface can do TSO on VLANs then 2051 * propagate the hardware-assisted flag. TSO on VLANs 2052 * does not necessarily require hardware VLAN tagging. 2053 */ 2054 memset(&hw_tsomax, 0, sizeof(hw_tsomax)); 2055 if_hw_tsomax_common(p, &hw_tsomax); 2056 if_hw_tsomax_update(ifp, &hw_tsomax); 2057 if (p->if_capabilities & IFCAP_VLAN_HWTSO) 2058 cap |= p->if_capabilities & IFCAP_TSO; 2059 if (p->if_capenable & IFCAP_VLAN_HWTSO) { 2060 ena |= mena & IFCAP_TSO; 2061 if (ena & IFCAP_TSO) 2062 hwa |= p->if_hwassist & CSUM_TSO; 2063 } 2064 2065 /* 2066 * If the parent interface can do LRO and checksum offloading on 2067 * VLANs, then guess it may do LRO on VLANs. False positive here 2068 * cost nothing, while false negative may lead to some confusions. 2069 */ 2070 if (p->if_capabilities & IFCAP_VLAN_HWCSUM) 2071 cap |= p->if_capabilities & IFCAP_LRO; 2072 if (p->if_capenable & IFCAP_VLAN_HWCSUM) 2073 ena |= mena & IFCAP_LRO; 2074 2075 /* 2076 * If the parent interface can offload TCP connections over VLANs then 2077 * propagate its TOE capability to the VLAN interface. 2078 * 2079 * All TOE drivers in the tree today can deal with VLANs. If this 2080 * changes then IFCAP_VLAN_TOE should be promoted to a full capability 2081 * with its own bit. 2082 */ 2083 #define IFCAP_VLAN_TOE IFCAP_TOE 2084 if (p->if_capabilities & IFCAP_VLAN_TOE) 2085 cap |= p->if_capabilities & IFCAP_TOE; 2086 if (p->if_capenable & IFCAP_VLAN_TOE) { 2087 SETTOEDEV(ifp, TOEDEV(p)); 2088 ena |= mena & IFCAP_TOE; 2089 } 2090 2091 /* 2092 * If the parent interface supports dynamic link state, so does the 2093 * VLAN interface. 2094 */ 2095 cap |= (p->if_capabilities & IFCAP_LINKSTATE); 2096 ena |= (mena & IFCAP_LINKSTATE); 2097 2098 #ifdef RATELIMIT 2099 /* 2100 * If the parent interface supports ratelimiting, so does the 2101 * VLAN interface. 2102 */ 2103 cap |= (p->if_capabilities & IFCAP_TXRTLMT); 2104 ena |= (mena & IFCAP_TXRTLMT); 2105 #endif 2106 2107 /* 2108 * If the parent interface supports unmapped mbufs, so does 2109 * the VLAN interface. Note that this should be fine even for 2110 * interfaces that don't support hardware tagging as headers 2111 * are prepended in normal mbufs to unmapped mbufs holding 2112 * payload data. 2113 */ 2114 cap |= (p->if_capabilities & IFCAP_MEXTPG); 2115 ena |= (mena & IFCAP_MEXTPG); 2116 2117 /* 2118 * If the parent interface can offload encryption and segmentation 2119 * of TLS records over TCP, propagate it's capability to the VLAN 2120 * interface. 2121 * 2122 * All TLS drivers in the tree today can deal with VLANs. If 2123 * this ever changes, then a new IFCAP_VLAN_TXTLS can be 2124 * defined. 2125 */ 2126 if (p->if_capabilities & (IFCAP_TXTLS | IFCAP_TXTLS_RTLMT)) 2127 cap |= p->if_capabilities & (IFCAP_TXTLS | IFCAP_TXTLS_RTLMT); 2128 if (p->if_capenable & (IFCAP_TXTLS | IFCAP_TXTLS_RTLMT)) 2129 ena |= mena & (IFCAP_TXTLS | IFCAP_TXTLS_RTLMT); 2130 2131 ifp->if_capabilities = cap; 2132 ifp->if_capenable = ena; 2133 ifp->if_hwassist = hwa; 2134 } 2135 2136 static void 2137 vlan_trunk_capabilities(struct ifnet *ifp) 2138 { 2139 struct epoch_tracker et; 2140 struct ifvlantrunk *trunk; 2141 struct ifvlan *ifv; 2142 2143 VLAN_SLOCK(); 2144 trunk = ifp->if_vlantrunk; 2145 if (trunk == NULL) { 2146 VLAN_SUNLOCK(); 2147 return; 2148 } 2149 NET_EPOCH_ENTER(et); 2150 VLAN_FOREACH(ifv, trunk) 2151 vlan_capabilities(ifv); 2152 NET_EPOCH_EXIT(et); 2153 VLAN_SUNLOCK(); 2154 } 2155 2156 static int 2157 vlan_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2158 { 2159 struct ifnet *p; 2160 struct ifreq *ifr; 2161 #ifdef INET 2162 struct ifaddr *ifa; 2163 #endif 2164 struct ifvlan *ifv; 2165 struct ifvlantrunk *trunk; 2166 struct vlanreq vlr; 2167 int error = 0, oldmtu; 2168 2169 ifr = (struct ifreq *)data; 2170 #ifdef INET 2171 ifa = (struct ifaddr *) data; 2172 #endif 2173 ifv = ifp->if_softc; 2174 2175 switch (cmd) { 2176 case SIOCSIFADDR: 2177 ifp->if_flags |= IFF_UP; 2178 #ifdef INET 2179 if (ifa->ifa_addr->sa_family == AF_INET) 2180 arp_ifinit(ifp, ifa); 2181 #endif 2182 break; 2183 case SIOCGIFADDR: 2184 bcopy(IF_LLADDR(ifp), &ifr->ifr_addr.sa_data[0], 2185 ifp->if_addrlen); 2186 break; 2187 case SIOCGIFMEDIA: 2188 VLAN_SLOCK(); 2189 if (TRUNK(ifv) != NULL) { 2190 p = PARENT(ifv); 2191 if_ref(p); 2192 error = (*p->if_ioctl)(p, SIOCGIFMEDIA, data); 2193 if_rele(p); 2194 /* Limit the result to the parent's current config. */ 2195 if (error == 0) { 2196 struct ifmediareq *ifmr; 2197 2198 ifmr = (struct ifmediareq *)data; 2199 if (ifmr->ifm_count >= 1 && ifmr->ifm_ulist) { 2200 ifmr->ifm_count = 1; 2201 error = copyout(&ifmr->ifm_current, 2202 ifmr->ifm_ulist, 2203 sizeof(int)); 2204 } 2205 } 2206 } else { 2207 error = EINVAL; 2208 } 2209 VLAN_SUNLOCK(); 2210 break; 2211 2212 case SIOCSIFMEDIA: 2213 error = EINVAL; 2214 break; 2215 2216 case SIOCSIFMTU: 2217 /* 2218 * Set the interface MTU. 2219 */ 2220 VLAN_SLOCK(); 2221 trunk = TRUNK(ifv); 2222 if (trunk != NULL) { 2223 TRUNK_WLOCK(trunk); 2224 if (ifr->ifr_mtu > 2225 (PARENT(ifv)->if_mtu - ifv->ifv_mtufudge) || 2226 ifr->ifr_mtu < 2227 (ifv->ifv_mintu - ifv->ifv_mtufudge)) 2228 error = EINVAL; 2229 else 2230 ifp->if_mtu = ifr->ifr_mtu; 2231 TRUNK_WUNLOCK(trunk); 2232 } else 2233 error = EINVAL; 2234 VLAN_SUNLOCK(); 2235 break; 2236 2237 case SIOCSETVLAN: 2238 #ifdef VIMAGE 2239 /* 2240 * XXXRW/XXXBZ: The goal in these checks is to allow a VLAN 2241 * interface to be delegated to a jail without allowing the 2242 * jail to change what underlying interface/VID it is 2243 * associated with. We are not entirely convinced that this 2244 * is the right way to accomplish that policy goal. 2245 */ 2246 if (ifp->if_vnet != ifp->if_home_vnet) { 2247 error = EPERM; 2248 break; 2249 } 2250 #endif 2251 error = copyin(ifr_data_get_ptr(ifr), &vlr, sizeof(vlr)); 2252 if (error) 2253 break; 2254 if (vlr.vlr_parent[0] == '\0') { 2255 vlan_unconfig(ifp); 2256 break; 2257 } 2258 p = ifunit_ref(vlr.vlr_parent); 2259 if (p == NULL) { 2260 error = ENOENT; 2261 break; 2262 } 2263 if (vlr.vlr_proto == 0) 2264 vlr.vlr_proto = ETHERTYPE_VLAN; 2265 oldmtu = ifp->if_mtu; 2266 error = vlan_config(ifv, p, vlr.vlr_tag, vlr.vlr_proto); 2267 if_rele(p); 2268 2269 /* 2270 * VLAN MTU may change during addition of the vlandev. 2271 * If it did, do network layer specific procedure. 2272 */ 2273 if (ifp->if_mtu != oldmtu) 2274 if_notifymtu(ifp); 2275 break; 2276 2277 case SIOCGETVLAN: 2278 #ifdef VIMAGE 2279 if (ifp->if_vnet != ifp->if_home_vnet) { 2280 error = EPERM; 2281 break; 2282 } 2283 #endif 2284 bzero(&vlr, sizeof(vlr)); 2285 VLAN_SLOCK(); 2286 if (TRUNK(ifv) != NULL) { 2287 strlcpy(vlr.vlr_parent, PARENT(ifv)->if_xname, 2288 sizeof(vlr.vlr_parent)); 2289 vlr.vlr_tag = ifv->ifv_vid; 2290 vlr.vlr_proto = ifv->ifv_proto; 2291 } 2292 VLAN_SUNLOCK(); 2293 error = copyout(&vlr, ifr_data_get_ptr(ifr), sizeof(vlr)); 2294 break; 2295 2296 case SIOCSIFFLAGS: 2297 /* 2298 * We should propagate selected flags to the parent, 2299 * e.g., promiscuous mode. 2300 */ 2301 VLAN_SLOCK(); 2302 if (TRUNK(ifv) != NULL) 2303 error = vlan_setflags(ifp, 1); 2304 VLAN_SUNLOCK(); 2305 break; 2306 2307 case SIOCADDMULTI: 2308 case SIOCDELMULTI: 2309 /* 2310 * If we don't have a parent, just remember the membership for 2311 * when we do. 2312 * 2313 * XXX We need the rmlock here to avoid sleeping while 2314 * holding in6_multi_mtx. 2315 */ 2316 VLAN_XLOCK(); 2317 trunk = TRUNK(ifv); 2318 if (trunk != NULL) 2319 error = vlan_setmulti(ifp); 2320 VLAN_XUNLOCK(); 2321 2322 break; 2323 case SIOCGVLANPCP: 2324 #ifdef VIMAGE 2325 if (ifp->if_vnet != ifp->if_home_vnet) { 2326 error = EPERM; 2327 break; 2328 } 2329 #endif 2330 ifr->ifr_vlan_pcp = ifv->ifv_pcp; 2331 break; 2332 2333 case SIOCSVLANPCP: 2334 #ifdef VIMAGE 2335 if (ifp->if_vnet != ifp->if_home_vnet) { 2336 error = EPERM; 2337 break; 2338 } 2339 #endif 2340 error = priv_check(curthread, PRIV_NET_SETVLANPCP); 2341 if (error) 2342 break; 2343 if (ifr->ifr_vlan_pcp > VLAN_PCP_MAX) { 2344 error = EINVAL; 2345 break; 2346 } 2347 ifv->ifv_pcp = ifr->ifr_vlan_pcp; 2348 ifp->if_pcp = ifv->ifv_pcp; 2349 /* broadcast event about PCP change */ 2350 EVENTHANDLER_INVOKE(ifnet_event, ifp, IFNET_EVENT_PCP); 2351 break; 2352 2353 case SIOCSIFCAP: 2354 VLAN_SLOCK(); 2355 ifv->ifv_capenable = ifr->ifr_reqcap; 2356 trunk = TRUNK(ifv); 2357 if (trunk != NULL) { 2358 struct epoch_tracker et; 2359 2360 NET_EPOCH_ENTER(et); 2361 vlan_capabilities(ifv); 2362 NET_EPOCH_EXIT(et); 2363 } 2364 VLAN_SUNLOCK(); 2365 break; 2366 2367 default: 2368 error = EINVAL; 2369 break; 2370 } 2371 2372 return (error); 2373 } 2374 2375 #if defined(KERN_TLS) || defined(RATELIMIT) 2376 static int 2377 vlan_snd_tag_alloc(struct ifnet *ifp, 2378 union if_snd_tag_alloc_params *params, 2379 struct m_snd_tag **ppmt) 2380 { 2381 struct epoch_tracker et; 2382 const struct if_snd_tag_sw *sw; 2383 struct vlan_snd_tag *vst; 2384 struct ifvlan *ifv; 2385 struct ifnet *parent; 2386 struct m_snd_tag *mst; 2387 int error; 2388 2389 NET_EPOCH_ENTER(et); 2390 ifv = ifp->if_softc; 2391 2392 switch (params->hdr.type) { 2393 #ifdef RATELIMIT 2394 case IF_SND_TAG_TYPE_UNLIMITED: 2395 sw = &vlan_snd_tag_ul_sw; 2396 break; 2397 case IF_SND_TAG_TYPE_RATE_LIMIT: 2398 sw = &vlan_snd_tag_rl_sw; 2399 break; 2400 #endif 2401 #ifdef KERN_TLS 2402 case IF_SND_TAG_TYPE_TLS: 2403 sw = &vlan_snd_tag_tls_sw; 2404 break; 2405 case IF_SND_TAG_TYPE_TLS_RX: 2406 sw = NULL; 2407 if (params->tls_rx.vlan_id != 0) 2408 goto failure; 2409 params->tls_rx.vlan_id = ifv->ifv_vid; 2410 break; 2411 #ifdef RATELIMIT 2412 case IF_SND_TAG_TYPE_TLS_RATE_LIMIT: 2413 sw = &vlan_snd_tag_tls_rl_sw; 2414 break; 2415 #endif 2416 #endif 2417 default: 2418 goto failure; 2419 } 2420 2421 if (ifv->ifv_trunk != NULL) 2422 parent = PARENT(ifv); 2423 else 2424 parent = NULL; 2425 if (parent == NULL) 2426 goto failure; 2427 if_ref(parent); 2428 NET_EPOCH_EXIT(et); 2429 2430 if (sw != NULL) { 2431 vst = malloc(sizeof(*vst), M_VLAN, M_NOWAIT); 2432 if (vst == NULL) { 2433 if_rele(parent); 2434 return (ENOMEM); 2435 } 2436 } else 2437 vst = NULL; 2438 2439 error = m_snd_tag_alloc(parent, params, &mst); 2440 if_rele(parent); 2441 if (error) { 2442 free(vst, M_VLAN); 2443 return (error); 2444 } 2445 2446 if (sw != NULL) { 2447 m_snd_tag_init(&vst->com, ifp, sw); 2448 vst->tag = mst; 2449 2450 *ppmt = &vst->com; 2451 } else 2452 *ppmt = mst; 2453 2454 return (0); 2455 failure: 2456 NET_EPOCH_EXIT(et); 2457 return (EOPNOTSUPP); 2458 } 2459 2460 static struct m_snd_tag * 2461 vlan_next_snd_tag(struct m_snd_tag *mst) 2462 { 2463 struct vlan_snd_tag *vst; 2464 2465 vst = mst_to_vst(mst); 2466 return (vst->tag); 2467 } 2468 2469 static int 2470 vlan_snd_tag_modify(struct m_snd_tag *mst, 2471 union if_snd_tag_modify_params *params) 2472 { 2473 struct vlan_snd_tag *vst; 2474 2475 vst = mst_to_vst(mst); 2476 return (vst->tag->sw->snd_tag_modify(vst->tag, params)); 2477 } 2478 2479 static int 2480 vlan_snd_tag_query(struct m_snd_tag *mst, 2481 union if_snd_tag_query_params *params) 2482 { 2483 struct vlan_snd_tag *vst; 2484 2485 vst = mst_to_vst(mst); 2486 return (vst->tag->sw->snd_tag_query(vst->tag, params)); 2487 } 2488 2489 static void 2490 vlan_snd_tag_free(struct m_snd_tag *mst) 2491 { 2492 struct vlan_snd_tag *vst; 2493 2494 vst = mst_to_vst(mst); 2495 m_snd_tag_rele(vst->tag); 2496 free(vst, M_VLAN); 2497 } 2498 2499 static void 2500 vlan_ratelimit_query(struct ifnet *ifp __unused, struct if_ratelimit_query_results *q) 2501 { 2502 /* 2503 * For vlan, we have an indirect 2504 * interface. The caller needs to 2505 * get a ratelimit tag on the actual 2506 * interface the flow will go on. 2507 */ 2508 q->rate_table = NULL; 2509 q->flags = RT_IS_INDIRECT; 2510 q->max_flows = 0; 2511 q->number_of_rates = 0; 2512 } 2513 2514 #endif 2515