1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/user.c - user device handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 */ 6 7 #include <linux/list.h> 8 #include <linux/etherdevice.h> 9 #include <linux/netdevice.h> 10 #include <linux/phy.h> 11 #include <linux/phy_fixed.h> 12 #include <linux/phylink.h> 13 #include <linux/of_net.h> 14 #include <linux/of_mdio.h> 15 #include <linux/mdio.h> 16 #include <net/rtnetlink.h> 17 #include <net/pkt_cls.h> 18 #include <net/selftests.h> 19 #include <net/tc_act/tc_mirred.h> 20 #include <linux/if_bridge.h> 21 #include <linux/if_hsr.h> 22 #include <net/dcbnl.h> 23 #include <linux/netpoll.h> 24 #include <linux/string.h> 25 26 #include "conduit.h" 27 #include "dsa.h" 28 #include "netlink.h" 29 #include "port.h" 30 #include "switch.h" 31 #include "tag.h" 32 #include "user.h" 33 34 struct dsa_switchdev_event_work { 35 struct net_device *dev; 36 struct net_device *orig_dev; 37 struct work_struct work; 38 unsigned long event; 39 /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and 40 * SWITCHDEV_FDB_DEL_TO_DEVICE 41 */ 42 unsigned char addr[ETH_ALEN]; 43 u16 vid; 44 bool host_addr; 45 }; 46 47 enum dsa_standalone_event { 48 DSA_UC_ADD, 49 DSA_UC_DEL, 50 DSA_MC_ADD, 51 DSA_MC_DEL, 52 }; 53 54 struct dsa_standalone_event_work { 55 struct work_struct work; 56 struct net_device *dev; 57 enum dsa_standalone_event event; 58 unsigned char addr[ETH_ALEN]; 59 u16 vid; 60 }; 61 62 struct dsa_host_vlan_rx_filtering_ctx { 63 struct net_device *dev; 64 const unsigned char *addr; 65 enum dsa_standalone_event event; 66 }; 67 68 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds) 69 { 70 return ds->ops->port_fdb_add && ds->ops->port_fdb_del && 71 ds->fdb_isolation && !ds->vlan_filtering_is_global && 72 !ds->needs_standalone_vlan_filtering; 73 } 74 75 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds) 76 { 77 return ds->ops->port_mdb_add && ds->ops->port_mdb_del && 78 ds->fdb_isolation && !ds->vlan_filtering_is_global && 79 !ds->needs_standalone_vlan_filtering; 80 } 81 82 static void dsa_user_standalone_event_work(struct work_struct *work) 83 { 84 struct dsa_standalone_event_work *standalone_work = 85 container_of(work, struct dsa_standalone_event_work, work); 86 const unsigned char *addr = standalone_work->addr; 87 struct net_device *dev = standalone_work->dev; 88 struct dsa_port *dp = dsa_user_to_port(dev); 89 struct switchdev_obj_port_mdb mdb; 90 struct dsa_switch *ds = dp->ds; 91 u16 vid = standalone_work->vid; 92 int err; 93 94 switch (standalone_work->event) { 95 case DSA_UC_ADD: 96 err = dsa_port_standalone_host_fdb_add(dp, addr, vid); 97 if (err) { 98 dev_err(ds->dev, 99 "port %d failed to add %pM vid %d to fdb: %d\n", 100 dp->index, addr, vid, err); 101 break; 102 } 103 break; 104 105 case DSA_UC_DEL: 106 err = dsa_port_standalone_host_fdb_del(dp, addr, vid); 107 if (err) { 108 dev_err(ds->dev, 109 "port %d failed to delete %pM vid %d from fdb: %d\n", 110 dp->index, addr, vid, err); 111 } 112 113 break; 114 case DSA_MC_ADD: 115 ether_addr_copy(mdb.addr, addr); 116 mdb.vid = vid; 117 118 err = dsa_port_standalone_host_mdb_add(dp, &mdb); 119 if (err) { 120 dev_err(ds->dev, 121 "port %d failed to add %pM vid %d to mdb: %d\n", 122 dp->index, addr, vid, err); 123 break; 124 } 125 break; 126 case DSA_MC_DEL: 127 ether_addr_copy(mdb.addr, addr); 128 mdb.vid = vid; 129 130 err = dsa_port_standalone_host_mdb_del(dp, &mdb); 131 if (err) { 132 dev_err(ds->dev, 133 "port %d failed to delete %pM vid %d from mdb: %d\n", 134 dp->index, addr, vid, err); 135 } 136 137 break; 138 } 139 140 kfree(standalone_work); 141 } 142 143 static int dsa_user_schedule_standalone_work(struct net_device *dev, 144 enum dsa_standalone_event event, 145 const unsigned char *addr, 146 u16 vid) 147 { 148 struct dsa_standalone_event_work *standalone_work; 149 150 standalone_work = kzalloc_obj(*standalone_work, GFP_ATOMIC); 151 if (!standalone_work) 152 return -ENOMEM; 153 154 INIT_WORK(&standalone_work->work, dsa_user_standalone_event_work); 155 standalone_work->event = event; 156 standalone_work->dev = dev; 157 158 ether_addr_copy(standalone_work->addr, addr); 159 standalone_work->vid = vid; 160 161 dsa_schedule_work(&standalone_work->work); 162 163 return 0; 164 } 165 166 static int dsa_user_host_vlan_rx_filtering(void *arg, int vid) 167 { 168 struct dsa_host_vlan_rx_filtering_ctx *ctx = arg; 169 170 return dsa_user_schedule_standalone_work(ctx->dev, ctx->event, 171 ctx->addr, vid); 172 } 173 174 static int dsa_user_vlan_for_each(struct net_device *dev, 175 int (*cb)(void *arg, int vid), void *arg) 176 { 177 struct dsa_port *dp = dsa_user_to_port(dev); 178 struct dsa_vlan *v; 179 int err; 180 181 lockdep_assert_held(&dev->addr_list_lock); 182 183 err = cb(arg, 0); 184 if (err) 185 return err; 186 187 list_for_each_entry(v, &dp->user_vlans, list) { 188 err = cb(arg, v->vid); 189 if (err) 190 return err; 191 } 192 193 return 0; 194 } 195 196 static int dsa_user_sync_uc(struct net_device *dev, 197 const unsigned char *addr) 198 { 199 struct net_device *conduit = dsa_user_to_conduit(dev); 200 struct dsa_port *dp = dsa_user_to_port(dev); 201 struct dsa_host_vlan_rx_filtering_ctx ctx = { 202 .dev = dev, 203 .addr = addr, 204 .event = DSA_UC_ADD, 205 }; 206 207 dev_uc_add(conduit, addr); 208 209 if (!dsa_switch_supports_uc_filtering(dp->ds)) 210 return 0; 211 212 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 213 &ctx); 214 } 215 216 static int dsa_user_unsync_uc(struct net_device *dev, 217 const unsigned char *addr) 218 { 219 struct net_device *conduit = dsa_user_to_conduit(dev); 220 struct dsa_port *dp = dsa_user_to_port(dev); 221 struct dsa_host_vlan_rx_filtering_ctx ctx = { 222 .dev = dev, 223 .addr = addr, 224 .event = DSA_UC_DEL, 225 }; 226 227 dev_uc_del(conduit, addr); 228 229 if (!dsa_switch_supports_uc_filtering(dp->ds)) 230 return 0; 231 232 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 233 &ctx); 234 } 235 236 static int dsa_user_sync_mc(struct net_device *dev, 237 const unsigned char *addr) 238 { 239 struct net_device *conduit = dsa_user_to_conduit(dev); 240 struct dsa_port *dp = dsa_user_to_port(dev); 241 struct dsa_host_vlan_rx_filtering_ctx ctx = { 242 .dev = dev, 243 .addr = addr, 244 .event = DSA_MC_ADD, 245 }; 246 247 dev_mc_add(conduit, addr); 248 249 if (!dsa_switch_supports_mc_filtering(dp->ds)) 250 return 0; 251 252 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 253 &ctx); 254 } 255 256 static int dsa_user_unsync_mc(struct net_device *dev, 257 const unsigned char *addr) 258 { 259 struct net_device *conduit = dsa_user_to_conduit(dev); 260 struct dsa_port *dp = dsa_user_to_port(dev); 261 struct dsa_host_vlan_rx_filtering_ctx ctx = { 262 .dev = dev, 263 .addr = addr, 264 .event = DSA_MC_DEL, 265 }; 266 267 dev_mc_del(conduit, addr); 268 269 if (!dsa_switch_supports_mc_filtering(dp->ds)) 270 return 0; 271 272 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 273 &ctx); 274 } 275 276 void dsa_user_sync_ha(struct net_device *dev) 277 { 278 struct dsa_port *dp = dsa_user_to_port(dev); 279 struct dsa_switch *ds = dp->ds; 280 struct netdev_hw_addr *ha; 281 282 netif_addr_lock_bh(dev); 283 284 netdev_for_each_synced_mc_addr(ha, dev) 285 dsa_user_sync_mc(dev, ha->addr); 286 287 netdev_for_each_synced_uc_addr(ha, dev) 288 dsa_user_sync_uc(dev, ha->addr); 289 290 netif_addr_unlock_bh(dev); 291 292 if (dsa_switch_supports_uc_filtering(ds) || 293 dsa_switch_supports_mc_filtering(ds)) 294 dsa_flush_workqueue(); 295 } 296 297 void dsa_user_unsync_ha(struct net_device *dev) 298 { 299 struct dsa_port *dp = dsa_user_to_port(dev); 300 struct dsa_switch *ds = dp->ds; 301 struct netdev_hw_addr *ha; 302 303 netif_addr_lock_bh(dev); 304 305 netdev_for_each_synced_uc_addr(ha, dev) 306 dsa_user_unsync_uc(dev, ha->addr); 307 308 netdev_for_each_synced_mc_addr(ha, dev) 309 dsa_user_unsync_mc(dev, ha->addr); 310 311 netif_addr_unlock_bh(dev); 312 313 if (dsa_switch_supports_uc_filtering(ds) || 314 dsa_switch_supports_mc_filtering(ds)) 315 dsa_flush_workqueue(); 316 } 317 318 /* user mii_bus handling ***************************************************/ 319 static int dsa_user_phy_read(struct mii_bus *bus, int addr, int reg) 320 { 321 struct dsa_switch *ds = bus->priv; 322 323 if (ds->phys_mii_mask & (1 << addr)) 324 return ds->ops->phy_read(ds, addr, reg); 325 326 return 0xffff; 327 } 328 329 static int dsa_user_phy_write(struct mii_bus *bus, int addr, int reg, u16 val) 330 { 331 struct dsa_switch *ds = bus->priv; 332 333 if (ds->phys_mii_mask & (1 << addr)) 334 return ds->ops->phy_write(ds, addr, reg, val); 335 336 return 0; 337 } 338 339 void dsa_user_mii_bus_init(struct dsa_switch *ds) 340 { 341 ds->user_mii_bus->priv = (void *)ds; 342 ds->user_mii_bus->name = "dsa user smi"; 343 ds->user_mii_bus->read = dsa_user_phy_read; 344 ds->user_mii_bus->write = dsa_user_phy_write; 345 snprintf(ds->user_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d", 346 ds->dst->index, ds->index); 347 ds->user_mii_bus->parent = ds->dev; 348 ds->user_mii_bus->phy_mask = ~ds->phys_mii_mask; 349 } 350 351 352 /* user device handling ****************************************************/ 353 static int dsa_user_get_iflink(const struct net_device *dev) 354 { 355 return READ_ONCE(dsa_user_to_conduit(dev)->ifindex); 356 } 357 358 int dsa_user_host_uc_install(struct net_device *dev, const u8 *addr) 359 { 360 struct net_device *conduit = dsa_user_to_conduit(dev); 361 struct dsa_port *dp = dsa_user_to_port(dev); 362 struct dsa_switch *ds = dp->ds; 363 int err; 364 365 if (dsa_switch_supports_uc_filtering(ds)) { 366 err = dsa_port_standalone_host_fdb_add(dp, addr, 0); 367 if (err) 368 goto out; 369 } 370 371 if (!ether_addr_equal(addr, conduit->dev_addr)) { 372 err = dev_uc_add(conduit, addr); 373 if (err < 0) 374 goto del_host_addr; 375 } 376 377 return 0; 378 379 del_host_addr: 380 if (dsa_switch_supports_uc_filtering(ds)) 381 dsa_port_standalone_host_fdb_del(dp, addr, 0); 382 out: 383 return err; 384 } 385 386 void dsa_user_host_uc_uninstall(struct net_device *dev) 387 { 388 struct net_device *conduit = dsa_user_to_conduit(dev); 389 struct dsa_port *dp = dsa_user_to_port(dev); 390 struct dsa_switch *ds = dp->ds; 391 392 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) 393 dev_uc_del(conduit, dev->dev_addr); 394 395 if (dsa_switch_supports_uc_filtering(ds)) 396 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 397 } 398 399 static int dsa_user_open(struct net_device *dev) 400 { 401 struct net_device *conduit = dsa_user_to_conduit(dev); 402 struct dsa_port *dp = dsa_user_to_port(dev); 403 int err; 404 405 err = dev_open(conduit, NULL); 406 if (err < 0) { 407 netdev_err(dev, "failed to open conduit %s\n", conduit->name); 408 goto out; 409 } 410 411 err = dsa_user_host_uc_install(dev, dev->dev_addr); 412 if (err) 413 goto out; 414 415 err = dsa_port_enable_rt(dp, dev->phydev); 416 if (err) 417 goto out_del_host_uc; 418 419 return 0; 420 421 out_del_host_uc: 422 dsa_user_host_uc_uninstall(dev); 423 out: 424 return err; 425 } 426 427 static int dsa_user_close(struct net_device *dev) 428 { 429 struct dsa_port *dp = dsa_user_to_port(dev); 430 431 dsa_port_disable_rt(dp); 432 433 dsa_user_host_uc_uninstall(dev); 434 435 return 0; 436 } 437 438 static void dsa_user_manage_host_flood(struct net_device *dev) 439 { 440 bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI); 441 struct dsa_port *dp = dsa_user_to_port(dev); 442 bool uc = dev->flags & IFF_PROMISC; 443 444 dsa_port_set_host_flood(dp, uc, mc); 445 } 446 447 static void dsa_user_change_rx_flags(struct net_device *dev, int change) 448 { 449 struct net_device *conduit = dsa_user_to_conduit(dev); 450 struct dsa_port *dp = dsa_user_to_port(dev); 451 struct dsa_switch *ds = dp->ds; 452 453 if (change & IFF_ALLMULTI) 454 dev_set_allmulti(conduit, 455 dev->flags & IFF_ALLMULTI ? 1 : -1); 456 if (change & IFF_PROMISC) 457 dev_set_promiscuity(conduit, 458 dev->flags & IFF_PROMISC ? 1 : -1); 459 460 if (dsa_switch_supports_uc_filtering(ds) && 461 dsa_switch_supports_mc_filtering(ds)) 462 dsa_user_manage_host_flood(dev); 463 } 464 465 static void dsa_user_set_rx_mode(struct net_device *dev) 466 { 467 __dev_mc_sync(dev, dsa_user_sync_mc, dsa_user_unsync_mc); 468 __dev_uc_sync(dev, dsa_user_sync_uc, dsa_user_unsync_uc); 469 } 470 471 static int dsa_user_set_mac_address(struct net_device *dev, void *a) 472 { 473 struct dsa_port *dp = dsa_user_to_port(dev); 474 struct dsa_switch *ds = dp->ds; 475 struct sockaddr *addr = a; 476 int err; 477 478 if (!is_valid_ether_addr(addr->sa_data)) 479 return -EADDRNOTAVAIL; 480 481 if (ds->ops->port_set_mac_address) { 482 err = ds->ops->port_set_mac_address(ds, dp->index, 483 addr->sa_data); 484 if (err) 485 return err; 486 } 487 488 /* If the port is down, the address isn't synced yet to hardware or 489 * to the DSA conduit, so there is nothing to change. 490 */ 491 if (!(dev->flags & IFF_UP)) 492 goto out_change_dev_addr; 493 494 err = dsa_user_host_uc_install(dev, addr->sa_data); 495 if (err) 496 return err; 497 498 dsa_user_host_uc_uninstall(dev); 499 500 out_change_dev_addr: 501 eth_hw_addr_set(dev, addr->sa_data); 502 503 return 0; 504 } 505 506 struct dsa_user_dump_ctx { 507 struct net_device *dev; 508 struct sk_buff *skb; 509 struct netlink_callback *cb; 510 int idx; 511 }; 512 513 static int 514 dsa_user_port_fdb_do_dump(const unsigned char *addr, u16 vid, 515 bool is_static, void *data) 516 { 517 struct dsa_user_dump_ctx *dump = data; 518 struct ndo_fdb_dump_context *ctx = (void *)dump->cb->ctx; 519 u32 portid = NETLINK_CB(dump->cb->skb).portid; 520 u32 seq = dump->cb->nlh->nlmsg_seq; 521 struct nlmsghdr *nlh; 522 struct ndmsg *ndm; 523 524 if (dump->idx < ctx->fdb_idx) 525 goto skip; 526 527 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 528 sizeof(*ndm), NLM_F_MULTI); 529 if (!nlh) 530 return -EMSGSIZE; 531 532 ndm = nlmsg_data(nlh); 533 ndm->ndm_family = AF_BRIDGE; 534 ndm->ndm_pad1 = 0; 535 ndm->ndm_pad2 = 0; 536 ndm->ndm_flags = NTF_SELF; 537 ndm->ndm_type = 0; 538 ndm->ndm_ifindex = dump->dev->ifindex; 539 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE; 540 541 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr)) 542 goto nla_put_failure; 543 544 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid)) 545 goto nla_put_failure; 546 547 nlmsg_end(dump->skb, nlh); 548 549 skip: 550 dump->idx++; 551 return 0; 552 553 nla_put_failure: 554 nlmsg_cancel(dump->skb, nlh); 555 return -EMSGSIZE; 556 } 557 558 static int 559 dsa_user_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 560 struct net_device *dev, struct net_device *filter_dev, 561 int *idx) 562 { 563 struct dsa_port *dp = dsa_user_to_port(dev); 564 struct dsa_user_dump_ctx dump = { 565 .dev = dev, 566 .skb = skb, 567 .cb = cb, 568 .idx = *idx, 569 }; 570 int err; 571 572 err = dsa_port_fdb_dump(dp, dsa_user_port_fdb_do_dump, &dump); 573 *idx = dump.idx; 574 575 return err; 576 } 577 578 static int dsa_user_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 579 { 580 struct dsa_user_priv *p = netdev_priv(dev); 581 582 return phylink_mii_ioctl(p->dp->pl, ifr, cmd); 583 } 584 585 static int dsa_user_port_attr_set(struct net_device *dev, const void *ctx, 586 const struct switchdev_attr *attr, 587 struct netlink_ext_ack *extack) 588 { 589 struct dsa_port *dp = dsa_user_to_port(dev); 590 int ret; 591 592 if (ctx && ctx != dp) 593 return 0; 594 595 switch (attr->id) { 596 case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 597 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 598 return -EOPNOTSUPP; 599 600 ret = dsa_port_set_state(dp, attr->u.stp_state, true); 601 break; 602 case SWITCHDEV_ATTR_ID_PORT_MST_STATE: 603 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 604 return -EOPNOTSUPP; 605 606 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack); 607 break; 608 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 609 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 610 return -EOPNOTSUPP; 611 612 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering, 613 extack); 614 break; 615 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME: 616 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 617 return -EOPNOTSUPP; 618 619 ret = dsa_port_ageing_time(dp, attr->u.ageing_time); 620 break; 621 case SWITCHDEV_ATTR_ID_BRIDGE_MST: 622 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 623 return -EOPNOTSUPP; 624 625 ret = dsa_port_mst_enable(dp, attr->u.mst, extack); 626 break; 627 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 628 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 629 return -EOPNOTSUPP; 630 631 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags, 632 extack); 633 break; 634 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 635 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 636 return -EOPNOTSUPP; 637 638 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack); 639 break; 640 case SWITCHDEV_ATTR_ID_VLAN_MSTI: 641 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 642 return -EOPNOTSUPP; 643 644 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti); 645 break; 646 default: 647 ret = -EOPNOTSUPP; 648 break; 649 } 650 651 return ret; 652 } 653 654 /* Must be called under rcu_read_lock() */ 655 static int 656 dsa_user_vlan_check_for_8021q_uppers(struct net_device *user, 657 const struct switchdev_obj_port_vlan *vlan) 658 { 659 struct net_device *upper_dev; 660 struct list_head *iter; 661 662 netdev_for_each_upper_dev_rcu(user, upper_dev, iter) { 663 u16 vid; 664 665 if (!is_vlan_dev(upper_dev)) 666 continue; 667 668 vid = vlan_dev_vlan_id(upper_dev); 669 if (vid == vlan->vid) 670 return -EBUSY; 671 } 672 673 return 0; 674 } 675 676 static int dsa_user_vlan_add(struct net_device *dev, 677 const struct switchdev_obj *obj, 678 struct netlink_ext_ack *extack) 679 { 680 struct dsa_port *dp = dsa_user_to_port(dev); 681 struct switchdev_obj_port_vlan *vlan; 682 int err; 683 684 if (dsa_port_skip_vlan_configuration(dp)) { 685 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 686 return 0; 687 } 688 689 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 690 691 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with 692 * the same VID. 693 */ 694 if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) { 695 rcu_read_lock(); 696 err = dsa_user_vlan_check_for_8021q_uppers(dev, vlan); 697 rcu_read_unlock(); 698 if (err) { 699 NL_SET_ERR_MSG_MOD(extack, 700 "Port already has a VLAN upper with this VID"); 701 return err; 702 } 703 } 704 705 return dsa_port_vlan_add(dp, vlan, extack); 706 } 707 708 /* Offload a VLAN installed on the bridge or on a foreign interface by 709 * installing it as a VLAN towards the CPU port. 710 */ 711 static int dsa_user_host_vlan_add(struct net_device *dev, 712 const struct switchdev_obj *obj, 713 struct netlink_ext_ack *extack) 714 { 715 struct dsa_port *dp = dsa_user_to_port(dev); 716 struct switchdev_obj_port_vlan vlan; 717 718 /* Do nothing if this is a software bridge */ 719 if (!dp->bridge) 720 return -EOPNOTSUPP; 721 722 if (dsa_port_skip_vlan_configuration(dp)) { 723 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 724 return 0; 725 } 726 727 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj); 728 729 /* Even though drivers often handle CPU membership in special ways, 730 * it doesn't make sense to program a PVID, so clear this flag. 731 */ 732 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID; 733 734 return dsa_port_host_vlan_add(dp, &vlan, extack); 735 } 736 737 static int dsa_user_port_obj_add(struct net_device *dev, const void *ctx, 738 const struct switchdev_obj *obj, 739 struct netlink_ext_ack *extack) 740 { 741 struct dsa_port *dp = dsa_user_to_port(dev); 742 int err; 743 744 if (ctx && ctx != dp) 745 return 0; 746 747 switch (obj->id) { 748 case SWITCHDEV_OBJ_ID_PORT_MDB: 749 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 750 return -EOPNOTSUPP; 751 752 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 753 break; 754 case SWITCHDEV_OBJ_ID_HOST_MDB: 755 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 756 return -EOPNOTSUPP; 757 758 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 759 break; 760 case SWITCHDEV_OBJ_ID_PORT_VLAN: 761 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 762 err = dsa_user_vlan_add(dev, obj, extack); 763 else 764 err = dsa_user_host_vlan_add(dev, obj, extack); 765 break; 766 case SWITCHDEV_OBJ_ID_MRP: 767 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 768 return -EOPNOTSUPP; 769 770 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj)); 771 break; 772 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 773 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 774 return -EOPNOTSUPP; 775 776 err = dsa_port_mrp_add_ring_role(dp, 777 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 778 break; 779 default: 780 err = -EOPNOTSUPP; 781 break; 782 } 783 784 return err; 785 } 786 787 static int dsa_user_vlan_del(struct net_device *dev, 788 const struct switchdev_obj *obj) 789 { 790 struct dsa_port *dp = dsa_user_to_port(dev); 791 struct switchdev_obj_port_vlan *vlan; 792 793 if (dsa_port_skip_vlan_configuration(dp)) 794 return 0; 795 796 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 797 798 return dsa_port_vlan_del(dp, vlan); 799 } 800 801 static int dsa_user_host_vlan_del(struct net_device *dev, 802 const struct switchdev_obj *obj) 803 { 804 struct dsa_port *dp = dsa_user_to_port(dev); 805 struct switchdev_obj_port_vlan *vlan; 806 807 /* Do nothing if this is a software bridge */ 808 if (!dp->bridge) 809 return -EOPNOTSUPP; 810 811 if (dsa_port_skip_vlan_configuration(dp)) 812 return 0; 813 814 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 815 816 return dsa_port_host_vlan_del(dp, vlan); 817 } 818 819 static int dsa_user_port_obj_del(struct net_device *dev, const void *ctx, 820 const struct switchdev_obj *obj) 821 { 822 struct dsa_port *dp = dsa_user_to_port(dev); 823 int err; 824 825 if (ctx && ctx != dp) 826 return 0; 827 828 switch (obj->id) { 829 case SWITCHDEV_OBJ_ID_PORT_MDB: 830 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 831 return -EOPNOTSUPP; 832 833 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 834 break; 835 case SWITCHDEV_OBJ_ID_HOST_MDB: 836 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 837 return -EOPNOTSUPP; 838 839 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 840 break; 841 case SWITCHDEV_OBJ_ID_PORT_VLAN: 842 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 843 err = dsa_user_vlan_del(dev, obj); 844 else 845 err = dsa_user_host_vlan_del(dev, obj); 846 break; 847 case SWITCHDEV_OBJ_ID_MRP: 848 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 849 return -EOPNOTSUPP; 850 851 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj)); 852 break; 853 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 854 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 855 return -EOPNOTSUPP; 856 857 err = dsa_port_mrp_del_ring_role(dp, 858 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 859 break; 860 default: 861 err = -EOPNOTSUPP; 862 break; 863 } 864 865 return err; 866 } 867 868 static netdev_tx_t dsa_user_netpoll_send_skb(struct net_device *dev, 869 struct sk_buff *skb) 870 { 871 #ifdef CONFIG_NET_POLL_CONTROLLER 872 struct dsa_user_priv *p = netdev_priv(dev); 873 874 return netpoll_send_skb(p->netpoll, skb); 875 #else 876 BUG(); 877 return NETDEV_TX_OK; 878 #endif 879 } 880 881 static void dsa_skb_tx_timestamp(struct dsa_user_priv *p, 882 struct sk_buff *skb) 883 { 884 struct dsa_switch *ds = p->dp->ds; 885 886 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP_NOBPF)) 887 return; 888 889 if (!ds->ops->port_txtstamp) 890 return; 891 892 ds->ops->port_txtstamp(ds, p->dp->index, skb); 893 } 894 895 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev) 896 { 897 /* SKB for netpoll still need to be mangled with the protocol-specific 898 * tag to be successfully transmitted 899 */ 900 if (unlikely(netpoll_tx_running(dev))) 901 return dsa_user_netpoll_send_skb(dev, skb); 902 903 /* Queue the SKB for transmission on the parent interface, but 904 * do not modify its EtherType 905 */ 906 skb->dev = dsa_user_to_conduit(dev); 907 dev_queue_xmit(skb); 908 909 return NETDEV_TX_OK; 910 } 911 EXPORT_SYMBOL_GPL(dsa_enqueue_skb); 912 913 static netdev_tx_t dsa_user_xmit(struct sk_buff *skb, struct net_device *dev) 914 { 915 struct dsa_user_priv *p = netdev_priv(dev); 916 struct sk_buff *nskb; 917 918 dev_sw_netstats_tx_add(dev, 1, skb->len); 919 920 memset(skb->cb, 0, sizeof(skb->cb)); 921 922 /* Handle tx timestamp if any */ 923 dsa_skb_tx_timestamp(p, skb); 924 925 if (skb_ensure_writable_head_tail(skb, dev)) { 926 dev_kfree_skb_any(skb); 927 return NETDEV_TX_OK; 928 } 929 930 /* needed_tailroom should still be 'warm' in the cache line from 931 * skb_ensure_writable_head_tail(), which has also ensured that 932 * padding is safe. 933 */ 934 if (dev->needed_tailroom) 935 eth_skb_pad(skb); 936 937 /* Transmit function may have to reallocate the original SKB, 938 * in which case it must have freed it. Taggers will drop the 939 * passed skb on error. 940 */ 941 nskb = p->xmit(skb, dev); 942 if (!nskb) 943 return NETDEV_TX_OK; 944 945 return dsa_enqueue_skb(nskb, dev); 946 } 947 948 /* ethtool operations *******************************************************/ 949 950 static void dsa_user_get_drvinfo(struct net_device *dev, 951 struct ethtool_drvinfo *drvinfo) 952 { 953 strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver)); 954 strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 955 strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info)); 956 } 957 958 static int dsa_user_get_regs_len(struct net_device *dev) 959 { 960 struct dsa_port *dp = dsa_user_to_port(dev); 961 struct dsa_switch *ds = dp->ds; 962 963 if (ds->ops->get_regs_len) 964 return ds->ops->get_regs_len(ds, dp->index); 965 966 return -EOPNOTSUPP; 967 } 968 969 static void 970 dsa_user_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p) 971 { 972 struct dsa_port *dp = dsa_user_to_port(dev); 973 struct dsa_switch *ds = dp->ds; 974 975 if (ds->ops->get_regs) 976 ds->ops->get_regs(ds, dp->index, regs, _p); 977 } 978 979 static int dsa_user_nway_reset(struct net_device *dev) 980 { 981 struct dsa_port *dp = dsa_user_to_port(dev); 982 983 return phylink_ethtool_nway_reset(dp->pl); 984 } 985 986 static int dsa_user_get_eeprom_len(struct net_device *dev) 987 { 988 struct dsa_port *dp = dsa_user_to_port(dev); 989 struct dsa_switch *ds = dp->ds; 990 991 if (ds->cd && ds->cd->eeprom_len) 992 return ds->cd->eeprom_len; 993 994 if (ds->ops->get_eeprom_len) 995 return ds->ops->get_eeprom_len(ds); 996 997 return 0; 998 } 999 1000 static int dsa_user_get_eeprom(struct net_device *dev, 1001 struct ethtool_eeprom *eeprom, u8 *data) 1002 { 1003 struct dsa_port *dp = dsa_user_to_port(dev); 1004 struct dsa_switch *ds = dp->ds; 1005 1006 if (ds->ops->get_eeprom) 1007 return ds->ops->get_eeprom(ds, eeprom, data); 1008 1009 return -EOPNOTSUPP; 1010 } 1011 1012 static int dsa_user_set_eeprom(struct net_device *dev, 1013 struct ethtool_eeprom *eeprom, u8 *data) 1014 { 1015 struct dsa_port *dp = dsa_user_to_port(dev); 1016 struct dsa_switch *ds = dp->ds; 1017 1018 if (ds->ops->set_eeprom) 1019 return ds->ops->set_eeprom(ds, eeprom, data); 1020 1021 return -EOPNOTSUPP; 1022 } 1023 1024 static void dsa_user_get_strings(struct net_device *dev, 1025 uint32_t stringset, uint8_t *data) 1026 { 1027 struct dsa_port *dp = dsa_user_to_port(dev); 1028 struct dsa_switch *ds = dp->ds; 1029 1030 if (stringset == ETH_SS_STATS) { 1031 ethtool_puts(&data, "tx_packets"); 1032 ethtool_puts(&data, "tx_bytes"); 1033 ethtool_puts(&data, "rx_packets"); 1034 ethtool_puts(&data, "rx_bytes"); 1035 if (ds->ops->get_strings) 1036 ds->ops->get_strings(ds, dp->index, stringset, data); 1037 } else if (stringset == ETH_SS_TEST) { 1038 net_selftest_get_strings(data); 1039 } 1040 1041 } 1042 1043 static void dsa_user_get_ethtool_stats(struct net_device *dev, 1044 struct ethtool_stats *stats, 1045 uint64_t *data) 1046 { 1047 struct dsa_port *dp = dsa_user_to_port(dev); 1048 struct dsa_switch *ds = dp->ds; 1049 struct pcpu_sw_netstats *s; 1050 unsigned int start; 1051 int i; 1052 1053 for_each_possible_cpu(i) { 1054 u64 tx_packets, tx_bytes, rx_packets, rx_bytes; 1055 1056 s = per_cpu_ptr(dev->tstats, i); 1057 do { 1058 start = u64_stats_fetch_begin(&s->syncp); 1059 tx_packets = u64_stats_read(&s->tx_packets); 1060 tx_bytes = u64_stats_read(&s->tx_bytes); 1061 rx_packets = u64_stats_read(&s->rx_packets); 1062 rx_bytes = u64_stats_read(&s->rx_bytes); 1063 } while (u64_stats_fetch_retry(&s->syncp, start)); 1064 data[0] += tx_packets; 1065 data[1] += tx_bytes; 1066 data[2] += rx_packets; 1067 data[3] += rx_bytes; 1068 } 1069 if (ds->ops->get_ethtool_stats) 1070 ds->ops->get_ethtool_stats(ds, dp->index, data + 4); 1071 } 1072 1073 static int dsa_user_get_sset_count(struct net_device *dev, int sset) 1074 { 1075 struct dsa_port *dp = dsa_user_to_port(dev); 1076 struct dsa_switch *ds = dp->ds; 1077 1078 if (sset == ETH_SS_STATS) { 1079 int count = 0; 1080 1081 if (ds->ops->get_sset_count) { 1082 count = ds->ops->get_sset_count(ds, dp->index, sset); 1083 if (count < 0) 1084 return count; 1085 } 1086 1087 return count + 4; 1088 } else if (sset == ETH_SS_TEST) { 1089 return net_selftest_get_count(); 1090 } 1091 1092 return -EOPNOTSUPP; 1093 } 1094 1095 static void dsa_user_get_eth_phy_stats(struct net_device *dev, 1096 struct ethtool_eth_phy_stats *phy_stats) 1097 { 1098 struct dsa_port *dp = dsa_user_to_port(dev); 1099 struct dsa_switch *ds = dp->ds; 1100 1101 if (ds->ops->get_eth_phy_stats) 1102 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats); 1103 } 1104 1105 static void dsa_user_get_eth_mac_stats(struct net_device *dev, 1106 struct ethtool_eth_mac_stats *mac_stats) 1107 { 1108 struct dsa_port *dp = dsa_user_to_port(dev); 1109 struct dsa_switch *ds = dp->ds; 1110 1111 if (ds->ops->get_eth_mac_stats) 1112 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats); 1113 } 1114 1115 static void 1116 dsa_user_get_eth_ctrl_stats(struct net_device *dev, 1117 struct ethtool_eth_ctrl_stats *ctrl_stats) 1118 { 1119 struct dsa_port *dp = dsa_user_to_port(dev); 1120 struct dsa_switch *ds = dp->ds; 1121 1122 if (ds->ops->get_eth_ctrl_stats) 1123 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats); 1124 } 1125 1126 static void 1127 dsa_user_get_rmon_stats(struct net_device *dev, 1128 struct ethtool_rmon_stats *rmon_stats, 1129 const struct ethtool_rmon_hist_range **ranges) 1130 { 1131 struct dsa_port *dp = dsa_user_to_port(dev); 1132 struct dsa_switch *ds = dp->ds; 1133 1134 if (ds->ops->get_rmon_stats) 1135 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges); 1136 } 1137 1138 static void dsa_user_get_ts_stats(struct net_device *dev, 1139 struct ethtool_ts_stats *ts_stats) 1140 { 1141 struct dsa_port *dp = dsa_user_to_port(dev); 1142 struct dsa_switch *ds = dp->ds; 1143 1144 if (ds->ops->get_ts_stats) 1145 ds->ops->get_ts_stats(ds, dp->index, ts_stats); 1146 } 1147 1148 static void dsa_user_net_selftest(struct net_device *ndev, 1149 struct ethtool_test *etest, u64 *buf) 1150 { 1151 struct dsa_port *dp = dsa_user_to_port(ndev); 1152 struct dsa_switch *ds = dp->ds; 1153 1154 if (ds->ops->self_test) { 1155 ds->ops->self_test(ds, dp->index, etest, buf); 1156 return; 1157 } 1158 1159 net_selftest(ndev, etest, buf); 1160 } 1161 1162 static int dsa_user_get_mm(struct net_device *dev, 1163 struct ethtool_mm_state *state) 1164 { 1165 struct dsa_port *dp = dsa_user_to_port(dev); 1166 struct dsa_switch *ds = dp->ds; 1167 1168 if (!ds->ops->get_mm) 1169 return -EOPNOTSUPP; 1170 1171 return ds->ops->get_mm(ds, dp->index, state); 1172 } 1173 1174 static int dsa_user_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg, 1175 struct netlink_ext_ack *extack) 1176 { 1177 struct dsa_port *dp = dsa_user_to_port(dev); 1178 struct dsa_switch *ds = dp->ds; 1179 1180 if (!ds->ops->set_mm) 1181 return -EOPNOTSUPP; 1182 1183 return ds->ops->set_mm(ds, dp->index, cfg, extack); 1184 } 1185 1186 static void dsa_user_get_mm_stats(struct net_device *dev, 1187 struct ethtool_mm_stats *stats) 1188 { 1189 struct dsa_port *dp = dsa_user_to_port(dev); 1190 struct dsa_switch *ds = dp->ds; 1191 1192 if (ds->ops->get_mm_stats) 1193 ds->ops->get_mm_stats(ds, dp->index, stats); 1194 } 1195 1196 static void dsa_user_get_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1197 { 1198 struct dsa_port *dp = dsa_user_to_port(dev); 1199 struct dsa_switch *ds = dp->ds; 1200 1201 phylink_ethtool_get_wol(dp->pl, w); 1202 1203 if (ds->ops->get_wol) 1204 ds->ops->get_wol(ds, dp->index, w); 1205 } 1206 1207 static int dsa_user_set_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1208 { 1209 struct dsa_port *dp = dsa_user_to_port(dev); 1210 struct dsa_switch *ds = dp->ds; 1211 int ret = -EOPNOTSUPP; 1212 1213 phylink_ethtool_set_wol(dp->pl, w); 1214 1215 if (ds->ops->set_wol) 1216 ret = ds->ops->set_wol(ds, dp->index, w); 1217 1218 return ret; 1219 } 1220 1221 static int dsa_user_set_eee(struct net_device *dev, struct ethtool_keee *e) 1222 { 1223 struct dsa_port *dp = dsa_user_to_port(dev); 1224 struct dsa_switch *ds = dp->ds; 1225 int ret; 1226 1227 /* Check whether the switch supports EEE */ 1228 if (!ds->ops->support_eee || !ds->ops->support_eee(ds, dp->index)) 1229 return -EOPNOTSUPP; 1230 1231 /* If the port is using phylink managed EEE, then an unimplemented 1232 * set_mac_eee() is permissible. 1233 */ 1234 if (!phylink_mac_implements_lpi(ds->phylink_mac_ops)) { 1235 /* Port's PHY and MAC both need to be EEE capable */ 1236 if (!dev->phydev) 1237 return -ENODEV; 1238 1239 if (!ds->ops->set_mac_eee) 1240 return -EOPNOTSUPP; 1241 1242 ret = ds->ops->set_mac_eee(ds, dp->index, e); 1243 if (ret) 1244 return ret; 1245 } else if (ds->ops->set_mac_eee) { 1246 ret = ds->ops->set_mac_eee(ds, dp->index, e); 1247 if (ret) 1248 return ret; 1249 } 1250 1251 return phylink_ethtool_set_eee(dp->pl, e); 1252 } 1253 1254 static int dsa_user_get_eee(struct net_device *dev, struct ethtool_keee *e) 1255 { 1256 struct dsa_port *dp = dsa_user_to_port(dev); 1257 struct dsa_switch *ds = dp->ds; 1258 1259 /* Check whether the switch supports EEE */ 1260 if (!ds->ops->support_eee || !ds->ops->support_eee(ds, dp->index)) 1261 return -EOPNOTSUPP; 1262 1263 /* Port's PHY and MAC both need to be EEE capable */ 1264 if (!dev->phydev) 1265 return -ENODEV; 1266 1267 return phylink_ethtool_get_eee(dp->pl, e); 1268 } 1269 1270 static int dsa_user_get_link_ksettings(struct net_device *dev, 1271 struct ethtool_link_ksettings *cmd) 1272 { 1273 struct dsa_port *dp = dsa_user_to_port(dev); 1274 1275 return phylink_ethtool_ksettings_get(dp->pl, cmd); 1276 } 1277 1278 static int dsa_user_set_link_ksettings(struct net_device *dev, 1279 const struct ethtool_link_ksettings *cmd) 1280 { 1281 struct dsa_port *dp = dsa_user_to_port(dev); 1282 1283 return phylink_ethtool_ksettings_set(dp->pl, cmd); 1284 } 1285 1286 static void dsa_user_get_pause_stats(struct net_device *dev, 1287 struct ethtool_pause_stats *pause_stats) 1288 { 1289 struct dsa_port *dp = dsa_user_to_port(dev); 1290 struct dsa_switch *ds = dp->ds; 1291 1292 if (ds->ops->get_pause_stats) 1293 ds->ops->get_pause_stats(ds, dp->index, pause_stats); 1294 } 1295 1296 static void dsa_user_get_pauseparam(struct net_device *dev, 1297 struct ethtool_pauseparam *pause) 1298 { 1299 struct dsa_port *dp = dsa_user_to_port(dev); 1300 1301 phylink_ethtool_get_pauseparam(dp->pl, pause); 1302 } 1303 1304 static int dsa_user_set_pauseparam(struct net_device *dev, 1305 struct ethtool_pauseparam *pause) 1306 { 1307 struct dsa_port *dp = dsa_user_to_port(dev); 1308 1309 return phylink_ethtool_set_pauseparam(dp->pl, pause); 1310 } 1311 1312 #ifdef CONFIG_NET_POLL_CONTROLLER 1313 static int dsa_user_netpoll_setup(struct net_device *dev) 1314 { 1315 struct net_device *conduit = dsa_user_to_conduit(dev); 1316 struct dsa_user_priv *p = netdev_priv(dev); 1317 struct netpoll *netpoll; 1318 int err = 0; 1319 1320 netpoll = kzalloc_obj(*netpoll); 1321 if (!netpoll) 1322 return -ENOMEM; 1323 1324 err = __netpoll_setup(netpoll, conduit); 1325 if (err) { 1326 kfree(netpoll); 1327 goto out; 1328 } 1329 1330 p->netpoll = netpoll; 1331 out: 1332 return err; 1333 } 1334 1335 static void dsa_user_netpoll_cleanup(struct net_device *dev) 1336 { 1337 struct dsa_user_priv *p = netdev_priv(dev); 1338 struct netpoll *netpoll = p->netpoll; 1339 1340 if (!netpoll) 1341 return; 1342 1343 p->netpoll = NULL; 1344 1345 __netpoll_free(netpoll); 1346 } 1347 1348 static void dsa_user_poll_controller(struct net_device *dev) 1349 { 1350 } 1351 #endif 1352 1353 static struct dsa_mall_tc_entry * 1354 dsa_user_mall_tc_entry_find(struct net_device *dev, unsigned long cookie) 1355 { 1356 struct dsa_user_priv *p = netdev_priv(dev); 1357 struct dsa_mall_tc_entry *mall_tc_entry; 1358 1359 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) 1360 if (mall_tc_entry->cookie == cookie) 1361 return mall_tc_entry; 1362 1363 return NULL; 1364 } 1365 1366 static int 1367 dsa_user_add_cls_matchall_mirred(struct net_device *dev, 1368 struct tc_cls_matchall_offload *cls, 1369 bool ingress, bool ingress_target) 1370 { 1371 struct netlink_ext_ack *extack = cls->common.extack; 1372 struct dsa_port *dp = dsa_user_to_port(dev); 1373 struct dsa_user_priv *p = netdev_priv(dev); 1374 struct dsa_mall_mirror_tc_entry *mirror; 1375 struct dsa_mall_tc_entry *mall_tc_entry; 1376 struct dsa_switch *ds = dp->ds; 1377 struct flow_action_entry *act; 1378 struct dsa_port *to_dp; 1379 int err; 1380 1381 if (cls->common.protocol != htons(ETH_P_ALL)) { 1382 NL_SET_ERR_MSG_MOD(extack, 1383 "Can only offload \"protocol all\" matchall filter"); 1384 return -EOPNOTSUPP; 1385 } 1386 1387 if (!ds->ops->port_mirror_add) { 1388 NL_SET_ERR_MSG_MOD(extack, 1389 "Switch does not support mirroring operation"); 1390 return -EOPNOTSUPP; 1391 } 1392 1393 if (!flow_action_basic_hw_stats_check(&cls->rule->action, extack)) 1394 return -EOPNOTSUPP; 1395 1396 act = &cls->rule->action.entries[0]; 1397 1398 if (!act->dev) 1399 return -EINVAL; 1400 1401 if (dsa_user_dev_check(act->dev)) { 1402 if (ingress_target) { 1403 /* We can only fulfill this using software assist */ 1404 if (cls->common.skip_sw) { 1405 NL_SET_ERR_MSG_MOD(extack, 1406 "Can only mirred to ingress of DSA user port if filter also runs in software"); 1407 return -EOPNOTSUPP; 1408 } 1409 to_dp = dp->cpu_dp; 1410 } else { 1411 to_dp = dsa_user_to_port(act->dev); 1412 } 1413 } else { 1414 /* Handle mirroring to foreign target ports as a mirror towards 1415 * the CPU. The software tc rule will take the packets from 1416 * there. 1417 */ 1418 if (cls->common.skip_sw) { 1419 NL_SET_ERR_MSG_MOD(extack, 1420 "Can only mirred to CPU if filter also runs in software"); 1421 return -EOPNOTSUPP; 1422 } 1423 to_dp = dp->cpu_dp; 1424 } 1425 1426 if (dp->ds != to_dp->ds) { 1427 NL_SET_ERR_MSG_MOD(extack, 1428 "Cross-chip mirroring not implemented"); 1429 return -EOPNOTSUPP; 1430 } 1431 1432 mall_tc_entry = kzalloc_obj(*mall_tc_entry); 1433 if (!mall_tc_entry) 1434 return -ENOMEM; 1435 1436 mall_tc_entry->cookie = cls->cookie; 1437 mall_tc_entry->type = DSA_PORT_MALL_MIRROR; 1438 mirror = &mall_tc_entry->mirror; 1439 mirror->to_local_port = to_dp->index; 1440 mirror->ingress = ingress; 1441 1442 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack); 1443 if (err) { 1444 kfree(mall_tc_entry); 1445 return err; 1446 } 1447 1448 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1449 1450 return err; 1451 } 1452 1453 static int 1454 dsa_user_add_cls_matchall_police(struct net_device *dev, 1455 struct tc_cls_matchall_offload *cls, 1456 bool ingress) 1457 { 1458 struct netlink_ext_ack *extack = cls->common.extack; 1459 struct dsa_port *dp = dsa_user_to_port(dev); 1460 struct dsa_user_priv *p = netdev_priv(dev); 1461 struct dsa_mall_tc_entry *mall_tc_entry; 1462 struct flow_action_police *policer; 1463 struct dsa_switch *ds = dp->ds; 1464 struct flow_action_entry *act; 1465 int err; 1466 1467 if (!ds->ops->port_policer_add) { 1468 NL_SET_ERR_MSG_MOD(extack, 1469 "Policing offload not implemented"); 1470 return -EOPNOTSUPP; 1471 } 1472 1473 if (!ingress) { 1474 NL_SET_ERR_MSG_MOD(extack, 1475 "Only supported on ingress qdisc"); 1476 return -EOPNOTSUPP; 1477 } 1478 1479 if (!flow_action_basic_hw_stats_check(&cls->rule->action, extack)) 1480 return -EOPNOTSUPP; 1481 1482 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) { 1483 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) { 1484 NL_SET_ERR_MSG_MOD(extack, 1485 "Only one port policer allowed"); 1486 return -EEXIST; 1487 } 1488 } 1489 1490 act = &cls->rule->action.entries[0]; 1491 1492 mall_tc_entry = kzalloc_obj(*mall_tc_entry); 1493 if (!mall_tc_entry) 1494 return -ENOMEM; 1495 1496 mall_tc_entry->cookie = cls->cookie; 1497 mall_tc_entry->type = DSA_PORT_MALL_POLICER; 1498 policer = &mall_tc_entry->policer; 1499 *policer = act->police; 1500 1501 err = ds->ops->port_policer_add(ds, dp->index, policer, extack); 1502 if (err) { 1503 kfree(mall_tc_entry); 1504 return err; 1505 } 1506 1507 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1508 1509 return err; 1510 } 1511 1512 static int dsa_user_add_cls_matchall(struct net_device *dev, 1513 struct tc_cls_matchall_offload *cls, 1514 bool ingress) 1515 { 1516 const struct flow_action *action = &cls->rule->action; 1517 struct netlink_ext_ack *extack = cls->common.extack; 1518 1519 if (!flow_offload_has_one_action(action)) { 1520 NL_SET_ERR_MSG_MOD(extack, 1521 "Cannot offload matchall filter with more than one action"); 1522 return -EOPNOTSUPP; 1523 } 1524 1525 switch (action->entries[0].id) { 1526 case FLOW_ACTION_MIRRED: 1527 return dsa_user_add_cls_matchall_mirred(dev, cls, ingress, 1528 false); 1529 case FLOW_ACTION_MIRRED_INGRESS: 1530 return dsa_user_add_cls_matchall_mirred(dev, cls, ingress, 1531 true); 1532 case FLOW_ACTION_POLICE: 1533 return dsa_user_add_cls_matchall_police(dev, cls, ingress); 1534 default: 1535 NL_SET_ERR_MSG_MOD(extack, "Unknown action"); 1536 break; 1537 } 1538 1539 return -EOPNOTSUPP; 1540 } 1541 1542 static void dsa_user_del_cls_matchall(struct net_device *dev, 1543 struct tc_cls_matchall_offload *cls) 1544 { 1545 struct dsa_port *dp = dsa_user_to_port(dev); 1546 struct dsa_mall_tc_entry *mall_tc_entry; 1547 struct dsa_switch *ds = dp->ds; 1548 1549 mall_tc_entry = dsa_user_mall_tc_entry_find(dev, cls->cookie); 1550 if (!mall_tc_entry) 1551 return; 1552 1553 list_del(&mall_tc_entry->list); 1554 1555 switch (mall_tc_entry->type) { 1556 case DSA_PORT_MALL_MIRROR: 1557 if (ds->ops->port_mirror_del) 1558 ds->ops->port_mirror_del(ds, dp->index, 1559 &mall_tc_entry->mirror); 1560 break; 1561 case DSA_PORT_MALL_POLICER: 1562 if (ds->ops->port_policer_del) 1563 ds->ops->port_policer_del(ds, dp->index); 1564 break; 1565 default: 1566 WARN_ON(1); 1567 } 1568 1569 kfree(mall_tc_entry); 1570 } 1571 1572 static int dsa_user_setup_tc_cls_matchall(struct net_device *dev, 1573 struct tc_cls_matchall_offload *cls, 1574 bool ingress) 1575 { 1576 if (cls->common.chain_index) 1577 return -EOPNOTSUPP; 1578 1579 switch (cls->command) { 1580 case TC_CLSMATCHALL_REPLACE: 1581 return dsa_user_add_cls_matchall(dev, cls, ingress); 1582 case TC_CLSMATCHALL_DESTROY: 1583 dsa_user_del_cls_matchall(dev, cls); 1584 return 0; 1585 default: 1586 return -EOPNOTSUPP; 1587 } 1588 } 1589 1590 static int dsa_user_add_cls_flower(struct net_device *dev, 1591 struct flow_cls_offload *cls, 1592 bool ingress) 1593 { 1594 struct dsa_port *dp = dsa_user_to_port(dev); 1595 struct dsa_switch *ds = dp->ds; 1596 int port = dp->index; 1597 1598 if (!ds->ops->cls_flower_add) 1599 return -EOPNOTSUPP; 1600 1601 return ds->ops->cls_flower_add(ds, port, cls, ingress); 1602 } 1603 1604 static int dsa_user_del_cls_flower(struct net_device *dev, 1605 struct flow_cls_offload *cls, 1606 bool ingress) 1607 { 1608 struct dsa_port *dp = dsa_user_to_port(dev); 1609 struct dsa_switch *ds = dp->ds; 1610 int port = dp->index; 1611 1612 if (!ds->ops->cls_flower_del) 1613 return -EOPNOTSUPP; 1614 1615 return ds->ops->cls_flower_del(ds, port, cls, ingress); 1616 } 1617 1618 static int dsa_user_stats_cls_flower(struct net_device *dev, 1619 struct flow_cls_offload *cls, 1620 bool ingress) 1621 { 1622 struct dsa_port *dp = dsa_user_to_port(dev); 1623 struct dsa_switch *ds = dp->ds; 1624 int port = dp->index; 1625 1626 if (!ds->ops->cls_flower_stats) 1627 return -EOPNOTSUPP; 1628 1629 return ds->ops->cls_flower_stats(ds, port, cls, ingress); 1630 } 1631 1632 static int dsa_user_setup_tc_cls_flower(struct net_device *dev, 1633 struct flow_cls_offload *cls, 1634 bool ingress) 1635 { 1636 switch (cls->command) { 1637 case FLOW_CLS_REPLACE: 1638 return dsa_user_add_cls_flower(dev, cls, ingress); 1639 case FLOW_CLS_DESTROY: 1640 return dsa_user_del_cls_flower(dev, cls, ingress); 1641 case FLOW_CLS_STATS: 1642 return dsa_user_stats_cls_flower(dev, cls, ingress); 1643 default: 1644 return -EOPNOTSUPP; 1645 } 1646 } 1647 1648 static int dsa_user_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1649 void *cb_priv, bool ingress) 1650 { 1651 struct net_device *dev = cb_priv; 1652 1653 if (!tc_can_offload(dev)) 1654 return -EOPNOTSUPP; 1655 1656 switch (type) { 1657 case TC_SETUP_CLSMATCHALL: 1658 return dsa_user_setup_tc_cls_matchall(dev, type_data, ingress); 1659 case TC_SETUP_CLSFLOWER: 1660 return dsa_user_setup_tc_cls_flower(dev, type_data, ingress); 1661 default: 1662 return -EOPNOTSUPP; 1663 } 1664 } 1665 1666 static int dsa_user_setup_tc_block_cb_ig(enum tc_setup_type type, 1667 void *type_data, void *cb_priv) 1668 { 1669 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, true); 1670 } 1671 1672 static int dsa_user_setup_tc_block_cb_eg(enum tc_setup_type type, 1673 void *type_data, void *cb_priv) 1674 { 1675 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, false); 1676 } 1677 1678 static LIST_HEAD(dsa_user_block_cb_list); 1679 1680 static int dsa_user_setup_tc_block(struct net_device *dev, 1681 struct flow_block_offload *f) 1682 { 1683 struct flow_block_cb *block_cb; 1684 flow_setup_cb_t *cb; 1685 1686 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 1687 cb = dsa_user_setup_tc_block_cb_ig; 1688 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) 1689 cb = dsa_user_setup_tc_block_cb_eg; 1690 else 1691 return -EOPNOTSUPP; 1692 1693 f->driver_block_list = &dsa_user_block_cb_list; 1694 1695 switch (f->command) { 1696 case FLOW_BLOCK_BIND: 1697 if (flow_block_cb_is_busy(cb, dev, &dsa_user_block_cb_list)) 1698 return -EBUSY; 1699 1700 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL); 1701 if (IS_ERR(block_cb)) 1702 return PTR_ERR(block_cb); 1703 1704 flow_block_cb_add(block_cb, f); 1705 list_add_tail(&block_cb->driver_list, &dsa_user_block_cb_list); 1706 return 0; 1707 case FLOW_BLOCK_UNBIND: 1708 block_cb = flow_block_cb_lookup(f->block, cb, dev); 1709 if (!block_cb) 1710 return -ENOENT; 1711 1712 flow_block_cb_remove(block_cb, f); 1713 list_del(&block_cb->driver_list); 1714 return 0; 1715 default: 1716 return -EOPNOTSUPP; 1717 } 1718 } 1719 1720 static int dsa_user_setup_ft_block(struct dsa_switch *ds, int port, 1721 void *type_data) 1722 { 1723 struct net_device *conduit = dsa_port_to_conduit(dsa_to_port(ds, port)); 1724 1725 if (!conduit->netdev_ops->ndo_setup_tc) 1726 return -EOPNOTSUPP; 1727 1728 return conduit->netdev_ops->ndo_setup_tc(conduit, TC_SETUP_FT, type_data); 1729 } 1730 1731 static int dsa_user_setup_tc(struct net_device *dev, enum tc_setup_type type, 1732 void *type_data) 1733 { 1734 struct dsa_port *dp = dsa_user_to_port(dev); 1735 struct dsa_switch *ds = dp->ds; 1736 1737 switch (type) { 1738 case TC_SETUP_BLOCK: 1739 return dsa_user_setup_tc_block(dev, type_data); 1740 case TC_SETUP_FT: 1741 return dsa_user_setup_ft_block(ds, dp->index, type_data); 1742 default: 1743 break; 1744 } 1745 1746 if (!ds->ops->port_setup_tc) 1747 return -EOPNOTSUPP; 1748 1749 return ds->ops->port_setup_tc(ds, dp->index, type, type_data); 1750 } 1751 1752 static int dsa_user_get_rxnfc(struct net_device *dev, 1753 struct ethtool_rxnfc *nfc, u32 *rule_locs) 1754 { 1755 struct dsa_port *dp = dsa_user_to_port(dev); 1756 struct dsa_switch *ds = dp->ds; 1757 1758 if (!ds->ops->get_rxnfc) 1759 return -EOPNOTSUPP; 1760 1761 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs); 1762 } 1763 1764 static int dsa_user_set_rxnfc(struct net_device *dev, 1765 struct ethtool_rxnfc *nfc) 1766 { 1767 struct dsa_port *dp = dsa_user_to_port(dev); 1768 struct dsa_switch *ds = dp->ds; 1769 1770 if (!ds->ops->set_rxnfc) 1771 return -EOPNOTSUPP; 1772 1773 return ds->ops->set_rxnfc(ds, dp->index, nfc); 1774 } 1775 1776 static int dsa_user_get_ts_info(struct net_device *dev, 1777 struct kernel_ethtool_ts_info *ts) 1778 { 1779 struct dsa_user_priv *p = netdev_priv(dev); 1780 struct dsa_switch *ds = p->dp->ds; 1781 1782 if (!ds->ops->get_ts_info) 1783 return -EOPNOTSUPP; 1784 1785 return ds->ops->get_ts_info(ds, p->dp->index, ts); 1786 } 1787 1788 static int dsa_user_vlan_rx_add_vid(struct net_device *dev, __be16 proto, 1789 u16 vid) 1790 { 1791 struct dsa_port *dp = dsa_user_to_port(dev); 1792 struct switchdev_obj_port_vlan vlan = { 1793 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1794 .vid = vid, 1795 /* This API only allows programming tagged, non-PVID VIDs */ 1796 .flags = 0, 1797 }; 1798 struct netlink_ext_ack extack = {0}; 1799 struct dsa_switch *ds = dp->ds; 1800 struct netdev_hw_addr *ha; 1801 struct dsa_vlan *v; 1802 int ret; 1803 1804 /* User port... */ 1805 ret = dsa_port_vlan_add(dp, &vlan, &extack); 1806 if (ret) { 1807 if (extack._msg) 1808 netdev_err(dev, "%s\n", extack._msg); 1809 return ret; 1810 } 1811 1812 /* And CPU port... */ 1813 ret = dsa_port_host_vlan_add(dp, &vlan, &extack); 1814 if (ret) { 1815 if (extack._msg) 1816 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index, 1817 extack._msg); 1818 return ret; 1819 } 1820 1821 if (!dsa_switch_supports_uc_filtering(ds) && 1822 !dsa_switch_supports_mc_filtering(ds)) 1823 return 0; 1824 1825 v = kzalloc_obj(*v); 1826 if (!v) { 1827 ret = -ENOMEM; 1828 goto rollback; 1829 } 1830 1831 netif_addr_lock_bh(dev); 1832 1833 v->vid = vid; 1834 list_add_tail(&v->list, &dp->user_vlans); 1835 1836 if (dsa_switch_supports_mc_filtering(ds)) { 1837 netdev_for_each_synced_mc_addr(ha, dev) { 1838 dsa_user_schedule_standalone_work(dev, DSA_MC_ADD, 1839 ha->addr, vid); 1840 } 1841 } 1842 1843 if (dsa_switch_supports_uc_filtering(ds)) { 1844 netdev_for_each_synced_uc_addr(ha, dev) { 1845 dsa_user_schedule_standalone_work(dev, DSA_UC_ADD, 1846 ha->addr, vid); 1847 } 1848 } 1849 1850 netif_addr_unlock_bh(dev); 1851 1852 dsa_flush_workqueue(); 1853 1854 return 0; 1855 1856 rollback: 1857 dsa_port_host_vlan_del(dp, &vlan); 1858 dsa_port_vlan_del(dp, &vlan); 1859 1860 return ret; 1861 } 1862 1863 static int dsa_user_vlan_rx_kill_vid(struct net_device *dev, __be16 proto, 1864 u16 vid) 1865 { 1866 struct dsa_port *dp = dsa_user_to_port(dev); 1867 struct switchdev_obj_port_vlan vlan = { 1868 .vid = vid, 1869 /* This API only allows programming tagged, non-PVID VIDs */ 1870 .flags = 0, 1871 }; 1872 struct dsa_switch *ds = dp->ds; 1873 struct netdev_hw_addr *ha; 1874 struct dsa_vlan *v; 1875 int err; 1876 1877 err = dsa_port_vlan_del(dp, &vlan); 1878 if (err) 1879 return err; 1880 1881 err = dsa_port_host_vlan_del(dp, &vlan); 1882 if (err) 1883 return err; 1884 1885 if (!dsa_switch_supports_uc_filtering(ds) && 1886 !dsa_switch_supports_mc_filtering(ds)) 1887 return 0; 1888 1889 netif_addr_lock_bh(dev); 1890 1891 v = dsa_vlan_find(&dp->user_vlans, &vlan); 1892 if (!v) { 1893 netif_addr_unlock_bh(dev); 1894 return -ENOENT; 1895 } 1896 1897 list_del(&v->list); 1898 kfree(v); 1899 1900 if (dsa_switch_supports_mc_filtering(ds)) { 1901 netdev_for_each_synced_mc_addr(ha, dev) { 1902 dsa_user_schedule_standalone_work(dev, DSA_MC_DEL, 1903 ha->addr, vid); 1904 } 1905 } 1906 1907 if (dsa_switch_supports_uc_filtering(ds)) { 1908 netdev_for_each_synced_uc_addr(ha, dev) { 1909 dsa_user_schedule_standalone_work(dev, DSA_UC_DEL, 1910 ha->addr, vid); 1911 } 1912 } 1913 1914 netif_addr_unlock_bh(dev); 1915 1916 dsa_flush_workqueue(); 1917 1918 return 0; 1919 } 1920 1921 static int dsa_user_restore_vlan(struct net_device *vdev, int vid, void *arg) 1922 { 1923 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1924 1925 return dsa_user_vlan_rx_add_vid(arg, proto, vid); 1926 } 1927 1928 static int dsa_user_clear_vlan(struct net_device *vdev, int vid, void *arg) 1929 { 1930 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1931 1932 return dsa_user_vlan_rx_kill_vid(arg, proto, vid); 1933 } 1934 1935 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN 1936 * filtering is enabled. The baseline is that only ports that offload a 1937 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware, 1938 * but there are exceptions for quirky hardware. 1939 * 1940 * If ds->vlan_filtering_is_global = true, then standalone ports which share 1941 * the same switch with other ports that offload a VLAN-aware bridge are also 1942 * inevitably VLAN-aware. 1943 * 1944 * To summarize, a DSA switch port offloads: 1945 * 1946 * - If standalone (this includes software bridge, software LAG): 1947 * - if ds->needs_standalone_vlan_filtering = true, OR if 1948 * (ds->vlan_filtering_is_global = true AND there are bridges spanning 1949 * this switch chip which have vlan_filtering=1) 1950 * - the 8021q upper VLANs 1951 * - else (standalone VLAN filtering is not needed, VLAN filtering is not 1952 * global, or it is, but no port is under a VLAN-aware bridge): 1953 * - no VLAN (any 8021q upper is a software VLAN) 1954 * 1955 * - If under a vlan_filtering=0 bridge which it offload: 1956 * - if ds->configure_vlan_while_not_filtering = true (default): 1957 * - the bridge VLANs. These VLANs are committed to hardware but inactive. 1958 * - else (deprecated): 1959 * - no VLAN. The bridge VLANs are not restored when VLAN awareness is 1960 * enabled, so this behavior is broken and discouraged. 1961 * 1962 * - If under a vlan_filtering=1 bridge which it offload: 1963 * - the bridge VLANs 1964 * - the 8021q upper VLANs 1965 */ 1966 int dsa_user_manage_vlan_filtering(struct net_device *user, 1967 bool vlan_filtering) 1968 { 1969 int err; 1970 1971 if (vlan_filtering) { 1972 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 1973 1974 err = vlan_for_each(user, dsa_user_restore_vlan, user); 1975 if (err) { 1976 vlan_for_each(user, dsa_user_clear_vlan, user); 1977 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1978 return err; 1979 } 1980 } else { 1981 err = vlan_for_each(user, dsa_user_clear_vlan, user); 1982 if (err) 1983 return err; 1984 1985 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1986 } 1987 1988 return 0; 1989 } 1990 1991 struct dsa_hw_port { 1992 struct list_head list; 1993 struct net_device *dev; 1994 int old_mtu; 1995 }; 1996 1997 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu) 1998 { 1999 const struct dsa_hw_port *p; 2000 int err; 2001 2002 list_for_each_entry(p, hw_port_list, list) { 2003 if (p->dev->mtu == mtu) 2004 continue; 2005 2006 err = dev_set_mtu(p->dev, mtu); 2007 if (err) 2008 goto rollback; 2009 } 2010 2011 return 0; 2012 2013 rollback: 2014 list_for_each_entry_continue_reverse(p, hw_port_list, list) { 2015 if (p->dev->mtu == p->old_mtu) 2016 continue; 2017 2018 if (dev_set_mtu(p->dev, p->old_mtu)) 2019 netdev_err(p->dev, "Failed to restore MTU\n"); 2020 } 2021 2022 return err; 2023 } 2024 2025 static void dsa_hw_port_list_free(struct list_head *hw_port_list) 2026 { 2027 struct dsa_hw_port *p, *n; 2028 2029 list_for_each_entry_safe(p, n, hw_port_list, list) 2030 kfree(p); 2031 } 2032 2033 /* Make the hardware datapath to/from @dev limited to a common MTU */ 2034 static void dsa_bridge_mtu_normalization(struct dsa_port *dp) 2035 { 2036 struct list_head hw_port_list; 2037 struct dsa_switch_tree *dst; 2038 int min_mtu = ETH_MAX_MTU; 2039 struct dsa_port *other_dp; 2040 int err; 2041 2042 if (!dp->ds->mtu_enforcement_ingress) 2043 return; 2044 2045 if (!dp->bridge) 2046 return; 2047 2048 INIT_LIST_HEAD(&hw_port_list); 2049 2050 /* Populate the list of ports that are part of the same bridge 2051 * as the newly added/modified port 2052 */ 2053 list_for_each_entry(dst, &dsa_tree_list, list) { 2054 list_for_each_entry(other_dp, &dst->ports, list) { 2055 struct dsa_hw_port *hw_port; 2056 struct net_device *user; 2057 2058 if (other_dp->type != DSA_PORT_TYPE_USER) 2059 continue; 2060 2061 if (!dsa_port_bridge_same(dp, other_dp)) 2062 continue; 2063 2064 if (!other_dp->ds->mtu_enforcement_ingress) 2065 continue; 2066 2067 user = other_dp->user; 2068 2069 if (min_mtu > user->mtu) 2070 min_mtu = user->mtu; 2071 2072 hw_port = kzalloc_obj(*hw_port); 2073 if (!hw_port) 2074 goto out; 2075 2076 hw_port->dev = user; 2077 hw_port->old_mtu = user->mtu; 2078 2079 list_add(&hw_port->list, &hw_port_list); 2080 } 2081 } 2082 2083 /* Attempt to configure the entire hardware bridge to the newly added 2084 * interface's MTU first, regardless of whether the intention of the 2085 * user was to raise or lower it. 2086 */ 2087 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->user->mtu); 2088 if (!err) 2089 goto out; 2090 2091 /* Clearly that didn't work out so well, so just set the minimum MTU on 2092 * all hardware bridge ports now. If this fails too, then all ports will 2093 * still have their old MTU rolled back anyway. 2094 */ 2095 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu); 2096 2097 out: 2098 dsa_hw_port_list_free(&hw_port_list); 2099 } 2100 2101 int dsa_user_change_mtu(struct net_device *dev, int new_mtu) 2102 { 2103 struct net_device *conduit = dsa_user_to_conduit(dev); 2104 struct dsa_port *dp = dsa_user_to_port(dev); 2105 struct dsa_port *cpu_dp = dp->cpu_dp; 2106 struct dsa_switch *ds = dp->ds; 2107 struct dsa_port *other_dp; 2108 int largest_mtu = 0; 2109 int new_conduit_mtu; 2110 int old_conduit_mtu; 2111 int mtu_limit; 2112 int overhead; 2113 int cpu_mtu; 2114 int err; 2115 2116 if (!ds->ops->port_change_mtu) 2117 return -EOPNOTSUPP; 2118 2119 dsa_tree_for_each_user_port(other_dp, ds->dst) { 2120 int user_mtu; 2121 2122 /* During probe, this function will be called for each user 2123 * device, while not all of them have been allocated. That's 2124 * ok, it doesn't change what the maximum is, so ignore it. 2125 */ 2126 if (!other_dp->user) 2127 continue; 2128 2129 /* Pretend that we already applied the setting, which we 2130 * actually haven't (still haven't done all integrity checks) 2131 */ 2132 if (dp == other_dp) 2133 user_mtu = new_mtu; 2134 else 2135 user_mtu = other_dp->user->mtu; 2136 2137 if (largest_mtu < user_mtu) 2138 largest_mtu = user_mtu; 2139 } 2140 2141 overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops); 2142 mtu_limit = min_t(int, conduit->max_mtu, dev->max_mtu + overhead); 2143 old_conduit_mtu = conduit->mtu; 2144 new_conduit_mtu = largest_mtu + overhead; 2145 if (new_conduit_mtu > mtu_limit) 2146 return -ERANGE; 2147 2148 /* If the conduit MTU isn't over limit, there's no need to check the CPU 2149 * MTU, since that surely isn't either. 2150 */ 2151 cpu_mtu = largest_mtu; 2152 2153 /* Start applying stuff */ 2154 if (new_conduit_mtu != old_conduit_mtu) { 2155 err = dev_set_mtu(conduit, new_conduit_mtu); 2156 if (err < 0) 2157 goto out_conduit_failed; 2158 2159 /* We only need to propagate the MTU of the CPU port to 2160 * upstream switches, so emit a notifier which updates them. 2161 */ 2162 err = dsa_port_mtu_change(cpu_dp, cpu_mtu); 2163 if (err) 2164 goto out_cpu_failed; 2165 } 2166 2167 err = ds->ops->port_change_mtu(ds, dp->index, new_mtu); 2168 if (err) 2169 goto out_port_failed; 2170 2171 WRITE_ONCE(dev->mtu, new_mtu); 2172 2173 dsa_bridge_mtu_normalization(dp); 2174 2175 return 0; 2176 2177 out_port_failed: 2178 if (new_conduit_mtu != old_conduit_mtu) 2179 dsa_port_mtu_change(cpu_dp, old_conduit_mtu - overhead); 2180 out_cpu_failed: 2181 if (new_conduit_mtu != old_conduit_mtu) 2182 dev_set_mtu(conduit, old_conduit_mtu); 2183 out_conduit_failed: 2184 return err; 2185 } 2186 2187 static int __maybe_unused 2188 dsa_user_dcbnl_set_apptrust(struct net_device *dev, u8 *sel, int nsel) 2189 { 2190 struct dsa_port *dp = dsa_user_to_port(dev); 2191 struct dsa_switch *ds = dp->ds; 2192 int port = dp->index; 2193 2194 if (!ds->ops->port_set_apptrust) 2195 return -EOPNOTSUPP; 2196 2197 return ds->ops->port_set_apptrust(ds, port, sel, nsel); 2198 } 2199 2200 static int __maybe_unused 2201 dsa_user_dcbnl_get_apptrust(struct net_device *dev, u8 *sel, int *nsel) 2202 { 2203 struct dsa_port *dp = dsa_user_to_port(dev); 2204 struct dsa_switch *ds = dp->ds; 2205 int port = dp->index; 2206 2207 if (!ds->ops->port_get_apptrust) 2208 return -EOPNOTSUPP; 2209 2210 return ds->ops->port_get_apptrust(ds, port, sel, nsel); 2211 } 2212 2213 static int __maybe_unused 2214 dsa_user_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app) 2215 { 2216 struct dsa_port *dp = dsa_user_to_port(dev); 2217 struct dsa_switch *ds = dp->ds; 2218 unsigned long mask, new_prio; 2219 int err, port = dp->index; 2220 2221 if (!ds->ops->port_set_default_prio) 2222 return -EOPNOTSUPP; 2223 2224 err = dcb_ieee_setapp(dev, app); 2225 if (err) 2226 return err; 2227 2228 mask = dcb_ieee_getapp_mask(dev, app); 2229 new_prio = __fls(mask); 2230 2231 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2232 if (err) { 2233 dcb_ieee_delapp(dev, app); 2234 return err; 2235 } 2236 2237 return 0; 2238 } 2239 2240 /* Update the DSCP prio entries on all user ports of the switch in case 2241 * the switch supports global DSCP prio instead of per port DSCP prios. 2242 */ 2243 static int dsa_user_dcbnl_ieee_global_dscp_setdel(struct net_device *dev, 2244 struct dcb_app *app, bool del) 2245 { 2246 int (*setdel)(struct net_device *dev, struct dcb_app *app); 2247 struct dsa_port *dp = dsa_user_to_port(dev); 2248 struct dsa_switch *ds = dp->ds; 2249 struct dsa_port *other_dp; 2250 int err, restore_err; 2251 2252 if (del) 2253 setdel = dcb_ieee_delapp; 2254 else 2255 setdel = dcb_ieee_setapp; 2256 2257 dsa_switch_for_each_user_port(other_dp, ds) { 2258 struct net_device *user = other_dp->user; 2259 2260 if (!user || user == dev) 2261 continue; 2262 2263 err = setdel(user, app); 2264 if (err) 2265 goto err_try_to_restore; 2266 } 2267 2268 return 0; 2269 2270 err_try_to_restore: 2271 2272 /* Revert logic to restore previous state of app entries */ 2273 if (!del) 2274 setdel = dcb_ieee_delapp; 2275 else 2276 setdel = dcb_ieee_setapp; 2277 2278 dsa_switch_for_each_user_port_continue_reverse(other_dp, ds) { 2279 struct net_device *user = other_dp->user; 2280 2281 if (!user || user == dev) 2282 continue; 2283 2284 restore_err = setdel(user, app); 2285 if (restore_err) 2286 netdev_err(user, "Failed to restore DSCP prio entry configuration\n"); 2287 } 2288 2289 return err; 2290 } 2291 2292 static int __maybe_unused 2293 dsa_user_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app) 2294 { 2295 struct dsa_port *dp = dsa_user_to_port(dev); 2296 struct dsa_switch *ds = dp->ds; 2297 unsigned long mask, new_prio; 2298 int err, port = dp->index; 2299 u8 dscp = app->protocol; 2300 2301 if (!ds->ops->port_add_dscp_prio) 2302 return -EOPNOTSUPP; 2303 2304 if (dscp >= 64) { 2305 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n", 2306 dscp); 2307 return -EINVAL; 2308 } 2309 2310 err = dcb_ieee_setapp(dev, app); 2311 if (err) 2312 return err; 2313 2314 mask = dcb_ieee_getapp_mask(dev, app); 2315 new_prio = __fls(mask); 2316 2317 err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio); 2318 if (err) { 2319 dcb_ieee_delapp(dev, app); 2320 return err; 2321 } 2322 2323 if (!ds->dscp_prio_mapping_is_global) 2324 return 0; 2325 2326 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, false); 2327 if (err) { 2328 if (ds->ops->port_del_dscp_prio) 2329 ds->ops->port_del_dscp_prio(ds, port, dscp, new_prio); 2330 dcb_ieee_delapp(dev, app); 2331 return err; 2332 } 2333 2334 return 0; 2335 } 2336 2337 static int __maybe_unused dsa_user_dcbnl_ieee_setapp(struct net_device *dev, 2338 struct dcb_app *app) 2339 { 2340 switch (app->selector) { 2341 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2342 switch (app->protocol) { 2343 case 0: 2344 return dsa_user_dcbnl_set_default_prio(dev, app); 2345 default: 2346 return -EOPNOTSUPP; 2347 } 2348 break; 2349 case IEEE_8021QAZ_APP_SEL_DSCP: 2350 return dsa_user_dcbnl_add_dscp_prio(dev, app); 2351 default: 2352 return -EOPNOTSUPP; 2353 } 2354 } 2355 2356 static int __maybe_unused 2357 dsa_user_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app) 2358 { 2359 struct dsa_port *dp = dsa_user_to_port(dev); 2360 struct dsa_switch *ds = dp->ds; 2361 unsigned long mask, new_prio; 2362 int err, port = dp->index; 2363 2364 if (!ds->ops->port_set_default_prio) 2365 return -EOPNOTSUPP; 2366 2367 err = dcb_ieee_delapp(dev, app); 2368 if (err) 2369 return err; 2370 2371 mask = dcb_ieee_getapp_mask(dev, app); 2372 new_prio = mask ? __fls(mask) : 0; 2373 2374 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2375 if (err) { 2376 dcb_ieee_setapp(dev, app); 2377 return err; 2378 } 2379 2380 return 0; 2381 } 2382 2383 static int __maybe_unused 2384 dsa_user_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app) 2385 { 2386 struct dsa_port *dp = dsa_user_to_port(dev); 2387 struct dsa_switch *ds = dp->ds; 2388 int err, port = dp->index; 2389 u8 dscp = app->protocol; 2390 2391 if (!ds->ops->port_del_dscp_prio) 2392 return -EOPNOTSUPP; 2393 2394 err = dcb_ieee_delapp(dev, app); 2395 if (err) 2396 return err; 2397 2398 err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority); 2399 if (err) { 2400 dcb_ieee_setapp(dev, app); 2401 return err; 2402 } 2403 2404 if (!ds->dscp_prio_mapping_is_global) 2405 return 0; 2406 2407 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, true); 2408 if (err) { 2409 if (ds->ops->port_add_dscp_prio) 2410 ds->ops->port_add_dscp_prio(ds, port, dscp, 2411 app->priority); 2412 dcb_ieee_setapp(dev, app); 2413 return err; 2414 } 2415 2416 return 0; 2417 } 2418 2419 static int __maybe_unused dsa_user_dcbnl_ieee_delapp(struct net_device *dev, 2420 struct dcb_app *app) 2421 { 2422 switch (app->selector) { 2423 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2424 switch (app->protocol) { 2425 case 0: 2426 return dsa_user_dcbnl_del_default_prio(dev, app); 2427 default: 2428 return -EOPNOTSUPP; 2429 } 2430 break; 2431 case IEEE_8021QAZ_APP_SEL_DSCP: 2432 return dsa_user_dcbnl_del_dscp_prio(dev, app); 2433 default: 2434 return -EOPNOTSUPP; 2435 } 2436 } 2437 2438 /* Pre-populate the DCB application priority table with the priorities 2439 * configured during switch setup, which we read from hardware here. 2440 */ 2441 static int dsa_user_dcbnl_init(struct net_device *dev) 2442 { 2443 struct dsa_port *dp = dsa_user_to_port(dev); 2444 struct dsa_switch *ds = dp->ds; 2445 int port = dp->index; 2446 int err; 2447 2448 if (ds->ops->port_get_default_prio) { 2449 int prio = ds->ops->port_get_default_prio(ds, port); 2450 struct dcb_app app = { 2451 .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE, 2452 .protocol = 0, 2453 .priority = prio, 2454 }; 2455 2456 if (prio < 0) 2457 return prio; 2458 2459 err = dcb_ieee_setapp(dev, &app); 2460 if (err) 2461 return err; 2462 } 2463 2464 if (ds->ops->port_get_dscp_prio) { 2465 int protocol; 2466 2467 for (protocol = 0; protocol < 64; protocol++) { 2468 struct dcb_app app = { 2469 .selector = IEEE_8021QAZ_APP_SEL_DSCP, 2470 .protocol = protocol, 2471 }; 2472 int prio; 2473 2474 prio = ds->ops->port_get_dscp_prio(ds, port, protocol); 2475 if (prio == -EOPNOTSUPP) 2476 continue; 2477 if (prio < 0) 2478 return prio; 2479 2480 app.priority = prio; 2481 2482 err = dcb_ieee_setapp(dev, &app); 2483 if (err) 2484 return err; 2485 } 2486 } 2487 2488 return 0; 2489 } 2490 2491 static const struct ethtool_ops dsa_user_ethtool_ops = { 2492 .get_drvinfo = dsa_user_get_drvinfo, 2493 .get_regs_len = dsa_user_get_regs_len, 2494 .get_regs = dsa_user_get_regs, 2495 .nway_reset = dsa_user_nway_reset, 2496 .get_link = ethtool_op_get_link, 2497 .get_eeprom_len = dsa_user_get_eeprom_len, 2498 .get_eeprom = dsa_user_get_eeprom, 2499 .set_eeprom = dsa_user_set_eeprom, 2500 .get_strings = dsa_user_get_strings, 2501 .get_ethtool_stats = dsa_user_get_ethtool_stats, 2502 .get_sset_count = dsa_user_get_sset_count, 2503 .get_eth_phy_stats = dsa_user_get_eth_phy_stats, 2504 .get_eth_mac_stats = dsa_user_get_eth_mac_stats, 2505 .get_eth_ctrl_stats = dsa_user_get_eth_ctrl_stats, 2506 .get_rmon_stats = dsa_user_get_rmon_stats, 2507 .get_ts_stats = dsa_user_get_ts_stats, 2508 .set_wol = dsa_user_set_wol, 2509 .get_wol = dsa_user_get_wol, 2510 .set_eee = dsa_user_set_eee, 2511 .get_eee = dsa_user_get_eee, 2512 .get_link_ksettings = dsa_user_get_link_ksettings, 2513 .set_link_ksettings = dsa_user_set_link_ksettings, 2514 .get_pause_stats = dsa_user_get_pause_stats, 2515 .get_pauseparam = dsa_user_get_pauseparam, 2516 .set_pauseparam = dsa_user_set_pauseparam, 2517 .get_rxnfc = dsa_user_get_rxnfc, 2518 .set_rxnfc = dsa_user_set_rxnfc, 2519 .get_ts_info = dsa_user_get_ts_info, 2520 .self_test = dsa_user_net_selftest, 2521 .get_mm = dsa_user_get_mm, 2522 .set_mm = dsa_user_set_mm, 2523 .get_mm_stats = dsa_user_get_mm_stats, 2524 }; 2525 2526 static const struct dcbnl_rtnl_ops __maybe_unused dsa_user_dcbnl_ops = { 2527 .ieee_setapp = dsa_user_dcbnl_ieee_setapp, 2528 .ieee_delapp = dsa_user_dcbnl_ieee_delapp, 2529 .dcbnl_setapptrust = dsa_user_dcbnl_set_apptrust, 2530 .dcbnl_getapptrust = dsa_user_dcbnl_get_apptrust, 2531 }; 2532 2533 static void dsa_user_get_stats64(struct net_device *dev, 2534 struct rtnl_link_stats64 *s) 2535 { 2536 struct dsa_port *dp = dsa_user_to_port(dev); 2537 struct dsa_switch *ds = dp->ds; 2538 2539 if (ds->ops->get_stats64) 2540 ds->ops->get_stats64(ds, dp->index, s); 2541 else 2542 dev_get_tstats64(dev, s); 2543 } 2544 2545 static int dsa_user_fill_forward_path(struct net_device_path_ctx *ctx, 2546 struct net_device_path *path) 2547 { 2548 struct dsa_port *dp = dsa_user_to_port(ctx->dev); 2549 struct net_device *conduit = dsa_port_to_conduit(dp); 2550 struct dsa_port *cpu_dp = dp->cpu_dp; 2551 2552 path->dev = ctx->dev; 2553 path->type = DEV_PATH_DSA; 2554 path->dsa.proto = cpu_dp->tag_ops->proto; 2555 path->dsa.port = dp->index; 2556 ctx->dev = conduit; 2557 2558 return 0; 2559 } 2560 2561 static int dsa_user_hwtstamp_get(struct net_device *dev, 2562 struct kernel_hwtstamp_config *cfg) 2563 { 2564 struct dsa_port *dp = dsa_user_to_port(dev); 2565 struct dsa_switch *ds = dp->ds; 2566 2567 if (!ds->ops->port_hwtstamp_get) 2568 return -EOPNOTSUPP; 2569 2570 return ds->ops->port_hwtstamp_get(ds, dp->index, cfg); 2571 } 2572 2573 static int dsa_user_hwtstamp_set(struct net_device *dev, 2574 struct kernel_hwtstamp_config *cfg, 2575 struct netlink_ext_ack *extack) 2576 { 2577 struct dsa_port *dp = dsa_user_to_port(dev); 2578 struct dsa_switch *ds = dp->ds; 2579 2580 if (!ds->ops->port_hwtstamp_set) 2581 return -EOPNOTSUPP; 2582 2583 return ds->ops->port_hwtstamp_set(ds, dp->index, cfg, extack); 2584 } 2585 2586 static const struct net_device_ops dsa_user_netdev_ops = { 2587 .ndo_open = dsa_user_open, 2588 .ndo_stop = dsa_user_close, 2589 .ndo_start_xmit = dsa_user_xmit, 2590 .ndo_change_rx_flags = dsa_user_change_rx_flags, 2591 .ndo_set_rx_mode = dsa_user_set_rx_mode, 2592 .ndo_set_mac_address = dsa_user_set_mac_address, 2593 .ndo_fdb_dump = dsa_user_fdb_dump, 2594 .ndo_eth_ioctl = dsa_user_ioctl, 2595 .ndo_get_iflink = dsa_user_get_iflink, 2596 #ifdef CONFIG_NET_POLL_CONTROLLER 2597 .ndo_netpoll_setup = dsa_user_netpoll_setup, 2598 .ndo_netpoll_cleanup = dsa_user_netpoll_cleanup, 2599 .ndo_poll_controller = dsa_user_poll_controller, 2600 #endif 2601 .ndo_setup_tc = dsa_user_setup_tc, 2602 .ndo_get_stats64 = dsa_user_get_stats64, 2603 .ndo_vlan_rx_add_vid = dsa_user_vlan_rx_add_vid, 2604 .ndo_vlan_rx_kill_vid = dsa_user_vlan_rx_kill_vid, 2605 .ndo_change_mtu = dsa_user_change_mtu, 2606 .ndo_fill_forward_path = dsa_user_fill_forward_path, 2607 .ndo_hwtstamp_get = dsa_user_hwtstamp_get, 2608 .ndo_hwtstamp_set = dsa_user_hwtstamp_set, 2609 }; 2610 2611 static const struct device_type dsa_type = { 2612 .name = "dsa", 2613 }; 2614 2615 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up) 2616 { 2617 const struct dsa_port *dp = dsa_to_port(ds, port); 2618 2619 if (dp->pl) 2620 phylink_mac_change(dp->pl, up); 2621 } 2622 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change); 2623 2624 static void dsa_user_phylink_fixed_state(struct phylink_config *config, 2625 struct phylink_link_state *state) 2626 { 2627 struct dsa_port *dp = dsa_phylink_to_port(config); 2628 struct dsa_switch *ds = dp->ds; 2629 2630 /* No need to check that this operation is valid, the callback would 2631 * not be called if it was not. 2632 */ 2633 ds->ops->phylink_fixed_state(ds, dp->index, state); 2634 } 2635 2636 /* user device setup *******************************************************/ 2637 static int dsa_user_phy_connect(struct net_device *user_dev, int addr, 2638 u32 flags) 2639 { 2640 struct dsa_port *dp = dsa_user_to_port(user_dev); 2641 struct dsa_switch *ds = dp->ds; 2642 2643 user_dev->phydev = mdiobus_get_phy(ds->user_mii_bus, addr); 2644 if (!user_dev->phydev) { 2645 netdev_err(user_dev, "no phy at %d\n", addr); 2646 return -ENODEV; 2647 } 2648 2649 user_dev->phydev->dev_flags |= flags; 2650 2651 return phylink_connect_phy(dp->pl, user_dev->phydev); 2652 } 2653 2654 static int dsa_user_phy_setup(struct net_device *user_dev) 2655 { 2656 struct dsa_port *dp = dsa_user_to_port(user_dev); 2657 struct device_node *port_dn = dp->dn; 2658 struct dsa_switch *ds = dp->ds; 2659 u32 phy_flags = 0; 2660 int ret; 2661 2662 dp->pl_config.dev = &user_dev->dev; 2663 dp->pl_config.type = PHYLINK_NETDEV; 2664 2665 /* The get_fixed_state callback takes precedence over polling the 2666 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set 2667 * this if the switch provides such a callback. 2668 */ 2669 if (ds->ops->phylink_fixed_state) { 2670 dp->pl_config.get_fixed_state = dsa_user_phylink_fixed_state; 2671 dp->pl_config.poll_fixed_state = true; 2672 } 2673 2674 ret = dsa_port_phylink_create(dp); 2675 if (ret) 2676 return ret; 2677 2678 if (ds->ops->get_phy_flags) 2679 phy_flags = ds->ops->get_phy_flags(ds, dp->index); 2680 2681 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags); 2682 if (ret == -ENODEV && ds->user_mii_bus) { 2683 /* We could not connect to a designated PHY or SFP, so try to 2684 * use the switch internal MDIO bus instead 2685 */ 2686 ret = dsa_user_phy_connect(user_dev, dp->index, phy_flags); 2687 } 2688 if (ret) { 2689 netdev_err(user_dev, "failed to connect to PHY: %pe\n", 2690 ERR_PTR(ret)); 2691 dsa_port_phylink_destroy(dp); 2692 } 2693 2694 return ret; 2695 } 2696 2697 void dsa_user_setup_tagger(struct net_device *user) 2698 { 2699 struct dsa_port *dp = dsa_user_to_port(user); 2700 struct net_device *conduit = dsa_port_to_conduit(dp); 2701 struct dsa_user_priv *p = netdev_priv(user); 2702 const struct dsa_port *cpu_dp = dp->cpu_dp; 2703 const struct dsa_switch *ds = dp->ds; 2704 2705 user->needed_headroom = cpu_dp->tag_ops->needed_headroom; 2706 user->needed_tailroom = cpu_dp->tag_ops->needed_tailroom; 2707 /* Try to save one extra realloc later in the TX path (in the conduit) 2708 * by also inheriting the conduit's needed headroom and tailroom. 2709 * The 8021q driver also does this. 2710 */ 2711 user->needed_headroom += conduit->needed_headroom; 2712 user->needed_tailroom += conduit->needed_tailroom; 2713 2714 p->xmit = cpu_dp->tag_ops->xmit; 2715 2716 user->features = conduit->vlan_features | NETIF_F_HW_TC; 2717 user->hw_features |= NETIF_F_HW_TC; 2718 if (user->needed_tailroom) 2719 user->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST); 2720 if (ds->needs_standalone_vlan_filtering) 2721 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 2722 2723 user->lltx = true; 2724 } 2725 2726 int dsa_user_suspend(struct net_device *user_dev) 2727 { 2728 struct dsa_port *dp = dsa_user_to_port(user_dev); 2729 2730 if (!netif_running(user_dev)) 2731 return 0; 2732 2733 netif_device_detach(user_dev); 2734 2735 rtnl_lock(); 2736 phylink_stop(dp->pl); 2737 rtnl_unlock(); 2738 2739 return 0; 2740 } 2741 2742 int dsa_user_resume(struct net_device *user_dev) 2743 { 2744 struct dsa_port *dp = dsa_user_to_port(user_dev); 2745 2746 if (!netif_running(user_dev)) 2747 return 0; 2748 2749 netif_device_attach(user_dev); 2750 2751 rtnl_lock(); 2752 phylink_start(dp->pl); 2753 rtnl_unlock(); 2754 2755 return 0; 2756 } 2757 2758 int dsa_user_create(struct dsa_port *port) 2759 { 2760 struct net_device *conduit = dsa_port_to_conduit(port); 2761 struct dsa_switch *ds = port->ds; 2762 struct net_device *user_dev; 2763 struct dsa_user_priv *p; 2764 const char *name; 2765 int assign_type; 2766 int ret; 2767 2768 if (!ds->num_tx_queues) 2769 ds->num_tx_queues = 1; 2770 2771 if (port->name) { 2772 name = port->name; 2773 assign_type = NET_NAME_PREDICTABLE; 2774 } else { 2775 name = "eth%d"; 2776 assign_type = NET_NAME_ENUM; 2777 } 2778 2779 user_dev = alloc_netdev_mqs(sizeof(struct dsa_user_priv), name, 2780 assign_type, ether_setup, 2781 ds->num_tx_queues, 1); 2782 if (user_dev == NULL) 2783 return -ENOMEM; 2784 2785 user_dev->rtnl_link_ops = &dsa_link_ops; 2786 user_dev->ethtool_ops = &dsa_user_ethtool_ops; 2787 #if IS_ENABLED(CONFIG_DCB) 2788 user_dev->dcbnl_ops = &dsa_user_dcbnl_ops; 2789 #endif 2790 if (!is_zero_ether_addr(port->mac)) 2791 eth_hw_addr_set(user_dev, port->mac); 2792 else 2793 eth_hw_addr_inherit(user_dev, conduit); 2794 user_dev->priv_flags |= IFF_NO_QUEUE; 2795 if (dsa_switch_supports_uc_filtering(ds)) 2796 user_dev->priv_flags |= IFF_UNICAST_FLT; 2797 user_dev->netdev_ops = &dsa_user_netdev_ops; 2798 if (ds->ops->port_max_mtu) 2799 user_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index); 2800 SET_NETDEV_DEVTYPE(user_dev, &dsa_type); 2801 2802 SET_NETDEV_DEV(user_dev, port->ds->dev); 2803 SET_NETDEV_DEVLINK_PORT(user_dev, &port->devlink_port); 2804 user_dev->dev.of_node = port->dn; 2805 user_dev->vlan_features = conduit->vlan_features; 2806 2807 p = netdev_priv(user_dev); 2808 user_dev->pcpu_stat_type = NETDEV_PCPU_STAT_TSTATS; 2809 2810 ret = gro_cells_init(&p->gcells, user_dev); 2811 if (ret) 2812 goto out_free; 2813 2814 p->dp = port; 2815 INIT_LIST_HEAD(&p->mall_tc_list); 2816 port->user = user_dev; 2817 dsa_user_setup_tagger(user_dev); 2818 2819 netif_carrier_off(user_dev); 2820 2821 ret = dsa_user_phy_setup(user_dev); 2822 if (ret) { 2823 netdev_err(user_dev, 2824 "error %d setting up PHY for tree %d, switch %d, port %d\n", 2825 ret, ds->dst->index, ds->index, port->index); 2826 goto out_gcells; 2827 } 2828 2829 rtnl_lock(); 2830 2831 ret = dsa_user_change_mtu(user_dev, ETH_DATA_LEN); 2832 if (ret && ret != -EOPNOTSUPP) 2833 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n", 2834 ret, ETH_DATA_LEN, port->index); 2835 2836 ret = register_netdevice(user_dev); 2837 if (ret) { 2838 netdev_err(conduit, "error %d registering interface %s\n", 2839 ret, user_dev->name); 2840 rtnl_unlock(); 2841 goto out_phy; 2842 } 2843 2844 if (IS_ENABLED(CONFIG_DCB)) { 2845 ret = dsa_user_dcbnl_init(user_dev); 2846 if (ret) { 2847 netdev_err(user_dev, 2848 "failed to initialize DCB: %pe\n", 2849 ERR_PTR(ret)); 2850 rtnl_unlock(); 2851 goto out_unregister; 2852 } 2853 } 2854 2855 ret = netdev_upper_dev_link(conduit, user_dev, NULL); 2856 2857 rtnl_unlock(); 2858 2859 if (ret) 2860 goto out_unregister; 2861 2862 return 0; 2863 2864 out_unregister: 2865 unregister_netdev(user_dev); 2866 out_phy: 2867 rtnl_lock(); 2868 phylink_disconnect_phy(p->dp->pl); 2869 rtnl_unlock(); 2870 dsa_port_phylink_destroy(p->dp); 2871 out_gcells: 2872 gro_cells_destroy(&p->gcells); 2873 out_free: 2874 free_netdev(user_dev); 2875 port->user = NULL; 2876 return ret; 2877 } 2878 2879 void dsa_user_destroy(struct net_device *user_dev) 2880 { 2881 struct net_device *conduit = dsa_user_to_conduit(user_dev); 2882 struct dsa_port *dp = dsa_user_to_port(user_dev); 2883 struct dsa_user_priv *p = netdev_priv(user_dev); 2884 2885 netif_carrier_off(user_dev); 2886 rtnl_lock(); 2887 netdev_upper_dev_unlink(conduit, user_dev); 2888 unregister_netdevice(user_dev); 2889 phylink_disconnect_phy(dp->pl); 2890 rtnl_unlock(); 2891 2892 dsa_port_phylink_destroy(dp); 2893 gro_cells_destroy(&p->gcells); 2894 free_netdev(user_dev); 2895 } 2896 2897 int dsa_user_change_conduit(struct net_device *dev, struct net_device *conduit, 2898 struct netlink_ext_ack *extack) 2899 { 2900 struct net_device *old_conduit = dsa_user_to_conduit(dev); 2901 struct dsa_port *dp = dsa_user_to_port(dev); 2902 struct dsa_switch *ds = dp->ds; 2903 struct net_device *upper; 2904 struct list_head *iter; 2905 int err; 2906 2907 if (conduit == old_conduit) 2908 return 0; 2909 2910 if (!ds->ops->port_change_conduit) { 2911 NL_SET_ERR_MSG_MOD(extack, 2912 "Driver does not support changing DSA conduit"); 2913 return -EOPNOTSUPP; 2914 } 2915 2916 if (!netdev_uses_dsa(conduit)) { 2917 NL_SET_ERR_MSG_MOD(extack, 2918 "Interface not eligible as DSA conduit"); 2919 return -EOPNOTSUPP; 2920 } 2921 2922 netdev_for_each_upper_dev_rcu(conduit, upper, iter) { 2923 if (dsa_user_dev_check(upper)) 2924 continue; 2925 if (netif_is_bridge_master(upper)) 2926 continue; 2927 NL_SET_ERR_MSG_MOD(extack, "Cannot join conduit with unknown uppers"); 2928 return -EOPNOTSUPP; 2929 } 2930 2931 /* Since we allow live-changing the DSA conduit, plus we auto-open the 2932 * DSA conduit when the user port opens => we need to ensure that the 2933 * new DSA conduit is open too. 2934 */ 2935 if (dev->flags & IFF_UP) { 2936 err = dev_open(conduit, extack); 2937 if (err) 2938 return err; 2939 } 2940 2941 netdev_upper_dev_unlink(old_conduit, dev); 2942 2943 err = netdev_upper_dev_link(conduit, dev, extack); 2944 if (err) 2945 goto out_revert_old_conduit_unlink; 2946 2947 err = dsa_port_change_conduit(dp, conduit, extack); 2948 if (err) 2949 goto out_revert_conduit_link; 2950 2951 /* Update the MTU of the new CPU port through cross-chip notifiers */ 2952 err = dsa_user_change_mtu(dev, dev->mtu); 2953 if (err && err != -EOPNOTSUPP) { 2954 netdev_warn(dev, 2955 "nonfatal error updating MTU with new conduit: %pe\n", 2956 ERR_PTR(err)); 2957 } 2958 2959 return 0; 2960 2961 out_revert_conduit_link: 2962 netdev_upper_dev_unlink(conduit, dev); 2963 out_revert_old_conduit_unlink: 2964 netdev_upper_dev_link(old_conduit, dev, NULL); 2965 return err; 2966 } 2967 2968 bool dsa_user_dev_check(const struct net_device *dev) 2969 { 2970 return dev->netdev_ops == &dsa_user_netdev_ops; 2971 } 2972 EXPORT_SYMBOL_GPL(dsa_user_dev_check); 2973 2974 static int dsa_user_changeupper(struct net_device *dev, 2975 struct netdev_notifier_changeupper_info *info) 2976 { 2977 struct netlink_ext_ack *extack; 2978 int err = NOTIFY_DONE; 2979 struct dsa_port *dp; 2980 2981 if (!dsa_user_dev_check(dev)) 2982 return err; 2983 2984 dp = dsa_user_to_port(dev); 2985 extack = netdev_notifier_info_to_extack(&info->info); 2986 2987 if (netif_is_bridge_master(info->upper_dev)) { 2988 if (info->linking) { 2989 err = dsa_port_bridge_join(dp, info->upper_dev, extack); 2990 if (!err) 2991 dsa_bridge_mtu_normalization(dp); 2992 if (err == -EOPNOTSUPP) { 2993 NL_SET_ERR_MSG_WEAK_MOD(extack, 2994 "Offloading not supported"); 2995 err = 0; 2996 } 2997 err = notifier_from_errno(err); 2998 } else { 2999 dsa_port_bridge_leave(dp, info->upper_dev); 3000 err = NOTIFY_OK; 3001 } 3002 } else if (netif_is_lag_master(info->upper_dev)) { 3003 if (info->linking) { 3004 err = dsa_port_lag_join(dp, info->upper_dev, 3005 info->upper_info, extack); 3006 if (err == -EOPNOTSUPP) { 3007 NL_SET_ERR_MSG_WEAK_MOD(extack, 3008 "Offloading not supported"); 3009 err = 0; 3010 } 3011 err = notifier_from_errno(err); 3012 } else { 3013 dsa_port_lag_leave(dp, info->upper_dev); 3014 err = NOTIFY_OK; 3015 } 3016 } else if (is_hsr_master(info->upper_dev)) { 3017 if (info->linking) { 3018 err = dsa_port_hsr_join(dp, info->upper_dev, extack); 3019 if (err == -EOPNOTSUPP) { 3020 NL_SET_ERR_MSG_WEAK_MOD(extack, 3021 "Offloading not supported"); 3022 err = 0; 3023 } 3024 err = notifier_from_errno(err); 3025 } else { 3026 dsa_port_hsr_leave(dp, info->upper_dev); 3027 err = NOTIFY_OK; 3028 } 3029 } 3030 3031 return err; 3032 } 3033 3034 static int dsa_user_prechangeupper(struct net_device *dev, 3035 struct netdev_notifier_changeupper_info *info) 3036 { 3037 struct dsa_port *dp; 3038 3039 if (!dsa_user_dev_check(dev)) 3040 return NOTIFY_DONE; 3041 3042 dp = dsa_user_to_port(dev); 3043 3044 if (netif_is_bridge_master(info->upper_dev) && !info->linking) 3045 dsa_port_pre_bridge_leave(dp, info->upper_dev); 3046 else if (netif_is_lag_master(info->upper_dev) && !info->linking) 3047 dsa_port_pre_lag_leave(dp, info->upper_dev); 3048 /* dsa_port_pre_hsr_leave is not yet necessary since hsr devices cannot 3049 * meaningfully placed under a bridge yet 3050 */ 3051 3052 return NOTIFY_DONE; 3053 } 3054 3055 static int 3056 dsa_user_lag_changeupper(struct net_device *dev, 3057 struct netdev_notifier_changeupper_info *info) 3058 { 3059 struct net_device *lower; 3060 struct list_head *iter; 3061 int err = NOTIFY_DONE; 3062 struct dsa_port *dp; 3063 3064 if (!netif_is_lag_master(dev)) 3065 return err; 3066 3067 netdev_for_each_lower_dev(dev, lower, iter) { 3068 if (!dsa_user_dev_check(lower)) 3069 continue; 3070 3071 dp = dsa_user_to_port(lower); 3072 if (!dp->lag) 3073 /* Software LAG */ 3074 continue; 3075 3076 err = dsa_user_changeupper(lower, info); 3077 if (notifier_to_errno(err)) 3078 break; 3079 } 3080 3081 return err; 3082 } 3083 3084 /* Same as dsa_user_lag_changeupper() except that it calls 3085 * dsa_user_prechangeupper() 3086 */ 3087 static int 3088 dsa_user_lag_prechangeupper(struct net_device *dev, 3089 struct netdev_notifier_changeupper_info *info) 3090 { 3091 struct net_device *lower; 3092 struct list_head *iter; 3093 int err = NOTIFY_DONE; 3094 struct dsa_port *dp; 3095 3096 if (!netif_is_lag_master(dev)) 3097 return err; 3098 3099 netdev_for_each_lower_dev(dev, lower, iter) { 3100 if (!dsa_user_dev_check(lower)) 3101 continue; 3102 3103 dp = dsa_user_to_port(lower); 3104 if (!dp->lag) 3105 /* Software LAG */ 3106 continue; 3107 3108 err = dsa_user_prechangeupper(lower, info); 3109 if (notifier_to_errno(err)) 3110 break; 3111 } 3112 3113 return err; 3114 } 3115 3116 static int 3117 dsa_prevent_bridging_8021q_upper(struct net_device *dev, 3118 struct netdev_notifier_changeupper_info *info) 3119 { 3120 struct netlink_ext_ack *ext_ack; 3121 struct net_device *user, *br; 3122 struct dsa_port *dp; 3123 3124 ext_ack = netdev_notifier_info_to_extack(&info->info); 3125 3126 if (!is_vlan_dev(dev)) 3127 return NOTIFY_DONE; 3128 3129 user = vlan_dev_real_dev(dev); 3130 if (!dsa_user_dev_check(user)) 3131 return NOTIFY_DONE; 3132 3133 dp = dsa_user_to_port(user); 3134 br = dsa_port_bridge_dev_get(dp); 3135 if (!br) 3136 return NOTIFY_DONE; 3137 3138 /* Deny enslaving a VLAN device into a VLAN-aware bridge */ 3139 if (br_vlan_enabled(br) && 3140 netif_is_bridge_master(info->upper_dev) && info->linking) { 3141 NL_SET_ERR_MSG_MOD(ext_ack, 3142 "Cannot make VLAN device join VLAN-aware bridge"); 3143 return notifier_from_errno(-EINVAL); 3144 } 3145 3146 return NOTIFY_DONE; 3147 } 3148 3149 static int 3150 dsa_user_check_8021q_upper(struct net_device *dev, 3151 struct netdev_notifier_changeupper_info *info) 3152 { 3153 struct dsa_port *dp = dsa_user_to_port(dev); 3154 struct net_device *br = dsa_port_bridge_dev_get(dp); 3155 struct bridge_vlan_info br_info; 3156 struct netlink_ext_ack *extack; 3157 int err = NOTIFY_DONE; 3158 u16 vid; 3159 3160 if (!br || !br_vlan_enabled(br)) 3161 return NOTIFY_DONE; 3162 3163 extack = netdev_notifier_info_to_extack(&info->info); 3164 vid = vlan_dev_vlan_id(info->upper_dev); 3165 3166 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the 3167 * device, respectively the VID is not found, returning 3168 * 0 means success, which is a failure for us here. 3169 */ 3170 err = br_vlan_get_info(br, vid, &br_info); 3171 if (err == 0) { 3172 NL_SET_ERR_MSG_MOD(extack, 3173 "This VLAN is already configured by the bridge"); 3174 return notifier_from_errno(-EBUSY); 3175 } 3176 3177 return NOTIFY_DONE; 3178 } 3179 3180 static int 3181 dsa_user_prechangeupper_sanity_check(struct net_device *dev, 3182 struct netdev_notifier_changeupper_info *info) 3183 { 3184 struct dsa_switch *ds; 3185 struct dsa_port *dp; 3186 int err; 3187 3188 if (!dsa_user_dev_check(dev)) 3189 return dsa_prevent_bridging_8021q_upper(dev, info); 3190 3191 dp = dsa_user_to_port(dev); 3192 ds = dp->ds; 3193 3194 if (ds->ops->port_prechangeupper) { 3195 err = ds->ops->port_prechangeupper(ds, dp->index, info); 3196 if (err) 3197 return notifier_from_errno(err); 3198 } 3199 3200 if (is_vlan_dev(info->upper_dev)) 3201 return dsa_user_check_8021q_upper(dev, info); 3202 3203 return NOTIFY_DONE; 3204 } 3205 3206 /* To be eligible as a DSA conduit, a LAG must have all lower interfaces be 3207 * eligible DSA conduits. Additionally, all LAG slaves must be DSA conduits of 3208 * switches in the same switch tree. 3209 */ 3210 static int dsa_lag_conduit_validate(struct net_device *lag_dev, 3211 struct netlink_ext_ack *extack) 3212 { 3213 struct net_device *lower1, *lower2; 3214 struct list_head *iter1, *iter2; 3215 3216 netdev_for_each_lower_dev(lag_dev, lower1, iter1) { 3217 netdev_for_each_lower_dev(lag_dev, lower2, iter2) { 3218 if (!netdev_uses_dsa(lower1) || 3219 !netdev_uses_dsa(lower2)) { 3220 NL_SET_ERR_MSG_MOD(extack, 3221 "All LAG ports must be eligible as DSA conduits"); 3222 return notifier_from_errno(-EINVAL); 3223 } 3224 3225 if (lower1 == lower2) 3226 continue; 3227 3228 if (!dsa_port_tree_same(lower1->dsa_ptr, 3229 lower2->dsa_ptr)) { 3230 NL_SET_ERR_MSG_MOD(extack, 3231 "LAG contains DSA conduits of disjoint switch trees"); 3232 return notifier_from_errno(-EINVAL); 3233 } 3234 } 3235 } 3236 3237 return NOTIFY_DONE; 3238 } 3239 3240 static int 3241 dsa_conduit_prechangeupper_sanity_check(struct net_device *conduit, 3242 struct netdev_notifier_changeupper_info *info) 3243 { 3244 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3245 3246 if (!netdev_uses_dsa(conduit)) 3247 return NOTIFY_DONE; 3248 3249 if (!info->linking) 3250 return NOTIFY_DONE; 3251 3252 /* Allow DSA switch uppers */ 3253 if (dsa_user_dev_check(info->upper_dev)) 3254 return NOTIFY_DONE; 3255 3256 /* Allow bridge uppers of DSA conduits, subject to further 3257 * restrictions in dsa_bridge_prechangelower_sanity_check() 3258 */ 3259 if (netif_is_bridge_master(info->upper_dev)) 3260 return NOTIFY_DONE; 3261 3262 /* Allow LAG uppers, subject to further restrictions in 3263 * dsa_lag_conduit_prechangelower_sanity_check() 3264 */ 3265 if (netif_is_lag_master(info->upper_dev)) 3266 return dsa_lag_conduit_validate(info->upper_dev, extack); 3267 3268 NL_SET_ERR_MSG_MOD(extack, 3269 "DSA conduit cannot join unknown upper interfaces"); 3270 return notifier_from_errno(-EBUSY); 3271 } 3272 3273 static int 3274 dsa_lag_conduit_prechangelower_sanity_check(struct net_device *dev, 3275 struct netdev_notifier_changeupper_info *info) 3276 { 3277 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3278 struct net_device *lag_dev = info->upper_dev; 3279 struct net_device *lower; 3280 struct list_head *iter; 3281 3282 if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev)) 3283 return NOTIFY_DONE; 3284 3285 if (!info->linking) 3286 return NOTIFY_DONE; 3287 3288 if (!netdev_uses_dsa(dev)) { 3289 NL_SET_ERR_MSG(extack, 3290 "Only DSA conduits can join a LAG DSA conduit"); 3291 return notifier_from_errno(-EINVAL); 3292 } 3293 3294 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3295 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) { 3296 NL_SET_ERR_MSG(extack, 3297 "Interface is DSA conduit for a different switch tree than this LAG"); 3298 return notifier_from_errno(-EINVAL); 3299 } 3300 3301 break; 3302 } 3303 3304 return NOTIFY_DONE; 3305 } 3306 3307 /* Don't allow bridging of DSA conduits, since the bridge layer rx_handler 3308 * prevents the DSA fake ethertype handler to be invoked, so we don't get the 3309 * chance to strip off and parse the DSA switch tag protocol header (the bridge 3310 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these 3311 * frames). 3312 * The only case where that would not be an issue is when bridging can already 3313 * be offloaded, such as when the DSA conduit is itself a DSA or plain switchdev 3314 * port, and is bridged only with other ports from the same hardware device. 3315 */ 3316 static int 3317 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower, 3318 struct netdev_notifier_changeupper_info *info) 3319 { 3320 struct net_device *br = info->upper_dev; 3321 struct netlink_ext_ack *extack; 3322 struct net_device *lower; 3323 struct list_head *iter; 3324 3325 if (!netif_is_bridge_master(br)) 3326 return NOTIFY_DONE; 3327 3328 if (!info->linking) 3329 return NOTIFY_DONE; 3330 3331 extack = netdev_notifier_info_to_extack(&info->info); 3332 3333 netdev_for_each_lower_dev(br, lower, iter) { 3334 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower)) 3335 continue; 3336 3337 if (!netdev_port_same_parent_id(lower, new_lower)) { 3338 NL_SET_ERR_MSG(extack, 3339 "Cannot do software bridging with a DSA conduit"); 3340 return notifier_from_errno(-EINVAL); 3341 } 3342 } 3343 3344 return NOTIFY_DONE; 3345 } 3346 3347 static void dsa_tree_migrate_ports_from_lag_conduit(struct dsa_switch_tree *dst, 3348 struct net_device *lag_dev) 3349 { 3350 struct net_device *new_conduit = dsa_tree_find_first_conduit(dst); 3351 struct dsa_port *dp; 3352 int err; 3353 3354 dsa_tree_for_each_user_port(dp, dst) { 3355 if (dsa_port_to_conduit(dp) != lag_dev) 3356 continue; 3357 3358 err = dsa_user_change_conduit(dp->user, new_conduit, NULL); 3359 if (err) { 3360 netdev_err(dp->user, 3361 "failed to restore conduit to %s: %pe\n", 3362 new_conduit->name, ERR_PTR(err)); 3363 } 3364 } 3365 } 3366 3367 static int dsa_conduit_lag_join(struct net_device *conduit, 3368 struct net_device *lag_dev, 3369 struct netdev_lag_upper_info *uinfo, 3370 struct netlink_ext_ack *extack) 3371 { 3372 struct dsa_port *cpu_dp = conduit->dsa_ptr; 3373 struct dsa_switch_tree *dst = cpu_dp->dst; 3374 struct dsa_port *dp; 3375 int err; 3376 3377 err = dsa_conduit_lag_setup(lag_dev, cpu_dp, uinfo, extack); 3378 if (err) 3379 return err; 3380 3381 dsa_tree_for_each_user_port(dp, dst) { 3382 if (dsa_port_to_conduit(dp) != conduit) 3383 continue; 3384 3385 err = dsa_user_change_conduit(dp->user, lag_dev, extack); 3386 if (err) 3387 goto restore; 3388 } 3389 3390 return 0; 3391 3392 restore: 3393 dsa_tree_for_each_user_port_continue_reverse(dp, dst) { 3394 if (dsa_port_to_conduit(dp) != lag_dev) 3395 continue; 3396 3397 err = dsa_user_change_conduit(dp->user, conduit, NULL); 3398 if (err) { 3399 netdev_err(dp->user, 3400 "failed to restore conduit to %s: %pe\n", 3401 conduit->name, ERR_PTR(err)); 3402 } 3403 } 3404 3405 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr); 3406 3407 return err; 3408 } 3409 3410 static void dsa_conduit_lag_leave(struct net_device *conduit, 3411 struct net_device *lag_dev) 3412 { 3413 struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr; 3414 struct dsa_switch_tree *dst = cpu_dp->dst; 3415 struct dsa_port *new_cpu_dp = NULL; 3416 struct net_device *lower; 3417 struct list_head *iter; 3418 3419 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3420 if (netdev_uses_dsa(lower)) { 3421 new_cpu_dp = lower->dsa_ptr; 3422 break; 3423 } 3424 } 3425 3426 if (new_cpu_dp) { 3427 /* Update the CPU port of the user ports still under the LAG 3428 * so that dsa_port_to_conduit() continues to work properly 3429 */ 3430 dsa_tree_for_each_user_port(dp, dst) 3431 if (dsa_port_to_conduit(dp) == lag_dev) 3432 dp->cpu_dp = new_cpu_dp; 3433 3434 /* Update the index of the virtual CPU port to match the lowest 3435 * physical CPU port 3436 */ 3437 lag_dev->dsa_ptr = new_cpu_dp; 3438 wmb(); 3439 } else { 3440 /* If the LAG DSA conduit has no ports left, migrate back all 3441 * user ports to the first physical CPU port 3442 */ 3443 dsa_tree_migrate_ports_from_lag_conduit(dst, lag_dev); 3444 } 3445 3446 /* This DSA conduit has left its LAG in any case, so let 3447 * the CPU port leave the hardware LAG as well 3448 */ 3449 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr); 3450 } 3451 3452 static int dsa_conduit_changeupper(struct net_device *dev, 3453 struct netdev_notifier_changeupper_info *info) 3454 { 3455 struct netlink_ext_ack *extack; 3456 int err = NOTIFY_DONE; 3457 3458 if (!netdev_uses_dsa(dev)) 3459 return err; 3460 3461 extack = netdev_notifier_info_to_extack(&info->info); 3462 3463 if (netif_is_lag_master(info->upper_dev)) { 3464 if (info->linking) { 3465 err = dsa_conduit_lag_join(dev, info->upper_dev, 3466 info->upper_info, extack); 3467 err = notifier_from_errno(err); 3468 } else { 3469 dsa_conduit_lag_leave(dev, info->upper_dev); 3470 err = NOTIFY_OK; 3471 } 3472 } 3473 3474 return err; 3475 } 3476 3477 static int dsa_user_netdevice_event(struct notifier_block *nb, 3478 unsigned long event, void *ptr) 3479 { 3480 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 3481 3482 switch (event) { 3483 case NETDEV_PRECHANGEUPPER: { 3484 struct netdev_notifier_changeupper_info *info = ptr; 3485 int err; 3486 3487 err = dsa_user_prechangeupper_sanity_check(dev, info); 3488 if (notifier_to_errno(err)) 3489 return err; 3490 3491 err = dsa_conduit_prechangeupper_sanity_check(dev, info); 3492 if (notifier_to_errno(err)) 3493 return err; 3494 3495 err = dsa_lag_conduit_prechangelower_sanity_check(dev, info); 3496 if (notifier_to_errno(err)) 3497 return err; 3498 3499 err = dsa_bridge_prechangelower_sanity_check(dev, info); 3500 if (notifier_to_errno(err)) 3501 return err; 3502 3503 err = dsa_user_prechangeupper(dev, ptr); 3504 if (notifier_to_errno(err)) 3505 return err; 3506 3507 err = dsa_user_lag_prechangeupper(dev, ptr); 3508 if (notifier_to_errno(err)) 3509 return err; 3510 3511 break; 3512 } 3513 case NETDEV_CHANGEUPPER: { 3514 int err; 3515 3516 err = dsa_user_changeupper(dev, ptr); 3517 if (notifier_to_errno(err)) 3518 return err; 3519 3520 err = dsa_user_lag_changeupper(dev, ptr); 3521 if (notifier_to_errno(err)) 3522 return err; 3523 3524 err = dsa_conduit_changeupper(dev, ptr); 3525 if (notifier_to_errno(err)) 3526 return err; 3527 3528 break; 3529 } 3530 case NETDEV_CHANGELOWERSTATE: { 3531 struct netdev_notifier_changelowerstate_info *info = ptr; 3532 struct dsa_port *dp; 3533 int err = 0; 3534 3535 if (dsa_user_dev_check(dev)) { 3536 dp = dsa_user_to_port(dev); 3537 3538 err = dsa_port_lag_change(dp, info->lower_state_info); 3539 } 3540 3541 /* Mirror LAG port events on DSA conduits that are in 3542 * a LAG towards their respective switch CPU ports 3543 */ 3544 if (netdev_uses_dsa(dev)) { 3545 dp = dev->dsa_ptr; 3546 3547 err = dsa_port_lag_change(dp, info->lower_state_info); 3548 } 3549 3550 return notifier_from_errno(err); 3551 } 3552 case NETDEV_CHANGE: 3553 case NETDEV_UP: { 3554 /* Track state of conduit port. 3555 * DSA driver may require the conduit port (and indirectly 3556 * the tagger) to be available for some special operation. 3557 */ 3558 if (netdev_uses_dsa(dev)) { 3559 struct dsa_port *cpu_dp = dev->dsa_ptr; 3560 struct dsa_switch_tree *dst = cpu_dp->ds->dst; 3561 3562 /* Track when the conduit port is UP */ 3563 dsa_tree_conduit_oper_state_change(dst, dev, 3564 netif_oper_up(dev)); 3565 3566 /* Track when the conduit port is ready and can accept 3567 * packet. 3568 * NETDEV_UP event is not enough to flag a port as ready. 3569 * We also have to wait for linkwatch_do_dev to dev_activate 3570 * and emit a NETDEV_CHANGE event. 3571 * We check if a conduit port is ready by checking if the dev 3572 * have a qdisc assigned and is not noop. 3573 */ 3574 dsa_tree_conduit_admin_state_change(dst, dev, 3575 !qdisc_tx_is_noop(dev)); 3576 3577 return NOTIFY_OK; 3578 } 3579 3580 return NOTIFY_DONE; 3581 } 3582 case NETDEV_GOING_DOWN: { 3583 struct dsa_port *dp, *cpu_dp; 3584 struct dsa_switch_tree *dst; 3585 LIST_HEAD(close_list); 3586 3587 if (!netdev_uses_dsa(dev)) 3588 return NOTIFY_DONE; 3589 3590 cpu_dp = dev->dsa_ptr; 3591 dst = cpu_dp->ds->dst; 3592 3593 dsa_tree_conduit_admin_state_change(dst, dev, false); 3594 3595 list_for_each_entry(dp, &dst->ports, list) { 3596 if (!dsa_port_is_user(dp)) 3597 continue; 3598 3599 if (dp->cpu_dp != cpu_dp) 3600 continue; 3601 3602 list_add(&dp->user->close_list, &close_list); 3603 } 3604 3605 netif_close_many(&close_list, true); 3606 3607 return NOTIFY_OK; 3608 } 3609 default: 3610 break; 3611 } 3612 3613 return NOTIFY_DONE; 3614 } 3615 3616 static void 3617 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work) 3618 { 3619 struct switchdev_notifier_fdb_info info = {}; 3620 3621 info.addr = switchdev_work->addr; 3622 info.vid = switchdev_work->vid; 3623 info.offloaded = true; 3624 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, 3625 switchdev_work->orig_dev, &info.info, NULL); 3626 } 3627 3628 static void dsa_user_switchdev_event_work(struct work_struct *work) 3629 { 3630 struct dsa_switchdev_event_work *switchdev_work = 3631 container_of(work, struct dsa_switchdev_event_work, work); 3632 const unsigned char *addr = switchdev_work->addr; 3633 struct net_device *dev = switchdev_work->dev; 3634 u16 vid = switchdev_work->vid; 3635 struct dsa_switch *ds; 3636 struct dsa_port *dp; 3637 int err; 3638 3639 dp = dsa_user_to_port(dev); 3640 ds = dp->ds; 3641 3642 switch (switchdev_work->event) { 3643 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3644 if (switchdev_work->host_addr) 3645 err = dsa_port_bridge_host_fdb_add(dp, addr, vid); 3646 else if (dp->lag) 3647 err = dsa_port_lag_fdb_add(dp, addr, vid); 3648 else 3649 err = dsa_port_fdb_add(dp, addr, vid); 3650 if (err) { 3651 dev_err(ds->dev, 3652 "port %d failed to add %pM vid %d to fdb: %d\n", 3653 dp->index, addr, vid, err); 3654 break; 3655 } 3656 dsa_fdb_offload_notify(switchdev_work); 3657 break; 3658 3659 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3660 if (switchdev_work->host_addr) 3661 err = dsa_port_bridge_host_fdb_del(dp, addr, vid); 3662 else if (dp->lag) 3663 err = dsa_port_lag_fdb_del(dp, addr, vid); 3664 else 3665 err = dsa_port_fdb_del(dp, addr, vid); 3666 if (err) { 3667 dev_err(ds->dev, 3668 "port %d failed to delete %pM vid %d from fdb: %d\n", 3669 dp->index, addr, vid, err); 3670 } 3671 3672 break; 3673 } 3674 3675 kfree(switchdev_work); 3676 } 3677 3678 static bool dsa_foreign_dev_check(const struct net_device *dev, 3679 const struct net_device *foreign_dev) 3680 { 3681 const struct dsa_port *dp = dsa_user_to_port(dev); 3682 struct dsa_switch_tree *dst = dp->ds->dst; 3683 3684 if (netif_is_bridge_master(foreign_dev)) 3685 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev); 3686 3687 if (netif_is_bridge_port(foreign_dev)) 3688 return !dsa_tree_offloads_bridge_port(dst, foreign_dev); 3689 3690 /* Everything else is foreign */ 3691 return true; 3692 } 3693 3694 static int dsa_user_fdb_event(struct net_device *dev, 3695 struct net_device *orig_dev, 3696 unsigned long event, const void *ctx, 3697 const struct switchdev_notifier_fdb_info *fdb_info) 3698 { 3699 struct dsa_switchdev_event_work *switchdev_work; 3700 struct dsa_port *dp = dsa_user_to_port(dev); 3701 bool host_addr = fdb_info->is_local; 3702 struct dsa_switch *ds = dp->ds; 3703 3704 if (ctx && ctx != dp) 3705 return 0; 3706 3707 if (!dp->bridge) 3708 return 0; 3709 3710 if (switchdev_fdb_is_dynamically_learned(fdb_info)) { 3711 if (dsa_port_offloads_bridge_port(dp, orig_dev)) 3712 return 0; 3713 3714 /* FDB entries learned by the software bridge or by foreign 3715 * bridge ports should be installed as host addresses only if 3716 * the driver requests assisted learning. 3717 */ 3718 if (!ds->assisted_learning_on_cpu_port) 3719 return 0; 3720 } 3721 3722 /* Also treat FDB entries on foreign interfaces bridged with us as host 3723 * addresses. 3724 */ 3725 if (dsa_foreign_dev_check(dev, orig_dev)) 3726 host_addr = true; 3727 3728 /* Check early that we're not doing work in vain. 3729 * Host addresses on LAG ports still require regular FDB ops, 3730 * since the CPU port isn't in a LAG. 3731 */ 3732 if (dp->lag && !host_addr) { 3733 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del) 3734 return -EOPNOTSUPP; 3735 } else { 3736 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del) 3737 return -EOPNOTSUPP; 3738 } 3739 3740 switchdev_work = kzalloc_obj(*switchdev_work, GFP_ATOMIC); 3741 if (!switchdev_work) 3742 return -ENOMEM; 3743 3744 netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n", 3745 event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting", 3746 orig_dev->name, fdb_info->addr, fdb_info->vid, 3747 host_addr ? " as host address" : ""); 3748 3749 INIT_WORK(&switchdev_work->work, dsa_user_switchdev_event_work); 3750 switchdev_work->event = event; 3751 switchdev_work->dev = dev; 3752 switchdev_work->orig_dev = orig_dev; 3753 3754 ether_addr_copy(switchdev_work->addr, fdb_info->addr); 3755 switchdev_work->vid = fdb_info->vid; 3756 switchdev_work->host_addr = host_addr; 3757 3758 dsa_schedule_work(&switchdev_work->work); 3759 3760 return 0; 3761 } 3762 3763 /* Called under rcu_read_lock() */ 3764 static int dsa_user_switchdev_event(struct notifier_block *unused, 3765 unsigned long event, void *ptr) 3766 { 3767 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3768 int err; 3769 3770 switch (event) { 3771 case SWITCHDEV_PORT_ATTR_SET: 3772 err = switchdev_handle_port_attr_set(dev, ptr, 3773 dsa_user_dev_check, 3774 dsa_user_port_attr_set); 3775 return notifier_from_errno(err); 3776 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3777 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3778 err = switchdev_handle_fdb_event_to_device(dev, event, ptr, 3779 dsa_user_dev_check, 3780 dsa_foreign_dev_check, 3781 dsa_user_fdb_event); 3782 return notifier_from_errno(err); 3783 default: 3784 return NOTIFY_DONE; 3785 } 3786 3787 return NOTIFY_OK; 3788 } 3789 3790 static int dsa_user_switchdev_blocking_event(struct notifier_block *unused, 3791 unsigned long event, void *ptr) 3792 { 3793 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3794 int err; 3795 3796 switch (event) { 3797 case SWITCHDEV_PORT_OBJ_ADD: 3798 err = switchdev_handle_port_obj_add_foreign(dev, ptr, 3799 dsa_user_dev_check, 3800 dsa_foreign_dev_check, 3801 dsa_user_port_obj_add); 3802 return notifier_from_errno(err); 3803 case SWITCHDEV_PORT_OBJ_DEL: 3804 err = switchdev_handle_port_obj_del_foreign(dev, ptr, 3805 dsa_user_dev_check, 3806 dsa_foreign_dev_check, 3807 dsa_user_port_obj_del); 3808 return notifier_from_errno(err); 3809 case SWITCHDEV_PORT_ATTR_SET: 3810 err = switchdev_handle_port_attr_set(dev, ptr, 3811 dsa_user_dev_check, 3812 dsa_user_port_attr_set); 3813 return notifier_from_errno(err); 3814 } 3815 3816 return NOTIFY_DONE; 3817 } 3818 3819 static struct notifier_block dsa_user_nb __read_mostly = { 3820 .notifier_call = dsa_user_netdevice_event, 3821 }; 3822 3823 struct notifier_block dsa_user_switchdev_notifier = { 3824 .notifier_call = dsa_user_switchdev_event, 3825 }; 3826 3827 struct notifier_block dsa_user_switchdev_blocking_notifier = { 3828 .notifier_call = dsa_user_switchdev_blocking_event, 3829 }; 3830 3831 int dsa_user_register_notifier(void) 3832 { 3833 struct notifier_block *nb; 3834 int err; 3835 3836 err = register_netdevice_notifier(&dsa_user_nb); 3837 if (err) 3838 return err; 3839 3840 err = register_switchdev_notifier(&dsa_user_switchdev_notifier); 3841 if (err) 3842 goto err_switchdev_nb; 3843 3844 nb = &dsa_user_switchdev_blocking_notifier; 3845 err = register_switchdev_blocking_notifier(nb); 3846 if (err) 3847 goto err_switchdev_blocking_nb; 3848 3849 return 0; 3850 3851 err_switchdev_blocking_nb: 3852 unregister_switchdev_notifier(&dsa_user_switchdev_notifier); 3853 err_switchdev_nb: 3854 unregister_netdevice_notifier(&dsa_user_nb); 3855 return err; 3856 } 3857 3858 void dsa_user_unregister_notifier(void) 3859 { 3860 struct notifier_block *nb; 3861 int err; 3862 3863 nb = &dsa_user_switchdev_blocking_notifier; 3864 err = unregister_switchdev_blocking_notifier(nb); 3865 if (err) 3866 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err); 3867 3868 err = unregister_switchdev_notifier(&dsa_user_switchdev_notifier); 3869 if (err) 3870 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err); 3871 3872 err = unregister_netdevice_notifier(&dsa_user_nb); 3873 if (err) 3874 pr_err("DSA: failed to unregister user notifier (%d)\n", err); 3875 } 3876