1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/user.c - user device handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 */ 6 7 #include <linux/list.h> 8 #include <linux/etherdevice.h> 9 #include <linux/netdevice.h> 10 #include <linux/phy.h> 11 #include <linux/phy_fixed.h> 12 #include <linux/phylink.h> 13 #include <linux/of_net.h> 14 #include <linux/of_mdio.h> 15 #include <linux/mdio.h> 16 #include <net/rtnetlink.h> 17 #include <net/pkt_cls.h> 18 #include <net/selftests.h> 19 #include <net/tc_act/tc_mirred.h> 20 #include <linux/if_bridge.h> 21 #include <linux/if_hsr.h> 22 #include <net/dcbnl.h> 23 #include <linux/netpoll.h> 24 #include <linux/string.h> 25 26 #include "conduit.h" 27 #include "dsa.h" 28 #include "netlink.h" 29 #include "port.h" 30 #include "switch.h" 31 #include "tag.h" 32 #include "user.h" 33 34 struct dsa_switchdev_event_work { 35 struct net_device *dev; 36 struct net_device *orig_dev; 37 struct work_struct work; 38 unsigned long event; 39 /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and 40 * SWITCHDEV_FDB_DEL_TO_DEVICE 41 */ 42 unsigned char addr[ETH_ALEN]; 43 u16 vid; 44 bool host_addr; 45 }; 46 47 enum dsa_standalone_event { 48 DSA_UC_ADD, 49 DSA_UC_DEL, 50 DSA_MC_ADD, 51 DSA_MC_DEL, 52 }; 53 54 struct dsa_standalone_event_work { 55 struct work_struct work; 56 struct net_device *dev; 57 enum dsa_standalone_event event; 58 unsigned char addr[ETH_ALEN]; 59 u16 vid; 60 }; 61 62 struct dsa_host_vlan_rx_filtering_ctx { 63 struct net_device *dev; 64 const unsigned char *addr; 65 enum dsa_standalone_event event; 66 }; 67 68 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds) 69 { 70 return ds->ops->port_fdb_add && ds->ops->port_fdb_del && 71 ds->fdb_isolation && !ds->vlan_filtering_is_global && 72 !ds->needs_standalone_vlan_filtering; 73 } 74 75 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds) 76 { 77 return ds->ops->port_mdb_add && ds->ops->port_mdb_del && 78 ds->fdb_isolation && !ds->vlan_filtering_is_global && 79 !ds->needs_standalone_vlan_filtering; 80 } 81 82 static void dsa_user_standalone_event_work(struct work_struct *work) 83 { 84 struct dsa_standalone_event_work *standalone_work = 85 container_of(work, struct dsa_standalone_event_work, work); 86 const unsigned char *addr = standalone_work->addr; 87 struct net_device *dev = standalone_work->dev; 88 struct dsa_port *dp = dsa_user_to_port(dev); 89 struct switchdev_obj_port_mdb mdb; 90 struct dsa_switch *ds = dp->ds; 91 u16 vid = standalone_work->vid; 92 int err; 93 94 switch (standalone_work->event) { 95 case DSA_UC_ADD: 96 err = dsa_port_standalone_host_fdb_add(dp, addr, vid); 97 if (err) { 98 dev_err(ds->dev, 99 "port %d failed to add %pM vid %d to fdb: %d\n", 100 dp->index, addr, vid, err); 101 break; 102 } 103 break; 104 105 case DSA_UC_DEL: 106 err = dsa_port_standalone_host_fdb_del(dp, addr, vid); 107 if (err) { 108 dev_err(ds->dev, 109 "port %d failed to delete %pM vid %d from fdb: %d\n", 110 dp->index, addr, vid, err); 111 } 112 113 break; 114 case DSA_MC_ADD: 115 ether_addr_copy(mdb.addr, addr); 116 mdb.vid = vid; 117 118 err = dsa_port_standalone_host_mdb_add(dp, &mdb); 119 if (err) { 120 dev_err(ds->dev, 121 "port %d failed to add %pM vid %d to mdb: %d\n", 122 dp->index, addr, vid, err); 123 break; 124 } 125 break; 126 case DSA_MC_DEL: 127 ether_addr_copy(mdb.addr, addr); 128 mdb.vid = vid; 129 130 err = dsa_port_standalone_host_mdb_del(dp, &mdb); 131 if (err) { 132 dev_err(ds->dev, 133 "port %d failed to delete %pM vid %d from mdb: %d\n", 134 dp->index, addr, vid, err); 135 } 136 137 break; 138 } 139 140 kfree(standalone_work); 141 } 142 143 static int dsa_user_schedule_standalone_work(struct net_device *dev, 144 enum dsa_standalone_event event, 145 const unsigned char *addr, 146 u16 vid) 147 { 148 struct dsa_standalone_event_work *standalone_work; 149 150 standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC); 151 if (!standalone_work) 152 return -ENOMEM; 153 154 INIT_WORK(&standalone_work->work, dsa_user_standalone_event_work); 155 standalone_work->event = event; 156 standalone_work->dev = dev; 157 158 ether_addr_copy(standalone_work->addr, addr); 159 standalone_work->vid = vid; 160 161 dsa_schedule_work(&standalone_work->work); 162 163 return 0; 164 } 165 166 static int dsa_user_host_vlan_rx_filtering(void *arg, int vid) 167 { 168 struct dsa_host_vlan_rx_filtering_ctx *ctx = arg; 169 170 return dsa_user_schedule_standalone_work(ctx->dev, ctx->event, 171 ctx->addr, vid); 172 } 173 174 static int dsa_user_vlan_for_each(struct net_device *dev, 175 int (*cb)(void *arg, int vid), void *arg) 176 { 177 struct dsa_port *dp = dsa_user_to_port(dev); 178 struct dsa_vlan *v; 179 int err; 180 181 lockdep_assert_held(&dev->addr_list_lock); 182 183 err = cb(arg, 0); 184 if (err) 185 return err; 186 187 list_for_each_entry(v, &dp->user_vlans, list) { 188 err = cb(arg, v->vid); 189 if (err) 190 return err; 191 } 192 193 return 0; 194 } 195 196 static int dsa_user_sync_uc(struct net_device *dev, 197 const unsigned char *addr) 198 { 199 struct net_device *conduit = dsa_user_to_conduit(dev); 200 struct dsa_port *dp = dsa_user_to_port(dev); 201 struct dsa_host_vlan_rx_filtering_ctx ctx = { 202 .dev = dev, 203 .addr = addr, 204 .event = DSA_UC_ADD, 205 }; 206 207 dev_uc_add(conduit, addr); 208 209 if (!dsa_switch_supports_uc_filtering(dp->ds)) 210 return 0; 211 212 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 213 &ctx); 214 } 215 216 static int dsa_user_unsync_uc(struct net_device *dev, 217 const unsigned char *addr) 218 { 219 struct net_device *conduit = dsa_user_to_conduit(dev); 220 struct dsa_port *dp = dsa_user_to_port(dev); 221 struct dsa_host_vlan_rx_filtering_ctx ctx = { 222 .dev = dev, 223 .addr = addr, 224 .event = DSA_UC_DEL, 225 }; 226 227 dev_uc_del(conduit, addr); 228 229 if (!dsa_switch_supports_uc_filtering(dp->ds)) 230 return 0; 231 232 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 233 &ctx); 234 } 235 236 static int dsa_user_sync_mc(struct net_device *dev, 237 const unsigned char *addr) 238 { 239 struct net_device *conduit = dsa_user_to_conduit(dev); 240 struct dsa_port *dp = dsa_user_to_port(dev); 241 struct dsa_host_vlan_rx_filtering_ctx ctx = { 242 .dev = dev, 243 .addr = addr, 244 .event = DSA_MC_ADD, 245 }; 246 247 dev_mc_add(conduit, addr); 248 249 if (!dsa_switch_supports_mc_filtering(dp->ds)) 250 return 0; 251 252 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 253 &ctx); 254 } 255 256 static int dsa_user_unsync_mc(struct net_device *dev, 257 const unsigned char *addr) 258 { 259 struct net_device *conduit = dsa_user_to_conduit(dev); 260 struct dsa_port *dp = dsa_user_to_port(dev); 261 struct dsa_host_vlan_rx_filtering_ctx ctx = { 262 .dev = dev, 263 .addr = addr, 264 .event = DSA_MC_DEL, 265 }; 266 267 dev_mc_del(conduit, addr); 268 269 if (!dsa_switch_supports_mc_filtering(dp->ds)) 270 return 0; 271 272 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering, 273 &ctx); 274 } 275 276 void dsa_user_sync_ha(struct net_device *dev) 277 { 278 struct dsa_port *dp = dsa_user_to_port(dev); 279 struct dsa_switch *ds = dp->ds; 280 struct netdev_hw_addr *ha; 281 282 netif_addr_lock_bh(dev); 283 284 netdev_for_each_synced_mc_addr(ha, dev) 285 dsa_user_sync_mc(dev, ha->addr); 286 287 netdev_for_each_synced_uc_addr(ha, dev) 288 dsa_user_sync_uc(dev, ha->addr); 289 290 netif_addr_unlock_bh(dev); 291 292 if (dsa_switch_supports_uc_filtering(ds) || 293 dsa_switch_supports_mc_filtering(ds)) 294 dsa_flush_workqueue(); 295 } 296 297 void dsa_user_unsync_ha(struct net_device *dev) 298 { 299 struct dsa_port *dp = dsa_user_to_port(dev); 300 struct dsa_switch *ds = dp->ds; 301 struct netdev_hw_addr *ha; 302 303 netif_addr_lock_bh(dev); 304 305 netdev_for_each_synced_uc_addr(ha, dev) 306 dsa_user_unsync_uc(dev, ha->addr); 307 308 netdev_for_each_synced_mc_addr(ha, dev) 309 dsa_user_unsync_mc(dev, ha->addr); 310 311 netif_addr_unlock_bh(dev); 312 313 if (dsa_switch_supports_uc_filtering(ds) || 314 dsa_switch_supports_mc_filtering(ds)) 315 dsa_flush_workqueue(); 316 } 317 318 /* user mii_bus handling ***************************************************/ 319 static int dsa_user_phy_read(struct mii_bus *bus, int addr, int reg) 320 { 321 struct dsa_switch *ds = bus->priv; 322 323 if (ds->phys_mii_mask & (1 << addr)) 324 return ds->ops->phy_read(ds, addr, reg); 325 326 return 0xffff; 327 } 328 329 static int dsa_user_phy_write(struct mii_bus *bus, int addr, int reg, u16 val) 330 { 331 struct dsa_switch *ds = bus->priv; 332 333 if (ds->phys_mii_mask & (1 << addr)) 334 return ds->ops->phy_write(ds, addr, reg, val); 335 336 return 0; 337 } 338 339 void dsa_user_mii_bus_init(struct dsa_switch *ds) 340 { 341 ds->user_mii_bus->priv = (void *)ds; 342 ds->user_mii_bus->name = "dsa user smi"; 343 ds->user_mii_bus->read = dsa_user_phy_read; 344 ds->user_mii_bus->write = dsa_user_phy_write; 345 snprintf(ds->user_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d", 346 ds->dst->index, ds->index); 347 ds->user_mii_bus->parent = ds->dev; 348 ds->user_mii_bus->phy_mask = ~ds->phys_mii_mask; 349 } 350 351 352 /* user device handling ****************************************************/ 353 static int dsa_user_get_iflink(const struct net_device *dev) 354 { 355 return dsa_user_to_conduit(dev)->ifindex; 356 } 357 358 static int dsa_user_open(struct net_device *dev) 359 { 360 struct net_device *conduit = dsa_user_to_conduit(dev); 361 struct dsa_port *dp = dsa_user_to_port(dev); 362 struct dsa_switch *ds = dp->ds; 363 int err; 364 365 err = dev_open(conduit, NULL); 366 if (err < 0) { 367 netdev_err(dev, "failed to open conduit %s\n", conduit->name); 368 goto out; 369 } 370 371 if (dsa_switch_supports_uc_filtering(ds)) { 372 err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0); 373 if (err) 374 goto out; 375 } 376 377 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) { 378 err = dev_uc_add(conduit, dev->dev_addr); 379 if (err < 0) 380 goto del_host_addr; 381 } 382 383 err = dsa_port_enable_rt(dp, dev->phydev); 384 if (err) 385 goto del_unicast; 386 387 return 0; 388 389 del_unicast: 390 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) 391 dev_uc_del(conduit, dev->dev_addr); 392 del_host_addr: 393 if (dsa_switch_supports_uc_filtering(ds)) 394 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 395 out: 396 return err; 397 } 398 399 static int dsa_user_close(struct net_device *dev) 400 { 401 struct net_device *conduit = dsa_user_to_conduit(dev); 402 struct dsa_port *dp = dsa_user_to_port(dev); 403 struct dsa_switch *ds = dp->ds; 404 405 dsa_port_disable_rt(dp); 406 407 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) 408 dev_uc_del(conduit, dev->dev_addr); 409 410 if (dsa_switch_supports_uc_filtering(ds)) 411 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 412 413 return 0; 414 } 415 416 static void dsa_user_manage_host_flood(struct net_device *dev) 417 { 418 bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI); 419 struct dsa_port *dp = dsa_user_to_port(dev); 420 bool uc = dev->flags & IFF_PROMISC; 421 422 dsa_port_set_host_flood(dp, uc, mc); 423 } 424 425 static void dsa_user_change_rx_flags(struct net_device *dev, int change) 426 { 427 struct net_device *conduit = dsa_user_to_conduit(dev); 428 struct dsa_port *dp = dsa_user_to_port(dev); 429 struct dsa_switch *ds = dp->ds; 430 431 if (change & IFF_ALLMULTI) 432 dev_set_allmulti(conduit, 433 dev->flags & IFF_ALLMULTI ? 1 : -1); 434 if (change & IFF_PROMISC) 435 dev_set_promiscuity(conduit, 436 dev->flags & IFF_PROMISC ? 1 : -1); 437 438 if (dsa_switch_supports_uc_filtering(ds) && 439 dsa_switch_supports_mc_filtering(ds)) 440 dsa_user_manage_host_flood(dev); 441 } 442 443 static void dsa_user_set_rx_mode(struct net_device *dev) 444 { 445 __dev_mc_sync(dev, dsa_user_sync_mc, dsa_user_unsync_mc); 446 __dev_uc_sync(dev, dsa_user_sync_uc, dsa_user_unsync_uc); 447 } 448 449 static int dsa_user_set_mac_address(struct net_device *dev, void *a) 450 { 451 struct net_device *conduit = dsa_user_to_conduit(dev); 452 struct dsa_port *dp = dsa_user_to_port(dev); 453 struct dsa_switch *ds = dp->ds; 454 struct sockaddr *addr = a; 455 int err; 456 457 if (!is_valid_ether_addr(addr->sa_data)) 458 return -EADDRNOTAVAIL; 459 460 if (ds->ops->port_set_mac_address) { 461 err = ds->ops->port_set_mac_address(ds, dp->index, 462 addr->sa_data); 463 if (err) 464 return err; 465 } 466 467 /* If the port is down, the address isn't synced yet to hardware or 468 * to the DSA conduit, so there is nothing to change. 469 */ 470 if (!(dev->flags & IFF_UP)) 471 goto out_change_dev_addr; 472 473 if (dsa_switch_supports_uc_filtering(ds)) { 474 err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0); 475 if (err) 476 return err; 477 } 478 479 if (!ether_addr_equal(addr->sa_data, conduit->dev_addr)) { 480 err = dev_uc_add(conduit, addr->sa_data); 481 if (err < 0) 482 goto del_unicast; 483 } 484 485 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) 486 dev_uc_del(conduit, dev->dev_addr); 487 488 if (dsa_switch_supports_uc_filtering(ds)) 489 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 490 491 out_change_dev_addr: 492 eth_hw_addr_set(dev, addr->sa_data); 493 494 return 0; 495 496 del_unicast: 497 if (dsa_switch_supports_uc_filtering(ds)) 498 dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0); 499 500 return err; 501 } 502 503 struct dsa_user_dump_ctx { 504 struct net_device *dev; 505 struct sk_buff *skb; 506 struct netlink_callback *cb; 507 int idx; 508 }; 509 510 static int 511 dsa_user_port_fdb_do_dump(const unsigned char *addr, u16 vid, 512 bool is_static, void *data) 513 { 514 struct dsa_user_dump_ctx *dump = data; 515 u32 portid = NETLINK_CB(dump->cb->skb).portid; 516 u32 seq = dump->cb->nlh->nlmsg_seq; 517 struct nlmsghdr *nlh; 518 struct ndmsg *ndm; 519 520 if (dump->idx < dump->cb->args[2]) 521 goto skip; 522 523 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 524 sizeof(*ndm), NLM_F_MULTI); 525 if (!nlh) 526 return -EMSGSIZE; 527 528 ndm = nlmsg_data(nlh); 529 ndm->ndm_family = AF_BRIDGE; 530 ndm->ndm_pad1 = 0; 531 ndm->ndm_pad2 = 0; 532 ndm->ndm_flags = NTF_SELF; 533 ndm->ndm_type = 0; 534 ndm->ndm_ifindex = dump->dev->ifindex; 535 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE; 536 537 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr)) 538 goto nla_put_failure; 539 540 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid)) 541 goto nla_put_failure; 542 543 nlmsg_end(dump->skb, nlh); 544 545 skip: 546 dump->idx++; 547 return 0; 548 549 nla_put_failure: 550 nlmsg_cancel(dump->skb, nlh); 551 return -EMSGSIZE; 552 } 553 554 static int 555 dsa_user_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 556 struct net_device *dev, struct net_device *filter_dev, 557 int *idx) 558 { 559 struct dsa_port *dp = dsa_user_to_port(dev); 560 struct dsa_user_dump_ctx dump = { 561 .dev = dev, 562 .skb = skb, 563 .cb = cb, 564 .idx = *idx, 565 }; 566 int err; 567 568 err = dsa_port_fdb_dump(dp, dsa_user_port_fdb_do_dump, &dump); 569 *idx = dump.idx; 570 571 return err; 572 } 573 574 static int dsa_user_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 575 { 576 struct dsa_user_priv *p = netdev_priv(dev); 577 struct dsa_switch *ds = p->dp->ds; 578 int port = p->dp->index; 579 580 /* Pass through to switch driver if it supports timestamping */ 581 switch (cmd) { 582 case SIOCGHWTSTAMP: 583 if (ds->ops->port_hwtstamp_get) 584 return ds->ops->port_hwtstamp_get(ds, port, ifr); 585 break; 586 case SIOCSHWTSTAMP: 587 if (ds->ops->port_hwtstamp_set) 588 return ds->ops->port_hwtstamp_set(ds, port, ifr); 589 break; 590 } 591 592 return phylink_mii_ioctl(p->dp->pl, ifr, cmd); 593 } 594 595 static int dsa_user_port_attr_set(struct net_device *dev, const void *ctx, 596 const struct switchdev_attr *attr, 597 struct netlink_ext_ack *extack) 598 { 599 struct dsa_port *dp = dsa_user_to_port(dev); 600 int ret; 601 602 if (ctx && ctx != dp) 603 return 0; 604 605 switch (attr->id) { 606 case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 607 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 608 return -EOPNOTSUPP; 609 610 ret = dsa_port_set_state(dp, attr->u.stp_state, true); 611 break; 612 case SWITCHDEV_ATTR_ID_PORT_MST_STATE: 613 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 614 return -EOPNOTSUPP; 615 616 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack); 617 break; 618 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 619 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 620 return -EOPNOTSUPP; 621 622 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering, 623 extack); 624 break; 625 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME: 626 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 627 return -EOPNOTSUPP; 628 629 ret = dsa_port_ageing_time(dp, attr->u.ageing_time); 630 break; 631 case SWITCHDEV_ATTR_ID_BRIDGE_MST: 632 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 633 return -EOPNOTSUPP; 634 635 ret = dsa_port_mst_enable(dp, attr->u.mst, extack); 636 break; 637 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 638 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 639 return -EOPNOTSUPP; 640 641 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags, 642 extack); 643 break; 644 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 645 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 646 return -EOPNOTSUPP; 647 648 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack); 649 break; 650 case SWITCHDEV_ATTR_ID_VLAN_MSTI: 651 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 652 return -EOPNOTSUPP; 653 654 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti); 655 break; 656 default: 657 ret = -EOPNOTSUPP; 658 break; 659 } 660 661 return ret; 662 } 663 664 /* Must be called under rcu_read_lock() */ 665 static int 666 dsa_user_vlan_check_for_8021q_uppers(struct net_device *user, 667 const struct switchdev_obj_port_vlan *vlan) 668 { 669 struct net_device *upper_dev; 670 struct list_head *iter; 671 672 netdev_for_each_upper_dev_rcu(user, upper_dev, iter) { 673 u16 vid; 674 675 if (!is_vlan_dev(upper_dev)) 676 continue; 677 678 vid = vlan_dev_vlan_id(upper_dev); 679 if (vid == vlan->vid) 680 return -EBUSY; 681 } 682 683 return 0; 684 } 685 686 static int dsa_user_vlan_add(struct net_device *dev, 687 const struct switchdev_obj *obj, 688 struct netlink_ext_ack *extack) 689 { 690 struct dsa_port *dp = dsa_user_to_port(dev); 691 struct switchdev_obj_port_vlan *vlan; 692 int err; 693 694 if (dsa_port_skip_vlan_configuration(dp)) { 695 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 696 return 0; 697 } 698 699 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 700 701 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with 702 * the same VID. 703 */ 704 if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) { 705 rcu_read_lock(); 706 err = dsa_user_vlan_check_for_8021q_uppers(dev, vlan); 707 rcu_read_unlock(); 708 if (err) { 709 NL_SET_ERR_MSG_MOD(extack, 710 "Port already has a VLAN upper with this VID"); 711 return err; 712 } 713 } 714 715 return dsa_port_vlan_add(dp, vlan, extack); 716 } 717 718 /* Offload a VLAN installed on the bridge or on a foreign interface by 719 * installing it as a VLAN towards the CPU port. 720 */ 721 static int dsa_user_host_vlan_add(struct net_device *dev, 722 const struct switchdev_obj *obj, 723 struct netlink_ext_ack *extack) 724 { 725 struct dsa_port *dp = dsa_user_to_port(dev); 726 struct switchdev_obj_port_vlan vlan; 727 728 /* Do nothing if this is a software bridge */ 729 if (!dp->bridge) 730 return -EOPNOTSUPP; 731 732 if (dsa_port_skip_vlan_configuration(dp)) { 733 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 734 return 0; 735 } 736 737 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj); 738 739 /* Even though drivers often handle CPU membership in special ways, 740 * it doesn't make sense to program a PVID, so clear this flag. 741 */ 742 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID; 743 744 return dsa_port_host_vlan_add(dp, &vlan, extack); 745 } 746 747 static int dsa_user_port_obj_add(struct net_device *dev, const void *ctx, 748 const struct switchdev_obj *obj, 749 struct netlink_ext_ack *extack) 750 { 751 struct dsa_port *dp = dsa_user_to_port(dev); 752 int err; 753 754 if (ctx && ctx != dp) 755 return 0; 756 757 switch (obj->id) { 758 case SWITCHDEV_OBJ_ID_PORT_MDB: 759 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 760 return -EOPNOTSUPP; 761 762 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 763 break; 764 case SWITCHDEV_OBJ_ID_HOST_MDB: 765 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 766 return -EOPNOTSUPP; 767 768 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 769 break; 770 case SWITCHDEV_OBJ_ID_PORT_VLAN: 771 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 772 err = dsa_user_vlan_add(dev, obj, extack); 773 else 774 err = dsa_user_host_vlan_add(dev, obj, extack); 775 break; 776 case SWITCHDEV_OBJ_ID_MRP: 777 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 778 return -EOPNOTSUPP; 779 780 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj)); 781 break; 782 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 783 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 784 return -EOPNOTSUPP; 785 786 err = dsa_port_mrp_add_ring_role(dp, 787 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 788 break; 789 default: 790 err = -EOPNOTSUPP; 791 break; 792 } 793 794 return err; 795 } 796 797 static int dsa_user_vlan_del(struct net_device *dev, 798 const struct switchdev_obj *obj) 799 { 800 struct dsa_port *dp = dsa_user_to_port(dev); 801 struct switchdev_obj_port_vlan *vlan; 802 803 if (dsa_port_skip_vlan_configuration(dp)) 804 return 0; 805 806 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 807 808 return dsa_port_vlan_del(dp, vlan); 809 } 810 811 static int dsa_user_host_vlan_del(struct net_device *dev, 812 const struct switchdev_obj *obj) 813 { 814 struct dsa_port *dp = dsa_user_to_port(dev); 815 struct switchdev_obj_port_vlan *vlan; 816 817 /* Do nothing if this is a software bridge */ 818 if (!dp->bridge) 819 return -EOPNOTSUPP; 820 821 if (dsa_port_skip_vlan_configuration(dp)) 822 return 0; 823 824 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 825 826 return dsa_port_host_vlan_del(dp, vlan); 827 } 828 829 static int dsa_user_port_obj_del(struct net_device *dev, const void *ctx, 830 const struct switchdev_obj *obj) 831 { 832 struct dsa_port *dp = dsa_user_to_port(dev); 833 int err; 834 835 if (ctx && ctx != dp) 836 return 0; 837 838 switch (obj->id) { 839 case SWITCHDEV_OBJ_ID_PORT_MDB: 840 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 841 return -EOPNOTSUPP; 842 843 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 844 break; 845 case SWITCHDEV_OBJ_ID_HOST_MDB: 846 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 847 return -EOPNOTSUPP; 848 849 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 850 break; 851 case SWITCHDEV_OBJ_ID_PORT_VLAN: 852 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 853 err = dsa_user_vlan_del(dev, obj); 854 else 855 err = dsa_user_host_vlan_del(dev, obj); 856 break; 857 case SWITCHDEV_OBJ_ID_MRP: 858 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 859 return -EOPNOTSUPP; 860 861 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj)); 862 break; 863 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 864 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 865 return -EOPNOTSUPP; 866 867 err = dsa_port_mrp_del_ring_role(dp, 868 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 869 break; 870 default: 871 err = -EOPNOTSUPP; 872 break; 873 } 874 875 return err; 876 } 877 878 static inline netdev_tx_t dsa_user_netpoll_send_skb(struct net_device *dev, 879 struct sk_buff *skb) 880 { 881 #ifdef CONFIG_NET_POLL_CONTROLLER 882 struct dsa_user_priv *p = netdev_priv(dev); 883 884 return netpoll_send_skb(p->netpoll, skb); 885 #else 886 BUG(); 887 return NETDEV_TX_OK; 888 #endif 889 } 890 891 static void dsa_skb_tx_timestamp(struct dsa_user_priv *p, 892 struct sk_buff *skb) 893 { 894 struct dsa_switch *ds = p->dp->ds; 895 896 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) 897 return; 898 899 if (!ds->ops->port_txtstamp) 900 return; 901 902 ds->ops->port_txtstamp(ds, p->dp->index, skb); 903 } 904 905 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev) 906 { 907 /* SKB for netpoll still need to be mangled with the protocol-specific 908 * tag to be successfully transmitted 909 */ 910 if (unlikely(netpoll_tx_running(dev))) 911 return dsa_user_netpoll_send_skb(dev, skb); 912 913 /* Queue the SKB for transmission on the parent interface, but 914 * do not modify its EtherType 915 */ 916 skb->dev = dsa_user_to_conduit(dev); 917 dev_queue_xmit(skb); 918 919 return NETDEV_TX_OK; 920 } 921 EXPORT_SYMBOL_GPL(dsa_enqueue_skb); 922 923 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev) 924 { 925 int needed_headroom = dev->needed_headroom; 926 int needed_tailroom = dev->needed_tailroom; 927 928 /* For tail taggers, we need to pad short frames ourselves, to ensure 929 * that the tail tag does not fail at its role of being at the end of 930 * the packet, once the conduit interface pads the frame. Account for 931 * that pad length here, and pad later. 932 */ 933 if (unlikely(needed_tailroom && skb->len < ETH_ZLEN)) 934 needed_tailroom += ETH_ZLEN - skb->len; 935 /* skb_headroom() returns unsigned int... */ 936 needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0); 937 needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0); 938 939 if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb))) 940 /* No reallocation needed, yay! */ 941 return 0; 942 943 return pskb_expand_head(skb, needed_headroom, needed_tailroom, 944 GFP_ATOMIC); 945 } 946 947 static netdev_tx_t dsa_user_xmit(struct sk_buff *skb, struct net_device *dev) 948 { 949 struct dsa_user_priv *p = netdev_priv(dev); 950 struct sk_buff *nskb; 951 952 dev_sw_netstats_tx_add(dev, 1, skb->len); 953 954 memset(skb->cb, 0, sizeof(skb->cb)); 955 956 /* Handle tx timestamp if any */ 957 dsa_skb_tx_timestamp(p, skb); 958 959 if (dsa_realloc_skb(skb, dev)) { 960 dev_kfree_skb_any(skb); 961 return NETDEV_TX_OK; 962 } 963 964 /* needed_tailroom should still be 'warm' in the cache line from 965 * dsa_realloc_skb(), which has also ensured that padding is safe. 966 */ 967 if (dev->needed_tailroom) 968 eth_skb_pad(skb); 969 970 /* Transmit function may have to reallocate the original SKB, 971 * in which case it must have freed it. Only free it here on error. 972 */ 973 nskb = p->xmit(skb, dev); 974 if (!nskb) { 975 kfree_skb(skb); 976 return NETDEV_TX_OK; 977 } 978 979 return dsa_enqueue_skb(nskb, dev); 980 } 981 982 /* ethtool operations *******************************************************/ 983 984 static void dsa_user_get_drvinfo(struct net_device *dev, 985 struct ethtool_drvinfo *drvinfo) 986 { 987 strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver)); 988 strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 989 strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info)); 990 } 991 992 static int dsa_user_get_regs_len(struct net_device *dev) 993 { 994 struct dsa_port *dp = dsa_user_to_port(dev); 995 struct dsa_switch *ds = dp->ds; 996 997 if (ds->ops->get_regs_len) 998 return ds->ops->get_regs_len(ds, dp->index); 999 1000 return -EOPNOTSUPP; 1001 } 1002 1003 static void 1004 dsa_user_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p) 1005 { 1006 struct dsa_port *dp = dsa_user_to_port(dev); 1007 struct dsa_switch *ds = dp->ds; 1008 1009 if (ds->ops->get_regs) 1010 ds->ops->get_regs(ds, dp->index, regs, _p); 1011 } 1012 1013 static int dsa_user_nway_reset(struct net_device *dev) 1014 { 1015 struct dsa_port *dp = dsa_user_to_port(dev); 1016 1017 return phylink_ethtool_nway_reset(dp->pl); 1018 } 1019 1020 static int dsa_user_get_eeprom_len(struct net_device *dev) 1021 { 1022 struct dsa_port *dp = dsa_user_to_port(dev); 1023 struct dsa_switch *ds = dp->ds; 1024 1025 if (ds->cd && ds->cd->eeprom_len) 1026 return ds->cd->eeprom_len; 1027 1028 if (ds->ops->get_eeprom_len) 1029 return ds->ops->get_eeprom_len(ds); 1030 1031 return 0; 1032 } 1033 1034 static int dsa_user_get_eeprom(struct net_device *dev, 1035 struct ethtool_eeprom *eeprom, u8 *data) 1036 { 1037 struct dsa_port *dp = dsa_user_to_port(dev); 1038 struct dsa_switch *ds = dp->ds; 1039 1040 if (ds->ops->get_eeprom) 1041 return ds->ops->get_eeprom(ds, eeprom, data); 1042 1043 return -EOPNOTSUPP; 1044 } 1045 1046 static int dsa_user_set_eeprom(struct net_device *dev, 1047 struct ethtool_eeprom *eeprom, u8 *data) 1048 { 1049 struct dsa_port *dp = dsa_user_to_port(dev); 1050 struct dsa_switch *ds = dp->ds; 1051 1052 if (ds->ops->set_eeprom) 1053 return ds->ops->set_eeprom(ds, eeprom, data); 1054 1055 return -EOPNOTSUPP; 1056 } 1057 1058 static void dsa_user_get_strings(struct net_device *dev, 1059 uint32_t stringset, uint8_t *data) 1060 { 1061 struct dsa_port *dp = dsa_user_to_port(dev); 1062 struct dsa_switch *ds = dp->ds; 1063 1064 if (stringset == ETH_SS_STATS) { 1065 int len = ETH_GSTRING_LEN; 1066 1067 strscpy_pad(data, "tx_packets", len); 1068 strscpy_pad(data + len, "tx_bytes", len); 1069 strscpy_pad(data + 2 * len, "rx_packets", len); 1070 strscpy_pad(data + 3 * len, "rx_bytes", len); 1071 if (ds->ops->get_strings) 1072 ds->ops->get_strings(ds, dp->index, stringset, 1073 data + 4 * len); 1074 } else if (stringset == ETH_SS_TEST) { 1075 net_selftest_get_strings(data); 1076 } 1077 1078 } 1079 1080 static void dsa_user_get_ethtool_stats(struct net_device *dev, 1081 struct ethtool_stats *stats, 1082 uint64_t *data) 1083 { 1084 struct dsa_port *dp = dsa_user_to_port(dev); 1085 struct dsa_switch *ds = dp->ds; 1086 struct pcpu_sw_netstats *s; 1087 unsigned int start; 1088 int i; 1089 1090 for_each_possible_cpu(i) { 1091 u64 tx_packets, tx_bytes, rx_packets, rx_bytes; 1092 1093 s = per_cpu_ptr(dev->tstats, i); 1094 do { 1095 start = u64_stats_fetch_begin(&s->syncp); 1096 tx_packets = u64_stats_read(&s->tx_packets); 1097 tx_bytes = u64_stats_read(&s->tx_bytes); 1098 rx_packets = u64_stats_read(&s->rx_packets); 1099 rx_bytes = u64_stats_read(&s->rx_bytes); 1100 } while (u64_stats_fetch_retry(&s->syncp, start)); 1101 data[0] += tx_packets; 1102 data[1] += tx_bytes; 1103 data[2] += rx_packets; 1104 data[3] += rx_bytes; 1105 } 1106 if (ds->ops->get_ethtool_stats) 1107 ds->ops->get_ethtool_stats(ds, dp->index, data + 4); 1108 } 1109 1110 static int dsa_user_get_sset_count(struct net_device *dev, int sset) 1111 { 1112 struct dsa_port *dp = dsa_user_to_port(dev); 1113 struct dsa_switch *ds = dp->ds; 1114 1115 if (sset == ETH_SS_STATS) { 1116 int count = 0; 1117 1118 if (ds->ops->get_sset_count) { 1119 count = ds->ops->get_sset_count(ds, dp->index, sset); 1120 if (count < 0) 1121 return count; 1122 } 1123 1124 return count + 4; 1125 } else if (sset == ETH_SS_TEST) { 1126 return net_selftest_get_count(); 1127 } 1128 1129 return -EOPNOTSUPP; 1130 } 1131 1132 static void dsa_user_get_eth_phy_stats(struct net_device *dev, 1133 struct ethtool_eth_phy_stats *phy_stats) 1134 { 1135 struct dsa_port *dp = dsa_user_to_port(dev); 1136 struct dsa_switch *ds = dp->ds; 1137 1138 if (ds->ops->get_eth_phy_stats) 1139 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats); 1140 } 1141 1142 static void dsa_user_get_eth_mac_stats(struct net_device *dev, 1143 struct ethtool_eth_mac_stats *mac_stats) 1144 { 1145 struct dsa_port *dp = dsa_user_to_port(dev); 1146 struct dsa_switch *ds = dp->ds; 1147 1148 if (ds->ops->get_eth_mac_stats) 1149 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats); 1150 } 1151 1152 static void 1153 dsa_user_get_eth_ctrl_stats(struct net_device *dev, 1154 struct ethtool_eth_ctrl_stats *ctrl_stats) 1155 { 1156 struct dsa_port *dp = dsa_user_to_port(dev); 1157 struct dsa_switch *ds = dp->ds; 1158 1159 if (ds->ops->get_eth_ctrl_stats) 1160 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats); 1161 } 1162 1163 static void 1164 dsa_user_get_rmon_stats(struct net_device *dev, 1165 struct ethtool_rmon_stats *rmon_stats, 1166 const struct ethtool_rmon_hist_range **ranges) 1167 { 1168 struct dsa_port *dp = dsa_user_to_port(dev); 1169 struct dsa_switch *ds = dp->ds; 1170 1171 if (ds->ops->get_rmon_stats) 1172 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges); 1173 } 1174 1175 static void dsa_user_net_selftest(struct net_device *ndev, 1176 struct ethtool_test *etest, u64 *buf) 1177 { 1178 struct dsa_port *dp = dsa_user_to_port(ndev); 1179 struct dsa_switch *ds = dp->ds; 1180 1181 if (ds->ops->self_test) { 1182 ds->ops->self_test(ds, dp->index, etest, buf); 1183 return; 1184 } 1185 1186 net_selftest(ndev, etest, buf); 1187 } 1188 1189 static int dsa_user_get_mm(struct net_device *dev, 1190 struct ethtool_mm_state *state) 1191 { 1192 struct dsa_port *dp = dsa_user_to_port(dev); 1193 struct dsa_switch *ds = dp->ds; 1194 1195 if (!ds->ops->get_mm) 1196 return -EOPNOTSUPP; 1197 1198 return ds->ops->get_mm(ds, dp->index, state); 1199 } 1200 1201 static int dsa_user_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg, 1202 struct netlink_ext_ack *extack) 1203 { 1204 struct dsa_port *dp = dsa_user_to_port(dev); 1205 struct dsa_switch *ds = dp->ds; 1206 1207 if (!ds->ops->set_mm) 1208 return -EOPNOTSUPP; 1209 1210 return ds->ops->set_mm(ds, dp->index, cfg, extack); 1211 } 1212 1213 static void dsa_user_get_mm_stats(struct net_device *dev, 1214 struct ethtool_mm_stats *stats) 1215 { 1216 struct dsa_port *dp = dsa_user_to_port(dev); 1217 struct dsa_switch *ds = dp->ds; 1218 1219 if (ds->ops->get_mm_stats) 1220 ds->ops->get_mm_stats(ds, dp->index, stats); 1221 } 1222 1223 static void dsa_user_get_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1224 { 1225 struct dsa_port *dp = dsa_user_to_port(dev); 1226 struct dsa_switch *ds = dp->ds; 1227 1228 phylink_ethtool_get_wol(dp->pl, w); 1229 1230 if (ds->ops->get_wol) 1231 ds->ops->get_wol(ds, dp->index, w); 1232 } 1233 1234 static int dsa_user_set_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1235 { 1236 struct dsa_port *dp = dsa_user_to_port(dev); 1237 struct dsa_switch *ds = dp->ds; 1238 int ret = -EOPNOTSUPP; 1239 1240 phylink_ethtool_set_wol(dp->pl, w); 1241 1242 if (ds->ops->set_wol) 1243 ret = ds->ops->set_wol(ds, dp->index, w); 1244 1245 return ret; 1246 } 1247 1248 static int dsa_user_set_eee(struct net_device *dev, struct ethtool_eee *e) 1249 { 1250 struct dsa_port *dp = dsa_user_to_port(dev); 1251 struct dsa_switch *ds = dp->ds; 1252 int ret; 1253 1254 /* Port's PHY and MAC both need to be EEE capable */ 1255 if (!dev->phydev || !dp->pl) 1256 return -ENODEV; 1257 1258 if (!ds->ops->set_mac_eee) 1259 return -EOPNOTSUPP; 1260 1261 ret = ds->ops->set_mac_eee(ds, dp->index, e); 1262 if (ret) 1263 return ret; 1264 1265 return phylink_ethtool_set_eee(dp->pl, e); 1266 } 1267 1268 static int dsa_user_get_eee(struct net_device *dev, struct ethtool_eee *e) 1269 { 1270 struct dsa_port *dp = dsa_user_to_port(dev); 1271 struct dsa_switch *ds = dp->ds; 1272 int ret; 1273 1274 /* Port's PHY and MAC both need to be EEE capable */ 1275 if (!dev->phydev || !dp->pl) 1276 return -ENODEV; 1277 1278 if (!ds->ops->get_mac_eee) 1279 return -EOPNOTSUPP; 1280 1281 ret = ds->ops->get_mac_eee(ds, dp->index, e); 1282 if (ret) 1283 return ret; 1284 1285 return phylink_ethtool_get_eee(dp->pl, e); 1286 } 1287 1288 static int dsa_user_get_link_ksettings(struct net_device *dev, 1289 struct ethtool_link_ksettings *cmd) 1290 { 1291 struct dsa_port *dp = dsa_user_to_port(dev); 1292 1293 return phylink_ethtool_ksettings_get(dp->pl, cmd); 1294 } 1295 1296 static int dsa_user_set_link_ksettings(struct net_device *dev, 1297 const struct ethtool_link_ksettings *cmd) 1298 { 1299 struct dsa_port *dp = dsa_user_to_port(dev); 1300 1301 return phylink_ethtool_ksettings_set(dp->pl, cmd); 1302 } 1303 1304 static void dsa_user_get_pause_stats(struct net_device *dev, 1305 struct ethtool_pause_stats *pause_stats) 1306 { 1307 struct dsa_port *dp = dsa_user_to_port(dev); 1308 struct dsa_switch *ds = dp->ds; 1309 1310 if (ds->ops->get_pause_stats) 1311 ds->ops->get_pause_stats(ds, dp->index, pause_stats); 1312 } 1313 1314 static void dsa_user_get_pauseparam(struct net_device *dev, 1315 struct ethtool_pauseparam *pause) 1316 { 1317 struct dsa_port *dp = dsa_user_to_port(dev); 1318 1319 phylink_ethtool_get_pauseparam(dp->pl, pause); 1320 } 1321 1322 static int dsa_user_set_pauseparam(struct net_device *dev, 1323 struct ethtool_pauseparam *pause) 1324 { 1325 struct dsa_port *dp = dsa_user_to_port(dev); 1326 1327 return phylink_ethtool_set_pauseparam(dp->pl, pause); 1328 } 1329 1330 #ifdef CONFIG_NET_POLL_CONTROLLER 1331 static int dsa_user_netpoll_setup(struct net_device *dev, 1332 struct netpoll_info *ni) 1333 { 1334 struct net_device *conduit = dsa_user_to_conduit(dev); 1335 struct dsa_user_priv *p = netdev_priv(dev); 1336 struct netpoll *netpoll; 1337 int err = 0; 1338 1339 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL); 1340 if (!netpoll) 1341 return -ENOMEM; 1342 1343 err = __netpoll_setup(netpoll, conduit); 1344 if (err) { 1345 kfree(netpoll); 1346 goto out; 1347 } 1348 1349 p->netpoll = netpoll; 1350 out: 1351 return err; 1352 } 1353 1354 static void dsa_user_netpoll_cleanup(struct net_device *dev) 1355 { 1356 struct dsa_user_priv *p = netdev_priv(dev); 1357 struct netpoll *netpoll = p->netpoll; 1358 1359 if (!netpoll) 1360 return; 1361 1362 p->netpoll = NULL; 1363 1364 __netpoll_free(netpoll); 1365 } 1366 1367 static void dsa_user_poll_controller(struct net_device *dev) 1368 { 1369 } 1370 #endif 1371 1372 static struct dsa_mall_tc_entry * 1373 dsa_user_mall_tc_entry_find(struct net_device *dev, unsigned long cookie) 1374 { 1375 struct dsa_user_priv *p = netdev_priv(dev); 1376 struct dsa_mall_tc_entry *mall_tc_entry; 1377 1378 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) 1379 if (mall_tc_entry->cookie == cookie) 1380 return mall_tc_entry; 1381 1382 return NULL; 1383 } 1384 1385 static int 1386 dsa_user_add_cls_matchall_mirred(struct net_device *dev, 1387 struct tc_cls_matchall_offload *cls, 1388 bool ingress) 1389 { 1390 struct netlink_ext_ack *extack = cls->common.extack; 1391 struct dsa_port *dp = dsa_user_to_port(dev); 1392 struct dsa_user_priv *p = netdev_priv(dev); 1393 struct dsa_mall_mirror_tc_entry *mirror; 1394 struct dsa_mall_tc_entry *mall_tc_entry; 1395 struct dsa_switch *ds = dp->ds; 1396 struct flow_action_entry *act; 1397 struct dsa_port *to_dp; 1398 int err; 1399 1400 if (!ds->ops->port_mirror_add) 1401 return -EOPNOTSUPP; 1402 1403 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1404 cls->common.extack)) 1405 return -EOPNOTSUPP; 1406 1407 act = &cls->rule->action.entries[0]; 1408 1409 if (!act->dev) 1410 return -EINVAL; 1411 1412 if (!dsa_user_dev_check(act->dev)) 1413 return -EOPNOTSUPP; 1414 1415 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1416 if (!mall_tc_entry) 1417 return -ENOMEM; 1418 1419 mall_tc_entry->cookie = cls->cookie; 1420 mall_tc_entry->type = DSA_PORT_MALL_MIRROR; 1421 mirror = &mall_tc_entry->mirror; 1422 1423 to_dp = dsa_user_to_port(act->dev); 1424 1425 mirror->to_local_port = to_dp->index; 1426 mirror->ingress = ingress; 1427 1428 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack); 1429 if (err) { 1430 kfree(mall_tc_entry); 1431 return err; 1432 } 1433 1434 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1435 1436 return err; 1437 } 1438 1439 static int 1440 dsa_user_add_cls_matchall_police(struct net_device *dev, 1441 struct tc_cls_matchall_offload *cls, 1442 bool ingress) 1443 { 1444 struct netlink_ext_ack *extack = cls->common.extack; 1445 struct dsa_port *dp = dsa_user_to_port(dev); 1446 struct dsa_user_priv *p = netdev_priv(dev); 1447 struct dsa_mall_policer_tc_entry *policer; 1448 struct dsa_mall_tc_entry *mall_tc_entry; 1449 struct dsa_switch *ds = dp->ds; 1450 struct flow_action_entry *act; 1451 int err; 1452 1453 if (!ds->ops->port_policer_add) { 1454 NL_SET_ERR_MSG_MOD(extack, 1455 "Policing offload not implemented"); 1456 return -EOPNOTSUPP; 1457 } 1458 1459 if (!ingress) { 1460 NL_SET_ERR_MSG_MOD(extack, 1461 "Only supported on ingress qdisc"); 1462 return -EOPNOTSUPP; 1463 } 1464 1465 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1466 cls->common.extack)) 1467 return -EOPNOTSUPP; 1468 1469 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) { 1470 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) { 1471 NL_SET_ERR_MSG_MOD(extack, 1472 "Only one port policer allowed"); 1473 return -EEXIST; 1474 } 1475 } 1476 1477 act = &cls->rule->action.entries[0]; 1478 1479 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1480 if (!mall_tc_entry) 1481 return -ENOMEM; 1482 1483 mall_tc_entry->cookie = cls->cookie; 1484 mall_tc_entry->type = DSA_PORT_MALL_POLICER; 1485 policer = &mall_tc_entry->policer; 1486 policer->rate_bytes_per_sec = act->police.rate_bytes_ps; 1487 policer->burst = act->police.burst; 1488 1489 err = ds->ops->port_policer_add(ds, dp->index, policer); 1490 if (err) { 1491 kfree(mall_tc_entry); 1492 return err; 1493 } 1494 1495 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1496 1497 return err; 1498 } 1499 1500 static int dsa_user_add_cls_matchall(struct net_device *dev, 1501 struct tc_cls_matchall_offload *cls, 1502 bool ingress) 1503 { 1504 int err = -EOPNOTSUPP; 1505 1506 if (cls->common.protocol == htons(ETH_P_ALL) && 1507 flow_offload_has_one_action(&cls->rule->action) && 1508 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED) 1509 err = dsa_user_add_cls_matchall_mirred(dev, cls, ingress); 1510 else if (flow_offload_has_one_action(&cls->rule->action) && 1511 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE) 1512 err = dsa_user_add_cls_matchall_police(dev, cls, ingress); 1513 1514 return err; 1515 } 1516 1517 static void dsa_user_del_cls_matchall(struct net_device *dev, 1518 struct tc_cls_matchall_offload *cls) 1519 { 1520 struct dsa_port *dp = dsa_user_to_port(dev); 1521 struct dsa_mall_tc_entry *mall_tc_entry; 1522 struct dsa_switch *ds = dp->ds; 1523 1524 mall_tc_entry = dsa_user_mall_tc_entry_find(dev, cls->cookie); 1525 if (!mall_tc_entry) 1526 return; 1527 1528 list_del(&mall_tc_entry->list); 1529 1530 switch (mall_tc_entry->type) { 1531 case DSA_PORT_MALL_MIRROR: 1532 if (ds->ops->port_mirror_del) 1533 ds->ops->port_mirror_del(ds, dp->index, 1534 &mall_tc_entry->mirror); 1535 break; 1536 case DSA_PORT_MALL_POLICER: 1537 if (ds->ops->port_policer_del) 1538 ds->ops->port_policer_del(ds, dp->index); 1539 break; 1540 default: 1541 WARN_ON(1); 1542 } 1543 1544 kfree(mall_tc_entry); 1545 } 1546 1547 static int dsa_user_setup_tc_cls_matchall(struct net_device *dev, 1548 struct tc_cls_matchall_offload *cls, 1549 bool ingress) 1550 { 1551 if (cls->common.chain_index) 1552 return -EOPNOTSUPP; 1553 1554 switch (cls->command) { 1555 case TC_CLSMATCHALL_REPLACE: 1556 return dsa_user_add_cls_matchall(dev, cls, ingress); 1557 case TC_CLSMATCHALL_DESTROY: 1558 dsa_user_del_cls_matchall(dev, cls); 1559 return 0; 1560 default: 1561 return -EOPNOTSUPP; 1562 } 1563 } 1564 1565 static int dsa_user_add_cls_flower(struct net_device *dev, 1566 struct flow_cls_offload *cls, 1567 bool ingress) 1568 { 1569 struct dsa_port *dp = dsa_user_to_port(dev); 1570 struct dsa_switch *ds = dp->ds; 1571 int port = dp->index; 1572 1573 if (!ds->ops->cls_flower_add) 1574 return -EOPNOTSUPP; 1575 1576 return ds->ops->cls_flower_add(ds, port, cls, ingress); 1577 } 1578 1579 static int dsa_user_del_cls_flower(struct net_device *dev, 1580 struct flow_cls_offload *cls, 1581 bool ingress) 1582 { 1583 struct dsa_port *dp = dsa_user_to_port(dev); 1584 struct dsa_switch *ds = dp->ds; 1585 int port = dp->index; 1586 1587 if (!ds->ops->cls_flower_del) 1588 return -EOPNOTSUPP; 1589 1590 return ds->ops->cls_flower_del(ds, port, cls, ingress); 1591 } 1592 1593 static int dsa_user_stats_cls_flower(struct net_device *dev, 1594 struct flow_cls_offload *cls, 1595 bool ingress) 1596 { 1597 struct dsa_port *dp = dsa_user_to_port(dev); 1598 struct dsa_switch *ds = dp->ds; 1599 int port = dp->index; 1600 1601 if (!ds->ops->cls_flower_stats) 1602 return -EOPNOTSUPP; 1603 1604 return ds->ops->cls_flower_stats(ds, port, cls, ingress); 1605 } 1606 1607 static int dsa_user_setup_tc_cls_flower(struct net_device *dev, 1608 struct flow_cls_offload *cls, 1609 bool ingress) 1610 { 1611 switch (cls->command) { 1612 case FLOW_CLS_REPLACE: 1613 return dsa_user_add_cls_flower(dev, cls, ingress); 1614 case FLOW_CLS_DESTROY: 1615 return dsa_user_del_cls_flower(dev, cls, ingress); 1616 case FLOW_CLS_STATS: 1617 return dsa_user_stats_cls_flower(dev, cls, ingress); 1618 default: 1619 return -EOPNOTSUPP; 1620 } 1621 } 1622 1623 static int dsa_user_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1624 void *cb_priv, bool ingress) 1625 { 1626 struct net_device *dev = cb_priv; 1627 1628 if (!tc_can_offload(dev)) 1629 return -EOPNOTSUPP; 1630 1631 switch (type) { 1632 case TC_SETUP_CLSMATCHALL: 1633 return dsa_user_setup_tc_cls_matchall(dev, type_data, ingress); 1634 case TC_SETUP_CLSFLOWER: 1635 return dsa_user_setup_tc_cls_flower(dev, type_data, ingress); 1636 default: 1637 return -EOPNOTSUPP; 1638 } 1639 } 1640 1641 static int dsa_user_setup_tc_block_cb_ig(enum tc_setup_type type, 1642 void *type_data, void *cb_priv) 1643 { 1644 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, true); 1645 } 1646 1647 static int dsa_user_setup_tc_block_cb_eg(enum tc_setup_type type, 1648 void *type_data, void *cb_priv) 1649 { 1650 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, false); 1651 } 1652 1653 static LIST_HEAD(dsa_user_block_cb_list); 1654 1655 static int dsa_user_setup_tc_block(struct net_device *dev, 1656 struct flow_block_offload *f) 1657 { 1658 struct flow_block_cb *block_cb; 1659 flow_setup_cb_t *cb; 1660 1661 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 1662 cb = dsa_user_setup_tc_block_cb_ig; 1663 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) 1664 cb = dsa_user_setup_tc_block_cb_eg; 1665 else 1666 return -EOPNOTSUPP; 1667 1668 f->driver_block_list = &dsa_user_block_cb_list; 1669 1670 switch (f->command) { 1671 case FLOW_BLOCK_BIND: 1672 if (flow_block_cb_is_busy(cb, dev, &dsa_user_block_cb_list)) 1673 return -EBUSY; 1674 1675 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL); 1676 if (IS_ERR(block_cb)) 1677 return PTR_ERR(block_cb); 1678 1679 flow_block_cb_add(block_cb, f); 1680 list_add_tail(&block_cb->driver_list, &dsa_user_block_cb_list); 1681 return 0; 1682 case FLOW_BLOCK_UNBIND: 1683 block_cb = flow_block_cb_lookup(f->block, cb, dev); 1684 if (!block_cb) 1685 return -ENOENT; 1686 1687 flow_block_cb_remove(block_cb, f); 1688 list_del(&block_cb->driver_list); 1689 return 0; 1690 default: 1691 return -EOPNOTSUPP; 1692 } 1693 } 1694 1695 static int dsa_user_setup_ft_block(struct dsa_switch *ds, int port, 1696 void *type_data) 1697 { 1698 struct net_device *conduit = dsa_port_to_conduit(dsa_to_port(ds, port)); 1699 1700 if (!conduit->netdev_ops->ndo_setup_tc) 1701 return -EOPNOTSUPP; 1702 1703 return conduit->netdev_ops->ndo_setup_tc(conduit, TC_SETUP_FT, type_data); 1704 } 1705 1706 static int dsa_user_setup_tc(struct net_device *dev, enum tc_setup_type type, 1707 void *type_data) 1708 { 1709 struct dsa_port *dp = dsa_user_to_port(dev); 1710 struct dsa_switch *ds = dp->ds; 1711 1712 switch (type) { 1713 case TC_SETUP_BLOCK: 1714 return dsa_user_setup_tc_block(dev, type_data); 1715 case TC_SETUP_FT: 1716 return dsa_user_setup_ft_block(ds, dp->index, type_data); 1717 default: 1718 break; 1719 } 1720 1721 if (!ds->ops->port_setup_tc) 1722 return -EOPNOTSUPP; 1723 1724 return ds->ops->port_setup_tc(ds, dp->index, type, type_data); 1725 } 1726 1727 static int dsa_user_get_rxnfc(struct net_device *dev, 1728 struct ethtool_rxnfc *nfc, u32 *rule_locs) 1729 { 1730 struct dsa_port *dp = dsa_user_to_port(dev); 1731 struct dsa_switch *ds = dp->ds; 1732 1733 if (!ds->ops->get_rxnfc) 1734 return -EOPNOTSUPP; 1735 1736 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs); 1737 } 1738 1739 static int dsa_user_set_rxnfc(struct net_device *dev, 1740 struct ethtool_rxnfc *nfc) 1741 { 1742 struct dsa_port *dp = dsa_user_to_port(dev); 1743 struct dsa_switch *ds = dp->ds; 1744 1745 if (!ds->ops->set_rxnfc) 1746 return -EOPNOTSUPP; 1747 1748 return ds->ops->set_rxnfc(ds, dp->index, nfc); 1749 } 1750 1751 static int dsa_user_get_ts_info(struct net_device *dev, 1752 struct ethtool_ts_info *ts) 1753 { 1754 struct dsa_user_priv *p = netdev_priv(dev); 1755 struct dsa_switch *ds = p->dp->ds; 1756 1757 if (!ds->ops->get_ts_info) 1758 return -EOPNOTSUPP; 1759 1760 return ds->ops->get_ts_info(ds, p->dp->index, ts); 1761 } 1762 1763 static int dsa_user_vlan_rx_add_vid(struct net_device *dev, __be16 proto, 1764 u16 vid) 1765 { 1766 struct dsa_port *dp = dsa_user_to_port(dev); 1767 struct switchdev_obj_port_vlan vlan = { 1768 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1769 .vid = vid, 1770 /* This API only allows programming tagged, non-PVID VIDs */ 1771 .flags = 0, 1772 }; 1773 struct netlink_ext_ack extack = {0}; 1774 struct dsa_switch *ds = dp->ds; 1775 struct netdev_hw_addr *ha; 1776 struct dsa_vlan *v; 1777 int ret; 1778 1779 /* User port... */ 1780 ret = dsa_port_vlan_add(dp, &vlan, &extack); 1781 if (ret) { 1782 if (extack._msg) 1783 netdev_err(dev, "%s\n", extack._msg); 1784 return ret; 1785 } 1786 1787 /* And CPU port... */ 1788 ret = dsa_port_host_vlan_add(dp, &vlan, &extack); 1789 if (ret) { 1790 if (extack._msg) 1791 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index, 1792 extack._msg); 1793 return ret; 1794 } 1795 1796 if (!dsa_switch_supports_uc_filtering(ds) && 1797 !dsa_switch_supports_mc_filtering(ds)) 1798 return 0; 1799 1800 v = kzalloc(sizeof(*v), GFP_KERNEL); 1801 if (!v) { 1802 ret = -ENOMEM; 1803 goto rollback; 1804 } 1805 1806 netif_addr_lock_bh(dev); 1807 1808 v->vid = vid; 1809 list_add_tail(&v->list, &dp->user_vlans); 1810 1811 if (dsa_switch_supports_mc_filtering(ds)) { 1812 netdev_for_each_synced_mc_addr(ha, dev) { 1813 dsa_user_schedule_standalone_work(dev, DSA_MC_ADD, 1814 ha->addr, vid); 1815 } 1816 } 1817 1818 if (dsa_switch_supports_uc_filtering(ds)) { 1819 netdev_for_each_synced_uc_addr(ha, dev) { 1820 dsa_user_schedule_standalone_work(dev, DSA_UC_ADD, 1821 ha->addr, vid); 1822 } 1823 } 1824 1825 netif_addr_unlock_bh(dev); 1826 1827 dsa_flush_workqueue(); 1828 1829 return 0; 1830 1831 rollback: 1832 dsa_port_host_vlan_del(dp, &vlan); 1833 dsa_port_vlan_del(dp, &vlan); 1834 1835 return ret; 1836 } 1837 1838 static int dsa_user_vlan_rx_kill_vid(struct net_device *dev, __be16 proto, 1839 u16 vid) 1840 { 1841 struct dsa_port *dp = dsa_user_to_port(dev); 1842 struct switchdev_obj_port_vlan vlan = { 1843 .vid = vid, 1844 /* This API only allows programming tagged, non-PVID VIDs */ 1845 .flags = 0, 1846 }; 1847 struct dsa_switch *ds = dp->ds; 1848 struct netdev_hw_addr *ha; 1849 struct dsa_vlan *v; 1850 int err; 1851 1852 err = dsa_port_vlan_del(dp, &vlan); 1853 if (err) 1854 return err; 1855 1856 err = dsa_port_host_vlan_del(dp, &vlan); 1857 if (err) 1858 return err; 1859 1860 if (!dsa_switch_supports_uc_filtering(ds) && 1861 !dsa_switch_supports_mc_filtering(ds)) 1862 return 0; 1863 1864 netif_addr_lock_bh(dev); 1865 1866 v = dsa_vlan_find(&dp->user_vlans, &vlan); 1867 if (!v) { 1868 netif_addr_unlock_bh(dev); 1869 return -ENOENT; 1870 } 1871 1872 list_del(&v->list); 1873 kfree(v); 1874 1875 if (dsa_switch_supports_mc_filtering(ds)) { 1876 netdev_for_each_synced_mc_addr(ha, dev) { 1877 dsa_user_schedule_standalone_work(dev, DSA_MC_DEL, 1878 ha->addr, vid); 1879 } 1880 } 1881 1882 if (dsa_switch_supports_uc_filtering(ds)) { 1883 netdev_for_each_synced_uc_addr(ha, dev) { 1884 dsa_user_schedule_standalone_work(dev, DSA_UC_DEL, 1885 ha->addr, vid); 1886 } 1887 } 1888 1889 netif_addr_unlock_bh(dev); 1890 1891 dsa_flush_workqueue(); 1892 1893 return 0; 1894 } 1895 1896 static int dsa_user_restore_vlan(struct net_device *vdev, int vid, void *arg) 1897 { 1898 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1899 1900 return dsa_user_vlan_rx_add_vid(arg, proto, vid); 1901 } 1902 1903 static int dsa_user_clear_vlan(struct net_device *vdev, int vid, void *arg) 1904 { 1905 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1906 1907 return dsa_user_vlan_rx_kill_vid(arg, proto, vid); 1908 } 1909 1910 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN 1911 * filtering is enabled. The baseline is that only ports that offload a 1912 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware, 1913 * but there are exceptions for quirky hardware. 1914 * 1915 * If ds->vlan_filtering_is_global = true, then standalone ports which share 1916 * the same switch with other ports that offload a VLAN-aware bridge are also 1917 * inevitably VLAN-aware. 1918 * 1919 * To summarize, a DSA switch port offloads: 1920 * 1921 * - If standalone (this includes software bridge, software LAG): 1922 * - if ds->needs_standalone_vlan_filtering = true, OR if 1923 * (ds->vlan_filtering_is_global = true AND there are bridges spanning 1924 * this switch chip which have vlan_filtering=1) 1925 * - the 8021q upper VLANs 1926 * - else (standalone VLAN filtering is not needed, VLAN filtering is not 1927 * global, or it is, but no port is under a VLAN-aware bridge): 1928 * - no VLAN (any 8021q upper is a software VLAN) 1929 * 1930 * - If under a vlan_filtering=0 bridge which it offload: 1931 * - if ds->configure_vlan_while_not_filtering = true (default): 1932 * - the bridge VLANs. These VLANs are committed to hardware but inactive. 1933 * - else (deprecated): 1934 * - no VLAN. The bridge VLANs are not restored when VLAN awareness is 1935 * enabled, so this behavior is broken and discouraged. 1936 * 1937 * - If under a vlan_filtering=1 bridge which it offload: 1938 * - the bridge VLANs 1939 * - the 8021q upper VLANs 1940 */ 1941 int dsa_user_manage_vlan_filtering(struct net_device *user, 1942 bool vlan_filtering) 1943 { 1944 int err; 1945 1946 if (vlan_filtering) { 1947 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 1948 1949 err = vlan_for_each(user, dsa_user_restore_vlan, user); 1950 if (err) { 1951 vlan_for_each(user, dsa_user_clear_vlan, user); 1952 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1953 return err; 1954 } 1955 } else { 1956 err = vlan_for_each(user, dsa_user_clear_vlan, user); 1957 if (err) 1958 return err; 1959 1960 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1961 } 1962 1963 return 0; 1964 } 1965 1966 struct dsa_hw_port { 1967 struct list_head list; 1968 struct net_device *dev; 1969 int old_mtu; 1970 }; 1971 1972 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu) 1973 { 1974 const struct dsa_hw_port *p; 1975 int err; 1976 1977 list_for_each_entry(p, hw_port_list, list) { 1978 if (p->dev->mtu == mtu) 1979 continue; 1980 1981 err = dev_set_mtu(p->dev, mtu); 1982 if (err) 1983 goto rollback; 1984 } 1985 1986 return 0; 1987 1988 rollback: 1989 list_for_each_entry_continue_reverse(p, hw_port_list, list) { 1990 if (p->dev->mtu == p->old_mtu) 1991 continue; 1992 1993 if (dev_set_mtu(p->dev, p->old_mtu)) 1994 netdev_err(p->dev, "Failed to restore MTU\n"); 1995 } 1996 1997 return err; 1998 } 1999 2000 static void dsa_hw_port_list_free(struct list_head *hw_port_list) 2001 { 2002 struct dsa_hw_port *p, *n; 2003 2004 list_for_each_entry_safe(p, n, hw_port_list, list) 2005 kfree(p); 2006 } 2007 2008 /* Make the hardware datapath to/from @dev limited to a common MTU */ 2009 static void dsa_bridge_mtu_normalization(struct dsa_port *dp) 2010 { 2011 struct list_head hw_port_list; 2012 struct dsa_switch_tree *dst; 2013 int min_mtu = ETH_MAX_MTU; 2014 struct dsa_port *other_dp; 2015 int err; 2016 2017 if (!dp->ds->mtu_enforcement_ingress) 2018 return; 2019 2020 if (!dp->bridge) 2021 return; 2022 2023 INIT_LIST_HEAD(&hw_port_list); 2024 2025 /* Populate the list of ports that are part of the same bridge 2026 * as the newly added/modified port 2027 */ 2028 list_for_each_entry(dst, &dsa_tree_list, list) { 2029 list_for_each_entry(other_dp, &dst->ports, list) { 2030 struct dsa_hw_port *hw_port; 2031 struct net_device *user; 2032 2033 if (other_dp->type != DSA_PORT_TYPE_USER) 2034 continue; 2035 2036 if (!dsa_port_bridge_same(dp, other_dp)) 2037 continue; 2038 2039 if (!other_dp->ds->mtu_enforcement_ingress) 2040 continue; 2041 2042 user = other_dp->user; 2043 2044 if (min_mtu > user->mtu) 2045 min_mtu = user->mtu; 2046 2047 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL); 2048 if (!hw_port) 2049 goto out; 2050 2051 hw_port->dev = user; 2052 hw_port->old_mtu = user->mtu; 2053 2054 list_add(&hw_port->list, &hw_port_list); 2055 } 2056 } 2057 2058 /* Attempt to configure the entire hardware bridge to the newly added 2059 * interface's MTU first, regardless of whether the intention of the 2060 * user was to raise or lower it. 2061 */ 2062 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->user->mtu); 2063 if (!err) 2064 goto out; 2065 2066 /* Clearly that didn't work out so well, so just set the minimum MTU on 2067 * all hardware bridge ports now. If this fails too, then all ports will 2068 * still have their old MTU rolled back anyway. 2069 */ 2070 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu); 2071 2072 out: 2073 dsa_hw_port_list_free(&hw_port_list); 2074 } 2075 2076 int dsa_user_change_mtu(struct net_device *dev, int new_mtu) 2077 { 2078 struct net_device *conduit = dsa_user_to_conduit(dev); 2079 struct dsa_port *dp = dsa_user_to_port(dev); 2080 struct dsa_port *cpu_dp = dp->cpu_dp; 2081 struct dsa_switch *ds = dp->ds; 2082 struct dsa_port *other_dp; 2083 int largest_mtu = 0; 2084 int new_conduit_mtu; 2085 int old_conduit_mtu; 2086 int mtu_limit; 2087 int overhead; 2088 int cpu_mtu; 2089 int err; 2090 2091 if (!ds->ops->port_change_mtu) 2092 return -EOPNOTSUPP; 2093 2094 dsa_tree_for_each_user_port(other_dp, ds->dst) { 2095 int user_mtu; 2096 2097 /* During probe, this function will be called for each user 2098 * device, while not all of them have been allocated. That's 2099 * ok, it doesn't change what the maximum is, so ignore it. 2100 */ 2101 if (!other_dp->user) 2102 continue; 2103 2104 /* Pretend that we already applied the setting, which we 2105 * actually haven't (still haven't done all integrity checks) 2106 */ 2107 if (dp == other_dp) 2108 user_mtu = new_mtu; 2109 else 2110 user_mtu = other_dp->user->mtu; 2111 2112 if (largest_mtu < user_mtu) 2113 largest_mtu = user_mtu; 2114 } 2115 2116 overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops); 2117 mtu_limit = min_t(int, conduit->max_mtu, dev->max_mtu + overhead); 2118 old_conduit_mtu = conduit->mtu; 2119 new_conduit_mtu = largest_mtu + overhead; 2120 if (new_conduit_mtu > mtu_limit) 2121 return -ERANGE; 2122 2123 /* If the conduit MTU isn't over limit, there's no need to check the CPU 2124 * MTU, since that surely isn't either. 2125 */ 2126 cpu_mtu = largest_mtu; 2127 2128 /* Start applying stuff */ 2129 if (new_conduit_mtu != old_conduit_mtu) { 2130 err = dev_set_mtu(conduit, new_conduit_mtu); 2131 if (err < 0) 2132 goto out_conduit_failed; 2133 2134 /* We only need to propagate the MTU of the CPU port to 2135 * upstream switches, so emit a notifier which updates them. 2136 */ 2137 err = dsa_port_mtu_change(cpu_dp, cpu_mtu); 2138 if (err) 2139 goto out_cpu_failed; 2140 } 2141 2142 err = ds->ops->port_change_mtu(ds, dp->index, new_mtu); 2143 if (err) 2144 goto out_port_failed; 2145 2146 dev->mtu = new_mtu; 2147 2148 dsa_bridge_mtu_normalization(dp); 2149 2150 return 0; 2151 2152 out_port_failed: 2153 if (new_conduit_mtu != old_conduit_mtu) 2154 dsa_port_mtu_change(cpu_dp, old_conduit_mtu - overhead); 2155 out_cpu_failed: 2156 if (new_conduit_mtu != old_conduit_mtu) 2157 dev_set_mtu(conduit, old_conduit_mtu); 2158 out_conduit_failed: 2159 return err; 2160 } 2161 2162 static int __maybe_unused 2163 dsa_user_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app) 2164 { 2165 struct dsa_port *dp = dsa_user_to_port(dev); 2166 struct dsa_switch *ds = dp->ds; 2167 unsigned long mask, new_prio; 2168 int err, port = dp->index; 2169 2170 if (!ds->ops->port_set_default_prio) 2171 return -EOPNOTSUPP; 2172 2173 err = dcb_ieee_setapp(dev, app); 2174 if (err) 2175 return err; 2176 2177 mask = dcb_ieee_getapp_mask(dev, app); 2178 new_prio = __fls(mask); 2179 2180 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2181 if (err) { 2182 dcb_ieee_delapp(dev, app); 2183 return err; 2184 } 2185 2186 return 0; 2187 } 2188 2189 static int __maybe_unused 2190 dsa_user_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app) 2191 { 2192 struct dsa_port *dp = dsa_user_to_port(dev); 2193 struct dsa_switch *ds = dp->ds; 2194 unsigned long mask, new_prio; 2195 int err, port = dp->index; 2196 u8 dscp = app->protocol; 2197 2198 if (!ds->ops->port_add_dscp_prio) 2199 return -EOPNOTSUPP; 2200 2201 if (dscp >= 64) { 2202 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n", 2203 dscp); 2204 return -EINVAL; 2205 } 2206 2207 err = dcb_ieee_setapp(dev, app); 2208 if (err) 2209 return err; 2210 2211 mask = dcb_ieee_getapp_mask(dev, app); 2212 new_prio = __fls(mask); 2213 2214 err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio); 2215 if (err) { 2216 dcb_ieee_delapp(dev, app); 2217 return err; 2218 } 2219 2220 return 0; 2221 } 2222 2223 static int __maybe_unused dsa_user_dcbnl_ieee_setapp(struct net_device *dev, 2224 struct dcb_app *app) 2225 { 2226 switch (app->selector) { 2227 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2228 switch (app->protocol) { 2229 case 0: 2230 return dsa_user_dcbnl_set_default_prio(dev, app); 2231 default: 2232 return -EOPNOTSUPP; 2233 } 2234 break; 2235 case IEEE_8021QAZ_APP_SEL_DSCP: 2236 return dsa_user_dcbnl_add_dscp_prio(dev, app); 2237 default: 2238 return -EOPNOTSUPP; 2239 } 2240 } 2241 2242 static int __maybe_unused 2243 dsa_user_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app) 2244 { 2245 struct dsa_port *dp = dsa_user_to_port(dev); 2246 struct dsa_switch *ds = dp->ds; 2247 unsigned long mask, new_prio; 2248 int err, port = dp->index; 2249 2250 if (!ds->ops->port_set_default_prio) 2251 return -EOPNOTSUPP; 2252 2253 err = dcb_ieee_delapp(dev, app); 2254 if (err) 2255 return err; 2256 2257 mask = dcb_ieee_getapp_mask(dev, app); 2258 new_prio = mask ? __fls(mask) : 0; 2259 2260 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2261 if (err) { 2262 dcb_ieee_setapp(dev, app); 2263 return err; 2264 } 2265 2266 return 0; 2267 } 2268 2269 static int __maybe_unused 2270 dsa_user_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app) 2271 { 2272 struct dsa_port *dp = dsa_user_to_port(dev); 2273 struct dsa_switch *ds = dp->ds; 2274 int err, port = dp->index; 2275 u8 dscp = app->protocol; 2276 2277 if (!ds->ops->port_del_dscp_prio) 2278 return -EOPNOTSUPP; 2279 2280 err = dcb_ieee_delapp(dev, app); 2281 if (err) 2282 return err; 2283 2284 err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority); 2285 if (err) { 2286 dcb_ieee_setapp(dev, app); 2287 return err; 2288 } 2289 2290 return 0; 2291 } 2292 2293 static int __maybe_unused dsa_user_dcbnl_ieee_delapp(struct net_device *dev, 2294 struct dcb_app *app) 2295 { 2296 switch (app->selector) { 2297 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2298 switch (app->protocol) { 2299 case 0: 2300 return dsa_user_dcbnl_del_default_prio(dev, app); 2301 default: 2302 return -EOPNOTSUPP; 2303 } 2304 break; 2305 case IEEE_8021QAZ_APP_SEL_DSCP: 2306 return dsa_user_dcbnl_del_dscp_prio(dev, app); 2307 default: 2308 return -EOPNOTSUPP; 2309 } 2310 } 2311 2312 /* Pre-populate the DCB application priority table with the priorities 2313 * configured during switch setup, which we read from hardware here. 2314 */ 2315 static int dsa_user_dcbnl_init(struct net_device *dev) 2316 { 2317 struct dsa_port *dp = dsa_user_to_port(dev); 2318 struct dsa_switch *ds = dp->ds; 2319 int port = dp->index; 2320 int err; 2321 2322 if (ds->ops->port_get_default_prio) { 2323 int prio = ds->ops->port_get_default_prio(ds, port); 2324 struct dcb_app app = { 2325 .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE, 2326 .protocol = 0, 2327 .priority = prio, 2328 }; 2329 2330 if (prio < 0) 2331 return prio; 2332 2333 err = dcb_ieee_setapp(dev, &app); 2334 if (err) 2335 return err; 2336 } 2337 2338 if (ds->ops->port_get_dscp_prio) { 2339 int protocol; 2340 2341 for (protocol = 0; protocol < 64; protocol++) { 2342 struct dcb_app app = { 2343 .selector = IEEE_8021QAZ_APP_SEL_DSCP, 2344 .protocol = protocol, 2345 }; 2346 int prio; 2347 2348 prio = ds->ops->port_get_dscp_prio(ds, port, protocol); 2349 if (prio == -EOPNOTSUPP) 2350 continue; 2351 if (prio < 0) 2352 return prio; 2353 2354 app.priority = prio; 2355 2356 err = dcb_ieee_setapp(dev, &app); 2357 if (err) 2358 return err; 2359 } 2360 } 2361 2362 return 0; 2363 } 2364 2365 static const struct ethtool_ops dsa_user_ethtool_ops = { 2366 .get_drvinfo = dsa_user_get_drvinfo, 2367 .get_regs_len = dsa_user_get_regs_len, 2368 .get_regs = dsa_user_get_regs, 2369 .nway_reset = dsa_user_nway_reset, 2370 .get_link = ethtool_op_get_link, 2371 .get_eeprom_len = dsa_user_get_eeprom_len, 2372 .get_eeprom = dsa_user_get_eeprom, 2373 .set_eeprom = dsa_user_set_eeprom, 2374 .get_strings = dsa_user_get_strings, 2375 .get_ethtool_stats = dsa_user_get_ethtool_stats, 2376 .get_sset_count = dsa_user_get_sset_count, 2377 .get_eth_phy_stats = dsa_user_get_eth_phy_stats, 2378 .get_eth_mac_stats = dsa_user_get_eth_mac_stats, 2379 .get_eth_ctrl_stats = dsa_user_get_eth_ctrl_stats, 2380 .get_rmon_stats = dsa_user_get_rmon_stats, 2381 .set_wol = dsa_user_set_wol, 2382 .get_wol = dsa_user_get_wol, 2383 .set_eee = dsa_user_set_eee, 2384 .get_eee = dsa_user_get_eee, 2385 .get_link_ksettings = dsa_user_get_link_ksettings, 2386 .set_link_ksettings = dsa_user_set_link_ksettings, 2387 .get_pause_stats = dsa_user_get_pause_stats, 2388 .get_pauseparam = dsa_user_get_pauseparam, 2389 .set_pauseparam = dsa_user_set_pauseparam, 2390 .get_rxnfc = dsa_user_get_rxnfc, 2391 .set_rxnfc = dsa_user_set_rxnfc, 2392 .get_ts_info = dsa_user_get_ts_info, 2393 .self_test = dsa_user_net_selftest, 2394 .get_mm = dsa_user_get_mm, 2395 .set_mm = dsa_user_set_mm, 2396 .get_mm_stats = dsa_user_get_mm_stats, 2397 }; 2398 2399 static const struct dcbnl_rtnl_ops __maybe_unused dsa_user_dcbnl_ops = { 2400 .ieee_setapp = dsa_user_dcbnl_ieee_setapp, 2401 .ieee_delapp = dsa_user_dcbnl_ieee_delapp, 2402 }; 2403 2404 static void dsa_user_get_stats64(struct net_device *dev, 2405 struct rtnl_link_stats64 *s) 2406 { 2407 struct dsa_port *dp = dsa_user_to_port(dev); 2408 struct dsa_switch *ds = dp->ds; 2409 2410 if (ds->ops->get_stats64) 2411 ds->ops->get_stats64(ds, dp->index, s); 2412 else 2413 dev_get_tstats64(dev, s); 2414 } 2415 2416 static int dsa_user_fill_forward_path(struct net_device_path_ctx *ctx, 2417 struct net_device_path *path) 2418 { 2419 struct dsa_port *dp = dsa_user_to_port(ctx->dev); 2420 struct net_device *conduit = dsa_port_to_conduit(dp); 2421 struct dsa_port *cpu_dp = dp->cpu_dp; 2422 2423 path->dev = ctx->dev; 2424 path->type = DEV_PATH_DSA; 2425 path->dsa.proto = cpu_dp->tag_ops->proto; 2426 path->dsa.port = dp->index; 2427 ctx->dev = conduit; 2428 2429 return 0; 2430 } 2431 2432 static const struct net_device_ops dsa_user_netdev_ops = { 2433 .ndo_open = dsa_user_open, 2434 .ndo_stop = dsa_user_close, 2435 .ndo_start_xmit = dsa_user_xmit, 2436 .ndo_change_rx_flags = dsa_user_change_rx_flags, 2437 .ndo_set_rx_mode = dsa_user_set_rx_mode, 2438 .ndo_set_mac_address = dsa_user_set_mac_address, 2439 .ndo_fdb_dump = dsa_user_fdb_dump, 2440 .ndo_eth_ioctl = dsa_user_ioctl, 2441 .ndo_get_iflink = dsa_user_get_iflink, 2442 #ifdef CONFIG_NET_POLL_CONTROLLER 2443 .ndo_netpoll_setup = dsa_user_netpoll_setup, 2444 .ndo_netpoll_cleanup = dsa_user_netpoll_cleanup, 2445 .ndo_poll_controller = dsa_user_poll_controller, 2446 #endif 2447 .ndo_setup_tc = dsa_user_setup_tc, 2448 .ndo_get_stats64 = dsa_user_get_stats64, 2449 .ndo_vlan_rx_add_vid = dsa_user_vlan_rx_add_vid, 2450 .ndo_vlan_rx_kill_vid = dsa_user_vlan_rx_kill_vid, 2451 .ndo_change_mtu = dsa_user_change_mtu, 2452 .ndo_fill_forward_path = dsa_user_fill_forward_path, 2453 }; 2454 2455 static struct device_type dsa_type = { 2456 .name = "dsa", 2457 }; 2458 2459 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up) 2460 { 2461 const struct dsa_port *dp = dsa_to_port(ds, port); 2462 2463 if (dp->pl) 2464 phylink_mac_change(dp->pl, up); 2465 } 2466 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change); 2467 2468 static void dsa_user_phylink_fixed_state(struct phylink_config *config, 2469 struct phylink_link_state *state) 2470 { 2471 struct dsa_port *dp = container_of(config, struct dsa_port, pl_config); 2472 struct dsa_switch *ds = dp->ds; 2473 2474 /* No need to check that this operation is valid, the callback would 2475 * not be called if it was not. 2476 */ 2477 ds->ops->phylink_fixed_state(ds, dp->index, state); 2478 } 2479 2480 /* user device setup *******************************************************/ 2481 static int dsa_user_phy_connect(struct net_device *user_dev, int addr, 2482 u32 flags) 2483 { 2484 struct dsa_port *dp = dsa_user_to_port(user_dev); 2485 struct dsa_switch *ds = dp->ds; 2486 2487 user_dev->phydev = mdiobus_get_phy(ds->user_mii_bus, addr); 2488 if (!user_dev->phydev) { 2489 netdev_err(user_dev, "no phy at %d\n", addr); 2490 return -ENODEV; 2491 } 2492 2493 user_dev->phydev->dev_flags |= flags; 2494 2495 return phylink_connect_phy(dp->pl, user_dev->phydev); 2496 } 2497 2498 static int dsa_user_phy_setup(struct net_device *user_dev) 2499 { 2500 struct dsa_port *dp = dsa_user_to_port(user_dev); 2501 struct device_node *port_dn = dp->dn; 2502 struct dsa_switch *ds = dp->ds; 2503 u32 phy_flags = 0; 2504 int ret; 2505 2506 dp->pl_config.dev = &user_dev->dev; 2507 dp->pl_config.type = PHYLINK_NETDEV; 2508 2509 /* The get_fixed_state callback takes precedence over polling the 2510 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set 2511 * this if the switch provides such a callback. 2512 */ 2513 if (ds->ops->phylink_fixed_state) { 2514 dp->pl_config.get_fixed_state = dsa_user_phylink_fixed_state; 2515 dp->pl_config.poll_fixed_state = true; 2516 } 2517 2518 ret = dsa_port_phylink_create(dp); 2519 if (ret) 2520 return ret; 2521 2522 if (ds->ops->get_phy_flags) 2523 phy_flags = ds->ops->get_phy_flags(ds, dp->index); 2524 2525 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags); 2526 if (ret == -ENODEV && ds->user_mii_bus) { 2527 /* We could not connect to a designated PHY or SFP, so try to 2528 * use the switch internal MDIO bus instead 2529 */ 2530 ret = dsa_user_phy_connect(user_dev, dp->index, phy_flags); 2531 } 2532 if (ret) { 2533 netdev_err(user_dev, "failed to connect to PHY: %pe\n", 2534 ERR_PTR(ret)); 2535 dsa_port_phylink_destroy(dp); 2536 } 2537 2538 return ret; 2539 } 2540 2541 void dsa_user_setup_tagger(struct net_device *user) 2542 { 2543 struct dsa_port *dp = dsa_user_to_port(user); 2544 struct net_device *conduit = dsa_port_to_conduit(dp); 2545 struct dsa_user_priv *p = netdev_priv(user); 2546 const struct dsa_port *cpu_dp = dp->cpu_dp; 2547 const struct dsa_switch *ds = dp->ds; 2548 2549 user->needed_headroom = cpu_dp->tag_ops->needed_headroom; 2550 user->needed_tailroom = cpu_dp->tag_ops->needed_tailroom; 2551 /* Try to save one extra realloc later in the TX path (in the conduit) 2552 * by also inheriting the conduit's needed headroom and tailroom. 2553 * The 8021q driver also does this. 2554 */ 2555 user->needed_headroom += conduit->needed_headroom; 2556 user->needed_tailroom += conduit->needed_tailroom; 2557 2558 p->xmit = cpu_dp->tag_ops->xmit; 2559 2560 user->features = conduit->vlan_features | NETIF_F_HW_TC; 2561 user->hw_features |= NETIF_F_HW_TC; 2562 user->features |= NETIF_F_LLTX; 2563 if (user->needed_tailroom) 2564 user->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST); 2565 if (ds->needs_standalone_vlan_filtering) 2566 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 2567 } 2568 2569 int dsa_user_suspend(struct net_device *user_dev) 2570 { 2571 struct dsa_port *dp = dsa_user_to_port(user_dev); 2572 2573 if (!netif_running(user_dev)) 2574 return 0; 2575 2576 netif_device_detach(user_dev); 2577 2578 rtnl_lock(); 2579 phylink_stop(dp->pl); 2580 rtnl_unlock(); 2581 2582 return 0; 2583 } 2584 2585 int dsa_user_resume(struct net_device *user_dev) 2586 { 2587 struct dsa_port *dp = dsa_user_to_port(user_dev); 2588 2589 if (!netif_running(user_dev)) 2590 return 0; 2591 2592 netif_device_attach(user_dev); 2593 2594 rtnl_lock(); 2595 phylink_start(dp->pl); 2596 rtnl_unlock(); 2597 2598 return 0; 2599 } 2600 2601 int dsa_user_create(struct dsa_port *port) 2602 { 2603 struct net_device *conduit = dsa_port_to_conduit(port); 2604 struct dsa_switch *ds = port->ds; 2605 struct net_device *user_dev; 2606 struct dsa_user_priv *p; 2607 const char *name; 2608 int assign_type; 2609 int ret; 2610 2611 if (!ds->num_tx_queues) 2612 ds->num_tx_queues = 1; 2613 2614 if (port->name) { 2615 name = port->name; 2616 assign_type = NET_NAME_PREDICTABLE; 2617 } else { 2618 name = "eth%d"; 2619 assign_type = NET_NAME_ENUM; 2620 } 2621 2622 user_dev = alloc_netdev_mqs(sizeof(struct dsa_user_priv), name, 2623 assign_type, ether_setup, 2624 ds->num_tx_queues, 1); 2625 if (user_dev == NULL) 2626 return -ENOMEM; 2627 2628 user_dev->rtnl_link_ops = &dsa_link_ops; 2629 user_dev->ethtool_ops = &dsa_user_ethtool_ops; 2630 #if IS_ENABLED(CONFIG_DCB) 2631 user_dev->dcbnl_ops = &dsa_user_dcbnl_ops; 2632 #endif 2633 if (!is_zero_ether_addr(port->mac)) 2634 eth_hw_addr_set(user_dev, port->mac); 2635 else 2636 eth_hw_addr_inherit(user_dev, conduit); 2637 user_dev->priv_flags |= IFF_NO_QUEUE; 2638 if (dsa_switch_supports_uc_filtering(ds)) 2639 user_dev->priv_flags |= IFF_UNICAST_FLT; 2640 user_dev->netdev_ops = &dsa_user_netdev_ops; 2641 if (ds->ops->port_max_mtu) 2642 user_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index); 2643 SET_NETDEV_DEVTYPE(user_dev, &dsa_type); 2644 2645 SET_NETDEV_DEV(user_dev, port->ds->dev); 2646 SET_NETDEV_DEVLINK_PORT(user_dev, &port->devlink_port); 2647 user_dev->dev.of_node = port->dn; 2648 user_dev->vlan_features = conduit->vlan_features; 2649 2650 p = netdev_priv(user_dev); 2651 user_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 2652 if (!user_dev->tstats) { 2653 free_netdev(user_dev); 2654 return -ENOMEM; 2655 } 2656 2657 ret = gro_cells_init(&p->gcells, user_dev); 2658 if (ret) 2659 goto out_free; 2660 2661 p->dp = port; 2662 INIT_LIST_HEAD(&p->mall_tc_list); 2663 port->user = user_dev; 2664 dsa_user_setup_tagger(user_dev); 2665 2666 netif_carrier_off(user_dev); 2667 2668 ret = dsa_user_phy_setup(user_dev); 2669 if (ret) { 2670 netdev_err(user_dev, 2671 "error %d setting up PHY for tree %d, switch %d, port %d\n", 2672 ret, ds->dst->index, ds->index, port->index); 2673 goto out_gcells; 2674 } 2675 2676 rtnl_lock(); 2677 2678 ret = dsa_user_change_mtu(user_dev, ETH_DATA_LEN); 2679 if (ret && ret != -EOPNOTSUPP) 2680 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n", 2681 ret, ETH_DATA_LEN, port->index); 2682 2683 ret = register_netdevice(user_dev); 2684 if (ret) { 2685 netdev_err(conduit, "error %d registering interface %s\n", 2686 ret, user_dev->name); 2687 rtnl_unlock(); 2688 goto out_phy; 2689 } 2690 2691 if (IS_ENABLED(CONFIG_DCB)) { 2692 ret = dsa_user_dcbnl_init(user_dev); 2693 if (ret) { 2694 netdev_err(user_dev, 2695 "failed to initialize DCB: %pe\n", 2696 ERR_PTR(ret)); 2697 rtnl_unlock(); 2698 goto out_unregister; 2699 } 2700 } 2701 2702 ret = netdev_upper_dev_link(conduit, user_dev, NULL); 2703 2704 rtnl_unlock(); 2705 2706 if (ret) 2707 goto out_unregister; 2708 2709 return 0; 2710 2711 out_unregister: 2712 unregister_netdev(user_dev); 2713 out_phy: 2714 rtnl_lock(); 2715 phylink_disconnect_phy(p->dp->pl); 2716 rtnl_unlock(); 2717 dsa_port_phylink_destroy(p->dp); 2718 out_gcells: 2719 gro_cells_destroy(&p->gcells); 2720 out_free: 2721 free_percpu(user_dev->tstats); 2722 free_netdev(user_dev); 2723 port->user = NULL; 2724 return ret; 2725 } 2726 2727 void dsa_user_destroy(struct net_device *user_dev) 2728 { 2729 struct net_device *conduit = dsa_user_to_conduit(user_dev); 2730 struct dsa_port *dp = dsa_user_to_port(user_dev); 2731 struct dsa_user_priv *p = netdev_priv(user_dev); 2732 2733 netif_carrier_off(user_dev); 2734 rtnl_lock(); 2735 netdev_upper_dev_unlink(conduit, user_dev); 2736 unregister_netdevice(user_dev); 2737 phylink_disconnect_phy(dp->pl); 2738 rtnl_unlock(); 2739 2740 dsa_port_phylink_destroy(dp); 2741 gro_cells_destroy(&p->gcells); 2742 free_percpu(user_dev->tstats); 2743 free_netdev(user_dev); 2744 } 2745 2746 int dsa_user_change_conduit(struct net_device *dev, struct net_device *conduit, 2747 struct netlink_ext_ack *extack) 2748 { 2749 struct net_device *old_conduit = dsa_user_to_conduit(dev); 2750 struct dsa_port *dp = dsa_user_to_port(dev); 2751 struct dsa_switch *ds = dp->ds; 2752 struct net_device *upper; 2753 struct list_head *iter; 2754 int err; 2755 2756 if (conduit == old_conduit) 2757 return 0; 2758 2759 if (!ds->ops->port_change_conduit) { 2760 NL_SET_ERR_MSG_MOD(extack, 2761 "Driver does not support changing DSA conduit"); 2762 return -EOPNOTSUPP; 2763 } 2764 2765 if (!netdev_uses_dsa(conduit)) { 2766 NL_SET_ERR_MSG_MOD(extack, 2767 "Interface not eligible as DSA conduit"); 2768 return -EOPNOTSUPP; 2769 } 2770 2771 netdev_for_each_upper_dev_rcu(conduit, upper, iter) { 2772 if (dsa_user_dev_check(upper)) 2773 continue; 2774 if (netif_is_bridge_master(upper)) 2775 continue; 2776 NL_SET_ERR_MSG_MOD(extack, "Cannot join conduit with unknown uppers"); 2777 return -EOPNOTSUPP; 2778 } 2779 2780 /* Since we allow live-changing the DSA conduit, plus we auto-open the 2781 * DSA conduit when the user port opens => we need to ensure that the 2782 * new DSA conduit is open too. 2783 */ 2784 if (dev->flags & IFF_UP) { 2785 err = dev_open(conduit, extack); 2786 if (err) 2787 return err; 2788 } 2789 2790 netdev_upper_dev_unlink(old_conduit, dev); 2791 2792 err = netdev_upper_dev_link(conduit, dev, extack); 2793 if (err) 2794 goto out_revert_old_conduit_unlink; 2795 2796 err = dsa_port_change_conduit(dp, conduit, extack); 2797 if (err) 2798 goto out_revert_conduit_link; 2799 2800 /* Update the MTU of the new CPU port through cross-chip notifiers */ 2801 err = dsa_user_change_mtu(dev, dev->mtu); 2802 if (err && err != -EOPNOTSUPP) { 2803 netdev_warn(dev, 2804 "nonfatal error updating MTU with new conduit: %pe\n", 2805 ERR_PTR(err)); 2806 } 2807 2808 /* If the port doesn't have its own MAC address and relies on the DSA 2809 * conduit's one, inherit it again from the new DSA conduit. 2810 */ 2811 if (is_zero_ether_addr(dp->mac)) 2812 eth_hw_addr_inherit(dev, conduit); 2813 2814 return 0; 2815 2816 out_revert_conduit_link: 2817 netdev_upper_dev_unlink(conduit, dev); 2818 out_revert_old_conduit_unlink: 2819 netdev_upper_dev_link(old_conduit, dev, NULL); 2820 return err; 2821 } 2822 2823 bool dsa_user_dev_check(const struct net_device *dev) 2824 { 2825 return dev->netdev_ops == &dsa_user_netdev_ops; 2826 } 2827 EXPORT_SYMBOL_GPL(dsa_user_dev_check); 2828 2829 static int dsa_user_changeupper(struct net_device *dev, 2830 struct netdev_notifier_changeupper_info *info) 2831 { 2832 struct dsa_port *dp = dsa_user_to_port(dev); 2833 struct netlink_ext_ack *extack; 2834 int err = NOTIFY_DONE; 2835 2836 if (!dsa_user_dev_check(dev)) 2837 return err; 2838 2839 extack = netdev_notifier_info_to_extack(&info->info); 2840 2841 if (netif_is_bridge_master(info->upper_dev)) { 2842 if (info->linking) { 2843 err = dsa_port_bridge_join(dp, info->upper_dev, extack); 2844 if (!err) 2845 dsa_bridge_mtu_normalization(dp); 2846 if (err == -EOPNOTSUPP) { 2847 NL_SET_ERR_MSG_WEAK_MOD(extack, 2848 "Offloading not supported"); 2849 err = 0; 2850 } 2851 err = notifier_from_errno(err); 2852 } else { 2853 dsa_port_bridge_leave(dp, info->upper_dev); 2854 err = NOTIFY_OK; 2855 } 2856 } else if (netif_is_lag_master(info->upper_dev)) { 2857 if (info->linking) { 2858 err = dsa_port_lag_join(dp, info->upper_dev, 2859 info->upper_info, extack); 2860 if (err == -EOPNOTSUPP) { 2861 NL_SET_ERR_MSG_WEAK_MOD(extack, 2862 "Offloading not supported"); 2863 err = 0; 2864 } 2865 err = notifier_from_errno(err); 2866 } else { 2867 dsa_port_lag_leave(dp, info->upper_dev); 2868 err = NOTIFY_OK; 2869 } 2870 } else if (is_hsr_master(info->upper_dev)) { 2871 if (info->linking) { 2872 err = dsa_port_hsr_join(dp, info->upper_dev, extack); 2873 if (err == -EOPNOTSUPP) { 2874 NL_SET_ERR_MSG_WEAK_MOD(extack, 2875 "Offloading not supported"); 2876 err = 0; 2877 } 2878 err = notifier_from_errno(err); 2879 } else { 2880 dsa_port_hsr_leave(dp, info->upper_dev); 2881 err = NOTIFY_OK; 2882 } 2883 } 2884 2885 return err; 2886 } 2887 2888 static int dsa_user_prechangeupper(struct net_device *dev, 2889 struct netdev_notifier_changeupper_info *info) 2890 { 2891 struct dsa_port *dp = dsa_user_to_port(dev); 2892 2893 if (!dsa_user_dev_check(dev)) 2894 return NOTIFY_DONE; 2895 2896 if (netif_is_bridge_master(info->upper_dev) && !info->linking) 2897 dsa_port_pre_bridge_leave(dp, info->upper_dev); 2898 else if (netif_is_lag_master(info->upper_dev) && !info->linking) 2899 dsa_port_pre_lag_leave(dp, info->upper_dev); 2900 /* dsa_port_pre_hsr_leave is not yet necessary since hsr devices cannot 2901 * meaningfully placed under a bridge yet 2902 */ 2903 2904 return NOTIFY_DONE; 2905 } 2906 2907 static int 2908 dsa_user_lag_changeupper(struct net_device *dev, 2909 struct netdev_notifier_changeupper_info *info) 2910 { 2911 struct net_device *lower; 2912 struct list_head *iter; 2913 int err = NOTIFY_DONE; 2914 struct dsa_port *dp; 2915 2916 if (!netif_is_lag_master(dev)) 2917 return err; 2918 2919 netdev_for_each_lower_dev(dev, lower, iter) { 2920 if (!dsa_user_dev_check(lower)) 2921 continue; 2922 2923 dp = dsa_user_to_port(lower); 2924 if (!dp->lag) 2925 /* Software LAG */ 2926 continue; 2927 2928 err = dsa_user_changeupper(lower, info); 2929 if (notifier_to_errno(err)) 2930 break; 2931 } 2932 2933 return err; 2934 } 2935 2936 /* Same as dsa_user_lag_changeupper() except that it calls 2937 * dsa_user_prechangeupper() 2938 */ 2939 static int 2940 dsa_user_lag_prechangeupper(struct net_device *dev, 2941 struct netdev_notifier_changeupper_info *info) 2942 { 2943 struct net_device *lower; 2944 struct list_head *iter; 2945 int err = NOTIFY_DONE; 2946 struct dsa_port *dp; 2947 2948 if (!netif_is_lag_master(dev)) 2949 return err; 2950 2951 netdev_for_each_lower_dev(dev, lower, iter) { 2952 if (!dsa_user_dev_check(lower)) 2953 continue; 2954 2955 dp = dsa_user_to_port(lower); 2956 if (!dp->lag) 2957 /* Software LAG */ 2958 continue; 2959 2960 err = dsa_user_prechangeupper(lower, info); 2961 if (notifier_to_errno(err)) 2962 break; 2963 } 2964 2965 return err; 2966 } 2967 2968 static int 2969 dsa_prevent_bridging_8021q_upper(struct net_device *dev, 2970 struct netdev_notifier_changeupper_info *info) 2971 { 2972 struct netlink_ext_ack *ext_ack; 2973 struct net_device *user, *br; 2974 struct dsa_port *dp; 2975 2976 ext_ack = netdev_notifier_info_to_extack(&info->info); 2977 2978 if (!is_vlan_dev(dev)) 2979 return NOTIFY_DONE; 2980 2981 user = vlan_dev_real_dev(dev); 2982 if (!dsa_user_dev_check(user)) 2983 return NOTIFY_DONE; 2984 2985 dp = dsa_user_to_port(user); 2986 br = dsa_port_bridge_dev_get(dp); 2987 if (!br) 2988 return NOTIFY_DONE; 2989 2990 /* Deny enslaving a VLAN device into a VLAN-aware bridge */ 2991 if (br_vlan_enabled(br) && 2992 netif_is_bridge_master(info->upper_dev) && info->linking) { 2993 NL_SET_ERR_MSG_MOD(ext_ack, 2994 "Cannot make VLAN device join VLAN-aware bridge"); 2995 return notifier_from_errno(-EINVAL); 2996 } 2997 2998 return NOTIFY_DONE; 2999 } 3000 3001 static int 3002 dsa_user_check_8021q_upper(struct net_device *dev, 3003 struct netdev_notifier_changeupper_info *info) 3004 { 3005 struct dsa_port *dp = dsa_user_to_port(dev); 3006 struct net_device *br = dsa_port_bridge_dev_get(dp); 3007 struct bridge_vlan_info br_info; 3008 struct netlink_ext_ack *extack; 3009 int err = NOTIFY_DONE; 3010 u16 vid; 3011 3012 if (!br || !br_vlan_enabled(br)) 3013 return NOTIFY_DONE; 3014 3015 extack = netdev_notifier_info_to_extack(&info->info); 3016 vid = vlan_dev_vlan_id(info->upper_dev); 3017 3018 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the 3019 * device, respectively the VID is not found, returning 3020 * 0 means success, which is a failure for us here. 3021 */ 3022 err = br_vlan_get_info(br, vid, &br_info); 3023 if (err == 0) { 3024 NL_SET_ERR_MSG_MOD(extack, 3025 "This VLAN is already configured by the bridge"); 3026 return notifier_from_errno(-EBUSY); 3027 } 3028 3029 return NOTIFY_DONE; 3030 } 3031 3032 static int 3033 dsa_user_prechangeupper_sanity_check(struct net_device *dev, 3034 struct netdev_notifier_changeupper_info *info) 3035 { 3036 struct dsa_switch *ds; 3037 struct dsa_port *dp; 3038 int err; 3039 3040 if (!dsa_user_dev_check(dev)) 3041 return dsa_prevent_bridging_8021q_upper(dev, info); 3042 3043 dp = dsa_user_to_port(dev); 3044 ds = dp->ds; 3045 3046 if (ds->ops->port_prechangeupper) { 3047 err = ds->ops->port_prechangeupper(ds, dp->index, info); 3048 if (err) 3049 return notifier_from_errno(err); 3050 } 3051 3052 if (is_vlan_dev(info->upper_dev)) 3053 return dsa_user_check_8021q_upper(dev, info); 3054 3055 return NOTIFY_DONE; 3056 } 3057 3058 /* To be eligible as a DSA conduit, a LAG must have all lower interfaces be 3059 * eligible DSA conduits. Additionally, all LAG slaves must be DSA conduits of 3060 * switches in the same switch tree. 3061 */ 3062 static int dsa_lag_conduit_validate(struct net_device *lag_dev, 3063 struct netlink_ext_ack *extack) 3064 { 3065 struct net_device *lower1, *lower2; 3066 struct list_head *iter1, *iter2; 3067 3068 netdev_for_each_lower_dev(lag_dev, lower1, iter1) { 3069 netdev_for_each_lower_dev(lag_dev, lower2, iter2) { 3070 if (!netdev_uses_dsa(lower1) || 3071 !netdev_uses_dsa(lower2)) { 3072 NL_SET_ERR_MSG_MOD(extack, 3073 "All LAG ports must be eligible as DSA conduits"); 3074 return notifier_from_errno(-EINVAL); 3075 } 3076 3077 if (lower1 == lower2) 3078 continue; 3079 3080 if (!dsa_port_tree_same(lower1->dsa_ptr, 3081 lower2->dsa_ptr)) { 3082 NL_SET_ERR_MSG_MOD(extack, 3083 "LAG contains DSA conduits of disjoint switch trees"); 3084 return notifier_from_errno(-EINVAL); 3085 } 3086 } 3087 } 3088 3089 return NOTIFY_DONE; 3090 } 3091 3092 static int 3093 dsa_conduit_prechangeupper_sanity_check(struct net_device *conduit, 3094 struct netdev_notifier_changeupper_info *info) 3095 { 3096 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3097 3098 if (!netdev_uses_dsa(conduit)) 3099 return NOTIFY_DONE; 3100 3101 if (!info->linking) 3102 return NOTIFY_DONE; 3103 3104 /* Allow DSA switch uppers */ 3105 if (dsa_user_dev_check(info->upper_dev)) 3106 return NOTIFY_DONE; 3107 3108 /* Allow bridge uppers of DSA conduits, subject to further 3109 * restrictions in dsa_bridge_prechangelower_sanity_check() 3110 */ 3111 if (netif_is_bridge_master(info->upper_dev)) 3112 return NOTIFY_DONE; 3113 3114 /* Allow LAG uppers, subject to further restrictions in 3115 * dsa_lag_conduit_prechangelower_sanity_check() 3116 */ 3117 if (netif_is_lag_master(info->upper_dev)) 3118 return dsa_lag_conduit_validate(info->upper_dev, extack); 3119 3120 NL_SET_ERR_MSG_MOD(extack, 3121 "DSA conduit cannot join unknown upper interfaces"); 3122 return notifier_from_errno(-EBUSY); 3123 } 3124 3125 static int 3126 dsa_lag_conduit_prechangelower_sanity_check(struct net_device *dev, 3127 struct netdev_notifier_changeupper_info *info) 3128 { 3129 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3130 struct net_device *lag_dev = info->upper_dev; 3131 struct net_device *lower; 3132 struct list_head *iter; 3133 3134 if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev)) 3135 return NOTIFY_DONE; 3136 3137 if (!info->linking) 3138 return NOTIFY_DONE; 3139 3140 if (!netdev_uses_dsa(dev)) { 3141 NL_SET_ERR_MSG(extack, 3142 "Only DSA conduits can join a LAG DSA conduit"); 3143 return notifier_from_errno(-EINVAL); 3144 } 3145 3146 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3147 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) { 3148 NL_SET_ERR_MSG(extack, 3149 "Interface is DSA conduit for a different switch tree than this LAG"); 3150 return notifier_from_errno(-EINVAL); 3151 } 3152 3153 break; 3154 } 3155 3156 return NOTIFY_DONE; 3157 } 3158 3159 /* Don't allow bridging of DSA conduits, since the bridge layer rx_handler 3160 * prevents the DSA fake ethertype handler to be invoked, so we don't get the 3161 * chance to strip off and parse the DSA switch tag protocol header (the bridge 3162 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these 3163 * frames). 3164 * The only case where that would not be an issue is when bridging can already 3165 * be offloaded, such as when the DSA conduit is itself a DSA or plain switchdev 3166 * port, and is bridged only with other ports from the same hardware device. 3167 */ 3168 static int 3169 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower, 3170 struct netdev_notifier_changeupper_info *info) 3171 { 3172 struct net_device *br = info->upper_dev; 3173 struct netlink_ext_ack *extack; 3174 struct net_device *lower; 3175 struct list_head *iter; 3176 3177 if (!netif_is_bridge_master(br)) 3178 return NOTIFY_DONE; 3179 3180 if (!info->linking) 3181 return NOTIFY_DONE; 3182 3183 extack = netdev_notifier_info_to_extack(&info->info); 3184 3185 netdev_for_each_lower_dev(br, lower, iter) { 3186 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower)) 3187 continue; 3188 3189 if (!netdev_port_same_parent_id(lower, new_lower)) { 3190 NL_SET_ERR_MSG(extack, 3191 "Cannot do software bridging with a DSA conduit"); 3192 return notifier_from_errno(-EINVAL); 3193 } 3194 } 3195 3196 return NOTIFY_DONE; 3197 } 3198 3199 static void dsa_tree_migrate_ports_from_lag_conduit(struct dsa_switch_tree *dst, 3200 struct net_device *lag_dev) 3201 { 3202 struct net_device *new_conduit = dsa_tree_find_first_conduit(dst); 3203 struct dsa_port *dp; 3204 int err; 3205 3206 dsa_tree_for_each_user_port(dp, dst) { 3207 if (dsa_port_to_conduit(dp) != lag_dev) 3208 continue; 3209 3210 err = dsa_user_change_conduit(dp->user, new_conduit, NULL); 3211 if (err) { 3212 netdev_err(dp->user, 3213 "failed to restore conduit to %s: %pe\n", 3214 new_conduit->name, ERR_PTR(err)); 3215 } 3216 } 3217 } 3218 3219 static int dsa_conduit_lag_join(struct net_device *conduit, 3220 struct net_device *lag_dev, 3221 struct netdev_lag_upper_info *uinfo, 3222 struct netlink_ext_ack *extack) 3223 { 3224 struct dsa_port *cpu_dp = conduit->dsa_ptr; 3225 struct dsa_switch_tree *dst = cpu_dp->dst; 3226 struct dsa_port *dp; 3227 int err; 3228 3229 err = dsa_conduit_lag_setup(lag_dev, cpu_dp, uinfo, extack); 3230 if (err) 3231 return err; 3232 3233 dsa_tree_for_each_user_port(dp, dst) { 3234 if (dsa_port_to_conduit(dp) != conduit) 3235 continue; 3236 3237 err = dsa_user_change_conduit(dp->user, lag_dev, extack); 3238 if (err) 3239 goto restore; 3240 } 3241 3242 return 0; 3243 3244 restore: 3245 dsa_tree_for_each_user_port_continue_reverse(dp, dst) { 3246 if (dsa_port_to_conduit(dp) != lag_dev) 3247 continue; 3248 3249 err = dsa_user_change_conduit(dp->user, conduit, NULL); 3250 if (err) { 3251 netdev_err(dp->user, 3252 "failed to restore conduit to %s: %pe\n", 3253 conduit->name, ERR_PTR(err)); 3254 } 3255 } 3256 3257 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr); 3258 3259 return err; 3260 } 3261 3262 static void dsa_conduit_lag_leave(struct net_device *conduit, 3263 struct net_device *lag_dev) 3264 { 3265 struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr; 3266 struct dsa_switch_tree *dst = cpu_dp->dst; 3267 struct dsa_port *new_cpu_dp = NULL; 3268 struct net_device *lower; 3269 struct list_head *iter; 3270 3271 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3272 if (netdev_uses_dsa(lower)) { 3273 new_cpu_dp = lower->dsa_ptr; 3274 break; 3275 } 3276 } 3277 3278 if (new_cpu_dp) { 3279 /* Update the CPU port of the user ports still under the LAG 3280 * so that dsa_port_to_conduit() continues to work properly 3281 */ 3282 dsa_tree_for_each_user_port(dp, dst) 3283 if (dsa_port_to_conduit(dp) == lag_dev) 3284 dp->cpu_dp = new_cpu_dp; 3285 3286 /* Update the index of the virtual CPU port to match the lowest 3287 * physical CPU port 3288 */ 3289 lag_dev->dsa_ptr = new_cpu_dp; 3290 wmb(); 3291 } else { 3292 /* If the LAG DSA conduit has no ports left, migrate back all 3293 * user ports to the first physical CPU port 3294 */ 3295 dsa_tree_migrate_ports_from_lag_conduit(dst, lag_dev); 3296 } 3297 3298 /* This DSA conduit has left its LAG in any case, so let 3299 * the CPU port leave the hardware LAG as well 3300 */ 3301 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr); 3302 } 3303 3304 static int dsa_conduit_changeupper(struct net_device *dev, 3305 struct netdev_notifier_changeupper_info *info) 3306 { 3307 struct netlink_ext_ack *extack; 3308 int err = NOTIFY_DONE; 3309 3310 if (!netdev_uses_dsa(dev)) 3311 return err; 3312 3313 extack = netdev_notifier_info_to_extack(&info->info); 3314 3315 if (netif_is_lag_master(info->upper_dev)) { 3316 if (info->linking) { 3317 err = dsa_conduit_lag_join(dev, info->upper_dev, 3318 info->upper_info, extack); 3319 err = notifier_from_errno(err); 3320 } else { 3321 dsa_conduit_lag_leave(dev, info->upper_dev); 3322 err = NOTIFY_OK; 3323 } 3324 } 3325 3326 return err; 3327 } 3328 3329 static int dsa_user_netdevice_event(struct notifier_block *nb, 3330 unsigned long event, void *ptr) 3331 { 3332 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 3333 3334 switch (event) { 3335 case NETDEV_PRECHANGEUPPER: { 3336 struct netdev_notifier_changeupper_info *info = ptr; 3337 int err; 3338 3339 err = dsa_user_prechangeupper_sanity_check(dev, info); 3340 if (notifier_to_errno(err)) 3341 return err; 3342 3343 err = dsa_conduit_prechangeupper_sanity_check(dev, info); 3344 if (notifier_to_errno(err)) 3345 return err; 3346 3347 err = dsa_lag_conduit_prechangelower_sanity_check(dev, info); 3348 if (notifier_to_errno(err)) 3349 return err; 3350 3351 err = dsa_bridge_prechangelower_sanity_check(dev, info); 3352 if (notifier_to_errno(err)) 3353 return err; 3354 3355 err = dsa_user_prechangeupper(dev, ptr); 3356 if (notifier_to_errno(err)) 3357 return err; 3358 3359 err = dsa_user_lag_prechangeupper(dev, ptr); 3360 if (notifier_to_errno(err)) 3361 return err; 3362 3363 break; 3364 } 3365 case NETDEV_CHANGEUPPER: { 3366 int err; 3367 3368 err = dsa_user_changeupper(dev, ptr); 3369 if (notifier_to_errno(err)) 3370 return err; 3371 3372 err = dsa_user_lag_changeupper(dev, ptr); 3373 if (notifier_to_errno(err)) 3374 return err; 3375 3376 err = dsa_conduit_changeupper(dev, ptr); 3377 if (notifier_to_errno(err)) 3378 return err; 3379 3380 break; 3381 } 3382 case NETDEV_CHANGELOWERSTATE: { 3383 struct netdev_notifier_changelowerstate_info *info = ptr; 3384 struct dsa_port *dp; 3385 int err = 0; 3386 3387 if (dsa_user_dev_check(dev)) { 3388 dp = dsa_user_to_port(dev); 3389 3390 err = dsa_port_lag_change(dp, info->lower_state_info); 3391 } 3392 3393 /* Mirror LAG port events on DSA conduits that are in 3394 * a LAG towards their respective switch CPU ports 3395 */ 3396 if (netdev_uses_dsa(dev)) { 3397 dp = dev->dsa_ptr; 3398 3399 err = dsa_port_lag_change(dp, info->lower_state_info); 3400 } 3401 3402 return notifier_from_errno(err); 3403 } 3404 case NETDEV_CHANGE: 3405 case NETDEV_UP: { 3406 /* Track state of conduit port. 3407 * DSA driver may require the conduit port (and indirectly 3408 * the tagger) to be available for some special operation. 3409 */ 3410 if (netdev_uses_dsa(dev)) { 3411 struct dsa_port *cpu_dp = dev->dsa_ptr; 3412 struct dsa_switch_tree *dst = cpu_dp->ds->dst; 3413 3414 /* Track when the conduit port is UP */ 3415 dsa_tree_conduit_oper_state_change(dst, dev, 3416 netif_oper_up(dev)); 3417 3418 /* Track when the conduit port is ready and can accept 3419 * packet. 3420 * NETDEV_UP event is not enough to flag a port as ready. 3421 * We also have to wait for linkwatch_do_dev to dev_activate 3422 * and emit a NETDEV_CHANGE event. 3423 * We check if a conduit port is ready by checking if the dev 3424 * have a qdisc assigned and is not noop. 3425 */ 3426 dsa_tree_conduit_admin_state_change(dst, dev, 3427 !qdisc_tx_is_noop(dev)); 3428 3429 return NOTIFY_OK; 3430 } 3431 3432 return NOTIFY_DONE; 3433 } 3434 case NETDEV_GOING_DOWN: { 3435 struct dsa_port *dp, *cpu_dp; 3436 struct dsa_switch_tree *dst; 3437 LIST_HEAD(close_list); 3438 3439 if (!netdev_uses_dsa(dev)) 3440 return NOTIFY_DONE; 3441 3442 cpu_dp = dev->dsa_ptr; 3443 dst = cpu_dp->ds->dst; 3444 3445 dsa_tree_conduit_admin_state_change(dst, dev, false); 3446 3447 list_for_each_entry(dp, &dst->ports, list) { 3448 if (!dsa_port_is_user(dp)) 3449 continue; 3450 3451 if (dp->cpu_dp != cpu_dp) 3452 continue; 3453 3454 list_add(&dp->user->close_list, &close_list); 3455 } 3456 3457 dev_close_many(&close_list, true); 3458 3459 return NOTIFY_OK; 3460 } 3461 default: 3462 break; 3463 } 3464 3465 return NOTIFY_DONE; 3466 } 3467 3468 static void 3469 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work) 3470 { 3471 struct switchdev_notifier_fdb_info info = {}; 3472 3473 info.addr = switchdev_work->addr; 3474 info.vid = switchdev_work->vid; 3475 info.offloaded = true; 3476 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, 3477 switchdev_work->orig_dev, &info.info, NULL); 3478 } 3479 3480 static void dsa_user_switchdev_event_work(struct work_struct *work) 3481 { 3482 struct dsa_switchdev_event_work *switchdev_work = 3483 container_of(work, struct dsa_switchdev_event_work, work); 3484 const unsigned char *addr = switchdev_work->addr; 3485 struct net_device *dev = switchdev_work->dev; 3486 u16 vid = switchdev_work->vid; 3487 struct dsa_switch *ds; 3488 struct dsa_port *dp; 3489 int err; 3490 3491 dp = dsa_user_to_port(dev); 3492 ds = dp->ds; 3493 3494 switch (switchdev_work->event) { 3495 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3496 if (switchdev_work->host_addr) 3497 err = dsa_port_bridge_host_fdb_add(dp, addr, vid); 3498 else if (dp->lag) 3499 err = dsa_port_lag_fdb_add(dp, addr, vid); 3500 else 3501 err = dsa_port_fdb_add(dp, addr, vid); 3502 if (err) { 3503 dev_err(ds->dev, 3504 "port %d failed to add %pM vid %d to fdb: %d\n", 3505 dp->index, addr, vid, err); 3506 break; 3507 } 3508 dsa_fdb_offload_notify(switchdev_work); 3509 break; 3510 3511 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3512 if (switchdev_work->host_addr) 3513 err = dsa_port_bridge_host_fdb_del(dp, addr, vid); 3514 else if (dp->lag) 3515 err = dsa_port_lag_fdb_del(dp, addr, vid); 3516 else 3517 err = dsa_port_fdb_del(dp, addr, vid); 3518 if (err) { 3519 dev_err(ds->dev, 3520 "port %d failed to delete %pM vid %d from fdb: %d\n", 3521 dp->index, addr, vid, err); 3522 } 3523 3524 break; 3525 } 3526 3527 kfree(switchdev_work); 3528 } 3529 3530 static bool dsa_foreign_dev_check(const struct net_device *dev, 3531 const struct net_device *foreign_dev) 3532 { 3533 const struct dsa_port *dp = dsa_user_to_port(dev); 3534 struct dsa_switch_tree *dst = dp->ds->dst; 3535 3536 if (netif_is_bridge_master(foreign_dev)) 3537 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev); 3538 3539 if (netif_is_bridge_port(foreign_dev)) 3540 return !dsa_tree_offloads_bridge_port(dst, foreign_dev); 3541 3542 /* Everything else is foreign */ 3543 return true; 3544 } 3545 3546 static int dsa_user_fdb_event(struct net_device *dev, 3547 struct net_device *orig_dev, 3548 unsigned long event, const void *ctx, 3549 const struct switchdev_notifier_fdb_info *fdb_info) 3550 { 3551 struct dsa_switchdev_event_work *switchdev_work; 3552 struct dsa_port *dp = dsa_user_to_port(dev); 3553 bool host_addr = fdb_info->is_local; 3554 struct dsa_switch *ds = dp->ds; 3555 3556 if (ctx && ctx != dp) 3557 return 0; 3558 3559 if (!dp->bridge) 3560 return 0; 3561 3562 if (switchdev_fdb_is_dynamically_learned(fdb_info)) { 3563 if (dsa_port_offloads_bridge_port(dp, orig_dev)) 3564 return 0; 3565 3566 /* FDB entries learned by the software bridge or by foreign 3567 * bridge ports should be installed as host addresses only if 3568 * the driver requests assisted learning. 3569 */ 3570 if (!ds->assisted_learning_on_cpu_port) 3571 return 0; 3572 } 3573 3574 /* Also treat FDB entries on foreign interfaces bridged with us as host 3575 * addresses. 3576 */ 3577 if (dsa_foreign_dev_check(dev, orig_dev)) 3578 host_addr = true; 3579 3580 /* Check early that we're not doing work in vain. 3581 * Host addresses on LAG ports still require regular FDB ops, 3582 * since the CPU port isn't in a LAG. 3583 */ 3584 if (dp->lag && !host_addr) { 3585 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del) 3586 return -EOPNOTSUPP; 3587 } else { 3588 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del) 3589 return -EOPNOTSUPP; 3590 } 3591 3592 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC); 3593 if (!switchdev_work) 3594 return -ENOMEM; 3595 3596 netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n", 3597 event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting", 3598 orig_dev->name, fdb_info->addr, fdb_info->vid, 3599 host_addr ? " as host address" : ""); 3600 3601 INIT_WORK(&switchdev_work->work, dsa_user_switchdev_event_work); 3602 switchdev_work->event = event; 3603 switchdev_work->dev = dev; 3604 switchdev_work->orig_dev = orig_dev; 3605 3606 ether_addr_copy(switchdev_work->addr, fdb_info->addr); 3607 switchdev_work->vid = fdb_info->vid; 3608 switchdev_work->host_addr = host_addr; 3609 3610 dsa_schedule_work(&switchdev_work->work); 3611 3612 return 0; 3613 } 3614 3615 /* Called under rcu_read_lock() */ 3616 static int dsa_user_switchdev_event(struct notifier_block *unused, 3617 unsigned long event, void *ptr) 3618 { 3619 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3620 int err; 3621 3622 switch (event) { 3623 case SWITCHDEV_PORT_ATTR_SET: 3624 err = switchdev_handle_port_attr_set(dev, ptr, 3625 dsa_user_dev_check, 3626 dsa_user_port_attr_set); 3627 return notifier_from_errno(err); 3628 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3629 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3630 err = switchdev_handle_fdb_event_to_device(dev, event, ptr, 3631 dsa_user_dev_check, 3632 dsa_foreign_dev_check, 3633 dsa_user_fdb_event); 3634 return notifier_from_errno(err); 3635 default: 3636 return NOTIFY_DONE; 3637 } 3638 3639 return NOTIFY_OK; 3640 } 3641 3642 static int dsa_user_switchdev_blocking_event(struct notifier_block *unused, 3643 unsigned long event, void *ptr) 3644 { 3645 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3646 int err; 3647 3648 switch (event) { 3649 case SWITCHDEV_PORT_OBJ_ADD: 3650 err = switchdev_handle_port_obj_add_foreign(dev, ptr, 3651 dsa_user_dev_check, 3652 dsa_foreign_dev_check, 3653 dsa_user_port_obj_add); 3654 return notifier_from_errno(err); 3655 case SWITCHDEV_PORT_OBJ_DEL: 3656 err = switchdev_handle_port_obj_del_foreign(dev, ptr, 3657 dsa_user_dev_check, 3658 dsa_foreign_dev_check, 3659 dsa_user_port_obj_del); 3660 return notifier_from_errno(err); 3661 case SWITCHDEV_PORT_ATTR_SET: 3662 err = switchdev_handle_port_attr_set(dev, ptr, 3663 dsa_user_dev_check, 3664 dsa_user_port_attr_set); 3665 return notifier_from_errno(err); 3666 } 3667 3668 return NOTIFY_DONE; 3669 } 3670 3671 static struct notifier_block dsa_user_nb __read_mostly = { 3672 .notifier_call = dsa_user_netdevice_event, 3673 }; 3674 3675 struct notifier_block dsa_user_switchdev_notifier = { 3676 .notifier_call = dsa_user_switchdev_event, 3677 }; 3678 3679 struct notifier_block dsa_user_switchdev_blocking_notifier = { 3680 .notifier_call = dsa_user_switchdev_blocking_event, 3681 }; 3682 3683 int dsa_user_register_notifier(void) 3684 { 3685 struct notifier_block *nb; 3686 int err; 3687 3688 err = register_netdevice_notifier(&dsa_user_nb); 3689 if (err) 3690 return err; 3691 3692 err = register_switchdev_notifier(&dsa_user_switchdev_notifier); 3693 if (err) 3694 goto err_switchdev_nb; 3695 3696 nb = &dsa_user_switchdev_blocking_notifier; 3697 err = register_switchdev_blocking_notifier(nb); 3698 if (err) 3699 goto err_switchdev_blocking_nb; 3700 3701 return 0; 3702 3703 err_switchdev_blocking_nb: 3704 unregister_switchdev_notifier(&dsa_user_switchdev_notifier); 3705 err_switchdev_nb: 3706 unregister_netdevice_notifier(&dsa_user_nb); 3707 return err; 3708 } 3709 3710 void dsa_user_unregister_notifier(void) 3711 { 3712 struct notifier_block *nb; 3713 int err; 3714 3715 nb = &dsa_user_switchdev_blocking_notifier; 3716 err = unregister_switchdev_blocking_notifier(nb); 3717 if (err) 3718 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err); 3719 3720 err = unregister_switchdev_notifier(&dsa_user_switchdev_notifier); 3721 if (err) 3722 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err); 3723 3724 err = unregister_netdevice_notifier(&dsa_user_nb); 3725 if (err) 3726 pr_err("DSA: failed to unregister user notifier (%d)\n", err); 3727 } 3728