Lines Matching +full:primary +full:- +full:bond
1 // SPDX-License-Identifier: GPL-1.0+
98 /*---------------------------- Module parameters ----------------------------*/
110 static char *primary; variable
148 MODULE_PARM_DESC(mode, "Mode of operation; 0 for balance-rr, "
149 "1 for active-backup, 2 for balance-xor, "
150 "3 for broadcast, 4 for 802.3ad, 5 for balance-tlb, "
151 "6 for balance-alb");
152 module_param(primary, charp, 0);
153 MODULE_PARM_DESC(primary, "Primary network device to use");
155 MODULE_PARM_DESC(primary_reselect, "Reselect primary slave "
158 "1 for only if speed of primary is "
173 MODULE_PARM_DESC(xmit_hash_policy, "balance-alb, balance-tlb, balance-xor, 802.3ad hashing method; "
188 MODULE_PARM_DESC(fail_over_mac, "For active-backup, do not set all slaves to "
199 MODULE_PARM_DESC(packets_per_slave, "Packets to send per slave in balance-rr "
207 /*----------------------------- Global variables ----------------------------*/
262 /*-------------------------- Forward declarations ---------------------------*/
269 static bool bond_time_in_interval(struct bonding *bond, unsigned long last_act,
273 /*---------------------------- General routines -----------------------------*/
278 [BOND_MODE_ROUNDROBIN] = "load balancing (round-robin)", in bond_mode_name()
279 [BOND_MODE_ACTIVEBACKUP] = "fault-tolerance (active-backup)", in bond_mode_name()
281 [BOND_MODE_BROADCAST] = "fault-tolerance (broadcast)", in bond_mode_name()
294 * bond_dev_queue_xmit - Prepare skb for xmit.
296 * @bond: bond device that got this skb for tx.
300 netdev_tx_t bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, in bond_dev_queue_xmit() argument
303 skb->dev = slave_dev; in bond_dev_queue_xmit()
305 BUILD_BUG_ON(sizeof(skb->queue_mapping) != in bond_dev_queue_xmit()
306 sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); in bond_dev_queue_xmit()
307 skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); in bond_dev_queue_xmit()
309 if (unlikely(netpoll_tx_running(bond->dev))) in bond_dev_queue_xmit()
310 return bond_netpoll_send_skb(bond_get_slave_by_dev(bond, slave_dev), skb); in bond_dev_queue_xmit()
315 static bool bond_sk_check(struct bonding *bond) in bond_sk_check() argument
317 switch (BOND_MODE(bond)) { in bond_sk_check()
320 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34) in bond_sk_check()
328 bool bond_xdp_check(struct bonding *bond, int mode) in bond_xdp_check() argument
339 if (bond->params.xmit_policy != BOND_XMIT_POLICY_VLAN_SRCMAC) in bond_xdp_check()
347 /*---------------------------------- VLAN -----------------------------------*/
366 * bond_vlan_rx_add_vid - Propagates adding an id to slaves
374 struct bonding *bond = netdev_priv(bond_dev); in bond_vlan_rx_add_vid() local
379 bond_for_each_slave(bond, slave, iter) { in bond_vlan_rx_add_vid()
380 res = vlan_vid_add(slave->dev, proto, vid); in bond_vlan_rx_add_vid()
389 bond_for_each_slave(bond, rollback_slave, iter) { in bond_vlan_rx_add_vid()
393 vlan_vid_del(rollback_slave->dev, proto, vid); in bond_vlan_rx_add_vid()
400 * bond_vlan_rx_kill_vid - Propagates deleting an id to slaves
408 struct bonding *bond = netdev_priv(bond_dev); in bond_vlan_rx_kill_vid() local
412 bond_for_each_slave(bond, slave, iter) in bond_vlan_rx_kill_vid()
413 vlan_vid_del(slave->dev, proto, vid); in bond_vlan_rx_kill_vid()
415 if (bond_is_lb(bond)) in bond_vlan_rx_kill_vid()
416 bond_alb_clear_vlan(bond, vid); in bond_vlan_rx_kill_vid()
421 /*---------------------------------- XFRM -----------------------------------*/
425 * bond_ipsec_dev - Get active device for IPsec offload
434 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_dev()
435 struct bonding *bond; in bond_ipsec_dev() local
438 bond = netdev_priv(bond_dev); in bond_ipsec_dev()
439 if (BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) in bond_ipsec_dev()
442 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_dev()
446 if (!xs->xso.real_dev) in bond_ipsec_dev()
449 if (xs->xso.real_dev != slave->dev) in bond_ipsec_dev()
451 bond_dev->name, slave->dev->name, xs->xso.real_dev->name); in bond_ipsec_dev()
453 return slave->dev; in bond_ipsec_dev()
457 * bond_ipsec_add_sa - program device with a security association
458 * @bond_dev: pointer to the bond net device
469 struct bonding *bond; in bond_ipsec_add_sa() local
474 return -EINVAL; in bond_ipsec_add_sa()
477 bond = netdev_priv(bond_dev); in bond_ipsec_add_sa()
478 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa()
479 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa()
483 err = -ENODEV; in bond_ipsec_add_sa()
487 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa()
488 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa()
491 err = -EINVAL; in bond_ipsec_add_sa()
497 err = -ENOMEM; in bond_ipsec_add_sa()
501 err = real_dev->xfrmdev_ops->xdo_dev_state_add(real_dev, xs, extack); in bond_ipsec_add_sa()
503 xs->xso.real_dev = real_dev; in bond_ipsec_add_sa()
504 ipsec->xs = xs; in bond_ipsec_add_sa()
505 INIT_LIST_HEAD(&ipsec->list); in bond_ipsec_add_sa()
506 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa()
507 list_add(&ipsec->list, &bond->ipsec_list); in bond_ipsec_add_sa()
508 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa()
517 static void bond_ipsec_add_sa_all(struct bonding *bond) in bond_ipsec_add_sa_all() argument
519 struct net_device *bond_dev = bond->dev; in bond_ipsec_add_sa_all()
524 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_add_sa_all()
525 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa_all()
529 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
530 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa_all()
531 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa_all()
533 if (!list_empty(&bond->ipsec_list)) in bond_ipsec_add_sa_all()
540 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_add_sa_all()
542 if (ipsec->xs->xso.real_dev == real_dev) in bond_ipsec_add_sa_all()
545 if (real_dev->xfrmdev_ops->xdo_dev_state_add(real_dev, in bond_ipsec_add_sa_all()
546 ipsec->xs, NULL)) { in bond_ipsec_add_sa_all()
551 spin_lock_bh(&ipsec->xs->lock); in bond_ipsec_add_sa_all()
558 if (ipsec->xs->km.state == XFRM_STATE_DEAD && in bond_ipsec_add_sa_all()
559 real_dev->xfrmdev_ops->xdo_dev_state_delete) in bond_ipsec_add_sa_all()
560 real_dev->xfrmdev_ops->xdo_dev_state_delete(real_dev, in bond_ipsec_add_sa_all()
561 ipsec->xs); in bond_ipsec_add_sa_all()
562 ipsec->xs->xso.real_dev = real_dev; in bond_ipsec_add_sa_all()
563 spin_unlock_bh(&ipsec->xs->lock); in bond_ipsec_add_sa_all()
566 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
570 * bond_ipsec_del_sa - clear out this specific SA
571 * @bond_dev: pointer to the bond net device
579 if (!bond_dev || !xs->xso.real_dev) in bond_ipsec_del_sa()
582 real_dev = xs->xso.real_dev; in bond_ipsec_del_sa()
584 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa()
585 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa()
591 real_dev->xfrmdev_ops->xdo_dev_state_delete(real_dev, xs); in bond_ipsec_del_sa()
594 static void bond_ipsec_del_sa_all(struct bonding *bond) in bond_ipsec_del_sa_all() argument
596 struct net_device *bond_dev = bond->dev; in bond_ipsec_del_sa_all()
601 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_del_sa_all()
602 real_dev = slave ? slave->dev : NULL; in bond_ipsec_del_sa_all()
606 mutex_lock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
607 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa_all()
608 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all()
611 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa_all()
612 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa_all()
620 spin_lock_bh(&ipsec->xs->lock); in bond_ipsec_del_sa_all()
621 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_del_sa_all()
623 if (ipsec->xs->km.state != XFRM_STATE_DEAD) in bond_ipsec_del_sa_all()
624 real_dev->xfrmdev_ops->xdo_dev_state_delete(real_dev, in bond_ipsec_del_sa_all()
625 ipsec->xs); in bond_ipsec_del_sa_all()
626 spin_unlock_bh(&ipsec->xs->lock); in bond_ipsec_del_sa_all()
628 if (real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_del_sa_all()
629 real_dev->xfrmdev_ops->xdo_dev_state_free(real_dev, in bond_ipsec_del_sa_all()
630 ipsec->xs); in bond_ipsec_del_sa_all()
632 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
640 struct bonding *bond; in bond_ipsec_free_sa() local
645 bond = netdev_priv(bond_dev); in bond_ipsec_free_sa()
647 mutex_lock(&bond->ipsec_lock); in bond_ipsec_free_sa()
648 if (!xs->xso.real_dev) in bond_ipsec_free_sa()
651 real_dev = xs->xso.real_dev; in bond_ipsec_free_sa()
653 xs->xso.real_dev = NULL; in bond_ipsec_free_sa()
654 if (real_dev->xfrmdev_ops && in bond_ipsec_free_sa()
655 real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_free_sa()
656 real_dev->xfrmdev_ops->xdo_dev_state_free(real_dev, xs); in bond_ipsec_free_sa()
658 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_free_sa()
659 if (ipsec->xs == xs) { in bond_ipsec_free_sa()
660 list_del(&ipsec->list); in bond_ipsec_free_sa()
665 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_free_sa()
669 * bond_ipsec_offload_ok - can this packet use the xfrm hw offload
689 * bond_advance_esn_state - ESN support for IPSec HW offload
701 if (!real_dev->xfrmdev_ops || in bond_advance_esn_state()
702 !real_dev->xfrmdev_ops->xdo_dev_state_advance_esn) { in bond_advance_esn_state()
703 …pr_warn_ratelimited("%s: %s doesn't support xdo_dev_state_advance_esn\n", __func__, real_dev->name… in bond_advance_esn_state()
707 real_dev->xfrmdev_ops->xdo_dev_state_advance_esn(xs); in bond_advance_esn_state()
713 * bond_xfrm_update_stats - Update xfrm state
725 if (!real_dev->xfrmdev_ops || in bond_xfrm_update_stats()
726 !real_dev->xfrmdev_ops->xdo_dev_state_update_stats) { in bond_xfrm_update_stats()
727 …pr_warn_ratelimited("%s: %s doesn't support xdo_dev_state_update_stats\n", __func__, real_dev->nam… in bond_xfrm_update_stats()
731 real_dev->xfrmdev_ops->xdo_dev_state_update_stats(xs); in bond_xfrm_update_stats()
746 /*------------------------------- Link status -------------------------------*/
754 int bond_set_carrier(struct bonding *bond) in bond_set_carrier() argument
759 if (!bond_has_slaves(bond)) in bond_set_carrier()
762 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_set_carrier()
763 return bond_3ad_set_carrier(bond); in bond_set_carrier()
765 bond_for_each_slave(bond, slave, iter) { in bond_set_carrier()
766 if (slave->link == BOND_LINK_UP) { in bond_set_carrier()
767 if (!netif_carrier_ok(bond->dev)) { in bond_set_carrier()
768 netif_carrier_on(bond->dev); in bond_set_carrier()
776 if (netif_carrier_ok(bond->dev)) { in bond_set_carrier()
777 netif_carrier_off(bond->dev); in bond_set_carrier()
785 * values are invalid, set speed and duplex to -1,
791 struct net_device *slave_dev = slave->dev; in bond_update_speed_duplex()
795 slave->speed = SPEED_UNKNOWN; in bond_update_speed_duplex()
796 slave->duplex = DUPLEX_UNKNOWN; in bond_update_speed_duplex()
801 if (ecmd.base.speed == 0 || ecmd.base.speed == ((__u32)-1)) in bond_update_speed_duplex()
811 slave->speed = ecmd.base.speed; in bond_update_speed_duplex()
812 slave->duplex = ecmd.base.duplex; in bond_update_speed_duplex()
842 * If reporting is non-zero, instead of faking link up, return -1 if
848 static int bond_check_dev_link(struct bonding *bond, in bond_check_dev_link() argument
851 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_check_dev_link()
859 if (bond->params.use_carrier) in bond_check_dev_link()
863 if (slave_dev->ethtool_ops->get_link) { in bond_check_dev_link()
865 ret = slave_dev->ethtool_ops->get_link(slave_dev); in bond_check_dev_link()
872 if (slave_ops->ndo_eth_ioctl) { in bond_check_dev_link()
886 strscpy_pad(ifr.ifr_name, slave_dev->name, IFNAMSIZ); in bond_check_dev_link()
890 mii->reg_num = MII_BMSR; in bond_check_dev_link()
892 return mii->val_out & BMSR_LSTATUS; in bond_check_dev_link()
901 return reporting ? -1 : BMSR_LSTATUS; in bond_check_dev_link()
904 /*----------------------------- Multicast list ------------------------------*/
907 static int bond_set_promiscuity(struct bonding *bond, int inc) in bond_set_promiscuity() argument
912 if (bond_uses_primary(bond)) { in bond_set_promiscuity()
913 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_promiscuity()
916 err = dev_set_promiscuity(curr_active->dev, inc); in bond_set_promiscuity()
920 bond_for_each_slave(bond, slave, iter) { in bond_set_promiscuity()
921 err = dev_set_promiscuity(slave->dev, inc); in bond_set_promiscuity()
930 static int bond_set_allmulti(struct bonding *bond, int inc) in bond_set_allmulti() argument
935 if (bond_uses_primary(bond)) { in bond_set_allmulti()
936 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_allmulti()
939 err = dev_set_allmulti(curr_active->dev, inc); in bond_set_allmulti()
943 bond_for_each_slave(bond, slave, iter) { in bond_set_allmulti()
944 err = dev_set_allmulti(slave->dev, inc); in bond_set_allmulti()
958 struct bonding *bond = container_of(work, struct bonding, in bond_resend_igmp_join_requests_delayed() local
962 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_resend_igmp_join_requests_delayed()
965 call_netdevice_notifiers(NETDEV_RESEND_IGMP, bond->dev); in bond_resend_igmp_join_requests_delayed()
967 if (bond->igmp_retrans > 1) { in bond_resend_igmp_join_requests_delayed()
968 bond->igmp_retrans--; in bond_resend_igmp_join_requests_delayed()
969 queue_delayed_work(bond->wq, &bond->mcast_work, HZ/5); in bond_resend_igmp_join_requests_delayed()
974 /* Flush bond's hardware addresses from slave */
978 struct bonding *bond = netdev_priv(bond_dev); in bond_hw_addr_flush() local
983 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_hw_addr_flush()
987 /*--------------------------- Active slave change ---------------------------*/
990 * old active slaves (if any). Modes that are not using primary keep all
991 * slaves up date at all times; only the modes that use primary need to call
994 static void bond_hw_addr_swap(struct bonding *bond, struct slave *new_active, in bond_hw_addr_swap() argument
998 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
999 dev_set_promiscuity(old_active->dev, -1); in bond_hw_addr_swap()
1001 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
1002 dev_set_allmulti(old_active->dev, -1); in bond_hw_addr_swap()
1004 if (bond->dev->flags & IFF_UP) in bond_hw_addr_swap()
1005 bond_hw_addr_flush(bond->dev, old_active->dev); in bond_hw_addr_swap()
1007 bond_slave_ns_maddrs_add(bond, old_active); in bond_hw_addr_swap()
1012 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
1013 dev_set_promiscuity(new_active->dev, 1); in bond_hw_addr_swap()
1015 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
1016 dev_set_allmulti(new_active->dev, 1); in bond_hw_addr_swap()
1018 if (bond->dev->flags & IFF_UP) { in bond_hw_addr_swap()
1019 netif_addr_lock_bh(bond->dev); in bond_hw_addr_swap()
1020 dev_uc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
1021 dev_mc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
1022 netif_addr_unlock_bh(bond->dev); in bond_hw_addr_swap()
1025 bond_slave_ns_maddrs_del(bond, new_active); in bond_hw_addr_swap()
1030 * bond_set_dev_addr - clone slave's address to bond
1031 * @bond_dev: bond net device
1041 slave_dbg(bond_dev, slave_dev, "bond_dev=%p slave_dev=%p slave_dev->addr_len=%d\n", in bond_set_dev_addr()
1042 bond_dev, slave_dev, slave_dev->addr_len); in bond_set_dev_addr()
1043 err = netif_pre_changeaddr_notify(bond_dev, slave_dev->dev_addr, NULL); in bond_set_dev_addr()
1047 __dev_addr_set(bond_dev, slave_dev->dev_addr, slave_dev->addr_len); in bond_set_dev_addr()
1048 bond_dev->addr_assign_type = NET_ADDR_STOLEN; in bond_set_dev_addr()
1053 static struct slave *bond_get_old_active(struct bonding *bond, in bond_get_old_active() argument
1059 bond_for_each_slave(bond, slave, iter) { in bond_get_old_active()
1063 if (ether_addr_equal(bond->dev->dev_addr, slave->dev->dev_addr)) in bond_get_old_active()
1076 static void bond_do_fail_over_mac(struct bonding *bond, in bond_do_fail_over_mac() argument
1084 switch (bond->params.fail_over_mac) { in bond_do_fail_over_mac()
1087 rv = bond_set_dev_addr(bond->dev, new_active->dev); in bond_do_fail_over_mac()
1089 slave_err(bond->dev, new_active->dev, "Error %d setting bond MAC from slave\n", in bond_do_fail_over_mac()
1090 -rv); in bond_do_fail_over_mac()
1096 * if just new_active, set new_active to bond's MAC in bond_do_fail_over_mac()
1102 old_active = bond_get_old_active(bond, new_active); in bond_do_fail_over_mac()
1105 bond_hw_addr_copy(tmp_mac, new_active->dev->dev_addr, in bond_do_fail_over_mac()
1106 new_active->dev->addr_len); in bond_do_fail_over_mac()
1108 old_active->dev->dev_addr, in bond_do_fail_over_mac()
1109 old_active->dev->addr_len); in bond_do_fail_over_mac()
1110 ss.ss_family = new_active->dev->type; in bond_do_fail_over_mac()
1112 bond_hw_addr_copy(ss.__data, bond->dev->dev_addr, in bond_do_fail_over_mac()
1113 bond->dev->addr_len); in bond_do_fail_over_mac()
1114 ss.ss_family = bond->dev->type; in bond_do_fail_over_mac()
1117 rv = dev_set_mac_address(new_active->dev, &ss, NULL); in bond_do_fail_over_mac()
1119 slave_err(bond->dev, new_active->dev, "Error %d setting MAC of new active slave\n", in bond_do_fail_over_mac()
1120 -rv); in bond_do_fail_over_mac()
1128 new_active->dev->addr_len); in bond_do_fail_over_mac()
1129 ss.ss_family = old_active->dev->type; in bond_do_fail_over_mac()
1131 rv = dev_set_mac_address(old_active->dev, &ss, NULL); in bond_do_fail_over_mac()
1133 slave_err(bond->dev, old_active->dev, "Error %d setting MAC of old active slave\n", in bond_do_fail_over_mac()
1134 -rv); in bond_do_fail_over_mac()
1138 netdev_err(bond->dev, "bond_do_fail_over_mac impossible: bad policy %d\n", in bond_do_fail_over_mac()
1139 bond->params.fail_over_mac); in bond_do_fail_over_mac()
1146 * bond_choose_primary_or_current - select the primary or high priority slave
1147 * @bond: our bonding struct
1149 * - Check if there is a primary link. If the primary link was set and is up,
1152 * - If primary link is not set or down, find the highest priority link.
1153 * If the highest priority link is not current slave, set it as primary
1156 static struct slave *bond_choose_primary_or_current(struct bonding *bond) in bond_choose_primary_or_current() argument
1158 struct slave *prim = rtnl_dereference(bond->primary_slave); in bond_choose_primary_or_current()
1159 struct slave *curr = rtnl_dereference(bond->curr_active_slave); in bond_choose_primary_or_current()
1163 if (!prim || prim->link != BOND_LINK_UP) { in bond_choose_primary_or_current()
1164 bond_for_each_slave(bond, slave, iter) { in bond_choose_primary_or_current()
1165 if (slave->link == BOND_LINK_UP) { in bond_choose_primary_or_current()
1167 if (slave->prio > hprio->prio) in bond_choose_primary_or_current()
1177 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1182 if (bond->force_primary) { in bond_choose_primary_or_current()
1183 bond->force_primary = false; in bond_choose_primary_or_current()
1188 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1192 switch (bond->params.primary_reselect) { in bond_choose_primary_or_current()
1196 if (prim->speed < curr->speed) in bond_choose_primary_or_current()
1198 if (prim->speed == curr->speed && prim->duplex <= curr->duplex) in bond_choose_primary_or_current()
1204 netdev_err(bond->dev, "impossible primary_reselect %d\n", in bond_choose_primary_or_current()
1205 bond->params.primary_reselect); in bond_choose_primary_or_current()
1211 * bond_find_best_slave - select the best available slave to be the active one
1212 * @bond: our bonding struct
1214 static struct slave *bond_find_best_slave(struct bonding *bond) in bond_find_best_slave() argument
1218 int mintime = bond->params.updelay; in bond_find_best_slave()
1220 slave = bond_choose_primary_or_current(bond); in bond_find_best_slave()
1224 bond_for_each_slave(bond, slave, iter) { in bond_find_best_slave()
1225 if (slave->link == BOND_LINK_UP) in bond_find_best_slave()
1227 if (slave->link == BOND_LINK_BACK && bond_slave_is_up(slave) && in bond_find_best_slave()
1228 slave->delay < mintime) { in bond_find_best_slave()
1229 mintime = slave->delay; in bond_find_best_slave()
1238 static bool bond_should_notify_peers(struct bonding *bond) in bond_should_notify_peers() argument
1243 if (!bond->send_peer_notif || in bond_should_notify_peers()
1244 bond->send_peer_notif % in bond_should_notify_peers()
1245 max(1, bond->params.peer_notif_delay) != 0 || in bond_should_notify_peers()
1246 !netif_carrier_ok(bond->dev)) in bond_should_notify_peers()
1249 /* The send_peer_notif is set by active-backup or 8023ad in bond_should_notify_peers()
1251 * It is safe to only check bond mode here. in bond_should_notify_peers()
1253 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_should_notify_peers()
1254 usable = rcu_dereference_rtnl(bond->usable_slaves); in bond_should_notify_peers()
1255 if (!usable || !READ_ONCE(usable->count)) in bond_should_notify_peers()
1258 slave = rcu_dereference_rtnl(bond->curr_active_slave); in bond_should_notify_peers()
1260 &slave->dev->state)) in bond_should_notify_peers()
1264 netdev_dbg(bond->dev, "bond_should_notify_peers: slave %s\n", in bond_should_notify_peers()
1265 slave ? slave->dev->name : "all"); in bond_should_notify_peers()
1271 * bond_change_active_slave - change the active slave into the specified one
1272 * @bond: our bonding struct
1275 * Set the new slave to the bond's settings and unset them on the old
1277 * Setting include flags, mc-list, promiscuity, allmulti, etc.
1285 void bond_change_active_slave(struct bonding *bond, struct slave *new_active) in bond_change_active_slave() argument
1291 old_active = rtnl_dereference(bond->curr_active_slave); in bond_change_active_slave()
1297 bond_ipsec_del_sa_all(bond); in bond_change_active_slave()
1301 new_active->last_link_up = jiffies; in bond_change_active_slave()
1303 if (new_active->link == BOND_LINK_BACK) { in bond_change_active_slave()
1304 if (bond_uses_primary(bond)) { in bond_change_active_slave()
1305 slave_info(bond->dev, new_active->dev, "making interface the new active one %d ms earlier\n", in bond_change_active_slave()
1306 (bond->params.updelay - new_active->delay) * bond->params.miimon); in bond_change_active_slave()
1309 new_active->delay = 0; in bond_change_active_slave()
1313 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_change_active_slave()
1316 if (bond_is_lb(bond)) in bond_change_active_slave()
1317 bond_alb_handle_link_change(bond, new_active, BOND_LINK_UP); in bond_change_active_slave()
1319 if (bond_uses_primary(bond)) in bond_change_active_slave()
1320 slave_info(bond->dev, new_active->dev, "making interface the new active one\n"); in bond_change_active_slave()
1324 if (bond_uses_primary(bond)) in bond_change_active_slave()
1325 bond_hw_addr_swap(bond, new_active, old_active); in bond_change_active_slave()
1327 if (bond_is_lb(bond)) { in bond_change_active_slave()
1328 bond_alb_handle_active_change(bond, new_active); in bond_change_active_slave()
1336 rcu_assign_pointer(bond->curr_active_slave, new_active); in bond_change_active_slave()
1339 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP) { in bond_change_active_slave()
1350 if (bond->params.fail_over_mac) in bond_change_active_slave()
1351 bond_do_fail_over_mac(bond, new_active, in bond_change_active_slave()
1354 if (netif_running(bond->dev)) { in bond_change_active_slave()
1355 bond->send_peer_notif = in bond_change_active_slave()
1356 bond->params.num_peer_notif * in bond_change_active_slave()
1357 max(1, bond->params.peer_notif_delay); in bond_change_active_slave()
1359 bond_should_notify_peers(bond); in bond_change_active_slave()
1362 call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, bond->dev); in bond_change_active_slave()
1364 bond->send_peer_notif--; in bond_change_active_slave()
1366 bond->dev); in bond_change_active_slave()
1372 bond_ipsec_add_sa_all(bond); in bond_change_active_slave()
1377 * resend only if bond is brought up with the affected in bond_change_active_slave()
1380 if (netif_running(bond->dev) && (bond->params.resend_igmp > 0) && in bond_change_active_slave()
1381 ((bond_uses_primary(bond) && new_active) || in bond_change_active_slave()
1382 BOND_MODE(bond) == BOND_MODE_ROUNDROBIN)) { in bond_change_active_slave()
1383 bond->igmp_retrans = bond->params.resend_igmp; in bond_change_active_slave()
1384 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_change_active_slave()
1389 * bond_select_active_slave - select a new active slave, if needed
1390 * @bond: our bonding struct
1393 * - The old curr_active_slave has been released or lost its link.
1394 * - The primary_slave has got its link back.
1395 * - A slave has got its link back and there's no old curr_active_slave.
1399 void bond_select_active_slave(struct bonding *bond) in bond_select_active_slave() argument
1406 best_slave = bond_find_best_slave(bond); in bond_select_active_slave()
1407 if (best_slave != rtnl_dereference(bond->curr_active_slave)) { in bond_select_active_slave()
1408 bond_change_active_slave(bond, best_slave); in bond_select_active_slave()
1409 rv = bond_set_carrier(bond); in bond_select_active_slave()
1413 if (netif_carrier_ok(bond->dev)) in bond_select_active_slave()
1414 netdev_info(bond->dev, "active interface up!\n"); in bond_select_active_slave()
1416 netdev_info(bond->dev, "now running without any active interface!\n"); in bond_select_active_slave()
1427 err = -ENOMEM; in slave_enable_netpoll()
1431 err = __netpoll_setup(np, slave->dev); in slave_enable_netpoll()
1436 slave->np = np; in slave_enable_netpoll()
1442 struct netpoll *np = slave->np; in slave_disable_netpoll()
1447 slave->np = NULL; in slave_disable_netpoll()
1454 struct bonding *bond = netdev_priv(bond_dev); in bond_poll_controller() local
1459 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_poll_controller()
1460 if (bond_3ad_get_active_agg_info(bond, &ad_info)) in bond_poll_controller()
1463 bond_for_each_slave_rcu(bond, slave, iter) { in bond_poll_controller()
1467 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_poll_controller()
1469 SLAVE_AD_INFO(slave)->port.aggregator; in bond_poll_controller()
1472 agg->aggregator_identifier != ad_info.aggregator_id) in bond_poll_controller()
1476 netpoll_poll_dev(slave->dev); in bond_poll_controller()
1482 struct bonding *bond = netdev_priv(bond_dev); in bond_netpoll_cleanup() local
1486 bond_for_each_slave(bond, slave, iter) in bond_netpoll_cleanup()
1493 struct bonding *bond = netdev_priv(dev); in bond_netpoll_setup() local
1498 bond_for_each_slave(bond, slave, iter) { in bond_netpoll_setup()
1520 /*---------------------------------- IOCTL ----------------------------------*/
1525 struct bonding *bond = netdev_priv(dev); in bond_fix_features() local
1533 bond_for_each_slave(bond, slave, iter) { in bond_fix_features()
1535 slave->dev->features, in bond_fix_features()
1558 static void bond_compute_features(struct bonding *bond) in bond_compute_features() argument
1569 struct net_device *bond_dev = bond->dev; in bond_compute_features()
1576 if (!bond_has_slaves(bond)) in bond_compute_features()
1582 bond_for_each_slave(bond, slave, iter) { in bond_compute_features()
1584 slave->dev->vlan_features, BOND_VLAN_FEATURES); in bond_compute_features()
1587 slave->dev->hw_enc_features, in bond_compute_features()
1592 slave->dev->hw_enc_features, in bond_compute_features()
1597 slave->dev->gso_partial_features, in bond_compute_features()
1601 slave->dev->mpls_features, in bond_compute_features()
1604 dst_release_flag &= slave->dev->priv_flags; in bond_compute_features()
1605 if (slave->dev->hard_header_len > max_hard_header_len) in bond_compute_features()
1606 max_hard_header_len = slave->dev->hard_header_len; in bond_compute_features()
1608 tso_max_size = min(tso_max_size, slave->dev->tso_max_size); in bond_compute_features()
1609 tso_max_segs = min(tso_max_segs, slave->dev->tso_max_segs); in bond_compute_features()
1611 bond_dev->hard_header_len = max_hard_header_len; in bond_compute_features()
1614 bond_dev->gso_partial_features = gso_partial_features; in bond_compute_features()
1615 bond_dev->vlan_features = vlan_features; in bond_compute_features()
1616 bond_dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL | in bond_compute_features()
1620 bond_dev->hw_enc_features |= xfrm_features; in bond_compute_features()
1622 bond_dev->mpls_features = mpls_features; in bond_compute_features()
1626 bond_dev->priv_flags &= ~IFF_XMIT_DST_RELEASE; in bond_compute_features()
1627 if ((bond_dev->priv_flags & IFF_XMIT_DST_RELEASE_PERM) && in bond_compute_features()
1629 bond_dev->priv_flags |= IFF_XMIT_DST_RELEASE; in bond_compute_features()
1637 bool was_up = !!(bond_dev->flags & IFF_UP); in bond_setup_by_slave()
1641 bond_dev->header_ops = slave_dev->header_ops; in bond_setup_by_slave()
1643 bond_dev->type = slave_dev->type; in bond_setup_by_slave()
1644 bond_dev->hard_header_len = slave_dev->hard_header_len; in bond_setup_by_slave()
1645 bond_dev->needed_headroom = slave_dev->needed_headroom; in bond_setup_by_slave()
1646 bond_dev->addr_len = slave_dev->addr_len; in bond_setup_by_slave()
1648 memcpy(bond_dev->broadcast, slave_dev->broadcast, in bond_setup_by_slave()
1649 slave_dev->addr_len); in bond_setup_by_slave()
1651 if (slave_dev->flags & IFF_POINTOPOINT) { in bond_setup_by_slave()
1652 bond_dev->flags &= ~(IFF_BROADCAST | IFF_MULTICAST); in bond_setup_by_slave()
1653 bond_dev->flags |= (IFF_POINTOPOINT | IFF_NOARP); in bond_setup_by_slave()
1660 * duplicates except for alb non-mcast/bcast.
1664 struct bonding *bond) in bond_should_deliver_exact_match() argument
1667 if (BOND_MODE(bond) == BOND_MODE_ALB && in bond_should_deliver_exact_match()
1668 skb->pkt_type != PACKET_BROADCAST && in bond_should_deliver_exact_match()
1669 skb->pkt_type != PACKET_MULTICAST) in bond_should_deliver_exact_match()
1680 struct bonding *bond; in bond_handle_frame() local
1691 slave = bond_slave_get_rcu(skb->dev); in bond_handle_frame()
1692 bond = slave->bond; in bond_handle_frame()
1694 recv_probe = READ_ONCE(bond->recv_probe); in bond_handle_frame()
1696 ret = recv_probe(skb, bond, slave); in bond_handle_frame()
1705 * be suppressed we want to make an exception for link-local packets. in bond_handle_frame()
1711 * (including link-local ones) can have their originating interface in bond_handle_frame()
1714 if (bond_should_deliver_exact_match(skb, slave, bond)) { in bond_handle_frame()
1715 if (is_link_local_ether_addr(eth_hdr(skb)->h_dest)) in bond_handle_frame()
1720 skb->dev = bond->dev; in bond_handle_frame()
1722 if (BOND_MODE(bond) == BOND_MODE_ALB && in bond_handle_frame()
1723 netif_is_bridge_port(bond->dev) && in bond_handle_frame()
1724 skb->pkt_type == PACKET_HOST) { in bond_handle_frame()
1727 skb->data - skb_mac_header(skb)))) { in bond_handle_frame()
1731 bond_hw_addr_copy(eth_hdr(skb)->h_dest, bond->dev->dev_addr, in bond_handle_frame()
1732 bond->dev->addr_len); in bond_handle_frame()
1738 static enum netdev_lag_tx_type bond_lag_tx_type(struct bonding *bond) in bond_lag_tx_type() argument
1740 switch (BOND_MODE(bond)) { in bond_lag_tx_type()
1755 static enum netdev_lag_hash bond_lag_hash_type(struct bonding *bond, in bond_lag_hash_type() argument
1761 switch (bond->params.xmit_policy) { in bond_lag_hash_type()
1779 static int bond_master_upper_dev_link(struct bonding *bond, struct slave *slave, in bond_master_upper_dev_link() argument
1786 type = bond_lag_tx_type(bond); in bond_master_upper_dev_link()
1788 lag_upper_info.hash_type = bond_lag_hash_type(bond, type); in bond_master_upper_dev_link()
1790 err = netdev_master_upper_dev_link(slave->dev, bond->dev, slave, in bond_master_upper_dev_link()
1795 slave->dev->flags |= IFF_SLAVE; in bond_master_upper_dev_link()
1799 static void bond_upper_dev_unlink(struct bonding *bond, struct slave *slave) in bond_upper_dev_unlink() argument
1801 netdev_upper_dev_unlink(slave->dev, bond->dev); in bond_upper_dev_unlink()
1802 slave->dev->flags &= ~IFF_SLAVE; in bond_upper_dev_unlink()
1808 struct bonding *bond = bond_get_bond_by_slave(slave); in slave_kobj_release() local
1810 cancel_delayed_work_sync(&slave->notify_work); in slave_kobj_release()
1811 if (BOND_MODE(bond) == BOND_MODE_8023AD) in slave_kobj_release()
1828 err = kobject_init_and_add(&slave->kobj, &slave_ktype, in bond_kobj_init()
1829 &(slave->dev->dev.kobj), "bonding_slave"); in bond_kobj_init()
1831 kobject_put(&slave->kobj); in bond_kobj_init()
1836 static struct slave *bond_alloc_slave(struct bonding *bond, in bond_alloc_slave() argument
1845 slave->bond = bond; in bond_alloc_slave()
1846 slave->dev = slave_dev; in bond_alloc_slave()
1847 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work); in bond_alloc_slave()
1852 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_alloc_slave()
1856 kobject_put(&slave->kobj); in bond_alloc_slave()
1864 static void bond_fill_ifbond(struct bonding *bond, struct ifbond *info) in bond_fill_ifbond() argument
1866 info->bond_mode = BOND_MODE(bond); in bond_fill_ifbond()
1867 info->miimon = bond->params.miimon; in bond_fill_ifbond()
1868 info->num_slaves = bond->slave_cnt; in bond_fill_ifbond()
1873 strcpy(info->slave_name, slave->dev->name); in bond_fill_ifslave()
1874 info->link = slave->link; in bond_fill_ifslave()
1875 info->state = bond_slave_state(slave); in bond_fill_ifslave()
1876 info->link_failure_count = slave->link_failure_count; in bond_fill_ifslave()
1888 bond_fill_ifbond(slave->bond, &binfo.master); in bond_netdev_notify_work()
1889 netdev_bonding_info_change(slave->dev, &binfo); in bond_netdev_notify_work()
1892 queue_delayed_work(slave->bond->wq, &slave->notify_work, 1); in bond_netdev_notify_work()
1898 queue_delayed_work(slave->bond->wq, &slave->notify_work, 0); in bond_queue_slave_event()
1905 info.link_up = slave->link == BOND_LINK_UP || in bond_lower_state_changed()
1906 slave->link == BOND_LINK_FAIL; in bond_lower_state_changed()
1908 netdev_lower_state_changed(slave->dev, &info); in bond_lower_state_changed()
1925 /* The bonding driver uses ether_setup() to convert a master bond device
1932 unsigned int flags = bond_dev->flags & (IFF_SLAVE | IFF_UP); in bond_ether_setup()
1935 bond_dev->flags |= IFF_MASTER | flags; in bond_ether_setup()
1936 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_ether_setup()
1941 struct bonding *bond = netdev_priv(bond_dev); in bond_xdp_set_features() local
1948 if (!bond_xdp_check(bond, BOND_MODE(bond)) || !bond_has_slaves(bond)) { in bond_xdp_set_features()
1953 bond_for_each_slave(bond, slave, iter) in bond_xdp_set_features()
1954 val &= slave->dev->xdp_features; in bond_xdp_set_features()
1961 /* enslave device <slave> to bond device <master> */
1965 struct bonding *bond = netdev_priv(bond_dev); in bond_enslave() local
1966 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_enslave()
1972 if (slave_dev->flags & IFF_MASTER && in bond_enslave()
1976 return -EPERM; in bond_enslave()
1979 if (!bond->params.use_carrier && in bond_enslave()
1980 slave_dev->ethtool_ops->get_link == NULL && in bond_enslave()
1981 slave_ops->ndo_eth_ioctl == NULL) { in bond_enslave()
1985 /* already in-use? */ in bond_enslave()
1989 return -EBUSY; in bond_enslave()
1993 BOND_NL_ERR(bond_dev, extack, "Cannot enslave bond to itself."); in bond_enslave()
1994 return -EPERM; in bond_enslave()
1999 if (slave_dev->features & NETIF_F_VLAN_CHALLENGED) { in bond_enslave()
2003 "Can not enslave VLAN challenged device to VLAN enabled bond"); in bond_enslave()
2004 return -EPERM; in bond_enslave()
2006 …, "enslaved VLAN challenged slave. Adding VLANs will be blocked as long as it is part of bond.\n"); in bond_enslave()
2012 if (slave_dev->features & NETIF_F_HW_ESP) in bond_enslave()
2013 slave_dbg(bond_dev, slave_dev, "is esp-hw-offload capable\n"); in bond_enslave()
2020 if (slave_dev->flags & IFF_UP) { in bond_enslave()
2023 return -EPERM; in bond_enslave()
2026 /* set bonding device ether type by slave - bonding netdevices are in bond_enslave()
2030 * bond ether type mutual exclusion - don't allow slaves of dissimilar in bond_enslave()
2031 * ether type (eg ARPHRD_ETHER and ARPHRD_INFINIBAND) share the same bond in bond_enslave()
2033 if (!bond_has_slaves(bond)) { in bond_enslave()
2034 if (bond_dev->type != slave_dev->type) { in bond_enslave()
2036 bond_dev->type, slave_dev->type); in bond_enslave()
2043 return -EBUSY; in bond_enslave()
2050 if (slave_dev->type != ARPHRD_ETHER) in bond_enslave()
2058 } else if (bond_dev->type != slave_dev->type) { in bond_enslave()
2061 return -EINVAL; in bond_enslave()
2064 if (slave_dev->type == ARPHRD_INFINIBAND && in bond_enslave()
2065 BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) { in bond_enslave()
2067 "Only active-backup mode is supported for infiniband slaves"); in bond_enslave()
2068 res = -EOPNOTSUPP; in bond_enslave()
2072 if (!slave_ops->ndo_set_mac_address || in bond_enslave()
2073 slave_dev->type == ARPHRD_INFINIBAND) { in bond_enslave()
2075 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP && in bond_enslave()
2076 bond->params.fail_over_mac != BOND_FOM_ACTIVE) { in bond_enslave()
2077 if (!bond_has_slaves(bond)) { in bond_enslave()
2078 bond->params.fail_over_mac = BOND_FOM_ACTIVE; in bond_enslave()
2079 slave_warn(bond_dev, slave_dev, "Setting fail_over_mac to active for active-backup mode\n"); in bond_enslave()
2083 res = -EOPNOTSUPP; in bond_enslave()
2094 if (!bond_has_slaves(bond) && in bond_enslave()
2095 bond->dev->addr_assign_type == NET_ADDR_RANDOM) { in bond_enslave()
2096 res = bond_set_dev_addr(bond->dev, slave_dev); in bond_enslave()
2101 new_slave = bond_alloc_slave(bond, slave_dev); in bond_enslave()
2103 res = -ENOMEM; in bond_enslave()
2110 new_slave->queue_id = 0; in bond_enslave()
2112 /* Save slave's original mtu and then set it to match the bond */ in bond_enslave()
2113 new_slave->original_mtu = slave_dev->mtu; in bond_enslave()
2114 res = dev_set_mtu(slave_dev, bond->dev->mtu); in bond_enslave()
2124 bond_hw_addr_copy(new_slave->perm_hwaddr, slave_dev->dev_addr, in bond_enslave()
2125 slave_dev->addr_len); in bond_enslave()
2127 if (!bond->params.fail_over_mac || in bond_enslave()
2128 BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) { in bond_enslave()
2132 memcpy(ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_enslave()
2133 } else if (bond->params.fail_over_mac == BOND_FOM_FOLLOW && in bond_enslave()
2134 BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP && in bond_enslave()
2135 memcmp(slave_dev->dev_addr, bond_dev->dev_addr, bond_dev->addr_len) == 0) { in bond_enslave()
2144 ss.ss_family = slave_dev->type; in bond_enslave()
2154 slave_dev->priv_flags |= IFF_NO_ADDRCONF; in bond_enslave()
2163 slave_dev->priv_flags |= IFF_BONDING; in bond_enslave()
2165 dev_get_stats(new_slave->dev, &new_slave->slave_stats); in bond_enslave()
2167 if (bond_is_lb(bond)) { in bond_enslave()
2171 res = bond_alb_init_slave(bond, new_slave); in bond_enslave()
2178 slave_err(bond_dev, slave_dev, "Couldn't add bond vlan ids\n"); in bond_enslave()
2182 prev_slave = bond_last_slave(bond); in bond_enslave()
2184 new_slave->delay = 0; in bond_enslave()
2185 new_slave->link_failure_count = 0; in bond_enslave()
2188 bond_needs_speed_duplex(bond)) in bond_enslave()
2189 new_slave->link = BOND_LINK_DOWN; in bond_enslave()
2191 new_slave->last_rx = jiffies - in bond_enslave()
2192 (msecs_to_jiffies(bond->params.arp_interval) + 1); in bond_enslave()
2194 new_slave->target_last_arp_rx[i] = new_slave->last_rx; in bond_enslave()
2196 new_slave->last_tx = new_slave->last_rx; in bond_enslave()
2198 if (bond->params.miimon && !bond->params.use_carrier) { in bond_enslave()
2199 link_reporting = bond_check_dev_link(bond, slave_dev, 1); in bond_enslave()
2201 if ((link_reporting == -1) && !bond->params.arp_interval) { in bond_enslave()
2211 } else if (link_reporting == -1) { in bond_enslave()
2218 new_slave->link = BOND_LINK_NOCHANGE; in bond_enslave()
2219 if (bond->params.miimon) { in bond_enslave()
2220 if (bond_check_dev_link(bond, slave_dev, 0) == BMSR_LSTATUS) { in bond_enslave()
2221 if (bond->params.updelay) { in bond_enslave()
2225 new_slave->delay = bond->params.updelay; in bond_enslave()
2235 } else if (bond->params.arp_interval) { in bond_enslave()
2245 if (new_slave->link != BOND_LINK_DOWN) in bond_enslave()
2246 new_slave->last_link_up = jiffies; in bond_enslave()
2248 new_slave->link == BOND_LINK_DOWN ? "DOWN" : in bond_enslave()
2249 (new_slave->link == BOND_LINK_UP ? "UP" : "BACK")); in bond_enslave()
2251 if (bond_uses_primary(bond) && bond->params.primary[0]) { in bond_enslave()
2252 /* if there is a primary slave, remember it */ in bond_enslave()
2253 if (strcmp(bond->params.primary, new_slave->dev->name) == 0) { in bond_enslave()
2254 rcu_assign_pointer(bond->primary_slave, new_slave); in bond_enslave()
2255 bond->force_primary = true; in bond_enslave()
2259 switch (BOND_MODE(bond)) { in bond_enslave()
2272 SLAVE_AD_INFO(new_slave)->id = 1; in bond_enslave()
2274 * can be called only after the mac address of the bond is set in bond_enslave()
2276 bond_3ad_initialize(bond); in bond_enslave()
2278 SLAVE_AD_INFO(new_slave)->id = in bond_enslave()
2279 SLAVE_AD_INFO(prev_slave)->id + 1; in bond_enslave()
2296 * anyway (it holds no special properties of the bond device), in bond_enslave()
2299 if (!rcu_access_pointer(bond->curr_active_slave) && in bond_enslave()
2300 new_slave->link == BOND_LINK_UP) in bond_enslave()
2301 rcu_assign_pointer(bond->curr_active_slave, new_slave); in bond_enslave()
2307 if (bond->dev->npinfo) { in bond_enslave()
2310 res = -EBUSY; in bond_enslave()
2316 if (!(bond_dev->features & NETIF_F_LRO)) in bond_enslave()
2326 res = bond_master_upper_dev_link(bond, new_slave, extack); in bond_enslave()
2340 /* If the mode uses primary, then the following is handled by in bond_enslave()
2343 if (!bond_uses_primary(bond)) { in bond_enslave()
2345 if (bond_dev->flags & IFF_PROMISC) { in bond_enslave()
2352 if (bond_dev->flags & IFF_ALLMULTI) { in bond_enslave()
2355 if (bond_dev->flags & IFF_PROMISC) in bond_enslave()
2356 dev_set_promiscuity(slave_dev, -1); in bond_enslave()
2361 if (bond_dev->flags & IFF_UP) { in bond_enslave()
2367 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_enslave()
2372 bond->slave_cnt++; in bond_enslave()
2373 bond_compute_features(bond); in bond_enslave()
2374 bond_set_carrier(bond); in bond_enslave()
2379 bond_slave_ns_maddrs_add(bond, new_slave); in bond_enslave()
2381 if (bond_uses_primary(bond)) { in bond_enslave()
2383 bond_select_active_slave(bond); in bond_enslave()
2387 if (bond_mode_can_use_xmit_hash(bond)) in bond_enslave()
2388 bond_update_slave_arr(bond, NULL); in bond_enslave()
2390 if (!slave_dev->netdev_ops->ndo_bpf || in bond_enslave()
2391 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_enslave()
2392 if (bond->xdp_prog) { in bond_enslave()
2395 res = -EOPNOTSUPP; in bond_enslave()
2398 } else if (bond->xdp_prog) { in bond_enslave()
2402 .prog = bond->xdp_prog, in bond_enslave()
2409 res = -EOPNOTSUPP; in bond_enslave()
2419 if (bond->xdp_prog) in bond_enslave()
2420 bpf_prog_inc(bond->xdp_prog); in bond_enslave()
2427 new_slave->link != BOND_LINK_DOWN ? "an up" : "a down"); in bond_enslave()
2438 bond_upper_dev_unlink(bond, new_slave); in bond_enslave()
2445 if (rcu_access_pointer(bond->primary_slave) == new_slave) in bond_enslave()
2446 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_enslave()
2447 if (rcu_access_pointer(bond->curr_active_slave) == new_slave) { in bond_enslave()
2449 bond_change_active_slave(bond, NULL); in bond_enslave()
2450 bond_select_active_slave(bond); in bond_enslave()
2459 slave_dev->priv_flags &= ~IFF_BONDING; in bond_enslave()
2463 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in bond_enslave()
2464 if (!bond->params.fail_over_mac || in bond_enslave()
2465 BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) { in bond_enslave()
2466 /* XXX TODO - fom follow mode needs to change master's in bond_enslave()
2467 * MAC if this slave's MAC is in use by the bond, or at in bond_enslave()
2470 bond_hw_addr_copy(ss.__data, new_slave->perm_hwaddr, in bond_enslave()
2471 new_slave->dev->addr_len); in bond_enslave()
2472 ss.ss_family = slave_dev->type; in bond_enslave()
2477 dev_set_mtu(slave_dev, new_slave->original_mtu); in bond_enslave()
2480 kobject_put(&new_slave->kobj); in bond_enslave()
2484 if (!bond_has_slaves(bond)) { in bond_enslave()
2485 if (ether_addr_equal_64bits(bond_dev->dev_addr, in bond_enslave()
2486 slave_dev->dev_addr)) in bond_enslave()
2488 if (bond_dev->type != ARPHRD_ETHER) { in bond_enslave()
2497 /* Try to release the slave device <slave> from the bond device <master>
2499 * is RTNL-locked. If "all" is true it means that the function is being called
2500 * while destroying a bond interface and all slaves are being released.
2512 struct bonding *bond = netdev_priv(bond_dev); in __bond_release_one() local
2515 int old_flags = bond_dev->flags; in __bond_release_one()
2516 netdev_features_t old_features = bond_dev->features; in __bond_release_one()
2519 if (!(slave_dev->flags & IFF_SLAVE) || in __bond_release_one()
2522 return -EINVAL; in __bond_release_one()
2527 slave = bond_get_slave_by_dev(bond, slave_dev); in __bond_release_one()
2529 /* not a slave of this bond */ in __bond_release_one()
2532 return -EINVAL; in __bond_release_one()
2540 bond_get_stats(bond->dev, &bond->bond_stats); in __bond_release_one()
2542 if (bond->xdp_prog) { in __bond_release_one()
2558 if (BOND_MODE(bond) == BOND_MODE_8023AD) in __bond_release_one()
2561 bond_upper_dev_unlink(bond, slave); in __bond_release_one()
2563 if (bond_mode_can_use_xmit_hash(bond)) in __bond_release_one()
2564 bond_update_slave_arr(bond, slave); in __bond_release_one()
2569 oldcurrent = rcu_access_pointer(bond->curr_active_slave); in __bond_release_one()
2571 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in __bond_release_one()
2573 if (!all && (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2574 BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP)) { in __bond_release_one()
2575 if (ether_addr_equal_64bits(bond_dev->dev_addr, slave->perm_hwaddr) && in __bond_release_one()
2576 bond_has_slaves(bond)) in __bond_release_one()
2577 …slave_warn(bond_dev, slave_dev, "the permanent HWaddr of slave - %pM - is still in use by bond - s… in __bond_release_one()
2578 slave->perm_hwaddr); in __bond_release_one()
2581 if (rtnl_dereference(bond->primary_slave) == slave) in __bond_release_one()
2582 RCU_INIT_POINTER(bond->primary_slave, NULL); in __bond_release_one()
2585 bond_change_active_slave(bond, NULL); in __bond_release_one()
2591 bond_slave_ns_maddrs_del(bond, slave); in __bond_release_one()
2593 if (bond_is_lb(bond)) { in __bond_release_one()
2599 bond_alb_deinit_slave(bond, slave); in __bond_release_one()
2603 RCU_INIT_POINTER(bond->curr_active_slave, NULL); in __bond_release_one()
2609 bond_select_active_slave(bond); in __bond_release_one()
2612 bond_set_carrier(bond); in __bond_release_one()
2613 if (!bond_has_slaves(bond)) in __bond_release_one()
2618 bond->slave_cnt--; in __bond_release_one()
2620 if (!bond_has_slaves(bond)) { in __bond_release_one()
2621 call_netdevice_notifiers(NETDEV_CHANGEADDR, bond->dev); in __bond_release_one()
2622 call_netdevice_notifiers(NETDEV_RELEASE, bond->dev); in __bond_release_one()
2625 bond_compute_features(bond); in __bond_release_one()
2626 if (!(bond_dev->features & NETIF_F_VLAN_CHALLENGED) && in __bond_release_one()
2628 …slave_info(bond_dev, slave_dev, "last VLAN challenged slave left bond - VLAN blocking is removed\n… in __bond_release_one()
2632 /* If the mode uses primary, then this case was handled above by in __bond_release_one()
2635 if (!bond_uses_primary(bond)) { in __bond_release_one()
2644 dev_set_promiscuity(slave_dev, -1); in __bond_release_one()
2648 dev_set_allmulti(slave_dev, -1); in __bond_release_one()
2659 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in __bond_release_one()
2661 if (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2662 BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) { in __bond_release_one()
2664 bond_hw_addr_copy(ss.__data, slave->perm_hwaddr, in __bond_release_one()
2665 slave->dev->addr_len); in __bond_release_one()
2666 ss.ss_family = slave_dev->type; in __bond_release_one()
2672 __netif_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2675 dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2679 slave_dev->priv_flags &= ~IFF_BONDING; in __bond_release_one()
2682 kobject_put(&slave->kobj); in __bond_release_one()
2693 /* First release a slave and then destroy the bond if no more slaves are left.
2699 struct bonding *bond = netdev_priv(bond_dev); in bond_release_and_destroy() local
2703 if (ret == 0 && !bond_has_slaves(bond) && in bond_release_and_destroy()
2704 bond_dev->reg_state != NETREG_UNREGISTERING) { in bond_release_and_destroy()
2705 bond_dev->priv_flags |= IFF_DISABLE_NETPOLL; in bond_release_and_destroy()
2706 netdev_info(bond_dev, "Destroying bond\n"); in bond_release_and_destroy()
2707 bond_remove_proc_entry(bond); in bond_release_and_destroy()
2715 struct bonding *bond = netdev_priv(bond_dev); in bond_info_query() local
2717 bond_fill_ifbond(bond, info); in bond_info_query()
2722 struct bonding *bond = netdev_priv(bond_dev); in bond_slave_info_query() local
2724 int i = 0, res = -ENODEV; in bond_slave_info_query()
2727 bond_for_each_slave(bond, slave, iter) { in bond_slave_info_query()
2728 if (i++ == (int)info->slave_id) { in bond_slave_info_query()
2738 /*-------------------------------- Monitoring -------------------------------*/
2741 static int bond_miimon_inspect(struct bonding *bond) in bond_miimon_inspect() argument
2748 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP) { in bond_miimon_inspect()
2749 ignore_updelay = !rcu_dereference(bond->curr_active_slave); in bond_miimon_inspect()
2753 usable_slaves = rcu_dereference(bond->usable_slaves); in bond_miimon_inspect()
2755 if (usable_slaves && usable_slaves->count == 0) in bond_miimon_inspect()
2759 bond_for_each_slave_rcu(bond, slave, iter) { in bond_miimon_inspect()
2762 link_state = bond_check_dev_link(bond, slave->dev, 0); in bond_miimon_inspect()
2764 switch (slave->link) { in bond_miimon_inspect()
2771 slave->delay = bond->params.downdelay; in bond_miimon_inspect()
2772 if (slave->delay && net_ratelimit()) { in bond_miimon_inspect()
2773 slave_info(bond->dev, slave->dev, "link status down for %sinterface, disabling it in %d ms\n", in bond_miimon_inspect()
2774 (BOND_MODE(bond) == in bond_miimon_inspect()
2778 bond->params.downdelay * bond->params.miimon); in bond_miimon_inspect()
2785 slave->last_link_up = jiffies; in bond_miimon_inspect()
2787 slave_info(bond->dev, slave->dev, "link status up again after %d ms\n", in bond_miimon_inspect()
2788 (bond->params.downdelay - slave->delay) * in bond_miimon_inspect()
2789 bond->params.miimon); in bond_miimon_inspect()
2794 if (slave->delay <= 0) { in bond_miimon_inspect()
2800 slave->delay--; in bond_miimon_inspect()
2809 slave->delay = bond->params.updelay; in bond_miimon_inspect()
2811 if (slave->delay && net_ratelimit()) { in bond_miimon_inspect()
2812 slave_info(bond->dev, slave->dev, "link status up, enabling it in %d ms\n", in bond_miimon_inspect()
2814 bond->params.updelay * in bond_miimon_inspect()
2815 bond->params.miimon); in bond_miimon_inspect()
2822 slave_info(bond->dev, slave->dev, "link status down again after %d ms\n", in bond_miimon_inspect()
2823 (bond->params.updelay - slave->delay) * in bond_miimon_inspect()
2824 bond->params.miimon); in bond_miimon_inspect()
2830 slave->delay = 0; in bond_miimon_inspect()
2832 if (slave->delay <= 0) { in bond_miimon_inspect()
2839 slave->delay--; in bond_miimon_inspect()
2847 static void bond_miimon_link_change(struct bonding *bond, in bond_miimon_link_change() argument
2851 switch (BOND_MODE(bond)) { in bond_miimon_link_change()
2857 bond_alb_handle_link_change(bond, slave, link); in bond_miimon_link_change()
2860 bond_update_slave_arr(bond, NULL); in bond_miimon_link_change()
2865 static void bond_miimon_commit(struct bonding *bond) in bond_miimon_commit() argument
2867 struct slave *slave, *primary, *active; in bond_miimon_commit() local
2873 bond_for_each_slave(bond, slave, iter) { in bond_miimon_commit()
2874 switch (slave->link_new_state) { in bond_miimon_commit()
2882 if (BOND_MODE(bond) == BOND_MODE_8023AD && in bond_miimon_commit()
2883 slave->link == BOND_LINK_UP) in bond_miimon_commit()
2889 bond_needs_speed_duplex(bond)) { in bond_miimon_commit()
2890 slave->link = BOND_LINK_DOWN; in bond_miimon_commit()
2892 slave_warn(bond->dev, slave->dev, in bond_miimon_commit()
2898 slave->last_link_up = jiffies; in bond_miimon_commit()
2900 primary = rtnl_dereference(bond->primary_slave); in bond_miimon_commit()
2901 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_miimon_commit()
2904 } else if (BOND_MODE(bond) != BOND_MODE_ACTIVEBACKUP) { in bond_miimon_commit()
2909 slave_info(bond->dev, slave->dev, "link status definitely up, %u Mbps %s duplex\n", in bond_miimon_commit()
2910 slave->speed == SPEED_UNKNOWN ? 0 : slave->speed, in bond_miimon_commit()
2911 slave->duplex ? "full" : "half"); in bond_miimon_commit()
2913 bond_miimon_link_change(bond, slave, BOND_LINK_UP); in bond_miimon_commit()
2915 active = rtnl_dereference(bond->curr_active_slave); in bond_miimon_commit()
2916 if (!active || slave == primary || slave->prio > active->prio) in bond_miimon_commit()
2922 if (slave->link_failure_count < UINT_MAX) in bond_miimon_commit()
2923 slave->link_failure_count++; in bond_miimon_commit()
2928 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP || in bond_miimon_commit()
2929 BOND_MODE(bond) == BOND_MODE_8023AD) in bond_miimon_commit()
2933 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_miimon_commit()
2935 bond_miimon_link_change(bond, slave, BOND_LINK_DOWN); in bond_miimon_commit()
2937 if (slave == rcu_access_pointer(bond->curr_active_slave)) in bond_miimon_commit()
2943 slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", in bond_miimon_commit()
2944 slave->link_new_state); in bond_miimon_commit()
2953 bond_select_active_slave(bond); in bond_miimon_commit()
2957 bond_set_carrier(bond); in bond_miimon_commit()
2969 struct bonding *bond = container_of(work, struct bonding, in bond_mii_monitor() local
2977 delay = msecs_to_jiffies(bond->params.miimon); in bond_mii_monitor()
2979 if (!bond_has_slaves(bond)) in bond_mii_monitor()
2983 should_notify_peers = bond_should_notify_peers(bond); in bond_mii_monitor()
2984 commit = !!bond_miimon_inspect(bond); in bond_mii_monitor()
2985 if (bond->send_peer_notif) { in bond_mii_monitor()
2988 bond->send_peer_notif--; in bond_mii_monitor()
3003 bond_for_each_slave(bond, slave, iter) { in bond_mii_monitor()
3006 bond_miimon_commit(bond); in bond_mii_monitor()
3012 if (bond->params.miimon) in bond_mii_monitor()
3013 queue_delayed_work(bond->wq, &bond->mii_work, delay); in bond_mii_monitor()
3018 call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, bond->dev); in bond_mii_monitor()
3026 __be32 ip = *(__be32 *)priv->data; in bond_upper_dev_walk()
3031 static bool bond_has_this_ip(struct bonding *bond, __be32 ip) in bond_has_this_ip() argument
3038 if (ip == bond_confirm_addr(bond->dev, 0, ip)) in bond_has_this_ip()
3042 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_upper_dev_walk, &priv)) in bond_has_this_ip()
3054 struct net_device *bond_dev = slave->bond->dev; in bond_handle_vlan()
3055 struct net_device *slave_dev = slave->dev; in bond_handle_vlan()
3058 if (!tags || tags->vlan_proto == BOND_VLAN_PROTO_NONE) in bond_handle_vlan()
3064 while (tags->vlan_proto != BOND_VLAN_PROTO_NONE) { in bond_handle_vlan()
3065 if (!tags->vlan_id) { in bond_handle_vlan()
3071 ntohs(outer_tag->vlan_proto), tags->vlan_id); in bond_handle_vlan()
3072 skb = vlan_insert_tag_set_proto(skb, tags->vlan_proto, in bond_handle_vlan()
3073 tags->vlan_id); in bond_handle_vlan()
3082 if (outer_tag->vlan_id) { in bond_handle_vlan()
3084 ntohs(outer_tag->vlan_proto), outer_tag->vlan_id); in bond_handle_vlan()
3085 __vlan_hwaccel_put_tag(skb, outer_tag->vlan_proto, in bond_handle_vlan()
3086 outer_tag->vlan_id); in bond_handle_vlan()
3094 * "native" to a VLAN) might not pass non-tagged frames.
3099 struct net_device *bond_dev = slave->bond->dev; in bond_arp_send()
3100 struct net_device *slave_dev = slave->dev; in bond_arp_send()
3107 NULL, slave_dev->dev_addr, NULL); in bond_arp_send()
3139 return ERR_PTR(-ENOMEM); in bond_verify_device_path()
3162 static void bond_arp_send_all(struct bonding *bond, struct slave *slave) in bond_arp_send_all() argument
3166 __be32 *targets = bond->params.arp_targets, addr; in bond_arp_send_all()
3170 slave_dbg(bond->dev, slave->dev, "%s: target %pI4\n", in bond_arp_send_all()
3175 rt = ip_route_output(dev_net(bond->dev), targets[i], 0, 0, 0, in bond_arp_send_all()
3178 /* there's no route to target - try to send arp in bond_arp_send_all()
3181 if (bond->params.arp_validate) in bond_arp_send_all()
3183 bond->dev->name, in bond_arp_send_all()
3190 /* bond device itself */ in bond_arp_send_all()
3191 if (rt->dst.dev == bond->dev) in bond_arp_send_all()
3195 tags = bond_verify_device_path(bond->dev, rt->dst.dev, 0); in bond_arp_send_all()
3201 /* Not our device - skip */ in bond_arp_send_all()
3202 slave_dbg(bond->dev, slave->dev, "no path to arp_ip_target %pI4 via rt.dev %s\n", in bond_arp_send_all()
3203 &targets[i], rt->dst.dev ? rt->dst.dev->name : "NULL"); in bond_arp_send_all()
3209 addr = bond_confirm_addr(rt->dst.dev, targets[i], 0); in bond_arp_send_all()
3216 static void bond_validate_arp(struct bonding *bond, struct slave *slave, __be32 sip, __be32 tip) in bond_validate_arp() argument
3220 if (!sip || !bond_has_this_ip(bond, tip)) { in bond_validate_arp()
3221 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 tip %pI4 not found\n", in bond_validate_arp()
3226 i = bond_get_targets_ip(bond->params.arp_targets, sip); in bond_validate_arp()
3227 if (i == -1) { in bond_validate_arp()
3228 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 not found in targets\n", in bond_validate_arp()
3232 slave->last_rx = jiffies; in bond_validate_arp()
3233 slave->target_last_arp_rx[i] = jiffies; in bond_validate_arp()
3236 static int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, in bond_arp_rcv() argument
3239 struct arphdr *arp = (struct arphdr *)skb->data; in bond_arp_rcv()
3245 alen = arp_hdr_len(bond->dev); in bond_arp_rcv()
3255 if (arp->ar_hln != bond->dev->addr_len || in bond_arp_rcv()
3256 skb->pkt_type == PACKET_OTHERHOST || in bond_arp_rcv()
3257 skb->pkt_type == PACKET_LOOPBACK || in bond_arp_rcv()
3258 arp->ar_hrd != htons(ARPHRD_ETHER) || in bond_arp_rcv()
3259 arp->ar_pro != htons(ETH_P_IP) || in bond_arp_rcv()
3260 arp->ar_pln != 4) in bond_arp_rcv()
3264 arp_ptr += bond->dev->addr_len; in bond_arp_rcv()
3266 arp_ptr += 4 + bond->dev->addr_len; in bond_arp_rcv()
3269 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI4 tip %pI4\n", in bond_arp_rcv()
3270 __func__, slave->dev->name, bond_slave_state(slave), in bond_arp_rcv()
3271 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_arp_rcv()
3274 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_arp_rcv()
3275 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_arp_rcv()
3301 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3303 time_after(slave_last_rx(bond, curr_active_slave), in bond_arp_rcv()
3304 curr_active_slave->last_link_up)) in bond_arp_rcv()
3305 bond_validate_arp(bond, slave, tip, sip); in bond_arp_rcv()
3306 else if (curr_arp_slave && (arp->ar_op == htons(ARPOP_REPLY)) && in bond_arp_rcv()
3307 bond_time_in_interval(bond, slave_last_tx(curr_arp_slave), 1)) in bond_arp_rcv()
3308 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3311 if (arp != (struct arphdr *)skb->data) in bond_arp_rcv()
3320 struct net_device *bond_dev = slave->bond->dev; in bond_ns_send()
3321 struct net_device *slave_dev = slave->dev; in bond_ns_send()
3341 static void bond_ns_send_all(struct bonding *bond, struct slave *slave) in bond_ns_send_all() argument
3343 struct in6_addr *targets = bond->params.ns_targets; in bond_ns_send_all()
3351 slave_dbg(bond->dev, slave->dev, "%s: target %pI6c\n", in bond_ns_send_all()
3358 fl6.flowi6_oif = bond->dev->ifindex; in bond_ns_send_all()
3360 dst = ip6_route_output(dev_net(bond->dev), NULL, &fl6); in bond_ns_send_all()
3361 if (dst->error) { in bond_ns_send_all()
3363 /* there's no route to target - try to send arp in bond_ns_send_all()
3366 if (bond->params.arp_validate) in bond_ns_send_all()
3368 bond->dev->name, in bond_ns_send_all()
3374 /* bond device itself */ in bond_ns_send_all()
3375 if (dst->dev == bond->dev) in bond_ns_send_all()
3379 tags = bond_verify_device_path(bond->dev, dst->dev, 0); in bond_ns_send_all()
3385 /* Not our device - skip */ in bond_ns_send_all()
3386 slave_dbg(bond->dev, slave->dev, "no path to ns_ip6_target %pI6c via dst->dev %s\n", in bond_ns_send_all()
3387 &targets[i], dst->dev ? dst->dev->name : "NULL"); in bond_ns_send_all()
3393 if (!ipv6_dev_get_saddr(dev_net(dst->dev), dst->dev, &targets[i], 0, &saddr)) in bond_ns_send_all()
3406 struct in6_addr *addr = (struct in6_addr *)priv->data; in bond_confirm_addr6()
3411 static bool bond_has_this_ip6(struct bonding *bond, struct in6_addr *addr) in bond_has_this_ip6() argument
3418 if (bond_confirm_addr6(bond->dev, &priv)) in bond_has_this_ip6()
3422 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_confirm_addr6, &priv)) in bond_has_this_ip6()
3429 static void bond_validate_na(struct bonding *bond, struct slave *slave, in bond_validate_na() argument
3436 * 2. Dest address is neither all-nodes multicast address nor in bond_validate_na()
3437 * exist on bond interface. in bond_validate_na()
3441 !bond_has_this_ip6(bond, daddr))) { in bond_validate_na()
3442 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c tip %pI6c not found\n", in bond_validate_na()
3447 i = bond_get_targets_ip6(bond->params.ns_targets, saddr); in bond_validate_na()
3448 if (i == -1) { in bond_validate_na()
3449 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c not found in targets\n", in bond_validate_na()
3453 slave->last_rx = jiffies; in bond_validate_na()
3454 slave->target_last_arp_rx[i] = jiffies; in bond_validate_na()
3457 static int bond_na_rcv(const struct sk_buff *skb, struct bonding *bond, in bond_na_rcv() argument
3467 if (skb->pkt_type == PACKET_OTHERHOST || in bond_na_rcv()
3468 skb->pkt_type == PACKET_LOOPBACK) in bond_na_rcv()
3472 if (!combined || combined->ip6.nexthdr != NEXTHDR_ICMP || in bond_na_rcv()
3473 (combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_SOLICITATION && in bond_na_rcv()
3474 combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_ADVERTISEMENT)) in bond_na_rcv()
3477 saddr = &combined->ip6.saddr; in bond_na_rcv()
3478 daddr = &combined->ip6.daddr; in bond_na_rcv()
3480 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI6c tip %pI6c\n", in bond_na_rcv()
3481 __func__, slave->dev->name, bond_slave_state(slave), in bond_na_rcv()
3482 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_na_rcv()
3485 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_na_rcv()
3486 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_na_rcv()
3492 bond_validate_na(bond, slave, saddr, daddr); in bond_na_rcv()
3494 time_after(slave_last_rx(bond, curr_active_slave), in bond_na_rcv()
3495 curr_active_slave->last_link_up)) in bond_na_rcv()
3496 bond_validate_na(bond, slave, daddr, saddr); in bond_na_rcv()
3498 bond_time_in_interval(bond, slave_last_tx(curr_arp_slave), 1)) in bond_na_rcv()
3499 bond_validate_na(bond, slave, saddr, daddr); in bond_na_rcv()
3506 int bond_rcv_validate(const struct sk_buff *skb, struct bonding *bond, in bond_rcv_validate() argument
3510 bool is_ipv6 = skb->protocol == __cpu_to_be16(ETH_P_IPV6); in bond_rcv_validate()
3512 bool is_arp = skb->protocol == __cpu_to_be16(ETH_P_ARP); in bond_rcv_validate()
3514 slave_dbg(bond->dev, slave->dev, "%s: skb->dev %s\n", in bond_rcv_validate()
3515 __func__, skb->dev->name); in bond_rcv_validate()
3518 if (!slave_do_arp_validate(bond, slave)) { in bond_rcv_validate()
3519 if ((slave_do_arp_validate_only(bond) && is_arp) || in bond_rcv_validate()
3521 (slave_do_arp_validate_only(bond) && is_ipv6) || in bond_rcv_validate()
3523 !slave_do_arp_validate_only(bond)) in bond_rcv_validate()
3524 slave->last_rx = jiffies; in bond_rcv_validate()
3527 return bond_arp_rcv(skb, bond, slave); in bond_rcv_validate()
3530 return bond_na_rcv(skb, bond, slave); in bond_rcv_validate()
3537 static void bond_send_validate(struct bonding *bond, struct slave *slave) in bond_send_validate() argument
3539 bond_arp_send_all(bond, slave); in bond_send_validate()
3541 bond_ns_send_all(bond, slave); in bond_send_validate()
3546 * (last_act - arp_interval) <= jiffies <= (last_act + mod * arp_interval +
3549 static bool bond_time_in_interval(struct bonding *bond, unsigned long last_act, in bond_time_in_interval() argument
3552 int delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_time_in_interval()
3555 last_act - delta_in_ticks, in bond_time_in_interval()
3561 * is used in load-balancing mode. if the adapter has been dormant, then an
3565 static void bond_loadbalance_arp_mon(struct bonding *bond) in bond_loadbalance_arp_mon() argument
3571 if (!bond_has_slaves(bond)) in bond_loadbalance_arp_mon()
3576 oldcurrent = rcu_dereference(bond->curr_active_slave); in bond_loadbalance_arp_mon()
3579 * the picture unless it is null. also, slave->last_link_up is not in bond_loadbalance_arp_mon()
3585 bond_for_each_slave_rcu(bond, slave, iter) { in bond_loadbalance_arp_mon()
3590 if (slave->link != BOND_LINK_UP) { in bond_loadbalance_arp_mon()
3591 if (bond_time_in_interval(bond, last_tx, 1) && in bond_loadbalance_arp_mon()
3592 bond_time_in_interval(bond, slave->last_rx, 1)) { in bond_loadbalance_arp_mon()
3597 /* primary_slave has no meaning in round-robin in bond_loadbalance_arp_mon()
3603 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_loadbalance_arp_mon()
3606 slave_info(bond->dev, slave->dev, "interface is now up\n"); in bond_loadbalance_arp_mon()
3610 /* slave->link == BOND_LINK_UP */ in bond_loadbalance_arp_mon()
3616 if (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_loadbalance_arp_mon()
3617 !bond_time_in_interval(bond, slave->last_rx, bond->params.missed_max)) { in bond_loadbalance_arp_mon()
3622 if (slave->link_failure_count < UINT_MAX) in bond_loadbalance_arp_mon()
3623 slave->link_failure_count++; in bond_loadbalance_arp_mon()
3625 slave_info(bond->dev, slave->dev, "interface is now down\n"); in bond_loadbalance_arp_mon()
3632 /* note: if switch is in round-robin mode, all links in bond_loadbalance_arp_mon()
3633 * must tx arp to ensure all links rx an arp - otherwise in bond_loadbalance_arp_mon()
3636 * do - all replies will be rx'ed on same link causing slaves in bond_loadbalance_arp_mon()
3640 bond_send_validate(bond, slave); in bond_loadbalance_arp_mon()
3649 bond_for_each_slave(bond, slave, iter) { in bond_loadbalance_arp_mon()
3650 if (slave->link_new_state != BOND_LINK_NOCHANGE) in bond_loadbalance_arp_mon()
3651 slave->link = slave->link_new_state; in bond_loadbalance_arp_mon()
3655 bond_slave_state_change(bond); in bond_loadbalance_arp_mon()
3656 if (BOND_MODE(bond) == BOND_MODE_XOR) in bond_loadbalance_arp_mon()
3657 bond_update_slave_arr(bond, NULL); in bond_loadbalance_arp_mon()
3661 bond_select_active_slave(bond); in bond_loadbalance_arp_mon()
3668 if (bond->params.arp_interval) in bond_loadbalance_arp_mon()
3669 queue_delayed_work(bond->wq, &bond->arp_work, in bond_loadbalance_arp_mon()
3670 msecs_to_jiffies(bond->params.arp_interval)); in bond_loadbalance_arp_mon()
3673 /* Called to inspect slaves for active-backup mode ARP monitor link state
3680 static int bond_ab_arp_inspect(struct bonding *bond) in bond_ab_arp_inspect() argument
3687 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_inspect()
3689 last_rx = slave_last_rx(bond, slave); in bond_ab_arp_inspect()
3691 if (slave->link != BOND_LINK_UP) { in bond_ab_arp_inspect()
3692 if (bond_time_in_interval(bond, last_rx, 1)) { in bond_ab_arp_inspect()
3695 } else if (slave->link == BOND_LINK_BACK) { in bond_ab_arp_inspect()
3706 if (bond_time_in_interval(bond, slave->last_link_up, 2)) in bond_ab_arp_inspect()
3710 * - No current_arp_slave AND in bond_ab_arp_inspect()
3711 * - more than (missed_max+1)*delta since last receive AND in bond_ab_arp_inspect()
3712 * - the bond has an IP address in bond_ab_arp_inspect()
3714 * Note: a non-null current_arp_slave indicates in bond_ab_arp_inspect()
3717 * we only take the curr_active_slave down - this in bond_ab_arp_inspect()
3722 !rcu_access_pointer(bond->current_arp_slave) && in bond_ab_arp_inspect()
3723 !bond_time_in_interval(bond, last_rx, bond->params.missed_max + 1)) { in bond_ab_arp_inspect()
3729 * - more than missed_max*delta since transmitting OR in bond_ab_arp_inspect()
3730 * - (more than missed_max*delta since receive AND in bond_ab_arp_inspect()
3731 * the bond has an IP address) in bond_ab_arp_inspect()
3735 (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_ab_arp_inspect()
3736 !bond_time_in_interval(bond, last_rx, bond->params.missed_max))) { in bond_ab_arp_inspect()
3746 * active-backup mode ARP monitor.
3750 static void bond_ab_arp_commit(struct bonding *bond) in bond_ab_arp_commit() argument
3757 bond_for_each_slave(bond, slave, iter) { in bond_ab_arp_commit()
3758 switch (slave->link_new_state) { in bond_ab_arp_commit()
3764 if (rtnl_dereference(bond->curr_active_slave) != slave || in bond_ab_arp_commit()
3765 (!rtnl_dereference(bond->curr_active_slave) && in bond_ab_arp_commit()
3766 bond_time_in_interval(bond, last_tx, 1))) { in bond_ab_arp_commit()
3769 current_arp_slave = rtnl_dereference(bond->current_arp_slave); in bond_ab_arp_commit()
3776 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3779 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_ab_arp_commit()
3781 if (!rtnl_dereference(bond->curr_active_slave) || in bond_ab_arp_commit()
3782 slave == rtnl_dereference(bond->primary_slave) || in bond_ab_arp_commit()
3783 slave->prio > rtnl_dereference(bond->curr_active_slave)->prio) in bond_ab_arp_commit()
3791 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_commit()
3792 slave->link_failure_count++; in bond_ab_arp_commit()
3799 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_ab_arp_commit()
3801 if (slave == rtnl_dereference(bond->curr_active_slave)) { in bond_ab_arp_commit()
3802 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3817 if (rtnl_dereference(bond->curr_active_slave)) in bond_ab_arp_commit()
3818 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3822 slave_err(bond->dev, slave->dev, in bond_ab_arp_commit()
3824 slave->link_new_state); in bond_ab_arp_commit()
3831 bond_select_active_slave(bond); in bond_ab_arp_commit()
3835 bond_set_carrier(bond); in bond_ab_arp_commit()
3838 /* Send ARP probes for active-backup mode ARP monitor.
3842 static bool bond_ab_arp_probe(struct bonding *bond) in bond_ab_arp_probe() argument
3845 *curr_arp_slave = rcu_dereference(bond->current_arp_slave), in bond_ab_arp_probe()
3846 *curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_ab_arp_probe()
3852 netdev_info(bond->dev, "PROBE: c_arp %s && cas %s BAD\n", in bond_ab_arp_probe()
3853 curr_arp_slave->dev->name, in bond_ab_arp_probe()
3854 curr_active_slave->dev->name); in bond_ab_arp_probe()
3857 bond_send_validate(bond, curr_active_slave); in bond_ab_arp_probe()
3867 curr_arp_slave = bond_first_slave_rcu(bond); in bond_ab_arp_probe()
3872 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3879 * mark it down - this can happen if we have in bond_ab_arp_probe()
3885 if (!bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_ab_arp_probe()
3888 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_probe()
3889 slave->link_failure_count++; in bond_ab_arp_probe()
3894 slave_info(bond->dev, slave->dev, "backup interface is now down\n"); in bond_ab_arp_probe()
3909 bond_send_validate(bond, new_slave); in bond_ab_arp_probe()
3910 new_slave->last_link_up = jiffies; in bond_ab_arp_probe()
3911 rcu_assign_pointer(bond->current_arp_slave, new_slave); in bond_ab_arp_probe()
3914 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3915 if (slave->should_notify || slave->should_notify_link) { in bond_ab_arp_probe()
3923 static void bond_activebackup_arp_mon(struct bonding *bond) in bond_activebackup_arp_mon() argument
3929 delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_activebackup_arp_mon()
3931 if (!bond_has_slaves(bond)) in bond_activebackup_arp_mon()
3936 should_notify_peers = bond_should_notify_peers(bond); in bond_activebackup_arp_mon()
3938 if (bond_ab_arp_inspect(bond)) { in bond_activebackup_arp_mon()
3948 bond_ab_arp_commit(bond); in bond_activebackup_arp_mon()
3954 should_notify_rtnl = bond_ab_arp_probe(bond); in bond_activebackup_arp_mon()
3958 if (bond->params.arp_interval) in bond_activebackup_arp_mon()
3959 queue_delayed_work(bond->wq, &bond->arp_work, delta_in_ticks); in bond_activebackup_arp_mon()
3966 bond->send_peer_notif--; in bond_activebackup_arp_mon()
3968 bond->dev); in bond_activebackup_arp_mon()
3971 bond_slave_state_notify(bond); in bond_activebackup_arp_mon()
3972 bond_slave_link_notify(bond); in bond_activebackup_arp_mon()
3981 struct bonding *bond = container_of(work, struct bonding, in bond_arp_monitor() local
3984 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP) in bond_arp_monitor()
3985 bond_activebackup_arp_mon(bond); in bond_arp_monitor()
3987 bond_loadbalance_arp_mon(bond); in bond_arp_monitor()
3990 /*-------------------------- netdev event handling --------------------------*/
3993 static int bond_event_changename(struct bonding *bond) in bond_event_changename() argument
3995 bond_remove_proc_entry(bond); in bond_event_changename()
3996 bond_create_proc_entry(bond); in bond_event_changename()
3998 bond_debug_reregister(bond); in bond_event_changename()
4032 struct slave *slave = bond_slave_get_rtnl(slave_dev), *primary; in bond_slave_netdev_event() local
4033 struct bonding *bond; in bond_slave_netdev_event() local
4045 bond_dev = slave->bond->dev; in bond_slave_netdev_event()
4046 bond = slave->bond; in bond_slave_netdev_event()
4047 primary = rtnl_dereference(bond->primary_slave); in bond_slave_netdev_event()
4053 if (bond_dev->type != ARPHRD_ETHER) in bond_slave_netdev_event()
4062 * in weird state. Mark it as link-fail if the link was in bond_slave_netdev_event()
4063 * previously up or link-down if it hasn't yet come up, and in bond_slave_netdev_event()
4064 * let link-monitoring (miimon) set it right when correct in bond_slave_netdev_event()
4068 BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_slave_netdev_event()
4069 if (slave->last_link_up) in bond_slave_netdev_event()
4070 slave->link = BOND_LINK_FAIL; in bond_slave_netdev_event()
4072 slave->link = BOND_LINK_DOWN; in bond_slave_netdev_event()
4075 if (BOND_MODE(bond) == BOND_MODE_8023AD) in bond_slave_netdev_event()
4079 /* Refresh slave-array if applicable! in bond_slave_netdev_event()
4080 * If the setup does not use miimon or arpmon (mode-specific!), in bond_slave_netdev_event()
4081 * then these events will not cause the slave-array to be in bond_slave_netdev_event()
4087 if (bond_mode_can_use_xmit_hash(bond)) in bond_slave_netdev_event()
4088 bond_update_slave_arr(bond, NULL); in bond_slave_netdev_event()
4093 * an active-backup bond, slaves need in bond_slave_netdev_event()
4104 /* we don't care if we don't have primary set */ in bond_slave_netdev_event()
4105 if (!bond_uses_primary(bond) || in bond_slave_netdev_event()
4106 !bond->params.primary[0]) in bond_slave_netdev_event()
4109 if (slave == primary) { in bond_slave_netdev_event()
4110 /* slave's name changed - he's no longer primary */ in bond_slave_netdev_event()
4111 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_slave_netdev_event()
4112 } else if (!strcmp(slave_dev->name, bond->params.primary)) { in bond_slave_netdev_event()
4113 /* we have a new primary slave */ in bond_slave_netdev_event()
4114 rcu_assign_pointer(bond->primary_slave, slave); in bond_slave_netdev_event()
4115 } else { /* we didn't change primary - exit */ in bond_slave_netdev_event()
4119 netdev_info(bond->dev, "Primary slave changed to %s, reselecting active slave\n", in bond_slave_netdev_event()
4120 primary ? slave_dev->name : "none"); in bond_slave_netdev_event()
4123 bond_select_active_slave(bond); in bond_slave_netdev_event()
4127 if (!bond->notifier_ctx) { in bond_slave_netdev_event()
4128 bond->notifier_ctx = true; in bond_slave_netdev_event()
4129 bond_compute_features(bond); in bond_slave_netdev_event()
4130 bond->notifier_ctx = false; in bond_slave_netdev_event()
4135 call_netdevice_notifiers(event, slave->bond->dev); in bond_slave_netdev_event()
4162 if (!(event_dev->priv_flags & IFF_BONDING)) in bond_netdev_event()
4165 if (event_dev->flags & IFF_MASTER) { in bond_netdev_event()
4173 if (event_dev->flags & IFF_SLAVE) in bond_netdev_event()
4183 /*---------------------------- Hashing Policies -----------------------------*/
4194 return skb->data; in bond_pull_data()
4209 return ep->h_dest[5] ^ ep->h_source[5] ^ be16_to_cpu(ep->h_proto); in bond_eth_hash()
4225 *nhoff += iph->ihl << 2; in bond_flow_ip()
4227 *ip_proto = iph->protocol; in bond_flow_ip()
4236 *ip_proto = iph6->nexthdr; in bond_flow_ip()
4242 fk->ports.ports = skb_flow_get_ports(skb, *nhoff, *ip_proto, data, hlen); in bond_flow_ip()
4260 srcmac_vendor = (srcmac_vendor << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4263 srcmac_dev = (srcmac_dev << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4271 /* Extract the appropriate headers based on bond's xmit policy */
4272 static bool bond_flow_dissect(struct bonding *bond, struct sk_buff *skb, const void *data, in bond_flow_dissect() argument
4275 bool l34 = bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34; in bond_flow_dissect()
4276 int ip_proto = -1; in bond_flow_dissect()
4278 switch (bond->params.xmit_policy) { in bond_flow_dissect()
4288 fk->ports.ports = 0; in bond_flow_dissect()
4289 memset(&fk->icmp, 0, sizeof(fk->icmp)); in bond_flow_dissect()
4299 skb_flow_get_icmp_tci(skb, &fk->icmp, data, nhoff, hlen); in bond_flow_dissect()
4301 if (!icmp_is_err(fk->icmp.type)) in bond_flow_dissect()
4306 if (!icmpv6_is_err(fk->icmp.type)) in bond_flow_dissect()
4336 static u32 __bond_xmit_hash(struct bonding *bond, struct sk_buff *skb, const void *data, in __bond_xmit_hash() argument
4342 if (bond->params.xmit_policy == BOND_XMIT_POLICY_VLAN_SRCMAC) in __bond_xmit_hash()
4345 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER2 || in __bond_xmit_hash()
4346 !bond_flow_dissect(bond, skb, data, l2_proto, nhoff, hlen, &flow)) in __bond_xmit_hash()
4349 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER23 || in __bond_xmit_hash()
4350 bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP23) { in __bond_xmit_hash()
4359 return bond_ip_hash(hash, &flow, bond->params.xmit_policy); in __bond_xmit_hash()
4363 * bond_xmit_hash - generate a hash value based on the xmit policy
4364 * @bond: bonding device
4370 u32 bond_xmit_hash(struct bonding *bond, struct sk_buff *skb) in bond_xmit_hash() argument
4372 if (bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP34 && in bond_xmit_hash()
4373 skb->l4_hash) in bond_xmit_hash()
4374 return skb->hash; in bond_xmit_hash()
4376 return __bond_xmit_hash(bond, skb, skb->data, skb->protocol, in bond_xmit_hash()
4382 * bond_xmit_hash_xdp - generate a hash value based on the xmit policy
4383 * @bond: bonding device
4388 static u32 bond_xmit_hash_xdp(struct bonding *bond, struct xdp_buff *xdp) in bond_xmit_hash_xdp() argument
4392 if (xdp->data + sizeof(struct ethhdr) > xdp->data_end) in bond_xmit_hash_xdp()
4395 eth = (struct ethhdr *)xdp->data; in bond_xmit_hash_xdp()
4397 return __bond_xmit_hash(bond, NULL, xdp->data, eth->h_proto, 0, in bond_xmit_hash_xdp()
4398 sizeof(struct ethhdr), xdp->data_end - xdp->data); in bond_xmit_hash_xdp()
4401 /*-------------------------- Device entry points ----------------------------*/
4403 void bond_work_init_all(struct bonding *bond) in bond_work_init_all() argument
4405 INIT_DELAYED_WORK(&bond->mcast_work, in bond_work_init_all()
4407 INIT_DELAYED_WORK(&bond->alb_work, bond_alb_monitor); in bond_work_init_all()
4408 INIT_DELAYED_WORK(&bond->mii_work, bond_mii_monitor); in bond_work_init_all()
4409 INIT_DELAYED_WORK(&bond->arp_work, bond_arp_monitor); in bond_work_init_all()
4410 INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler); in bond_work_init_all()
4411 INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler); in bond_work_init_all()
4414 static void bond_work_cancel_all(struct bonding *bond) in bond_work_cancel_all() argument
4416 cancel_delayed_work_sync(&bond->mii_work); in bond_work_cancel_all()
4417 cancel_delayed_work_sync(&bond->arp_work); in bond_work_cancel_all()
4418 cancel_delayed_work_sync(&bond->alb_work); in bond_work_cancel_all()
4419 cancel_delayed_work_sync(&bond->ad_work); in bond_work_cancel_all()
4420 cancel_delayed_work_sync(&bond->mcast_work); in bond_work_cancel_all()
4421 cancel_delayed_work_sync(&bond->slave_arr_work); in bond_work_cancel_all()
4426 struct bonding *bond = netdev_priv(bond_dev); in bond_open() local
4430 if (BOND_MODE(bond) == BOND_MODE_ROUNDROBIN && !bond->rr_tx_counter) { in bond_open()
4431 bond->rr_tx_counter = alloc_percpu(u32); in bond_open()
4432 if (!bond->rr_tx_counter) in bond_open()
4433 return -ENOMEM; in bond_open()
4436 /* reset slave->backup and slave->inactive */ in bond_open()
4437 if (bond_has_slaves(bond)) { in bond_open()
4438 bond_for_each_slave(bond, slave, iter) { in bond_open()
4439 if (bond_uses_primary(bond) && in bond_open()
4440 slave != rcu_access_pointer(bond->curr_active_slave)) { in bond_open()
4443 } else if (BOND_MODE(bond) != BOND_MODE_8023AD) { in bond_open()
4450 if (bond_is_lb(bond)) { in bond_open()
4454 if (bond_alb_initialize(bond, (BOND_MODE(bond) == BOND_MODE_ALB))) in bond_open()
4455 return -ENOMEM; in bond_open()
4456 if (bond->params.tlb_dynamic_lb || BOND_MODE(bond) == BOND_MODE_ALB) in bond_open()
4457 queue_delayed_work(bond->wq, &bond->alb_work, 0); in bond_open()
4460 if (bond->params.miimon) /* link check interval, in milliseconds. */ in bond_open()
4461 queue_delayed_work(bond->wq, &bond->mii_work, 0); in bond_open()
4463 if (bond->params.arp_interval) { /* arp interval, in milliseconds. */ in bond_open()
4464 queue_delayed_work(bond->wq, &bond->arp_work, 0); in bond_open()
4465 bond->recv_probe = bond_rcv_validate; in bond_open()
4468 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_open()
4469 queue_delayed_work(bond->wq, &bond->ad_work, 0); in bond_open()
4471 bond->recv_probe = bond_3ad_lacpdu_recv; in bond_open()
4472 bond_3ad_initiate_agg_selection(bond, 1); in bond_open()
4474 bond_for_each_slave(bond, slave, iter) in bond_open()
4475 dev_mc_add(slave->dev, lacpdu_mcast_addr); in bond_open()
4477 if (bond->params.broadcast_neighbor) in bond_open()
4481 if (bond_mode_can_use_xmit_hash(bond)) in bond_open()
4482 bond_update_slave_arr(bond, NULL); in bond_open()
4489 struct bonding *bond = netdev_priv(bond_dev); in bond_close() local
4492 bond_work_cancel_all(bond); in bond_close()
4493 bond->send_peer_notif = 0; in bond_close()
4494 if (bond_is_lb(bond)) in bond_close()
4495 bond_alb_deinitialize(bond); in bond_close()
4496 bond->recv_probe = NULL; in bond_close()
4498 if (BOND_MODE(bond) == BOND_MODE_8023AD && in bond_close()
4499 bond->params.broadcast_neighbor) in bond_close()
4502 if (bond_uses_primary(bond)) { in bond_close()
4504 slave = rcu_dereference(bond->curr_active_slave); in bond_close()
4506 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4511 bond_for_each_slave(bond, slave, iter) in bond_close()
4512 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4533 s64 delta = nv - ov; in bond_fold_stats()
4537 delta = (s64)(s32)((u32)nv - (u32)ov); in bond_fold_stats()
4555 iter = &dev->adj_list.lower; in bond_get_lowest_level_rcu()
4565 niter = &ldev->adj_list.lower; in bond_get_lowest_level_rcu()
4576 next = dev_stack[--cur]; in bond_get_lowest_level_rcu()
4591 struct bonding *bond = netdev_priv(bond_dev); in bond_get_stats() local
4603 spin_lock_nested(&bond->stats_lock, nest_level); in bond_get_stats()
4604 memcpy(stats, &bond->bond_stats, sizeof(*stats)); in bond_get_stats()
4606 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_stats()
4608 dev_get_stats(slave->dev, &temp); in bond_get_stats()
4610 bond_fold_stats(stats, new, &slave->slave_stats); in bond_get_stats()
4613 memcpy(&slave->slave_stats, new, sizeof(*new)); in bond_get_stats()
4616 memcpy(&bond->bond_stats, stats, sizeof(*stats)); in bond_get_stats()
4617 spin_unlock(&bond->stats_lock); in bond_get_stats()
4623 struct bonding *bond = netdev_priv(bond_dev); in bond_eth_ioctl() local
4632 return -EINVAL; in bond_eth_ioctl()
4634 mii->phy_id = 0; in bond_eth_ioctl()
4642 return -EINVAL; in bond_eth_ioctl()
4644 if (mii->reg_num == 1) { in bond_eth_ioctl()
4645 mii->val_out = 0; in bond_eth_ioctl()
4646 if (netif_carrier_ok(bond->dev)) in bond_eth_ioctl()
4647 mii->val_out = BMSR_LSTATUS; in bond_eth_ioctl()
4652 return -EOPNOTSUPP; in bond_eth_ioctl()
4660 struct bonding *bond = netdev_priv(bond_dev); in bond_do_ioctl() local
4674 u_binfo = (struct ifbond __user *)ifr->ifr_data; in bond_do_ioctl()
4677 return -EFAULT; in bond_do_ioctl()
4681 return -EFAULT; in bond_do_ioctl()
4685 u_sinfo = (struct ifslave __user *)ifr->ifr_data; in bond_do_ioctl()
4688 return -EFAULT; in bond_do_ioctl()
4693 return -EFAULT; in bond_do_ioctl()
4702 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) in bond_do_ioctl()
4703 return -EPERM; in bond_do_ioctl()
4705 slave_dev = __dev_get_by_name(net, ifr->ifr_slave); in bond_do_ioctl()
4710 return -ENODEV; in bond_do_ioctl()
4723 bond_opt_initstr(&newval, slave_dev->name); in bond_do_ioctl()
4724 res = __bond_opt_set_notify(bond, BOND_OPT_ACTIVE_SLAVE, in bond_do_ioctl()
4728 res = -EOPNOTSUPP; in bond_do_ioctl()
4754 return -EOPNOTSUPP; in bond_siocdevprivate()
4759 struct bonding *bond = netdev_priv(bond_dev); in bond_change_rx_flags() local
4762 bond_set_promiscuity(bond, in bond_change_rx_flags()
4763 bond_dev->flags & IFF_PROMISC ? 1 : -1); in bond_change_rx_flags()
4766 bond_set_allmulti(bond, in bond_change_rx_flags()
4767 bond_dev->flags & IFF_ALLMULTI ? 1 : -1); in bond_change_rx_flags()
4772 struct bonding *bond = netdev_priv(bond_dev); in bond_set_rx_mode() local
4777 if (bond_uses_primary(bond)) { in bond_set_rx_mode()
4778 slave = rcu_dereference(bond->curr_active_slave); in bond_set_rx_mode()
4780 dev_uc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4781 dev_mc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4784 bond_for_each_slave_rcu(bond, slave, iter) { in bond_set_rx_mode()
4785 dev_uc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4786 dev_mc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4794 struct bonding *bond = netdev_priv(n->dev); in bond_neigh_init() local
4801 slave = bond_first_slave_rcu(bond); in bond_neigh_init()
4804 slave_ops = slave->dev->netdev_ops; in bond_neigh_init()
4805 if (!slave_ops->ndo_neigh_setup) in bond_neigh_init()
4817 ret = slave_ops->ndo_neigh_setup(slave->dev, &parms); in bond_neigh_init()
4834 * underlying devices. In that case - do nothing, we're already set up from
4841 if (parms->dev == dev) in bond_neigh_setup()
4842 parms->neigh_setup = bond_neigh_init; in bond_neigh_setup()
4850 struct bonding *bond = netdev_priv(bond_dev); in bond_change_mtu() local
4855 netdev_dbg(bond_dev, "bond=%p, new_mtu=%d\n", bond, new_mtu); in bond_change_mtu()
4857 bond_for_each_slave(bond, slave, iter) { in bond_change_mtu()
4858 slave_dbg(bond_dev, slave->dev, "s %p c_m %p\n", in bond_change_mtu()
4859 slave, slave->dev->netdev_ops->ndo_change_mtu); in bond_change_mtu()
4861 res = dev_set_mtu(slave->dev, new_mtu); in bond_change_mtu()
4872 slave_dbg(bond_dev, slave->dev, "err %d setting mtu to %d\n", in bond_change_mtu()
4878 WRITE_ONCE(bond_dev->mtu, new_mtu); in bond_change_mtu()
4884 bond_for_each_slave(bond, rollback_slave, iter) { in bond_change_mtu()
4890 tmp_res = dev_set_mtu(rollback_slave->dev, bond_dev->mtu); in bond_change_mtu()
4892 slave_dbg(bond_dev, rollback_slave->dev, "unwind err %d\n", in bond_change_mtu()
4907 struct bonding *bond = netdev_priv(bond_dev); in bond_set_mac_address() local
4913 if (BOND_MODE(bond) == BOND_MODE_ALB) in bond_set_mac_address()
4917 netdev_dbg(bond_dev, "%s: bond=%p\n", __func__, bond); in bond_set_mac_address()
4922 if (bond->params.fail_over_mac && in bond_set_mac_address()
4923 BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP) in bond_set_mac_address()
4926 if (!is_valid_ether_addr(ss->__data)) in bond_set_mac_address()
4927 return -EADDRNOTAVAIL; in bond_set_mac_address()
4929 bond_for_each_slave(bond, slave, iter) { in bond_set_mac_address()
4930 slave_dbg(bond_dev, slave->dev, "%s: slave=%p\n", in bond_set_mac_address()
4932 res = dev_set_mac_address(slave->dev, addr, NULL); in bond_set_mac_address()
4940 slave_dbg(bond_dev, slave->dev, "%s: err %d\n", in bond_set_mac_address()
4947 dev_addr_set(bond_dev, ss->__data); in bond_set_mac_address()
4951 memcpy(tmp_ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_set_mac_address()
4952 tmp_ss.ss_family = bond_dev->type; in bond_set_mac_address()
4955 bond_for_each_slave(bond, rollback_slave, iter) { in bond_set_mac_address()
4961 tmp_res = dev_set_mac_address(rollback_slave->dev, &tmp_ss, NULL); in bond_set_mac_address()
4963 slave_dbg(bond_dev, rollback_slave->dev, "%s: unwind err %d\n", in bond_set_mac_address()
4972 * bond_get_slave_by_id - get xmit slave with slave_id
4973 * @bond: bonding device that is transmitting
4974 * @slave_id: slave id up to slave_cnt-1 through which to transmit
4979 static struct slave *bond_get_slave_by_id(struct bonding *bond, in bond_get_slave_by_id() argument
4987 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4988 if (--i < 0) { in bond_get_slave_by_id()
4996 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4997 if (--i < 0) in bond_get_slave_by_id()
5007 * bond_rr_gen_slave_id - generate slave id based on packets_per_slave
5008 * @bond: bonding device to use
5014 static u32 bond_rr_gen_slave_id(struct bonding *bond) in bond_rr_gen_slave_id() argument
5018 int packets_per_slave = bond->params.packets_per_slave; in bond_rr_gen_slave_id()
5025 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
5029 bond->params.reciprocal_packets_per_slave; in bond_rr_gen_slave_id()
5030 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
5039 static struct slave *bond_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xmit_roundrobin_slave_get() argument
5046 /* Start with the curr_active_slave that joined the bond as the in bond_xmit_roundrobin_slave_get()
5052 if (skb->protocol == htons(ETH_P_IP)) { in bond_xmit_roundrobin_slave_get()
5060 if (iph->protocol == IPPROTO_IGMP) { in bond_xmit_roundrobin_slave_get()
5061 slave = rcu_dereference(bond->curr_active_slave); in bond_xmit_roundrobin_slave_get()
5064 return bond_get_slave_by_id(bond, 0); in bond_xmit_roundrobin_slave_get()
5069 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xmit_roundrobin_slave_get()
5071 slave_id = bond_rr_gen_slave_id(bond) % slave_cnt; in bond_xmit_roundrobin_slave_get()
5072 return bond_get_slave_by_id(bond, slave_id); in bond_xmit_roundrobin_slave_get()
5077 static struct slave *bond_xdp_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xdp_xmit_roundrobin_slave_get() argument
5084 void *data = xdp->data; in bond_xdp_xmit_roundrobin_slave_get()
5086 if (data + sizeof(struct ethhdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
5093 if (eth->h_proto == htons(ETH_P_IP)) { in bond_xdp_xmit_roundrobin_slave_get()
5096 if (data + sizeof(struct iphdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
5101 if (iph->protocol == IPPROTO_IGMP) { in bond_xdp_xmit_roundrobin_slave_get()
5102 slave = rcu_dereference(bond->curr_active_slave); in bond_xdp_xmit_roundrobin_slave_get()
5105 return bond_get_slave_by_id(bond, 0); in bond_xdp_xmit_roundrobin_slave_get()
5110 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xdp_xmit_roundrobin_slave_get()
5112 slave_id = bond_rr_gen_slave_id(bond) % slave_cnt; in bond_xdp_xmit_roundrobin_slave_get()
5113 return bond_get_slave_by_id(bond, slave_id); in bond_xdp_xmit_roundrobin_slave_get()
5121 struct bonding *bond = netdev_priv(bond_dev); in bond_xmit_roundrobin() local
5124 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_roundrobin()
5126 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_roundrobin()
5131 static struct slave *bond_xmit_activebackup_slave_get(struct bonding *bond) in bond_xmit_activebackup_slave_get() argument
5133 return rcu_dereference(bond->curr_active_slave); in bond_xmit_activebackup_slave_get()
5136 /* In active-backup mode, we know that bond->curr_active_slave is always valid if
5137 * the bond has a usable interface.
5142 struct bonding *bond = netdev_priv(bond_dev); in bond_xmit_activebackup() local
5145 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_activebackup()
5147 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_activebackup()
5156 void bond_slave_arr_work_rearm(struct bonding *bond, unsigned long delay) in bond_slave_arr_work_rearm() argument
5158 queue_delayed_work(bond->wq, &bond->slave_arr_work, delay); in bond_slave_arr_work_rearm()
5164 struct bonding *bond = container_of(work, struct bonding, in bond_slave_arr_handler() local
5171 ret = bond_update_slave_arr(bond, NULL); in bond_slave_arr_handler()
5180 bond_slave_arr_work_rearm(bond, 1); in bond_slave_arr_handler()
5194 * this to-be-skipped slave to send a packet out. in bond_skip_slave()
5196 for (idx = 0; slaves && idx < slaves->count; idx++) { in bond_skip_slave()
5197 if (skipslave == slaves->arr[idx]) { in bond_skip_slave()
5198 slaves->arr[idx] = in bond_skip_slave()
5199 slaves->arr[slaves->count - 1]; in bond_skip_slave()
5200 slaves->count--; in bond_skip_slave()
5206 static void bond_set_slave_arr(struct bonding *bond, in bond_set_slave_arr() argument
5212 usable = rtnl_dereference(bond->usable_slaves); in bond_set_slave_arr()
5213 rcu_assign_pointer(bond->usable_slaves, usable_slaves); in bond_set_slave_arr()
5216 all = rtnl_dereference(bond->all_slaves); in bond_set_slave_arr()
5217 rcu_assign_pointer(bond->all_slaves, all_slaves); in bond_set_slave_arr()
5221 static void bond_reset_slave_arr(struct bonding *bond) in bond_reset_slave_arr() argument
5223 bond_set_slave_arr(bond, NULL, NULL); in bond_reset_slave_arr()
5226 /* Build the usable slaves array in control path for modes that use xmit-hash
5227 * to determine the slave interface -
5234 int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave) in bond_update_slave_arr() argument
5245 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5247 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5249 ret = -ENOMEM; in bond_update_slave_arr()
5252 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_update_slave_arr()
5255 spin_lock_bh(&bond->mode_lock); in bond_update_slave_arr()
5256 if (bond_3ad_get_active_agg_info(bond, &ad_info)) { in bond_update_slave_arr()
5257 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5262 bond_reset_slave_arr(bond); in bond_update_slave_arr()
5265 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5268 bond_for_each_slave(bond, slave, iter) { in bond_update_slave_arr()
5272 all_slaves->arr[all_slaves->count++] = slave; in bond_update_slave_arr()
5273 if (BOND_MODE(bond) == BOND_MODE_8023AD) { in bond_update_slave_arr()
5276 agg = SLAVE_AD_INFO(slave)->port.aggregator; in bond_update_slave_arr()
5277 if (!agg || agg->aggregator_identifier != agg_id) in bond_update_slave_arr()
5283 slave_dbg(bond->dev, slave->dev, "Adding slave to tx hash array[%d]\n", in bond_update_slave_arr()
5284 usable_slaves->count); in bond_update_slave_arr()
5286 usable_slaves->arr[usable_slaves->count++] = slave; in bond_update_slave_arr()
5289 bond_set_slave_arr(bond, usable_slaves, all_slaves); in bond_update_slave_arr()
5293 bond_skip_slave(rtnl_dereference(bond->all_slaves), in bond_update_slave_arr()
5295 bond_skip_slave(rtnl_dereference(bond->usable_slaves), in bond_update_slave_arr()
5304 static struct slave *bond_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xmit_3ad_xor_slave_get() argument
5312 hash = bond_xmit_hash(bond, skb); in bond_xmit_3ad_xor_slave_get()
5313 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_3ad_xor_slave_get()
5317 slave = slaves->arr[hash % count]; in bond_xmit_3ad_xor_slave_get()
5321 static struct slave *bond_xdp_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xdp_xmit_3ad_xor_slave_get() argument
5328 hash = bond_xmit_hash_xdp(bond, xdp); in bond_xdp_xmit_3ad_xor_slave_get()
5329 slaves = rcu_dereference(bond->usable_slaves); in bond_xdp_xmit_3ad_xor_slave_get()
5330 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xdp_xmit_3ad_xor_slave_get()
5334 return slaves->arr[hash % count]; in bond_xdp_xmit_3ad_xor_slave_get()
5340 struct bonding *bond = netdev_priv(dev); in bond_should_broadcast_neighbor() local
5349 if (!bond->params.broadcast_neighbor) in bond_should_broadcast_neighbor()
5352 if (skb->protocol == htons(ETH_P_ARP)) in bond_should_broadcast_neighbor()
5355 if (skb->protocol == htons(ETH_P_IPV6)) { in bond_should_broadcast_neighbor()
5359 if (combined && combined->ip6.nexthdr == NEXTHDR_ICMP && in bond_should_broadcast_neighbor()
5360 (combined->icmp6.icmp6_type == NDISC_NEIGHBOUR_SOLICITATION || in bond_should_broadcast_neighbor()
5361 combined->icmp6.icmp6_type == NDISC_NEIGHBOUR_ADVERTISEMENT)) in bond_should_broadcast_neighbor()
5375 struct bonding *bond = netdev_priv(dev); in bond_3ad_xor_xmit() local
5379 slaves = rcu_dereference(bond->usable_slaves); in bond_3ad_xor_xmit()
5380 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_3ad_xor_xmit()
5382 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_3ad_xor_xmit()
5394 struct bonding *bond = netdev_priv(bond_dev); in bond_xmit_broadcast() local
5401 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_broadcast()
5403 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_broadcast()
5405 slaves_count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_broadcast()
5407 struct slave *slave = slaves->arr[i]; in bond_xmit_broadcast()
5410 if (!(bond_slave_is_up(slave) && slave->link == BOND_LINK_UP)) in bond_xmit_broadcast()
5413 if (bond_is_last_slave(bond, slave)) { in bond_xmit_broadcast()
5420 bond_dev->name, __func__); in bond_xmit_broadcast()
5425 if (bond_dev_queue_xmit(bond, skb2, slave->dev) == NETDEV_TX_OK) in bond_xmit_broadcast()
5439 /*------------------------- Device initialization ---------------------------*/
5442 static inline int bond_slave_override(struct bonding *bond, in bond_slave_override() argument
5452 bond_for_each_slave_rcu(bond, slave, iter) { in bond_slave_override()
5453 if (READ_ONCE(slave->queue_id) == skb_get_queue_mapping(skb)) { in bond_slave_override()
5455 slave->link == BOND_LINK_UP) { in bond_slave_override()
5456 bond_dev_queue_xmit(bond, skb, slave->dev); in bond_slave_override()
5479 qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb_get_queue_mapping(skb); in bond_select_queue()
5481 if (unlikely(txq >= dev->real_num_tx_queues)) { in bond_select_queue()
5483 txq -= dev->real_num_tx_queues; in bond_select_queue()
5484 } while (txq >= dev->real_num_tx_queues); in bond_select_queue()
5493 struct bonding *bond = netdev_priv(master_dev); in bond_xmit_get_slave() local
5497 switch (BOND_MODE(bond)) { in bond_xmit_get_slave()
5499 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_get_slave()
5502 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_get_slave()
5507 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_get_slave()
5509 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_get_slave()
5510 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_xmit_get_slave()
5515 slave = bond_xmit_alb_slave_get(bond, skb); in bond_xmit_get_slave()
5518 slave = bond_xmit_tlb_slave_get(bond, skb); in bond_xmit_get_slave()
5527 return slave->dev; in bond_xmit_get_slave()
5533 switch (sk->sk_family) { in bond_sk_to_flow()
5537 ipv6_addr_type(&sk->sk_v6_daddr) != IPV6_ADDR_MAPPED) { in bond_sk_to_flow()
5538 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; in bond_sk_to_flow()
5539 flow->addrs.v6addrs.src = inet6_sk(sk)->saddr; in bond_sk_to_flow()
5540 flow->addrs.v6addrs.dst = sk->sk_v6_daddr; in bond_sk_to_flow()
5546 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; in bond_sk_to_flow()
5547 flow->addrs.v4addrs.src = inet_sk(sk)->inet_rcv_saddr; in bond_sk_to_flow()
5548 flow->addrs.v4addrs.dst = inet_sk(sk)->inet_daddr; in bond_sk_to_flow()
5552 flow->ports.src = inet_sk(sk)->inet_sport; in bond_sk_to_flow()
5553 flow->ports.dst = inet_sk(sk)->inet_dport; in bond_sk_to_flow()
5557 * bond_sk_hash_l34 - generate a hash value based on the socket's L3 and L4 fields
5577 static struct net_device *__bond_sk_get_lower_dev(struct bonding *bond, in __bond_sk_get_lower_dev() argument
5585 slaves = rcu_dereference(bond->usable_slaves); in __bond_sk_get_lower_dev()
5586 count = slaves ? READ_ONCE(slaves->count) : 0; in __bond_sk_get_lower_dev()
5591 slave = slaves->arr[hash % count]; in __bond_sk_get_lower_dev()
5593 return slave->dev; in __bond_sk_get_lower_dev()
5599 struct bonding *bond = netdev_priv(dev); in bond_sk_get_lower_dev() local
5603 if (bond_sk_check(bond)) in bond_sk_get_lower_dev()
5604 lower = __bond_sk_get_lower_dev(bond, sk); in bond_sk_get_lower_dev()
5611 static netdev_tx_t bond_tls_device_xmit(struct bonding *bond, struct sk_buff *skb, in bond_tls_device_xmit() argument
5614 struct net_device *tls_netdev = rcu_dereference(tls_get_ctx(skb->sk)->netdev); in bond_tls_device_xmit()
5620 if (likely(bond_get_slave_by_dev(bond, tls_netdev))) in bond_tls_device_xmit()
5621 return bond_dev_queue_xmit(bond, skb, tls_netdev); in bond_tls_device_xmit()
5628 struct bonding *bond = netdev_priv(dev); in __bond_start_xmit() local
5630 if (bond_should_override_tx_queue(bond) && in __bond_start_xmit()
5631 !bond_slave_override(bond, skb)) in __bond_start_xmit()
5636 return bond_tls_device_xmit(bond, skb, dev); in __bond_start_xmit()
5639 switch (BOND_MODE(bond)) { in __bond_start_xmit()
5658 netdev_err(dev, "Unknown bonding mode %d\n", BOND_MODE(bond)); in __bond_start_xmit()
5666 struct bonding *bond = netdev_priv(dev); in bond_start_xmit() local
5676 if (bond_has_slaves(bond)) in bond_start_xmit()
5688 struct bonding *bond = netdev_priv(bond_dev); in bond_xdp_get_xmit_slave() local
5693 switch (BOND_MODE(bond)) { in bond_xdp_get_xmit_slave()
5695 slave = bond_xdp_xmit_roundrobin_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5699 slave = bond_xmit_activebackup_slave_get(bond); in bond_xdp_get_xmit_slave()
5704 slave = bond_xdp_xmit_3ad_xor_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5710 BOND_MODE(bond)); in bond_xdp_get_xmit_slave()
5715 return slave->dev; in bond_xdp_get_xmit_slave()
5723 int nxmit, err = -ENXIO; in bond_xdp_xmit()
5737 err = -ENXIO; in bond_xdp_xmit()
5741 err = slave_dev->netdev_ops->ndo_xdp_xmit(slave_dev, 1, frames1, flags); in bond_xdp_xmit()
5760 struct bonding *bond = netdev_priv(dev); in bond_xdp_set() local
5774 if (!bond_xdp_check(bond, BOND_MODE(bond))) { in bond_xdp_set()
5777 return -EOPNOTSUPP; in bond_xdp_set()
5780 old_prog = bond->xdp_prog; in bond_xdp_set()
5781 bond->xdp_prog = prog; in bond_xdp_set()
5783 bond_for_each_slave(bond, slave, iter) { in bond_xdp_set()
5784 struct net_device *slave_dev = slave->dev; in bond_xdp_set()
5786 if (!slave_dev->netdev_ops->ndo_bpf || in bond_xdp_set()
5787 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_xdp_set()
5790 err = -EOPNOTSUPP; in bond_xdp_set()
5797 err = -EOPNOTSUPP; in bond_xdp_set()
5822 bond->xdp_prog = old_prog; in bond_xdp_set()
5826 bond_for_each_slave(bond, rollback_slave, iter) { in bond_xdp_set()
5827 struct net_device *slave_dev = rollback_slave->dev; in bond_xdp_set()
5845 switch (xdp->command) { in bond_xdp()
5847 return bond_xdp_set(dev, xdp->prog, xdp->extack); in bond_xdp()
5849 return -EINVAL; in bond_xdp()
5856 speed = slave->speed; in bond_mode_bcast_speed()
5858 speed = min(speed, slave->speed); in bond_mode_bcast_speed()
5866 struct ifreq *ifr = kernel_cfg->ifr; in bond_set_phc_index_flag()
5869 if (kernel_cfg->copied_to_user) { in bond_set_phc_index_flag()
5871 if (copy_from_user(&cfg, ifr->ifr_data, sizeof(cfg))) in bond_set_phc_index_flag()
5872 return -EFAULT; in bond_set_phc_index_flag()
5875 if (copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg))) in bond_set_phc_index_flag()
5876 return -EFAULT; in bond_set_phc_index_flag()
5878 kernel_cfg->flags |= HWTSTAMP_FLAG_BONDED_PHC_INDEX; in bond_set_phc_index_flag()
5887 struct bonding *bond = netdev_priv(dev); in bond_hwtstamp_get() local
5891 real_dev = bond_option_active_slave_get_rcu(bond); in bond_hwtstamp_get()
5893 return -EOPNOTSUPP; in bond_hwtstamp_get()
5906 struct bonding *bond = netdev_priv(dev); in bond_hwtstamp_set() local
5910 if (!(cfg->flags & HWTSTAMP_FLAG_BONDED_PHC_INDEX)) in bond_hwtstamp_set()
5911 return -EOPNOTSUPP; in bond_hwtstamp_set()
5913 real_dev = bond_option_active_slave_get_rcu(bond); in bond_hwtstamp_set()
5915 return -EOPNOTSUPP; in bond_hwtstamp_set()
5927 struct bonding *bond = netdev_priv(bond_dev); in bond_ethtool_get_link_ksettings() local
5932 cmd->base.duplex = DUPLEX_UNKNOWN; in bond_ethtool_get_link_ksettings()
5933 cmd->base.port = PORT_OTHER; in bond_ethtool_get_link_ksettings()
5940 bond_for_each_slave(bond, slave, iter) { in bond_ethtool_get_link_ksettings()
5943 if (slave->speed != SPEED_UNKNOWN) { in bond_ethtool_get_link_ksettings()
5944 if (BOND_MODE(bond) == BOND_MODE_BROADCAST) in bond_ethtool_get_link_ksettings()
5948 speed += slave->speed; in bond_ethtool_get_link_ksettings()
5950 if (cmd->base.duplex == DUPLEX_UNKNOWN && in bond_ethtool_get_link_ksettings()
5951 slave->duplex != DUPLEX_UNKNOWN) in bond_ethtool_get_link_ksettings()
5952 cmd->base.duplex = slave->duplex; in bond_ethtool_get_link_ksettings()
5955 cmd->base.speed = speed ? : SPEED_UNKNOWN; in bond_ethtool_get_link_ksettings()
5963 strscpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); in bond_ethtool_get_drvinfo()
5964 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d", in bond_ethtool_get_drvinfo()
5971 struct bonding *bond = netdev_priv(bond_dev); in bond_ethtool_get_ts_info() local
5980 real_dev = bond_option_active_slave_get_rcu(bond); in bond_ethtool_get_ts_info()
5989 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ethtool_get_ts_info()
5990 ret = ethtool_get_ts_info_by_layer(slave->dev, &ts_info); in bond_ethtool_get_ts_info()
6003 info->so_timestamping |= SOF_TIMESTAMPING_TX_SOFTWARE; in bond_ethtool_get_ts_info()
6053 .name = "bond",
6058 struct bonding *bond = netdev_priv(bond_dev); in bond_destructor() local
6060 if (bond->wq) in bond_destructor()
6061 destroy_workqueue(bond->wq); in bond_destructor()
6063 free_percpu(bond->rr_tx_counter); in bond_destructor()
6068 struct bonding *bond = netdev_priv(bond_dev); in bond_setup() local
6070 spin_lock_init(&bond->mode_lock); in bond_setup()
6071 bond->params = bonding_defaults; in bond_setup()
6074 bond->dev = bond_dev; in bond_setup()
6078 bond_dev->max_mtu = ETH_MAX_MTU; in bond_setup()
6079 bond_dev->netdev_ops = &bond_netdev_ops; in bond_setup()
6080 bond_dev->ethtool_ops = &bond_ethtool_ops; in bond_setup()
6082 bond_dev->needs_free_netdev = true; in bond_setup()
6083 bond_dev->priv_destructor = bond_destructor; in bond_setup()
6088 bond_dev->flags |= IFF_MASTER; in bond_setup()
6089 bond_dev->priv_flags |= IFF_BONDING | IFF_UNICAST_FLT | IFF_NO_QUEUE; in bond_setup()
6090 bond_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING); in bond_setup()
6093 /* set up xfrm device ops (only supported in active-backup right now) */ in bond_setup()
6094 bond_dev->xfrmdev_ops = &bond_xfrmdev_ops; in bond_setup()
6095 INIT_LIST_HEAD(&bond->ipsec_list); in bond_setup()
6096 mutex_init(&bond->ipsec_lock); in bond_setup()
6099 /* don't acquire bond device's netif_tx_lock when transmitting */ in bond_setup()
6100 bond_dev->lltx = true; in bond_setup()
6102 /* Don't allow bond devices to change network namespaces. */ in bond_setup()
6103 bond_dev->netns_immutable = true; in bond_setup()
6105 /* By default, we declare the bond to be fully in bond_setup()
6112 bond_dev->hw_features = BOND_VLAN_FEATURES | in bond_setup()
6118 bond_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL; in bond_setup()
6119 bond_dev->features |= bond_dev->hw_features; in bond_setup()
6120 bond_dev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; in bond_setup()
6121 bond_dev->features |= NETIF_F_GSO_PARTIAL; in bond_setup()
6123 bond_dev->hw_features |= BOND_XFRM_FEATURES; in bond_setup()
6124 /* Only enable XFRM features if this is an active-backup config */ in bond_setup()
6125 if (BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP) in bond_setup()
6126 bond_dev->features |= BOND_XFRM_FEATURES; in bond_setup()
6135 struct bonding *bond = netdev_priv(bond_dev); in bond_uninit() local
6142 bond_for_each_slave(bond, slave, iter) in bond_uninit()
6143 __bond_release_one(bond_dev, slave->dev, true, true); in bond_uninit()
6147 mutex_destroy(&bond->ipsec_lock); in bond_uninit()
6150 bond_set_slave_arr(bond, NULL, NULL); in bond_uninit()
6152 list_del_rcu(&bond->bond_list); in bond_uninit()
6154 bond_debug_unregister(bond); in bond_uninit()
6157 /*------------------------- Module initialization ---------------------------*/
6180 return -EINVAL; in bond_check_params()
6182 bond_mode = valptr->value; in bond_check_params()
6198 return -EINVAL; in bond_check_params()
6200 xmit_hashtype = valptr->value; in bond_check_params()
6215 return -EINVAL; in bond_check_params()
6217 lacp_fast = valptr->value; in bond_check_params()
6227 return -EINVAL; in bond_check_params()
6229 params->ad_select = valptr->value; in bond_check_params()
6233 params->ad_select = BOND_AD_STABLE; in bond_check_params()
6237 …pr_warn("Warning: max_bonds (%d) not in range %d-%d, so it was reset to BOND_DEFAULT_MAX_BONDS (%d… in bond_check_params()
6243 pr_warn("Warning: miimon module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6249 pr_warn("Warning: updelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6255 pr_warn("Warning: downdelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6267 pr_warn("Warning: num_grat_arp/num_unsol_na (%d) not in range 0-255 so it was reset to 1\n", in bond_check_params()
6344 pr_warn("Warning: arp_interval module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6354 if (!in4_pton(arp_ip_target[i], -1, (u8 *)&ip, -1, NULL) || in bond_check_params()
6360 if (bond_get_targets_ip(arp_target, ip) == -1) in bond_check_params()
6378 return -EINVAL; in bond_check_params()
6387 return -EINVAL; in bond_check_params()
6389 arp_validate_value = valptr->value; in bond_check_params()
6403 arp_all_targets_value = valptr->value; in bond_check_params()
6413 arp_interval, valptr->string, arp_ip_count); in bond_check_params()
6427 if (primary && !bond_mode_uses_primary(bond_mode)) { in bond_check_params()
6428 /* currently, using a primary only makes sense in bond_check_params()
6431 pr_warn("Warning: %s primary device specified but has no effect in %s mode\n", in bond_check_params()
6432 primary, bond_mode_name(bond_mode)); in bond_check_params()
6433 primary = NULL; in bond_check_params()
6436 if (primary && primary_reselect) { in bond_check_params()
6443 return -EINVAL; in bond_check_params()
6445 primary_reselect_value = valptr->value; in bond_check_params()
6457 return -EINVAL; in bond_check_params()
6459 fail_over_mac_value = valptr->value; in bond_check_params()
6461 pr_warn("Warning: fail_over_mac only affects active-backup mode\n"); in bond_check_params()
6472 return -EINVAL; in bond_check_params()
6474 ad_actor_sys_prio = valptr->value; in bond_check_params()
6480 return -EINVAL; in bond_check_params()
6482 ad_user_port_key = valptr->value; in bond_check_params()
6488 return -EINVAL; in bond_check_params()
6490 tlb_dynamic_lb = valptr->value; in bond_check_params()
6499 params->mode = bond_mode; in bond_check_params()
6500 params->xmit_policy = xmit_hashtype; in bond_check_params()
6501 params->miimon = miimon; in bond_check_params()
6502 params->num_peer_notif = num_peer_notif; in bond_check_params()
6503 params->arp_interval = arp_interval; in bond_check_params()
6504 params->arp_validate = arp_validate_value; in bond_check_params()
6505 params->arp_all_targets = arp_all_targets_value; in bond_check_params()
6506 params->missed_max = 2; in bond_check_params()
6507 params->updelay = updelay; in bond_check_params()
6508 params->downdelay = downdelay; in bond_check_params()
6509 params->peer_notif_delay = 0; in bond_check_params()
6510 params->use_carrier = use_carrier; in bond_check_params()
6511 params->lacp_active = 1; in bond_check_params()
6512 params->lacp_fast = lacp_fast; in bond_check_params()
6513 params->primary[0] = 0; in bond_check_params()
6514 params->primary_reselect = primary_reselect_value; in bond_check_params()
6515 params->fail_over_mac = fail_over_mac_value; in bond_check_params()
6516 params->tx_queues = tx_queues; in bond_check_params()
6517 params->all_slaves_active = all_slaves_active; in bond_check_params()
6518 params->resend_igmp = resend_igmp; in bond_check_params()
6519 params->min_links = min_links; in bond_check_params()
6520 params->lp_interval = lp_interval; in bond_check_params()
6521 params->packets_per_slave = packets_per_slave; in bond_check_params()
6522 params->tlb_dynamic_lb = tlb_dynamic_lb; in bond_check_params()
6523 params->ad_actor_sys_prio = ad_actor_sys_prio; in bond_check_params()
6524 eth_zero_addr(params->ad_actor_system); in bond_check_params()
6525 params->ad_user_port_key = ad_user_port_key; in bond_check_params()
6526 params->coupled_control = 1; in bond_check_params()
6527 params->broadcast_neighbor = 0; in bond_check_params()
6529 params->reciprocal_packets_per_slave = in bond_check_params()
6535 params->reciprocal_packets_per_slave = in bond_check_params()
6539 if (primary) in bond_check_params()
6540 strscpy_pad(params->primary, primary, sizeof(params->primary)); in bond_check_params()
6542 memcpy(params->arp_targets, arp_target, sizeof(arp_target)); in bond_check_params()
6544 memset(params->ns_targets, 0, sizeof(struct in6_addr) * BOND_MAX_NS_TARGETS); in bond_check_params()
6553 struct bonding *bond = netdev_priv(bond_dev); in bond_init() local
6558 bond->wq = alloc_ordered_workqueue("%s", WQ_MEM_RECLAIM, in bond_init()
6559 bond_dev->name); in bond_init()
6560 if (!bond->wq) in bond_init()
6561 return -ENOMEM; in bond_init()
6563 bond->notifier_ctx = false; in bond_init()
6565 spin_lock_init(&bond->stats_lock); in bond_init()
6568 list_add_tail_rcu(&bond->bond_list, &bn->dev_list); in bond_init()
6570 bond_prepare_sysfs_group(bond); in bond_init()
6572 bond_debug_register(bond); in bond_init()
6575 if (is_zero_ether_addr(bond_dev->dev_addr) && in bond_init()
6576 bond_dev->addr_assign_type == NET_ADDR_PERM) in bond_init()
6587 /* Create a new bond based on the specified name and bonding parameters.
6588 * If name is NULL, obtain a suitable "bond%d" name for us.
6595 struct bonding *bond; in bond_create() local
6596 int res = -ENOMEM; in bond_create()
6601 name ? name : "bond%d", NET_NAME_UNKNOWN, in bond_create()
6606 bond = netdev_priv(bond_dev); in bond_create()
6608 bond_dev->rtnl_link_ops = &bond_link_ops; in bond_create()
6618 bond_work_init_all(bond); in bond_create()
6629 bn->net = net; in bond_net_init()
6630 INIT_LIST_HEAD(&bn->dev_list); in bond_net_init()
6639 * race condition in bond unloading") we need to remove sysfs files
6653 struct bonding *bond, *tmp_bond; in bond_net_exit_rtnl() local
6655 /* Kill off any bonds created after unregistering bond rtnl ops */ in bond_net_exit_rtnl()
6656 list_for_each_entry_safe(bond, tmp_bond, &bn->dev_list, bond_list) in bond_net_exit_rtnl()
6657 unregister_netdevice_queue(bond->dev, dev_kill_list); in bond_net_exit_rtnl()