Lines Matching refs:netdev
35 netdev_nl_dev_fill(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_dev_fill() argument
42 netdev_assert_locked(netdev); /* note: rtnl_lock may not be held! */ in netdev_nl_dev_fill()
49 if (netdev->xdp_metadata_ops && netdev->xdp_metadata_ops->xmo) \ in netdev_nl_dev_fill()
54 if (netdev->xsk_tx_metadata_ops) { in netdev_nl_dev_fill()
55 if (netdev->xsk_tx_metadata_ops->tmo_fill_timestamp) in netdev_nl_dev_fill()
57 if (netdev->xsk_tx_metadata_ops->tmo_request_checksum) in netdev_nl_dev_fill()
59 if (netdev->xsk_tx_metadata_ops->tmo_request_launch_time) in netdev_nl_dev_fill()
63 if (nla_put_u32(rsp, NETDEV_A_DEV_IFINDEX, netdev->ifindex) || in netdev_nl_dev_fill()
65 netdev->xdp_features, NETDEV_A_DEV_PAD) || in netdev_nl_dev_fill()
72 if (netdev->xdp_features & NETDEV_XDP_ACT_XSK_ZEROCOPY) { in netdev_nl_dev_fill()
74 netdev->xdp_zc_max_segs)) in netdev_nl_dev_fill()
88 netdev_genl_dev_notify(struct net_device *netdev, int cmd) in netdev_genl_dev_notify() argument
93 if (!genl_has_listeners(&netdev_nl_family, dev_net(netdev), in netdev_genl_dev_notify()
103 if (netdev_nl_dev_fill(netdev, ntf, &info)) { in netdev_genl_dev_notify()
108 genlmsg_multicast_netns(&netdev_nl_family, dev_net(netdev), ntf, in netdev_genl_dev_notify()
114 struct net_device *netdev; in netdev_nl_dev_get_doit() local
128 netdev = netdev_get_by_index_lock(genl_info_net(info), ifindex); in netdev_nl_dev_get_doit()
129 if (!netdev) { in netdev_nl_dev_get_doit()
134 err = netdev_nl_dev_fill(netdev, rsp, info); in netdev_nl_dev_get_doit()
135 netdev_unlock(netdev); in netdev_nl_dev_get_doit()
153 for_each_netdev_lock_scoped(net, netdev, ctx->ifindex) { in netdev_nl_dev_get_dumpit()
154 err = netdev_nl_dev_fill(netdev, skb, genl_info_dump(cb)); in netdev_nl_dev_get_dumpit()
263 netdev_nl_napi_dump_one(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_napi_dump_one() argument
271 if (!netdev->up) in netdev_nl_napi_dump_one()
275 list_for_each_entry(napi, &netdev->napi_list, dev_list) { in netdev_nl_napi_dump_one()
299 struct net_device *netdev; in netdev_nl_napi_get_dumpit() local
307 netdev = netdev_get_by_index_lock(net, ifindex); in netdev_nl_napi_get_dumpit()
308 if (netdev) { in netdev_nl_napi_get_dumpit()
309 err = netdev_nl_napi_dump_one(netdev, skb, info, ctx); in netdev_nl_napi_get_dumpit()
310 netdev_unlock(netdev); in netdev_nl_napi_get_dumpit()
315 for_each_netdev_lock_scoped(net, netdev, ctx->ifindex) { in netdev_nl_napi_get_dumpit()
316 err = netdev_nl_napi_dump_one(netdev, skb, info, ctx); in netdev_nl_napi_get_dumpit()
392 netdev_nl_queue_fill_lease(struct sk_buff *rsp, struct net_device *netdev, in netdev_nl_queue_fill_lease() argument
395 struct net_device *orig_netdev = netdev; in netdev_nl_queue_fill_lease()
400 rxq = __netif_get_rx_queue_lease(&netdev, &q_idx, NETIF_PHYS_TO_VIRT); in netdev_nl_queue_fill_lease()
401 if (!rxq || orig_netdev == netdev) in netdev_nl_queue_fill_lease()
418 READ_ONCE(netdev->ifindex))) in netdev_nl_queue_fill_lease()
422 peer_net = dev_net_rcu(netdev); in netdev_nl_queue_fill_lease()
458 netdev_nl_queue_fill_mp(struct sk_buff *rsp, struct net_device *netdev, in netdev_nl_queue_fill_mp() argument
465 if (!hw_rxq || !netif_is_queue_leasee(netdev)) in netdev_nl_queue_fill_mp()
475 netdev_nl_queue_fill_one(struct sk_buff *rsp, struct net_device *netdev, in netdev_nl_queue_fill_one() argument
488 nla_put_u32(rsp, NETDEV_A_QUEUE_IFINDEX, netdev->ifindex)) in netdev_nl_queue_fill_one()
493 rxq = __netif_get_rx_queue(netdev, q_idx); in netdev_nl_queue_fill_one()
496 if (netdev_nl_queue_fill_lease(rsp, netdev, q_idx, q_type)) in netdev_nl_queue_fill_one()
498 if (netdev_nl_queue_fill_mp(rsp, netdev, rxq)) in netdev_nl_queue_fill_one()
502 txq = netdev_get_tx_queue(netdev, q_idx); in netdev_nl_queue_fill_one()
522 static int netdev_nl_queue_validate(struct net_device *netdev, u32 q_id, in netdev_nl_queue_validate() argument
527 if (q_id >= netdev->real_num_rx_queues) in netdev_nl_queue_validate()
531 if (q_id >= netdev->real_num_tx_queues) in netdev_nl_queue_validate()
538 netdev_nl_queue_fill(struct sk_buff *rsp, struct net_device *netdev, u32 q_idx, in netdev_nl_queue_fill() argument
543 if (!netdev->up) in netdev_nl_queue_fill()
546 err = netdev_nl_queue_validate(netdev, q_idx, q_type); in netdev_nl_queue_fill()
550 return netdev_nl_queue_fill_one(rsp, netdev, q_idx, q_type, info); in netdev_nl_queue_fill()
556 struct net_device *netdev; in netdev_nl_queue_get_doit() local
573 netdev = netdev_get_by_index_lock_ops_compat(genl_info_net(info), in netdev_nl_queue_get_doit()
575 if (netdev) { in netdev_nl_queue_get_doit()
576 err = netdev_nl_queue_fill(rsp, netdev, q_id, q_type, info); in netdev_nl_queue_get_doit()
577 netdev_unlock_ops_compat(netdev); in netdev_nl_queue_get_doit()
593 netdev_nl_queue_dump_one(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_queue_dump_one() argument
599 if (!netdev->up) in netdev_nl_queue_dump_one()
602 for (; ctx->rxq_idx < netdev->real_num_rx_queues; ctx->rxq_idx++) { in netdev_nl_queue_dump_one()
603 err = netdev_nl_queue_fill_one(rsp, netdev, ctx->rxq_idx, in netdev_nl_queue_dump_one()
608 for (; ctx->txq_idx < netdev->real_num_tx_queues; ctx->txq_idx++) { in netdev_nl_queue_dump_one()
609 err = netdev_nl_queue_fill_one(rsp, netdev, ctx->txq_idx, in netdev_nl_queue_dump_one()
623 struct net_device *netdev; in netdev_nl_queue_get_dumpit() local
631 netdev = netdev_get_by_index_lock_ops_compat(net, ifindex); in netdev_nl_queue_get_dumpit()
632 if (netdev) { in netdev_nl_queue_get_dumpit()
633 err = netdev_nl_queue_dump_one(netdev, skb, info, ctx); in netdev_nl_queue_get_dumpit()
634 netdev_unlock_ops_compat(netdev); in netdev_nl_queue_get_dumpit()
639 for_each_netdev_lock_ops_compat_scoped(net, netdev, in netdev_nl_queue_get_dumpit()
641 err = netdev_nl_queue_dump_one(netdev, skb, info, ctx); in netdev_nl_queue_get_dumpit()
717 netdev_nl_stats_queue(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_stats_queue() argument
720 const struct netdev_stat_ops *ops = netdev->stat_ops; in netdev_nl_stats_queue()
728 if (nla_put_u32(rsp, NETDEV_A_QSTATS_IFINDEX, netdev->ifindex) || in netdev_nl_stats_queue()
736 ops->get_queue_stats_rx(netdev, i, &rx); in netdev_nl_stats_queue()
744 ops->get_queue_stats_tx(netdev, i, &tx); in netdev_nl_stats_queue()
764 netdev_nl_stats_by_queue(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_stats_by_queue() argument
768 const struct netdev_stat_ops *ops = netdev->stat_ops; in netdev_nl_stats_by_queue()
771 if (!(netdev->flags & IFF_UP)) in netdev_nl_stats_by_queue()
775 while (ops->get_queue_stats_rx && i < netdev->real_num_rx_queues) { in netdev_nl_stats_by_queue()
776 err = netdev_nl_stats_queue(netdev, rsp, NETDEV_QUEUE_TYPE_RX, in netdev_nl_stats_by_queue()
783 while (ops->get_queue_stats_tx && i < netdev->real_num_tx_queues) { in netdev_nl_stats_by_queue()
784 err = netdev_nl_stats_queue(netdev, rsp, NETDEV_QUEUE_TYPE_TX, in netdev_nl_stats_by_queue()
812 void netdev_stat_queue_sum(struct net_device *netdev, in netdev_stat_queue_sum() argument
823 ops = netdev->stat_ops; in netdev_stat_queue_sum()
828 ops->get_queue_stats_rx(netdev, i, &rx); in netdev_stat_queue_sum()
834 ops->get_queue_stats_tx(netdev, i, &tx); in netdev_stat_queue_sum()
841 netdev_nl_stats_by_netdev(struct net_device *netdev, struct sk_buff *rsp, in netdev_nl_stats_by_netdev() argument
849 if (!netdev->stat_ops->get_base_stats) in netdev_nl_stats_by_netdev()
855 netdev->stat_ops->get_base_stats(netdev, &rx_sum, &tx_sum); in netdev_nl_stats_by_netdev()
865 if (nla_put_u32(rsp, NETDEV_A_QSTATS_IFINDEX, netdev->ifindex)) in netdev_nl_stats_by_netdev()
868 netdev_stat_queue_sum(netdev, 0, netdev->real_num_rx_queues, &rx_sum, in netdev_nl_stats_by_netdev()
869 0, netdev->real_num_tx_queues, &tx_sum); in netdev_nl_stats_by_netdev()
884 netdev_nl_qstats_get_dump_one(struct net_device *netdev, unsigned int scope, in netdev_nl_qstats_get_dump_one() argument
888 if (!netdev->stat_ops) in netdev_nl_qstats_get_dump_one()
893 return netdev_nl_stats_by_netdev(netdev, skb, info); in netdev_nl_qstats_get_dump_one()
895 return netdev_nl_stats_by_queue(netdev, skb, info, ctx); in netdev_nl_qstats_get_dump_one()
907 struct net_device *netdev; in netdev_nl_qstats_get_dumpit() local
921 netdev = netdev_get_by_index_lock_ops_compat(net, ifindex); in netdev_nl_qstats_get_dumpit()
922 if (!netdev) { in netdev_nl_qstats_get_dumpit()
927 if (netdev->stat_ops) { in netdev_nl_qstats_get_dumpit()
928 err = netdev_nl_qstats_get_dump_one(netdev, scope, skb, in netdev_nl_qstats_get_dumpit()
935 netdev_unlock_ops_compat(netdev); in netdev_nl_qstats_get_dumpit()
939 for_each_netdev_lock_ops_compat_scoped(net, netdev, ctx->ifindex) { in netdev_nl_qstats_get_dumpit()
940 err = netdev_nl_qstats_get_dump_one(netdev, scope, skb, in netdev_nl_qstats_get_dumpit()
989 netdev_nl_get_dma_dev(struct net_device *netdev, unsigned long *rxq_bitmap, in netdev_nl_get_dma_dev() argument
995 for_each_set_bit(rxq_idx, rxq_bitmap, netdev->real_num_rx_queues) { in netdev_nl_get_dma_dev()
998 rxq_dma_dev = netdev_queue_get_dma_dev(netdev, rxq_idx, in netdev_nl_get_dma_dev()
1019 struct net_device *netdev; in netdev_nl_bind_rx_doit() local
1063 netdev = netdev_get_by_index_lock(genl_info_net(info), ifindex); in netdev_nl_bind_rx_doit()
1064 if (!netdev) { in netdev_nl_bind_rx_doit()
1068 if (!netif_device_present(netdev)) in netdev_nl_bind_rx_doit()
1070 else if (!netdev_need_ops_lock(netdev)) in netdev_nl_bind_rx_doit()
1078 rxq_bitmap = bitmap_zalloc(netdev->real_num_rx_queues, GFP_KERNEL); in netdev_nl_bind_rx_doit()
1084 err = netdev_nl_read_rxq_bitmap(info, netdev->real_num_rx_queues, in netdev_nl_bind_rx_doit()
1089 dma_dev = netdev_nl_get_dma_dev(netdev, rxq_bitmap, info->extack); in netdev_nl_bind_rx_doit()
1095 binding = net_devmem_bind_dmabuf(netdev, NULL, dma_dev, DMA_FROM_DEVICE, in netdev_nl_bind_rx_doit()
1103 for_each_set_bit(rxq_idx, rxq_bitmap, netdev->real_num_rx_queues) { in netdev_nl_bind_rx_doit()
1104 err = net_devmem_bind_dmabuf_to_queue(netdev, rxq_idx, binding, in netdev_nl_bind_rx_doit()
1119 netdev_unlock(netdev); in netdev_nl_bind_rx_doit()
1130 netdev_unlock(netdev); in netdev_nl_bind_rx_doit()
1176 struct net_device *netdev; in netdev_nl_bind_tx_doit() local
1206 netdev = netdev_get_by_index_lock(genl_info_net(info), ifindex); in netdev_nl_bind_tx_doit()
1207 if (!netdev) { in netdev_nl_bind_tx_doit()
1212 if (!netif_device_present(netdev)) { in netdev_nl_bind_tx_doit()
1217 if (netdev->netmem_tx == NETMEM_TX_NONE) { in netdev_nl_bind_tx_doit()
1224 bind_dev = netdev_find_netmem_tx_dev(netdev); in netdev_nl_bind_tx_doit()
1232 if (bind_dev != netdev) in netdev_nl_bind_tx_doit()
1238 bind_dev != netdev ? netdev : NULL, in netdev_nl_bind_tx_doit()
1251 if (bind_dev != netdev) in netdev_nl_bind_tx_doit()
1253 netdev_unlock(netdev); in netdev_nl_bind_tx_doit()
1259 if (bind_dev != netdev) in netdev_nl_bind_tx_doit()
1262 netdev_unlock(netdev); in netdev_nl_bind_tx_doit()
1475 struct net_device *netdev = netdev_notifier_info_to_dev(ptr); in netdev_genl_netdevice_event() local
1479 netdev_lock_ops_to_full(netdev); in netdev_genl_netdevice_event()
1480 netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_ADD_NTF); in netdev_genl_netdevice_event()
1481 netdev_unlock_full_to_ops(netdev); in netdev_genl_netdevice_event()
1484 netdev_lock(netdev); in netdev_genl_netdevice_event()
1485 netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_DEL_NTF); in netdev_genl_netdevice_event()
1486 netdev_unlock(netdev); in netdev_genl_netdevice_event()
1489 netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_CHANGE_NTF); in netdev_genl_netdevice_event()