661 static int vq_type(struct virtnet_info *vi, int qid)  in vq_type()
705 static void virtnet_rq_free_buf(struct virtnet_info *vi,  in virtnet_rq_free_buf()
716 static void enable_delayed_refill(struct virtnet_info *vi)  in enable_delayed_refill()
723 static void disable_delayed_refill(struct virtnet_info *vi)  in disable_delayed_refill()
730 static void enable_rx_mode_work(struct virtnet_info *vi)  in enable_rx_mode_work()
737 static void disable_rx_mode_work(struct virtnet_info *vi)  in disable_rx_mode_work()
773 	struct virtnet_info *vi = vq->vdev->priv;  in skb_xmit_done()  local
820 static struct sk_buff *page_to_skb(struct virtnet_info *vi,  in page_to_skb()
921 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_unmap()  local
953 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_get_buf()  local
967 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_init_one_sg()  local
990 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_alloc()  local
1045 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_rq_unmap_free_buf()  local
1081 static bool is_xdp_raw_buffer_queue(struct virtnet_info *vi, int q)  in is_xdp_raw_buffer_queue()
1091 static void check_sq_full_and_disable(struct virtnet_info *vi,  in check_sq_full_and_disable()
1134 static struct xdp_buff *buf_to_xdp(struct virtnet_info *vi,  in buf_to_xdp()
1187 static struct sk_buff *virtnet_receive_xsk_small(struct net_device *dev, struct virtnet_info *vi,  in virtnet_receive_xsk_small()
1239 static int xsk_append_merge_buffer(struct virtnet_info *vi,  in xsk_append_merge_buffer()
1300 static struct sk_buff *virtnet_receive_xsk_merge(struct net_device *dev, struct virtnet_info *vi,  in virtnet_receive_xsk_merge()
1351 static void virtnet_receive_xsk_buf(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_receive_xsk_buf()
1387 static int virtnet_add_recvbuf_xsk(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_add_recvbuf_xsk()
1442 	struct virtnet_info *vi;  in virtnet_xsk_xmit_one()  local
1494 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_xsk_xmit()  local
1545 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_wakeup()  local
1571 static int __virtnet_xdp_xmit_one(struct virtnet_info *vi,  in __virtnet_xdp_xmit_one()
1626 #define virtnet_xdp_get_sq(vi) ({                                       \  argument
1645 #define virtnet_xdp_put_sq(vi, q) {                                     \  argument
1659 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_xmit()  local
1785 static unsigned int virtnet_get_headroom(struct virtnet_info *vi)  in virtnet_get_headroom()
1858 static struct sk_buff *receive_small_build_skb(struct virtnet_info *vi,  in receive_small_build_skb()
1884 					 struct virtnet_info *vi,  in receive_small_xdp()
1975 				     struct virtnet_info *vi,  in receive_small()
2027 				   struct virtnet_info *vi,  in receive_big()
2079 					       struct virtnet_info *vi,  in build_skb_from_xdp_buff()
2122 				      struct virtnet_info *vi,  in virtnet_build_xdp_buff_mrg()
2210 static void *mergeable_xdp_get_buf(struct virtnet_info *vi,  in mergeable_xdp_get_buf()
2289 					     struct virtnet_info *vi,  in receive_mergeable_xdp()
2392 					 struct virtnet_info *vi,  in receive_mergeable()
2512 static void virtnet_receive_done(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_receive_done()
2546 static void receive_buf(struct virtnet_info *vi, struct receive_queue *rq,  in receive_buf()
2590 static int add_recvbuf_small(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_small()
2622 static int add_recvbuf_big(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_big()
2675 	struct virtnet_info *vi = rq->vq->vdev->priv;  in get_mergeable_buf_len()  local
2688 static int add_recvbuf_mergeable(struct virtnet_info *vi,  in add_recvbuf_mergeable()
2749 static bool try_fill_recv(struct virtnet_info *vi, struct receive_queue *rq,  in try_fill_recv()
2785 	struct virtnet_info *vi = rvq->vdev->priv;  in skb_recv_done()  local
2805 static void virtnet_napi_tx_enable(struct virtnet_info *vi,  in virtnet_napi_tx_enable()
2831 	struct virtnet_info *vi =  in refill_work()  local
2851 static int virtnet_receive_xsk_bufs(struct virtnet_info *vi,  in virtnet_receive_xsk_bufs()
2873 static int virtnet_receive_packets(struct virtnet_info *vi,  in virtnet_receive_packets()
2904 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_receive()  local
2943 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll_cleantx()  local
2975 static void virtnet_rx_dim_update(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_dim_update()
2998 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll()  local
3036 static void virtnet_disable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_disable_queue_pair()
3043 static int virtnet_enable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_enable_queue_pair()
3068 static void virtnet_cancel_dim(struct virtnet_info *vi, struct dim *dim)  in virtnet_cancel_dim()
3075 static void virtnet_update_settings(struct virtnet_info *vi)  in virtnet_update_settings()
3096 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_open()  local
3138 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_poll_tx()  local
3200 	struct virtnet_info *vi = sq->vq->vdev->priv;  in xmit_skb()  local
3247 	struct virtnet_info *vi = netdev_priv(dev);  in start_xmit()  local
3305 static void virtnet_rx_pause(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_pause()
3315 static void virtnet_rx_resume(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_resume()
3326 static int virtnet_rx_resize(struct virtnet_info *vi,  in virtnet_rx_resize()
3343 static void virtnet_tx_pause(struct virtnet_info *vi, struct send_queue *sq)  in virtnet_tx_pause()
3370 static void virtnet_tx_resume(struct virtnet_info *vi, struct send_queue *sq)  in virtnet_tx_resume()
3389 static int virtnet_tx_resize(struct virtnet_info *vi, struct send_queue *sq,  in virtnet_tx_resize()
3413 static bool virtnet_send_command_reply(struct virtnet_info *vi, u8 class, u8 cmd,  in virtnet_send_command_reply()
3470 static bool virtnet_send_command(struct virtnet_info *vi, u8 class, u8 cmd,  in virtnet_send_command()
3478 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_mac_address()  local
3526 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_stats()  local
3563 static void virtnet_ack_link_announce(struct virtnet_info *vi)  in virtnet_ack_link_announce()
3572 static void virtnet_rss_update_by_qpairs(struct virtnet_info *vi, u16 queue_pairs)  in virtnet_rss_update_by_qpairs()
3584 static int virtnet_set_queues(struct virtnet_info *vi, u16 queue_pairs)  in virtnet_set_queues()
3647 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_close()  local
3675 	struct virtnet_info *vi =  in virtnet_rx_mode_work()  local
3764 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rx_mode()  local
3773 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_add_vid()  local
3793 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_kill_vid()  local
3810 static void virtnet_clean_affinity(struct virtnet_info *vi)  in virtnet_clean_affinity()
3824 static void virtnet_set_affinity(struct virtnet_info *vi)  in virtnet_set_affinity()
3865 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_online()  local
3873 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_dead()  local
3881 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_down_prep()  local
3890 static int virtnet_cpu_notif_add(struct virtnet_info *vi)  in virtnet_cpu_notif_add()
3905 static void virtnet_cpu_notif_remove(struct virtnet_info *vi)  in virtnet_cpu_notif_remove()
3912 static int virtnet_send_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_ctrl_coal_vq_cmd()
3935 static int virtnet_send_rx_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_rx_ctrl_coal_vq_cmd()
3955 static int virtnet_send_tx_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_tx_ctrl_coal_vq_cmd()
3980 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ringparam()  local
3993 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_ringparam()  local
4059 static bool virtnet_commit_rss_command(struct virtnet_info *vi)  in virtnet_commit_rss_command()
4098 static void virtnet_init_default_rss(struct virtnet_info *vi)  in virtnet_init_default_rss()
4113 static void virtnet_get_hashflow(const struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_get_hashflow()
4165 static bool virtnet_set_hashflow(struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_set_hashflow()
4232 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_drvinfo()  local
4245 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_channels()  local
4295 static void virtnet_get_stats_string(struct virtnet_info *vi, int type, int qid, u8 **data)  in virtnet_get_stats_string()
4401 static void virtnet_stats_ctx_init(struct virtnet_info *vi,  in virtnet_stats_ctx_init()
4542 static void virtnet_fill_total_fields(struct virtnet_info *vi,  in virtnet_fill_total_fields()
4564 static void virtnet_fill_stats_qstat(struct virtnet_info *vi, u32 qid,  in virtnet_fill_stats_qstat()
4671 static void virtnet_fill_stats(struct virtnet_info *vi, u32 qid,  in virtnet_fill_stats()
4798 static int __virtnet_get_hw_stats(struct virtnet_info *vi,  in __virtnet_get_hw_stats()
4828 static void virtnet_make_stat_req(struct virtnet_info *vi,  in virtnet_make_stat_req()
4847 static int virtnet_get_hw_stats(struct virtnet_info *vi,  in virtnet_get_hw_stats()
4911 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_strings()  local
4934 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_sset_count()  local
4954 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ethtool_stats()  local
4986 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_channels()  local
4999 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_link_ksettings()  local
5008 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_link_ksettings()  local
5017 static int virtnet_send_tx_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_tx_notf_coal_cmds()
5047 static int virtnet_send_rx_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_rx_notf_coal_cmds()
5110 static int virtnet_send_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_cmds()
5126 static int virtnet_send_rx_notf_coal_vq_cmds(struct virtnet_info *vi,  in virtnet_send_rx_notf_coal_vq_cmds()
5165 static int virtnet_send_notf_coal_vq_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_vq_cmds()
5189 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rx_dim_work()  local
5247 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_coalesce()  local
5297 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_coalesce()  local
5319 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_per_queue_coalesce()  local
5352 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_per_queue_coalesce()  local
5377 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_init_settings()  local
5396 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxfh()  local
5416 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxfh()  local
5453 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxnfc()  local
5472 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxnfc()  local
5518 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_queue_stats_rx()  local
5531 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_queue_stats_tx()  local
5545 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_base_stats()  local
5608 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze_down()  local
5626 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore_up()  local
5650 static int virtnet_set_guest_offloads(struct virtnet_info *vi, u64 offloads)  in virtnet_set_guest_offloads()
5672 static int virtnet_clear_guest_offloads(struct virtnet_info *vi)  in virtnet_clear_guest_offloads()
5682 static int virtnet_restore_guest_offloads(struct virtnet_info *vi)  in virtnet_restore_guest_offloads()
5692 static int virtnet_rq_bind_xsk_pool(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_rq_bind_xsk_pool()
5733 static int virtnet_sq_bind_xsk_pool(struct virtnet_info *vi,  in virtnet_sq_bind_xsk_pool()
5761 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_pool_enable()  local
5839 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_pool_disable()  local
5880 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_set()  local
6009 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_phys_port_name()  local
6025 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_features()  local
6073 static int virtnet_init_irq_moder(struct virtnet_info *vi)  in virtnet_init_irq_moder()
6093 static void virtnet_free_irq_moder(struct virtnet_info *vi)  in virtnet_free_irq_moder()
6124 	struct virtnet_info *vi =  in virtnet_config_changed_work()  local
6157 	struct virtnet_info *vi = vdev->priv;  in virtnet_config_changed()  local
6162 static void virtnet_free_queues(struct virtnet_info *vi)  in virtnet_free_queues()
6181 static void _free_receive_bufs(struct virtnet_info *vi)  in _free_receive_bufs()
6197 static void free_receive_bufs(struct virtnet_info *vi)  in free_receive_bufs()
6204 static void free_receive_page_frags(struct virtnet_info *vi)  in free_receive_page_frags()
6217 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_sq_free_unused_buf()  local
6241 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_sq_free_unused_buf_done()  local
6247 static void free_unused_bufs(struct virtnet_info *vi)  in free_unused_bufs()
6268 static void virtnet_del_vqs(struct virtnet_info *vi)  in virtnet_del_vqs()
6283 static unsigned int mergeable_min_buf_len(struct virtnet_info *vi, struct virtqueue *vq)  in mergeable_min_buf_len()
6295 static int virtnet_find_vqs(struct virtnet_info *vi)  in virtnet_find_vqs()
6372 static int virtnet_alloc_queues(struct virtnet_info *vi)  in virtnet_alloc_queues()
6418 static int init_vqs(struct virtnet_info *vi)  in init_vqs()
6447 	struct virtnet_info *vi = netdev_priv(queue->dev);  in mergeable_rx_buffer_size_show()  local
6547 static bool virtnet_check_guest_gso(const struct virtnet_info *vi)  in virtnet_check_guest_gso()
6557 static void virtnet_set_big_packets(struct virtnet_info *vi, const int mtu)  in virtnet_set_big_packets()
6591 	struct virtnet_info *vi;  in virtnet_xdp_rx_hash()  local
6617 	struct virtnet_info *vi;  in virtnet_probe()  local
6977 static void remove_vq_common(struct virtnet_info *vi)  in remove_vq_common()
7002 	struct virtnet_info *vi = vdev->priv;  in virtnet_remove()  local
7026 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze()  local
7037 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore()  local