| H A D | virtio_net.c | 512 static void virtnet_receive_done(struct virtnet_info *vi, struct receive_queue *rq, 520 static void free_unused_bufs(struct virtnet_info *vi); 521 static void virtnet_del_vqs(struct virtnet_info *vi); 530 static size_t virtnet_rss_hdr_size(const struct virtnet_info *vi) in virtnet_rss_hdr_size() argument 532 u16 indir_table_size = vi->has_rss ? vi->rss_indir_table_size : 1; in virtnet_rss_hdr_size() 534 return struct_size(vi->rss_hdr, indirection_table, indir_table_size); in virtnet_rss_hdr_size() 537 static size_t virtnet_rss_trailer_size(const struct virtnet_info *vi) in virtnet_rss_trailer_size() argument 539 return struct_size(&vi->rss_trailer, hash_key_data, vi in virtnet_rss_trailer_size() 658 vq_type(struct virtnet_info * vi,int qid) vq_type() argument 702 virtnet_rq_free_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf) virtnet_rq_free_buf() argument 711 enable_rx_mode_work(struct virtnet_info * vi) enable_rx_mode_work() argument 718 disable_rx_mode_work(struct virtnet_info * vi) disable_rx_mode_work() argument 752 virtnet_tx_wake_queue(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_wake_queue() argument 768 struct virtnet_info *vi = vq->vdev->priv; skb_xmit_done() local 836 page_to_skb(struct virtnet_info * vi,struct receive_queue * rq,struct page * page,unsigned int offset,unsigned int len,unsigned int truesize,unsigned int headroom) page_to_skb() argument 939 struct virtnet_info *vi = vq->vdev->priv; virtnet_rq_unmap_free_buf() local 972 is_xdp_raw_buffer_queue(struct virtnet_info * vi,int q) is_xdp_raw_buffer_queue() argument 982 tx_may_stop(struct virtnet_info * vi,struct net_device * dev,struct send_queue * sq) tx_may_stop() argument 1014 check_sq_full_and_disable(struct virtnet_info * vi,struct net_device * dev,struct send_queue * sq) check_sq_full_and_disable() argument 1044 buf_to_xdp(struct virtnet_info * vi,struct receive_queue * rq,void * buf,u32 len,bool first_buf) buf_to_xdp() argument 1117 virtnet_receive_xsk_small(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_small() argument 1169 xsk_append_merge_buffer(struct virtnet_info * vi,struct receive_queue * rq,struct sk_buff * head_skb,u32 num_buf,struct virtio_net_hdr_mrg_rxbuf * hdr,struct virtnet_rq_stats * stats) xsk_append_merge_buffer() argument 1230 virtnet_receive_xsk_merge(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_merge() argument 1286 virtnet_receive_xsk_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf,u32 len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_buf() argument 1322 virtnet_add_recvbuf_xsk(struct virtnet_info * vi,struct receive_queue * rq,struct xsk_buff_pool * pool,gfp_t gfp) virtnet_add_recvbuf_xsk() argument 1388 struct virtnet_info *vi; virtnet_xsk_xmit_one() local 1440 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_xsk_xmit() local 1491 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_wakeup() local 1525 __virtnet_xdp_xmit_one(struct virtnet_info * vi,struct send_queue * sq,struct xdp_frame * xdpf) __virtnet_xdp_xmit_one() argument 1580 virtnet_xdp_get_sq(vi) global() argument 1599 virtnet_xdp_put_sq(vi,q) global() argument 1613 struct virtnet_info *vi = netdev_priv(dev); virtnet_xdp_xmit() local 1739 virtnet_get_headroom(struct virtnet_info * vi) virtnet_get_headroom() argument 1826 receive_small_build_skb(struct virtnet_info * vi,unsigned int xdp_headroom,void * buf,unsigned int len,unsigned int buflen) receive_small_build_skb() argument 1850 receive_small_xdp(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * buf,unsigned int xdp_headroom,unsigned int len,unsigned int buflen,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_small_xdp() argument 1940 receive_small(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_small() argument 1995 receive_big(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,unsigned int len,struct virtnet_rq_stats * stats) receive_big() argument 2057 build_skb_from_xdp_buff(struct net_device * dev,struct virtnet_info * vi,struct xdp_buff * xdp,unsigned int xdp_frags_truesz) build_skb_from_xdp_buff() argument 2099 virtnet_build_xdp_buff_mrg(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,void * buf,unsigned int len,unsigned int frame_sz,int * num_buf,unsigned int * xdp_frags_truesize,struct virtnet_rq_stats * stats) virtnet_build_xdp_buff_mrg() argument 2183 mergeable_xdp_get_buf(struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * ctx,unsigned int * frame_sz,int * num_buf,struct page ** page,int offset,unsigned int * len,struct virtio_net_hdr_mrg_rxbuf * hdr) mergeable_xdp_get_buf() argument 2262 receive_mergeable_xdp(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_mergeable_xdp() argument 2374 receive_mergeable(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_mergeable() argument 2497 virtnet_receive_done(struct virtnet_info * vi,struct receive_queue * rq,struct sk_buff * skb,u8 flags) virtnet_receive_done() argument 2538 receive_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf,unsigned int len,void ** ctx,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_buf() argument 2616 add_recvbuf_small(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_small() argument 2644 add_recvbuf_big(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_big() argument 2697 struct virtnet_info *vi = rq->vq->vdev->priv; get_mergeable_buf_len() local 2710 add_recvbuf_mergeable(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_mergeable() argument 2755 try_fill_recv(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) try_fill_recv() argument 2791 struct virtnet_info *vi = rvq->vdev->priv; skb_recv_done() local 2814 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_napi_enable() local 2823 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_napi_tx_enable() local 2844 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_napi_tx_disable() local 2856 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_napi_disable() local 2864 virtnet_receive_xsk_bufs(struct virtnet_info * vi,struct receive_queue * rq,int budget,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_bufs() argument 2886 virtnet_receive_packets(struct virtnet_info * vi,struct receive_queue * rq,int budget,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_packets() argument 2917 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_receive() local 2956 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_poll_cleantx() local 2982 virtnet_rx_dim_update(struct virtnet_info * vi,struct receive_queue * rq) virtnet_rx_dim_update() argument 3005 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_poll() local 3043 virtnet_disable_queue_pair(struct virtnet_info * vi,int qp_index) virtnet_disable_queue_pair() argument 3050 virtnet_enable_queue_pair(struct virtnet_info * vi,int qp_index) virtnet_enable_queue_pair() argument 3078 virtnet_cancel_dim(struct virtnet_info * vi,struct dim * dim) virtnet_cancel_dim() argument 3085 virtnet_update_settings(struct virtnet_info * vi) virtnet_update_settings() argument 3104 virtnet_create_page_pools(struct virtnet_info * vi) virtnet_create_page_pools() argument 3166 virtnet_destroy_page_pools(struct virtnet_info * vi) virtnet_destroy_page_pools() argument 3182 struct virtnet_info *vi = netdev_priv(dev); virtnet_open() local 3220 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_poll_tx() local 3275 struct virtnet_info *vi = sq->vq->vdev->priv; xmit_skb() local 3332 struct virtnet_info *vi = netdev_priv(dev); start_xmit() local 3392 virtnet_rx_pause(struct virtnet_info * vi,struct receive_queue * rq) virtnet_rx_pause() argument 3403 virtnet_rx_pause_all(struct virtnet_info * vi) virtnet_rx_pause_all() argument 3411 virtnet_rx_resume(struct virtnet_info * vi,struct receive_queue * rq,bool refill) virtnet_rx_resume() argument 3426 virtnet_rx_resume_all(struct virtnet_info * vi) virtnet_rx_resume_all() argument 3438 virtnet_rx_resize(struct virtnet_info * vi,struct receive_queue * rq,u32 ring_num) virtnet_rx_resize() argument 3455 virtnet_tx_pause(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_pause() argument 3485 virtnet_tx_resume(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_resume() argument 3504 virtnet_tx_resize(struct virtnet_info * vi,struct send_queue * sq,u32 ring_num) virtnet_tx_resize() argument 3534 virtnet_send_command_reply(struct virtnet_info * vi,u8 class,u8 cmd,struct scatterlist * out,struct scatterlist * in) virtnet_send_command_reply() argument 3591 virtnet_send_command(struct virtnet_info * vi,u8 class,u8 cmd,struct scatterlist * out) virtnet_send_command() argument 3599 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_mac_address() local 3647 struct virtnet_info *vi = netdev_priv(dev); virtnet_stats() local 3684 virtnet_ack_link_announce(struct virtnet_info * vi) virtnet_ack_link_announce() argument 3693 virtnet_rss_update_by_qpairs(struct virtnet_info * vi,u16 queue_pairs) virtnet_rss_update_by_qpairs() argument 3705 virtnet_set_queues(struct virtnet_info * vi,u16 queue_pairs) virtnet_set_queues() argument 3782 struct virtnet_info *vi = netdev_priv(dev); virtnet_close() local 3806 struct virtnet_info *vi = virtnet_rx_mode_work() local 3895 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_rx_mode() local 3904 struct virtnet_info *vi = netdev_priv(dev); virtnet_vlan_rx_add_vid() local 3924 struct virtnet_info *vi = netdev_priv(dev); virtnet_vlan_rx_kill_vid() local 3941 virtnet_clean_affinity(struct virtnet_info * vi) virtnet_clean_affinity() argument 3955 virtnet_set_affinity(struct virtnet_info * vi) virtnet_set_affinity() argument 3998 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_online() local 4006 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_dead() local 4014 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_down_prep() local 4023 virtnet_cpu_notif_add(struct virtnet_info * vi) virtnet_cpu_notif_add() argument 4038 virtnet_cpu_notif_remove(struct virtnet_info * vi) virtnet_cpu_notif_remove() argument 4045 virtnet_send_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 vqn,u32 max_usecs,u32 max_packets) virtnet_send_ctrl_coal_vq_cmd() argument 4068 virtnet_send_rx_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 queue,u32 max_usecs,u32 max_packets) virtnet_send_rx_ctrl_coal_vq_cmd() argument 4088 virtnet_send_tx_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 queue,u32 max_usecs,u32 max_packets) virtnet_send_tx_ctrl_coal_vq_cmd() argument 4113 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_ringparam() local 4126 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_ringparam() local 4192 virtnet_commit_rss_command(struct virtnet_info * vi) virtnet_commit_rss_command() argument 4215 virtnet_init_default_rss(struct virtnet_info * vi) virtnet_init_default_rss() argument 4233 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_hashflow() local 4291 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_hashflow() local 4358 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_drvinfo() local 4371 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_channels() local 4421 virtnet_get_stats_string(struct virtnet_info * vi,int type,int qid,u8 ** data) virtnet_get_stats_string() argument 4527 virtnet_stats_ctx_init(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,u64 * data,bool to_qstat) virtnet_stats_ctx_init() argument 4668 virtnet_fill_total_fields(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx) virtnet_fill_total_fields() argument 4690 virtnet_fill_stats_qstat(struct virtnet_info * vi,u32 qid,struct virtnet_stats_ctx * ctx,const u8 * base,bool drv_stats,u8 reply_type) virtnet_fill_stats_qstat() argument 4797 virtnet_fill_stats(struct virtnet_info * vi,u32 qid,struct virtnet_stats_ctx * ctx,const u8 * base,bool drv_stats,u8 reply_type) virtnet_fill_stats() argument 4924 __virtnet_get_hw_stats(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,struct virtio_net_ctrl_queue_stats * req,int req_size,void * reply,int res_size) __virtnet_get_hw_stats() argument 4954 virtnet_make_stat_req(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,struct virtio_net_ctrl_queue_stats * req,int qid,int * idx) virtnet_make_stat_req() argument 4973 virtnet_get_hw_stats(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,int qid) virtnet_get_hw_stats() argument 5037 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_strings() local 5060 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_sset_count() local 5080 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_ethtool_stats() local 5112 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_channels() local 5125 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_link_ksettings() local 5134 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_link_ksettings() local 5143 virtnet_send_tx_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_tx_notf_coal_cmds() argument 5173 virtnet_send_rx_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_rx_notf_coal_cmds() argument 5236 virtnet_send_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_notf_coal_cmds() argument 5252 virtnet_send_rx_notf_coal_vq_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec,u16 queue) virtnet_send_rx_notf_coal_vq_cmds() argument 5291 virtnet_send_notf_coal_vq_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec,u16 queue) virtnet_send_notf_coal_vq_cmds() argument 5315 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_rx_dim_work() local 5373 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_coalesce() local 5423 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_coalesce() local 5445 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_per_queue_coalesce() local 5478 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_per_queue_coalesce() local 5503 struct virtnet_info *vi = netdev_priv(dev); virtnet_init_settings() local 5522 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_rxfh() local 5542 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_rxfh() local 5579 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_rx_ring_count() local 5615 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_queue_stats_rx() local 5628 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_queue_stats_tx() local 5642 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_base_stats() local 5709 struct virtnet_info *vi = vdev->priv; virtnet_freeze_down() local 5731 struct virtnet_info *vi = vdev->priv; virtnet_restore_up() local 5772 virtnet_set_guest_offloads(struct virtnet_info * vi,u64 offloads) virtnet_set_guest_offloads() argument 5794 virtnet_clear_guest_offloads(struct virtnet_info * vi) virtnet_clear_guest_offloads() argument 5804 virtnet_restore_guest_offloads(struct virtnet_info * vi) virtnet_restore_guest_offloads() argument 5814 virtnet_rq_bind_xsk_pool(struct virtnet_info * vi,struct receive_queue * rq,struct xsk_buff_pool * pool) virtnet_rq_bind_xsk_pool() argument 5855 virtnet_sq_bind_xsk_pool(struct virtnet_info * vi,struct send_queue * sq,struct xsk_buff_pool * pool) virtnet_sq_bind_xsk_pool() argument 5883 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_pool_enable() local 5965 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_pool_disable() local 6006 struct virtnet_info *vi = netdev_priv(dev); virtnet_xdp_set() local 6131 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_phys_port_name() local 6147 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_features() local 6195 virtnet_init_irq_moder(struct virtnet_info * vi) virtnet_init_irq_moder() argument 6215 virtnet_free_irq_moder(struct virtnet_info * vi) virtnet_free_irq_moder() argument 6246 struct virtnet_info *vi = virtnet_config_changed_work() local 6279 struct virtnet_info *vi = vdev->priv; virtnet_config_changed() local 6284 virtnet_free_queues(struct virtnet_info * vi) virtnet_free_queues() argument 6303 _free_receive_bufs(struct virtnet_info * vi) _free_receive_bufs() argument 6319 free_receive_bufs(struct virtnet_info * vi) free_receive_bufs() argument 6328 struct virtnet_info *vi = vq->vdev->priv; virtnet_sq_free_unused_buf() local 6352 struct virtnet_info *vi = vq->vdev->priv; virtnet_sq_free_unused_buf_done() local 6358 free_unused_bufs(struct virtnet_info * vi) free_unused_bufs() argument 6379 virtnet_del_vqs(struct virtnet_info * vi) virtnet_del_vqs() argument 6394 mergeable_min_buf_len(struct virtnet_info * vi,struct virtqueue * vq) mergeable_min_buf_len() argument 6406 virtnet_find_vqs(struct virtnet_info * vi) virtnet_find_vqs() argument 6481 virtnet_alloc_queues(struct virtnet_info * vi) virtnet_alloc_queues() argument 6527 init_vqs(struct virtnet_info * vi) init_vqs() argument 6556 struct virtnet_info *vi = netdev_priv(queue->dev); mergeable_rx_buffer_size_show() local 6656 virtnet_check_guest_gso(const struct virtnet_info * vi) virtnet_check_guest_gso() argument 6666 virtnet_set_big_packets(struct virtnet_info * vi,const int mtu) virtnet_set_big_packets() argument 6700 struct virtnet_info *vi; virtnet_xdp_rx_hash() local 6726 struct virtnet_info *vi; virtnet_probe() local 7122 remove_vq_common(struct virtnet_info * vi) remove_vq_common() argument 7147 struct virtnet_info *vi = vdev->priv; virtnet_remove() local 7169 struct virtnet_info *vi = vdev->priv; virtnet_freeze() local 7180 struct virtnet_info *vi = vdev->priv; virtnet_restore() local [all...] |