| H A D | virtio_net.c | 512 static void virtnet_receive_done(struct virtnet_info *vi, struct receive_queue *rq, 520 static void free_unused_bufs(struct virtnet_info *vi); 521 static void virtnet_del_vqs(struct virtnet_info *vi); 530 static size_t virtnet_rss_hdr_size(const struct virtnet_info *vi) in virtnet_rss_hdr_size() argument 532 u16 indir_table_size = vi->has_rss ? vi->rss_indir_table_size : 1; in virtnet_rss_hdr_size() 534 return struct_size(vi->rss_hdr, indirection_table, indir_table_size); in virtnet_rss_hdr_size() 537 static size_t virtnet_rss_trailer_size(const struct virtnet_info *vi) in virtnet_rss_trailer_size() argument 539 return struct_size(&vi->rss_trailer, hash_key_data, vi in virtnet_rss_trailer_size() 658 vq_type(struct virtnet_info * vi,int qid) vq_type() argument 702 virtnet_rq_free_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf) virtnet_rq_free_buf() argument 711 enable_rx_mode_work(struct virtnet_info * vi) enable_rx_mode_work() argument 718 disable_rx_mode_work(struct virtnet_info * vi) disable_rx_mode_work() argument 752 virtnet_tx_wake_queue(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_wake_queue() argument 768 struct virtnet_info *vi = vq->vdev->priv; skb_xmit_done() local 836 page_to_skb(struct virtnet_info * vi,struct receive_queue * rq,struct page * page,unsigned int offset,unsigned int len,unsigned int truesize,unsigned int headroom) page_to_skb() argument 939 struct virtnet_info *vi = vq->vdev->priv; virtnet_rq_unmap_free_buf() local 972 is_xdp_raw_buffer_queue(struct virtnet_info * vi,int q) is_xdp_raw_buffer_queue() argument 982 tx_may_stop(struct virtnet_info * vi,struct net_device * dev,struct send_queue * sq) tx_may_stop() argument 1014 check_sq_full_and_disable(struct virtnet_info * vi,struct net_device * dev,struct send_queue * sq) check_sq_full_and_disable() argument 1044 buf_to_xdp(struct virtnet_info * vi,struct receive_queue * rq,void * buf,u32 len,bool first_buf) buf_to_xdp() argument 1117 virtnet_receive_xsk_small(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_small() argument 1169 xsk_append_merge_buffer(struct virtnet_info * vi,struct receive_queue * rq,struct sk_buff * head_skb,u32 num_buf,struct virtio_net_hdr_mrg_rxbuf * hdr,struct virtnet_rq_stats * stats) xsk_append_merge_buffer() argument 1230 virtnet_receive_xsk_merge(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_merge() argument 1286 virtnet_receive_xsk_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf,u32 len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_buf() argument 1322 virtnet_add_recvbuf_xsk(struct virtnet_info * vi,struct receive_queue * rq,struct xsk_buff_pool * pool,gfp_t gfp) virtnet_add_recvbuf_xsk() argument 1388 struct virtnet_info *vi; virtnet_xsk_xmit_one() local 1440 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_xsk_xmit() local 1491 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_wakeup() local 1525 __virtnet_xdp_xmit_one(struct virtnet_info * vi,struct send_queue * sq,struct xdp_frame * xdpf) __virtnet_xdp_xmit_one() argument 1580 virtnet_xdp_get_sq(vi) global() argument 1599 virtnet_xdp_put_sq(vi,q) global() argument 1613 struct virtnet_info *vi = netdev_priv(dev); virtnet_xdp_xmit() local 1739 virtnet_get_headroom(struct virtnet_info * vi) virtnet_get_headroom() argument 1826 receive_small_build_skb(struct virtnet_info * vi,unsigned int xdp_headroom,void * buf,unsigned int len,unsigned int buflen) receive_small_build_skb() argument 1850 receive_small_xdp(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * buf,unsigned int xdp_headroom,unsigned int len,unsigned int buflen,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_small_xdp() argument 1940 receive_small(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_small() argument 1995 receive_big(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,unsigned int len,struct virtnet_rq_stats * stats) receive_big() argument 2060 build_skb_from_xdp_buff(struct net_device * dev,struct virtnet_info * vi,struct xdp_buff * xdp,unsigned int xdp_frags_truesz) build_skb_from_xdp_buff() argument 2102 virtnet_build_xdp_buff_mrg(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct xdp_buff * xdp,void * buf,unsigned int len,unsigned int frame_sz,int * num_buf,unsigned int * xdp_frags_truesize,struct virtnet_rq_stats * stats) virtnet_build_xdp_buff_mrg() argument 2186 mergeable_xdp_get_buf(struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * ctx,unsigned int * frame_sz,int * num_buf,struct page ** page,int offset,unsigned int * len,struct virtio_net_hdr_mrg_rxbuf * hdr) mergeable_xdp_get_buf() argument 2265 receive_mergeable_xdp(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,struct bpf_prog * xdp_prog,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_mergeable_xdp() argument 2377 receive_mergeable(struct net_device * dev,struct virtnet_info * vi,struct receive_queue * rq,void * buf,void * ctx,unsigned int len,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_mergeable() argument 2500 virtnet_receive_done(struct virtnet_info * vi,struct receive_queue * rq,struct sk_buff * skb,u8 flags) virtnet_receive_done() argument 2541 receive_buf(struct virtnet_info * vi,struct receive_queue * rq,void * buf,unsigned int len,void ** ctx,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) receive_buf() argument 2619 add_recvbuf_small(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_small() argument 2647 add_recvbuf_big(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_big() argument 2700 struct virtnet_info *vi = rq->vq->vdev->priv; get_mergeable_buf_len() local 2713 add_recvbuf_mergeable(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) add_recvbuf_mergeable() argument 2758 try_fill_recv(struct virtnet_info * vi,struct receive_queue * rq,gfp_t gfp) try_fill_recv() argument 2794 struct virtnet_info *vi = rvq->vdev->priv; skb_recv_done() local 2817 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_napi_enable() local 2826 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_napi_tx_enable() local 2847 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_napi_tx_disable() local 2859 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_napi_disable() local 2867 virtnet_receive_xsk_bufs(struct virtnet_info * vi,struct receive_queue * rq,int budget,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_xsk_bufs() argument 2889 virtnet_receive_packets(struct virtnet_info * vi,struct receive_queue * rq,int budget,unsigned int * xdp_xmit,struct virtnet_rq_stats * stats) virtnet_receive_packets() argument 2920 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_receive() local 2959 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_poll_cleantx() local 2985 virtnet_rx_dim_update(struct virtnet_info * vi,struct receive_queue * rq) virtnet_rx_dim_update() argument 3008 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_poll() local 3049 virtnet_disable_queue_pair(struct virtnet_info * vi,int qp_index) virtnet_disable_queue_pair() argument 3056 virtnet_enable_queue_pair(struct virtnet_info * vi,int qp_index) virtnet_enable_queue_pair() argument 3084 virtnet_cancel_dim(struct virtnet_info * vi,struct dim * dim) virtnet_cancel_dim() argument 3091 virtnet_update_settings(struct virtnet_info * vi) virtnet_update_settings() argument 3110 virtnet_create_page_pools(struct virtnet_info * vi) virtnet_create_page_pools() argument 3172 virtnet_destroy_page_pools(struct virtnet_info * vi) virtnet_destroy_page_pools() argument 3188 struct virtnet_info *vi = netdev_priv(dev); virtnet_open() local 3226 struct virtnet_info *vi = sq->vq->vdev->priv; virtnet_poll_tx() local 3281 struct virtnet_info *vi = sq->vq->vdev->priv; xmit_skb() local 3338 struct virtnet_info *vi = netdev_priv(dev); start_xmit() local 3407 virtnet_rx_pause(struct virtnet_info * vi,struct receive_queue * rq) virtnet_rx_pause() argument 3418 virtnet_rx_pause_all(struct virtnet_info * vi) virtnet_rx_pause_all() argument 3426 virtnet_rx_resume(struct virtnet_info * vi,struct receive_queue * rq,bool refill) virtnet_rx_resume() argument 3441 virtnet_rx_resume_all(struct virtnet_info * vi) virtnet_rx_resume_all() argument 3453 virtnet_rx_resize(struct virtnet_info * vi,struct receive_queue * rq,u32 ring_num) virtnet_rx_resize() argument 3484 virtnet_tx_pause(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_pause() argument 3514 virtnet_tx_resume(struct virtnet_info * vi,struct send_queue * sq) virtnet_tx_resume() argument 3533 virtnet_tx_resize(struct virtnet_info * vi,struct send_queue * sq,u32 ring_num) virtnet_tx_resize() argument 3563 virtnet_send_command_reply(struct virtnet_info * vi,u8 class,u8 cmd,struct scatterlist * out,struct scatterlist * in) virtnet_send_command_reply() argument 3620 virtnet_send_command(struct virtnet_info * vi,u8 class,u8 cmd,struct scatterlist * out) virtnet_send_command() argument 3628 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_mac_address() local 3676 struct virtnet_info *vi = netdev_priv(dev); virtnet_stats() local 3713 virtnet_ack_link_announce(struct virtnet_info * vi) virtnet_ack_link_announce() argument 3722 virtnet_rss_update_by_qpairs(struct virtnet_info * vi,u16 queue_pairs) virtnet_rss_update_by_qpairs() argument 3734 virtnet_set_queues(struct virtnet_info * vi,u16 queue_pairs) virtnet_set_queues() argument 3811 struct virtnet_info *vi = netdev_priv(dev); virtnet_close() local 3835 struct virtnet_info *vi = virtnet_rx_mode_work() local 3924 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_rx_mode() local 3933 struct virtnet_info *vi = netdev_priv(dev); virtnet_vlan_rx_add_vid() local 3953 struct virtnet_info *vi = netdev_priv(dev); virtnet_vlan_rx_kill_vid() local 3970 virtnet_clean_affinity(struct virtnet_info * vi) virtnet_clean_affinity() argument 3984 virtnet_set_affinity(struct virtnet_info * vi) virtnet_set_affinity() argument 4027 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_online() local 4035 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_dead() local 4043 struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info, virtnet_cpu_down_prep() local 4052 virtnet_cpu_notif_add(struct virtnet_info * vi) virtnet_cpu_notif_add() argument 4067 virtnet_cpu_notif_remove(struct virtnet_info * vi) virtnet_cpu_notif_remove() argument 4074 virtnet_send_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 vqn,u32 max_usecs,u32 max_packets) virtnet_send_ctrl_coal_vq_cmd() argument 4097 virtnet_send_rx_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 queue,u32 max_usecs,u32 max_packets) virtnet_send_rx_ctrl_coal_vq_cmd() argument 4117 virtnet_send_tx_ctrl_coal_vq_cmd(struct virtnet_info * vi,u16 queue,u32 max_usecs,u32 max_packets) virtnet_send_tx_ctrl_coal_vq_cmd() argument 4142 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_ringparam() local 4155 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_ringparam() local 4221 virtnet_commit_rss_command(struct virtnet_info * vi) virtnet_commit_rss_command() argument 4244 virtnet_init_default_rss(struct virtnet_info * vi) virtnet_init_default_rss() argument 4262 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_hashflow() local 4320 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_hashflow() local 4387 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_drvinfo() local 4400 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_channels() local 4450 virtnet_get_stats_string(struct virtnet_info * vi,int type,int qid,u8 ** data) virtnet_get_stats_string() argument 4556 virtnet_stats_ctx_init(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,u64 * data,bool to_qstat) virtnet_stats_ctx_init() argument 4697 virtnet_fill_total_fields(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx) virtnet_fill_total_fields() argument 4719 virtnet_fill_stats_qstat(struct virtnet_info * vi,u32 qid,struct virtnet_stats_ctx * ctx,const u8 * base,bool drv_stats,u8 reply_type) virtnet_fill_stats_qstat() argument 4826 virtnet_fill_stats(struct virtnet_info * vi,u32 qid,struct virtnet_stats_ctx * ctx,const u8 * base,bool drv_stats,u8 reply_type) virtnet_fill_stats() argument 4953 __virtnet_get_hw_stats(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,struct virtio_net_ctrl_queue_stats * req,int req_size,void * reply,int res_size) __virtnet_get_hw_stats() argument 4983 virtnet_make_stat_req(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,struct virtio_net_ctrl_queue_stats * req,int qid,int * idx) virtnet_make_stat_req() argument 5002 virtnet_get_hw_stats(struct virtnet_info * vi,struct virtnet_stats_ctx * ctx,int qid) virtnet_get_hw_stats() argument 5066 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_strings() local 5089 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_sset_count() local 5109 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_ethtool_stats() local 5141 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_channels() local 5154 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_link_ksettings() local 5163 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_link_ksettings() local 5172 virtnet_send_tx_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_tx_notf_coal_cmds() argument 5202 virtnet_send_rx_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_rx_notf_coal_cmds() argument 5265 virtnet_send_notf_coal_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec) virtnet_send_notf_coal_cmds() argument 5281 virtnet_send_rx_notf_coal_vq_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec,u16 queue) virtnet_send_rx_notf_coal_vq_cmds() argument 5320 virtnet_send_notf_coal_vq_cmds(struct virtnet_info * vi,struct ethtool_coalesce * ec,u16 queue) virtnet_send_notf_coal_vq_cmds() argument 5344 struct virtnet_info *vi = rq->vq->vdev->priv; virtnet_rx_dim_work() local 5402 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_coalesce() local 5452 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_coalesce() local 5474 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_per_queue_coalesce() local 5507 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_per_queue_coalesce() local 5532 struct virtnet_info *vi = netdev_priv(dev); virtnet_init_settings() local 5551 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_rxfh() local 5571 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_rxfh() local 5608 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_rx_ring_count() local 5644 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_queue_stats_rx() local 5657 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_queue_stats_tx() local 5671 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_base_stats() local 5738 struct virtnet_info *vi = vdev->priv; virtnet_freeze_down() local 5760 struct virtnet_info *vi = vdev->priv; virtnet_restore_up() local 5801 virtnet_set_guest_offloads(struct virtnet_info * vi,u64 offloads) virtnet_set_guest_offloads() argument 5823 virtnet_clear_guest_offloads(struct virtnet_info * vi) virtnet_clear_guest_offloads() argument 5833 virtnet_restore_guest_offloads(struct virtnet_info * vi) virtnet_restore_guest_offloads() argument 5843 virtnet_rq_bind_xsk_pool(struct virtnet_info * vi,struct receive_queue * rq,struct xsk_buff_pool * pool) virtnet_rq_bind_xsk_pool() argument 5884 virtnet_sq_bind_xsk_pool(struct virtnet_info * vi,struct send_queue * sq,struct xsk_buff_pool * pool) virtnet_sq_bind_xsk_pool() argument 5912 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_pool_enable() local 5994 struct virtnet_info *vi = netdev_priv(dev); virtnet_xsk_pool_disable() local 6035 struct virtnet_info *vi = netdev_priv(dev); virtnet_xdp_set() local 6160 struct virtnet_info *vi = netdev_priv(dev); virtnet_get_phys_port_name() local 6176 struct virtnet_info *vi = netdev_priv(dev); virtnet_set_features() local 6224 virtnet_init_irq_moder(struct virtnet_info * vi) virtnet_init_irq_moder() argument 6244 virtnet_free_irq_moder(struct virtnet_info * vi) virtnet_free_irq_moder() argument 6288 struct virtnet_info *vi = virtnet_config_changed_work() local 6321 struct virtnet_info *vi = vdev->priv; virtnet_config_changed() local 6326 virtnet_free_queues(struct virtnet_info * vi) virtnet_free_queues() argument 6345 _free_receive_bufs(struct virtnet_info * vi) _free_receive_bufs() argument 6361 free_receive_bufs(struct virtnet_info * vi) free_receive_bufs() argument 6370 struct virtnet_info *vi = vq->vdev->priv; virtnet_sq_free_unused_buf() local 6394 struct virtnet_info *vi = vq->vdev->priv; virtnet_sq_free_unused_buf_done() local 6400 free_unused_bufs(struct virtnet_info * vi) free_unused_bufs() argument 6421 virtnet_del_vqs(struct virtnet_info * vi) virtnet_del_vqs() argument 6436 mergeable_min_buf_len(struct virtnet_info * vi,struct virtqueue * vq) mergeable_min_buf_len() argument 6448 virtnet_find_vqs(struct virtnet_info * vi) virtnet_find_vqs() argument 6523 virtnet_alloc_queues(struct virtnet_info * vi) virtnet_alloc_queues() argument 6569 init_vqs(struct virtnet_info * vi) init_vqs() argument 6598 struct virtnet_info *vi = netdev_priv(queue->dev); mergeable_rx_buffer_size_show() local 6698 virtnet_check_guest_gso(const struct virtnet_info * vi) virtnet_check_guest_gso() argument 6708 virtnet_set_big_packets(struct virtnet_info * vi,const int mtu) virtnet_set_big_packets() argument 6742 struct virtnet_info *vi; virtnet_xdp_rx_hash() local 6768 struct virtnet_info *vi; virtnet_probe() local 7164 remove_vq_common(struct virtnet_info * vi) remove_vq_common() argument 7189 struct virtnet_info *vi = vdev->priv; virtnet_remove() local 7211 struct virtnet_info *vi = vdev->priv; virtnet_freeze() local 7222 struct virtnet_info *vi = vdev->priv; virtnet_restore() local [all...] |