Home
last modified time | relevance | path

Searched refs:mpwqe (Results 1 – 7 of 7) sorted by relevance

/linux/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_rx.c305 struct mlx5e_mpw_linear_info *li = rq->mpwqe.linear_info; in mlx5e_mpwqe_linear_page_refill()
320 struct mlx5e_mpw_linear_info *li = rq->mpwqe.linear_info; in mlx5e_mpwqe_get_linear_page_frag()
327 WARN_ON(frag_offset >= BIT(rq->mpwqe.page_shift)); in mlx5e_mpwqe_get_linear_page_frag()
597 if (bitmap_full(wi->skip_release_bitmap, rq->mpwqe.pages_per_wqe)) in mlx5e_free_rx_mpwqe()
600 no_xdp_xmit = bitmap_empty(wi->skip_release_bitmap, rq->mpwqe.pages_per_wqe); in mlx5e_free_rx_mpwqe()
609 for (i = 0; i < rq->mpwqe.pages_per_wqe; i++) in mlx5e_free_rx_mpwqe()
613 for (i = 0; i < rq->mpwqe.pages_per_wqe; i++) { in mlx5e_free_rx_mpwqe()
627 struct mlx5_wq_ll *wq = &rq->mpwqe.wq; in mlx5e_post_rx_mpwqe()
655 pi = mlx5e_icosq_get_next_pi(sq, rq->mpwqe.umr_wqebbs); in mlx5e_alloc_rx_mpwqe()
657 memcpy(umr_wqe, &rq->mpwqe.umr_wqe, sizeof(struct mlx5e_umr_wqe)); in mlx5e_alloc_rx_mpwqe()
[all …]
H A Den_main.c329 ds_cnt = DIV_ROUND_UP(mlx5e_mpwrq_umr_wqe_sz(rq->mdev, rq->mpwqe.page_shift, in mlx5e_build_umr_wqe()
330 rq->mpwqe.umr_mode), in mlx5e_build_umr_wqe()
335 cseg->umr_mkey = rq->mpwqe.umr_mkey_be; in mlx5e_build_umr_wqe()
338 octowords = mlx5e_mpwrq_umr_octowords(rq->mpwqe.pages_per_wqe, rq->mpwqe.umr_mode); in mlx5e_build_umr_wqe()
345 int wq_sz = mlx5_wq_ll_get_size(&rq->mpwqe.wq); in mlx5e_rq_alloc_mpwqe_info()
348 alloc_size = array_size(wq_sz, struct_size(rq->mpwqe.info, in mlx5e_rq_alloc_mpwqe_info()
350 rq->mpwqe.pages_per_wqe)); in mlx5e_rq_alloc_mpwqe_info()
352 rq->mpwqe.info = kvzalloc_node(alloc_size, GFP_KERNEL, node); in mlx5e_rq_alloc_mpwqe_info()
353 if (!rq->mpwqe.info) in mlx5e_rq_alloc_mpwqe_info()
362 bitmap_fill(wi->skip_release_bitmap, rq->mpwqe.pages_per_wqe); in mlx5e_rq_alloc_mpwqe_info()
[all …]
H A Den.h433 struct mlx5e_tx_mpwqe mpwqe; member
499 struct mlx5e_tx_mpwqe mpwqe; member
701 } mpwqe; member
H A Den_stats.c281 s->tx_xdp_mpwqe += xdpsq_red_stats->mpwqe; in mlx5e_stats_grp_sw_update_stats_xdp_red()
293 s->rx_xdp_tx_mpwqe += xdpsq_stats->mpwqe; in mlx5e_stats_grp_sw_update_stats_xdpsq()
305 s->tx_xsk_mpwqe += xsksq_stats->mpwqe; in mlx5e_stats_grp_sw_update_stats_xsksq()
2330 { MLX5E_DECLARE_RQ_XDPSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) },
2340 { MLX5E_DECLARE_XDPSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) },
2371 { MLX5E_DECLARE_XSKSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) },
/linux/drivers/net/ethernet/mellanox/mlx5/core/en/
H A Dxdp.c387 struct mlx5e_tx_mpwqe *session = &sq->mpwqe; in mlx5e_xdp_mpwqe_session_start()
405 stats->mpwqe++; in mlx5e_xdp_mpwqe_session_start()
411 struct mlx5e_tx_mpwqe *session = &sq->mpwqe; in mlx5e_xdp_mpwqe_complete()
438 if (unlikely(!sq->mpwqe.wqe)) { in mlx5e_xmit_xdp_frame_check_mpwqe()
461 struct mlx5e_tx_mpwqe *session = &sq->mpwqe; in mlx5e_xmit_xdp_frame_mpwqe()
475 if (unlikely(sq->mpwqe.wqe)) in mlx5e_xmit_xdp_frame_mpwqe()
951 if (sq->mpwqe.wqe) in mlx5e_xdp_xmit()
964 if (xdpsq->mpwqe.wqe) in mlx5e_xdp_rx_poll_complete()
H A Dxdp.h199 struct mlx5e_tx_mpwqe *session = &sq->mpwqe; in mlx5e_xdp_mpwqe_add_dseg()
H A Dparams.c280 bool mpwqe) in mlx5e_rx_get_linear_stride_sz() argument
290 return mpwqe ? in mlx5e_rx_get_linear_stride_sz()
294 no_head_tail_room = params->xdp_prog && mpwqe && in mlx5e_rx_get_linear_stride_sz()