| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xdp.c | 180 struct idpf_tx_queue *xdpsq = vport->txqs[i]; in idpf_xdpsqs_get() local
182 xdpsq->complq = xdpsq->txq_grp->complq; in idpf_xdpsqs_get()
183 kfree(xdpsq->refillq); in idpf_xdpsqs_get()
184 xdpsq->refillq = NULL; in idpf_xdpsqs_get()
186 idpf_queue_clear(FLOW_SCH_EN, xdpsq); in idpf_xdpsqs_get()
187 idpf_queue_clear(FLOW_SCH_EN, xdpsq->complq); in idpf_xdpsqs_get()
188 idpf_queue_set(NOIRQ, xdpsq); in idpf_xdpsqs_get()
189 idpf_queue_set(XDP, xdpsq); in idpf_xdpsqs_get()
190 idpf_queue_set(XDP, xdpsq->complq); in idpf_xdpsqs_get()
192 xdpsq->timer = timers[i - sqs]; in idpf_xdpsqs_get()
[all …]
|
| H A D | xsk.c | 168 void idpf_xsksq_clean(struct idpf_tx_queue *xdpsq) in idpf_xsksq_clean() argument
171 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_clean()
174 .dev = xdpsq->pool->dev, in idpf_xsksq_clean()
182 while (ntc != xdpsq->next_to_use) { in idpf_xsksq_clean()
183 struct libeth_sqe *sqe = &xdpsq->tx_buf[ntc]; in idpf_xsksq_clean()
190 if (unlikely(++ntc == xdpsq->desc_count)) in idpf_xsksq_clean()
197 xsk_tx_completed(xdpsq->pool, xsk_frames); in idpf_xsksq_clean()
200 static noinline u32 idpf_xsksq_complete_slow(struct idpf_tx_queue *xdpsq, in idpf_xsksq_complete_slow() argument
204 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_complete_slow()
205 u32 cnt = xdpsq->desc_count; in idpf_xsksq_complete_slow()
[all …]
|
| H A D | idpf_txrx.c | 4452 struct idpf_tx_queue *xdpsq; in idpf_vport_intr_map_vector_to_qs() local
4455 xdpsq = vport->txqs[rsrc->xdp_txq_offset + i]; in idpf_vport_intr_map_vector_to_qs()
4456 if (!idpf_queue_has(XSK, xdpsq)) in idpf_vport_intr_map_vector_to_qs()
4462 xdpsq->q_vector = qv; in idpf_vport_intr_map_vector_to_qs()
4463 qv->xsksq[qv->num_xsksq++] = xdpsq; in idpf_vport_intr_map_vector_to_qs()
|
| /linux/include/net/libeth/ |
| H A D | xdp.h | 219 void libeth_xdpsq_init_timer(struct libeth_xdpsq_timer *timer, void *xdpsq,
261 u32 (*poll)(void *xdpsq, u32 budget)) in libeth_xdpsq_run_timer() argument
268 if (poll(timer->xdpsq, U32_MAX)) in libeth_xdpsq_run_timer()
387 void *xdpsq; member
517 libeth_xdp_tx_xmit_bulk(const struct libeth_xdp_tx_frame *bulk, void *xdpsq, in libeth_xdp_tx_xmit_bulk() argument
519 u32 (*prep)(void *xdpsq, struct libeth_xdpsq *sq), in libeth_xdp_tx_xmit_bulk() argument
530 n = min(n, prep(xdpsq, &sq)); in libeth_xdp_tx_xmit_bulk()
772 u32 (*prep)(void *xdpsq, struct libeth_xdpsq *sq), in __libeth_xdp_tx_flush_bulk() argument
783 sent = libeth_xdp_tx_xmit_bulk(bq->bulk, bq->xdpsq, in __libeth_xdp_tx_flush_bulk()
828 void *xdpsq) in __libeth_xdp_xmit_init_bulk() argument
[all …]
|
| H A D | types.h | 98 void *xdpsq; member
|
| /linux/drivers/net/ethernet/intel/libeth/ |
| H A D | xdp.c | 71 void libeth_xdpsq_init_timer(struct libeth_xdpsq_timer *timer, void *xdpsq, in libeth_xdpsq_init_timer() argument
75 timer->xdpsq = xdpsq; in libeth_xdpsq_init_timer()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | xdp.c | 330 if (unlikely(!mlx5e_xmit_xdp_buff(rq->xdpsq, rq, xdp))) in mlx5e_xdp_handle()
875 sq = priv->channels.c[sq_num]->xdpsq; in mlx5e_xdp_xmit()
962 struct mlx5e_xdpsq *xdpsq = rq->xdpsq; in mlx5e_xdp_rx_poll_complete() local
964 if (xdpsq->mpwqe.wqe) in mlx5e_xdp_rx_poll_complete()
965 mlx5e_xdp_mpwqe_complete(xdpsq); in mlx5e_xdp_rx_poll_complete()
967 mlx5e_xmit_xdp_doorbell(xdpsq); in mlx5e_xdp_rx_poll_complete()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_main.c | 719 rq->xdpsq = &c->rq_xdpsq; in mlx5e_init_rxq_rq()
1561 &c->priv->channel_stats[c->ix]->xdpsq : in mlx5e_alloc_xdpsq()
2161 struct mlx5e_xdpsq *xdpsq; in mlx5e_open_xdpredirect_sq() local
2164 xdpsq = kvzalloc_node(sizeof(*xdpsq), GFP_KERNEL, cpu_to_node(c->cpu)); in mlx5e_open_xdpredirect_sq()
2165 if (!xdpsq) in mlx5e_open_xdpredirect_sq()
2169 &cparam->xdp_sq.cqp, ccp, &xdpsq->cq); in mlx5e_open_xdpredirect_sq()
2173 err = mlx5e_open_xdpsq(c, params, &cparam->xdp_sq, NULL, xdpsq, true); in mlx5e_open_xdpredirect_sq()
2177 return xdpsq; in mlx5e_open_xdpredirect_sq()
2180 mlx5e_close_cq(&xdpsq->cq); in mlx5e_open_xdpredirect_sq()
2182 kvfree(xdpsq); in mlx5e_open_xdpredirect_sq()
[all …]
|
| H A D | en.h | 733 struct mlx5e_xdpsq *xdpsq; member
784 struct mlx5e_xdpsq *xdpsq; member
844 struct mlx5e_xdpsq_stats xdpsq; member
|
| H A D | en_stats.c | 536 mlx5e_stats_grp_sw_update_stats_xdp_red(s, &channel_stats->xdpsq); in MLX5E_DECLARE_STATS_GRP_OP_UPDATE_STATS()
2710 &priv->channel_stats[i]->xdpsq, in MLX5E_DECLARE_STATS_GRP_OP_FILL_STATS()
|