| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xdp.c | 180 struct idpf_tx_queue *xdpsq = vport->txqs[i]; in idpf_xdpsqs_get() local
182 xdpsq->complq = xdpsq->txq_grp->complq; in idpf_xdpsqs_get()
183 kfree(xdpsq->refillq); in idpf_xdpsqs_get()
184 xdpsq->refillq = NULL; in idpf_xdpsqs_get()
186 idpf_queue_clear(FLOW_SCH_EN, xdpsq); in idpf_xdpsqs_get()
187 idpf_queue_clear(FLOW_SCH_EN, xdpsq->complq); in idpf_xdpsqs_get()
188 idpf_queue_set(NOIRQ, xdpsq); in idpf_xdpsqs_get()
189 idpf_queue_set(XDP, xdpsq); in idpf_xdpsqs_get()
190 idpf_queue_set(XDP, xdpsq->complq); in idpf_xdpsqs_get()
192 xdpsq->timer = timers[i - sqs]; in idpf_xdpsqs_get()
[all …]
|
| H A D | xsk.c | 168 void idpf_xsksq_clean(struct idpf_tx_queue *xdpsq) in idpf_xsksq_clean() argument
171 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_clean()
174 .dev = xdpsq->pool->dev, in idpf_xsksq_clean()
182 while (ntc != xdpsq->next_to_use) { in idpf_xsksq_clean()
183 struct libeth_sqe *sqe = &xdpsq->tx_buf[ntc]; in idpf_xsksq_clean()
190 if (unlikely(++ntc == xdpsq->desc_count)) in idpf_xsksq_clean()
197 xsk_tx_completed(xdpsq->pool, xsk_frames); in idpf_xsksq_clean()
200 static noinline u32 idpf_xsksq_complete_slow(struct idpf_tx_queue *xdpsq, in idpf_xsksq_complete_slow() argument
204 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_complete_slow()
205 u32 cnt = xdpsq->desc_count; in idpf_xsksq_complete_slow()
[all …]
|
| H A D | idpf_txrx.c | 4455 struct idpf_tx_queue *xdpsq; in idpf_vport_intr_map_vector_to_qs() local
4458 xdpsq = vport->txqs[rsrc->xdp_txq_offset + i]; in idpf_vport_intr_map_vector_to_qs()
4459 if (!idpf_queue_has(XSK, xdpsq)) in idpf_vport_intr_map_vector_to_qs()
4465 xdpsq->q_vector = qv; in idpf_vport_intr_map_vector_to_qs()
4466 qv->xsksq[qv->num_xsksq++] = xdpsq; in idpf_vport_intr_map_vector_to_qs()
|
| /linux/include/net/libeth/ |
| H A D | xdp.h | 219 void libeth_xdpsq_init_timer(struct libeth_xdpsq_timer *timer, void *xdpsq,
261 u32 (*poll)(void *xdpsq, u32 budget)) in libeth_xdpsq_run_timer() argument
268 if (poll(timer->xdpsq, U32_MAX)) in libeth_xdpsq_run_timer()
387 void *xdpsq; member
517 libeth_xdp_tx_xmit_bulk(const struct libeth_xdp_tx_frame *bulk, void *xdpsq, in libeth_xdp_tx_xmit_bulk() argument
519 u32 (*prep)(void *xdpsq, struct libeth_xdpsq *sq), in libeth_xdp_tx_xmit_bulk() argument
530 n = min(n, prep(xdpsq, &sq)); in libeth_xdp_tx_xmit_bulk()
772 u32 (*prep)(void *xdpsq, struct libeth_xdpsq *sq), in __libeth_xdp_tx_flush_bulk() argument
783 sent = libeth_xdp_tx_xmit_bulk(bq->bulk, bq->xdpsq, in __libeth_xdp_tx_flush_bulk()
828 void *xdpsq) in __libeth_xdp_xmit_init_bulk() argument
[all …]
|
| H A D | xsk.h | 285 libeth_xsk_xmit_do_bulk(struct xsk_buff_pool *pool, void *xdpsq, u32 budget, in libeth_xsk_xmit_do_bulk() argument
287 u32 (*prep)(void *xdpsq, struct libeth_xdpsq *sq), in libeth_xsk_xmit_do_bulk() argument
290 void (*finalize)(void *xdpsq, bool sent, bool flush)) in libeth_xsk_xmit_do_bulk() argument
303 libeth_xdp_tx_xmit_bulk(bulk, xdpsq, n, true, in libeth_xsk_xmit_do_bulk()
306 finalize(xdpsq, n, true); in libeth_xsk_xmit_do_bulk()
|
| H A D | types.h | 98 void *xdpsq; member
|
| /linux/drivers/net/ethernet/intel/libeth/ |
| H A D | xdp.c | 71 void libeth_xdpsq_init_timer(struct libeth_xdpsq_timer *timer, void *xdpsq, in libeth_xdpsq_init_timer() argument
75 timer->xdpsq = xdpsq; in libeth_xdpsq_init_timer()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_main.c | 677 rq->xdpsq = &c->rq_xdpsq; in mlx5e_init_rxq_rq()
1503 &c->priv->channel_stats[c->ix]->xdpsq : in mlx5e_alloc_xdpsq()
2101 struct mlx5e_xdpsq *xdpsq; in mlx5e_open_xdpredirect_sq() local
2104 xdpsq = kvzalloc_node(sizeof(*xdpsq), GFP_KERNEL, cpu_to_node(c->cpu)); in mlx5e_open_xdpredirect_sq()
2105 if (!xdpsq) in mlx5e_open_xdpredirect_sq()
2109 &cparam->xdp_sq.cqp, ccp, &xdpsq->cq); in mlx5e_open_xdpredirect_sq()
2113 err = mlx5e_open_xdpsq(c, params, &cparam->xdp_sq, NULL, xdpsq, true); in mlx5e_open_xdpredirect_sq()
2117 return xdpsq; in mlx5e_open_xdpredirect_sq()
2120 mlx5e_close_cq(&xdpsq->cq); in mlx5e_open_xdpredirect_sq()
2122 kvfree(xdpsq); in mlx5e_open_xdpredirect_sq()
[all …]
|
| H A D | en.h | 724 struct mlx5e_xdpsq *xdpsq; member
775 struct mlx5e_xdpsq *xdpsq; member
835 struct mlx5e_xdpsq_stats xdpsq; member
|
| H A D | en_rep.c | 605 if (c->xdpsq) in mlx5e_add_sqs_fwd_rules()
606 sqs[num_sqs++] = c->xdpsq->sqn; in mlx5e_add_sqs_fwd_rules()
|
| H A D | en_stats.c | 536 mlx5e_stats_grp_sw_update_stats_xdp_red(s, &channel_stats->xdpsq); in MLX5E_DECLARE_STATS_GRP_OP_UPDATE_STATS()
2681 &priv->channel_stats[i]->xdpsq, in MLX5E_DECLARE_STATS_GRP_OP_FILL_STATS()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | setup.c | 81 rq->xdpsq = &c->rq_xdpsq; in mlx5e_init_xsk_rq()
|