| /linux/include/net/libeth/ |
| H A D | xsk.h | 24 static inline bool libeth_xsk_tx_queue_head(struct libeth_xdp_tx_bulk *bq, in libeth_xsk_tx_queue_head()
46 static inline void libeth_xsk_tx_queue_frag(struct libeth_xdp_tx_bulk *bq, in libeth_xsk_tx_queue_frag()
64 libeth_xsk_tx_queue_bulk(struct libeth_xdp_tx_bulk *bq, in libeth_xsk_tx_queue_bulk()
66 bool (*flush_bulk)(struct libeth_xdp_tx_bulk *bq, in libeth_xsk_tx_queue_bulk()
149 #define libeth_xsk_tx_flush_bulk(bq, flags, prep, xmit) \ argument
329 #define libeth_xsk_tx_init_bulk(bq, prog, dev, xdpsqs, num) \ argument
391 const struct libeth_xdp_tx_bulk *bq) in __libeth_xsk_run_prog()
419 #define libeth_xsk_run_prog(xdp, bq, fl) \ argument
442 struct libeth_xdp_tx_bulk *bq, struct napi_struct *napi, in __libeth_xsk_run_pass()
447 struct libeth_xdp_tx_bulk *bq), in __libeth_xsk_run_pass()
[all …]
|
| H A D | xdp.h | 402 #define LIBETH_XDP_ONSTACK_BULK(bq) \ argument
598 static inline bool libeth_xdp_tx_queue_head(struct libeth_xdp_tx_bulk *bq, in libeth_xdp_tx_queue_head()
622 static inline void libeth_xdp_tx_queue_frag(struct libeth_xdp_tx_bulk *bq, in libeth_xdp_tx_queue_frag()
637 libeth_xdp_tx_queue_bulk(struct libeth_xdp_tx_bulk *bq, in libeth_xdp_tx_queue_bulk()
639 bool (*flush_bulk)(struct libeth_xdp_tx_bulk *bq, in libeth_xdp_tx_queue_bulk()
771 __libeth_xdp_tx_flush_bulk(struct libeth_xdp_tx_bulk *bq, u32 flags, in __libeth_xdp_tx_flush_bulk()
810 #define libeth_xdp_tx_flush_bulk(bq, flags, prep, xmit) \ argument
823 #define libeth_xdp_xmit_init_bulk(bq, dev, xdpsqs, num) \ argument
826 static inline void __libeth_xdp_xmit_init_bulk(struct libeth_xdp_tx_bulk *bq, in __libeth_xdp_xmit_init_bulk()
874 static inline u32 libeth_xdp_xmit_queue_head(struct libeth_xdp_tx_bulk *bq, in libeth_xdp_xmit_queue_head()
[all …]
|
| H A D | tx.h | 105 struct xdp_frame_bulk *bq; member
|
| /linux/drivers/net/ethernet/intel/libeth/ |
| H A D | xdp.c | 94 libeth_xdp_tx_return_bulk(const struct libeth_xdp_tx_frame *bq, u32 count) in libeth_xdp_tx_return_bulk()
123 void __cold libeth_xdp_tx_exception(struct libeth_xdp_tx_bulk *bq, u32 sent, in libeth_xdp_tx_exception()
152 u32 __cold libeth_xdp_xmit_return_bulk(const struct libeth_xdp_tx_frame *bq, in libeth_xdp_xmit_return_bulk()
295 u32 __cold libeth_xdp_prog_exception(const struct libeth_xdp_tx_bulk *bq, in libeth_xdp_prog_exception()
316 struct xdp_frame_bulk *bq) in libeth_xdp_put_netmem_bulk()
335 struct xdp_frame_bulk *bq, bool frags) in libeth_xdp_return_buff_bulk()
|
| H A D | xsk.c | 14 void __cold libeth_xsk_tx_return_bulk(const struct libeth_xdp_tx_frame *bq, in libeth_xsk_tx_return_bulk()
99 const struct libeth_xdp_tx_bulk *bq, in __libeth_xsk_run_prog_slow()
|
| /linux/kernel/bpf/ |
| H A D | cpumap.c | 441 struct xdp_bulk_queue *bq; in __cpu_map_entry_alloc() local
723 static void bq_flush_to_queue(struct xdp_bulk_queue *bq) in bq_flush_to_queue()
765 struct xdp_bulk_queue *bq; in bq_enqueue() local
824 struct xdp_bulk_queue *bq, *tmp; in __cpu_map_flush() local
|
| /linux/drivers/net/ |
| H A D | veth.c | 576 static void veth_xdp_flush_bq(struct veth_rq *rq, struct veth_xdp_tx_bq *bq) in veth_xdp_flush_bq() argument
600 static void veth_xdp_flush(struct veth_rq *rq, struct veth_xdp_tx_bq *bq) in veth_xdp_flush() argument
624 struct veth_xdp_tx_bq *bq) in veth_xdp_tx() argument
641 veth_xdp_rcv_one(struct veth_rq * rq,struct xdp_frame * frame,struct veth_xdp_tx_bq * bq,struct veth_stats * stats) veth_xdp_rcv_one() argument
711 veth_xdp_rcv_bulk_skb(struct veth_rq * rq,void ** frames,int n_xdpf,struct veth_xdp_tx_bq * bq,struct veth_stats * stats) veth_xdp_rcv_bulk_skb() argument
793 veth_xdp_rcv_skb(struct veth_rq * rq,struct sk_buff * skb,struct veth_xdp_tx_bq * bq,struct veth_stats * stats) veth_xdp_rcv_skb() argument
909 veth_xdp_rcv(struct veth_rq * rq,int budget,struct veth_xdp_tx_bq * bq,struct veth_stats * stats) veth_xdp_rcv() argument
975 struct veth_xdp_tx_bq bq; veth_poll() local
[all...] |
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | xdp.c | 668 mlx5e_free_xdpsq_desc(struct mlx5e_xdpsq * sq,struct mlx5e_xdp_wqe_info * wi,u32 * xsk_frames,struct xdp_frame_bulk * bq,struct mlx5e_cq * cq,struct mlx5_cqe64 * cqe) mlx5e_free_xdpsq_desc() argument
757 struct xdp_frame_bulk bq; mlx5e_poll_xdpsq_cq() local
828 struct xdp_frame_bulk bq; mlx5e_free_xdpsq_descs() local
[all...] |
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xsk.c | 172 struct xdp_frame_bulk bq; in idpf_xsksq_clean() local
206 struct xdp_frame_bulk bq; in idpf_xsksq_complete_slow() local
|
| H A D | xdp.c | 302 struct xdp_frame_bulk bq; in idpf_xdpsq_complete() local
|
| H A D | idpf_txrx.c | 62 struct xdp_frame_bulk bq; in idpf_tx_buf_clean() local
|
| /linux/drivers/net/vmxnet3/ |
| H A D | vmxnet3_drv.c | 398 struct xdp_frame_bulk *bq) in vmxnet3_unmap_pkt()
443 struct xdp_frame_bulk bq; in vmxnet3_tq_tx_complete() local
484 struct xdp_frame_bulk bq; in vmxnet3_tq_cleanup() local
|
| /linux/net/core/ |
| H A D | xdp.c | 511 struct xdp_frame_bulk *bq) in xdp_return_frame_bulk()
|
| /linux/drivers/net/ethernet/mediatek/ |
| H A D | mtk_eth_soc.c | 1409 struct xdp_frame_bulk *bq, bool napi) in mtk_tx_unmap() argument
2476 struct xdp_frame_bulk bq; in mtk_poll_tx_qdma() local
2525 struct xdp_frame_bulk bq; in mtk_poll_tx_pdma() local
[all...] |
| /linux/drivers/net/ethernet/pensando/ionic/ |
| H A D | ionic_txrx.c | 278 struct xdp_frame_bulk bq; in ionic_xdp_tx_desc_clean() local
|
| /linux/drivers/net/ethernet/socionext/ |
| H A D | netsec.c | 638 struct xdp_frame_bulk bq; in netsec_clean_tx_dring() local
|
| /linux/drivers/net/ethernet/marvell/mvpp2/ |
| H A D | mvpp2_main.c | 2813 struct xdp_frame_bulk bq; in mvpp2_txq_bufs_free() local
|
| /linux/drivers/net/ethernet/marvell/ |
| H A D | mvneta.c | 1873 struct xdp_frame_bulk bq; in mvneta_txq_bufs_free() local
|