684 #define libeth_xdp_tx_fill_stats(sqe, desc, sinfo)			      \  argument
685 	__libeth_xdp_tx_fill_stats(sqe, desc, sinfo, __UNIQUE_ID(sqe_),	      \
688 #define __libeth_xdp_tx_fill_stats(sqe, desc, sinfo, ue, ud, us) do {	      \  argument
691 	struct libeth_sqe *ue = (sqe);					      \
720 	struct libeth_sqe *sqe;  in libeth_xdp_tx_fill_buf()  local
746 	sqe = &sq->sqes[i];  in libeth_xdp_tx_fill_buf()
747 	sqe->type = LIBETH_SQE_XDP_TX;  in libeth_xdp_tx_fill_buf()
748 	sqe->sinfo = sinfo;  in libeth_xdp_tx_fill_buf()
749 	libeth_xdp_tx_fill_stats(sqe, &desc, sinfo);  in libeth_xdp_tx_fill_buf()
991 	struct libeth_sqe *sqe;  in libeth_xdp_xmit_fill_buf()  local
1003 	sqe = &sq->sqes[i];  in libeth_xdp_xmit_fill_buf()
1004 	dma_unmap_addr_set(sqe, dma, desc.addr);  in libeth_xdp_xmit_fill_buf()
1005 	dma_unmap_len_set(sqe, len, desc.len);  in libeth_xdp_xmit_fill_buf()
1008 		sqe->type = LIBETH_SQE_XDP_XMIT_FRAG;  in libeth_xdp_xmit_fill_buf()
1012 	sqe->type = LIBETH_SQE_XDP_XMIT;  in libeth_xdp_xmit_fill_buf()
1013 	sqe->xdpf = xdpf;  in libeth_xdp_xmit_fill_buf()
1014 	libeth_xdp_tx_fill_stats(sqe, &desc,  in libeth_xdp_xmit_fill_buf()
1761 __libeth_xdp_complete_tx(struct libeth_sqe *sqe, struct libeth_cq_pp *cp,  in __libeth_xdp_complete_tx()  argument
1765 	enum libeth_sqe_type type = sqe->type;  in __libeth_xdp_complete_tx()
1772 		dma_unmap_page(cp->dev, dma_unmap_addr(sqe, dma),  in __libeth_xdp_complete_tx()
1773 			       dma_unmap_len(sqe, len), DMA_TO_DEVICE);  in __libeth_xdp_complete_tx()
1781 		bulk(sqe->sinfo, cp->bq, sqe->nr_frags != 1);  in __libeth_xdp_complete_tx()
1784 		xdp_return_frame_bulk(sqe->xdpf, cp->bq);  in __libeth_xdp_complete_tx()
1788 		xsk(sqe->xsk);  in __libeth_xdp_complete_tx()
1798 		cp->xdp_tx -= sqe->nr_frags;  in __libeth_xdp_complete_tx()
1801 		cp->xss->bytes += sqe->bytes;  in __libeth_xdp_complete_tx()
1807 	sqe->type = LIBETH_SQE_EMPTY;  in __libeth_xdp_complete_tx()
1810 static inline void libeth_xdp_complete_tx(struct libeth_sqe *sqe,  in libeth_xdp_complete_tx()  argument
1813 	__libeth_xdp_complete_tx(sqe, cp, libeth_xdp_return_buff_bulk,  in libeth_xdp_complete_tx()