| /linux/include/net/ |
| H A D | xdp_sock_drv.h | 27 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries);
28 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc);
29 u32 xsk_tx_peek_release_desc_batch(struct xsk_buff_pool *pool, u32 max);
30 void xsk_tx_release(struct xsk_buff_pool *pool);
31 struct xsk_buff_pool *xsk_get_pool_from_qid(struct net_device *dev,
33 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool);
34 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool);
35 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool);
36 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool);
37 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool);
[all …]
|
| H A D | xsk_buff_pool.h | 13 struct xsk_buff_pool;
30 struct xsk_buff_pool *pool;
46 struct xsk_buff_pool { struct
107 struct xsk_buff_pool *xp_create_and_assign_umem(struct xdp_sock *xs, argument
110 int xp_assign_dev(struct xsk_buff_pool *pool, struct net_device *dev,
112 int xp_assign_dev_shared(struct xsk_buff_pool *pool, struct xdp_sock *umem_xs,
114 int xp_alloc_tx_descs(struct xsk_buff_pool *pool, struct xdp_sock *xs,
116 void xp_destroy(struct xsk_buff_pool *pool);
117 void xp_get_pool(struct xsk_buff_pool *pool);
118 bool xp_put_pool(struct xsk_buff_pool *pool);
[all …]
|
| /linux/net/xdp/ |
| H A D | xsk_buff_pool.c | 15 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk()
25 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk()
35 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy()
45 int xp_alloc_tx_descs(struct xsk_buff_pool *pool, struct xdp_sock *xs, in xp_alloc_tx_descs()
58 struct xsk_buff_pool *xp_create_and_assign_umem(struct xdp_sock *xs, in xp_create_and_assign_umem()
63 struct xsk_buff_pool *pool; in xp_create_and_assign_umem()
124 void xp_set_rxq_info(struct xsk_buff_pool *pool, struct xdp_rxq_info *rxq) in xp_set_rxq_info()
133 void xp_fill_cb(struct xsk_buff_pool *pool, struct xsk_cb_desc *desc) in xp_fill_cb()
145 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc()
164 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev()
[all …]
|
| H A D | xsk_queue.h | 159 static inline bool xp_aligned_validate_desc(struct xsk_buff_pool *pool, in xp_aligned_validate_desc()
191 static inline bool xp_unaligned_validate_desc(struct xsk_buff_pool *pool, in xp_unaligned_validate_desc()
226 static inline bool xp_validate_desc(struct xsk_buff_pool *pool, in xp_validate_desc()
240 struct xsk_buff_pool *pool) in xskq_cons_is_valid_desc()
251 struct xsk_buff_pool *pool) in xskq_cons_read_desc()
270 static inline void parse_desc(struct xsk_queue *q, struct xsk_buff_pool *pool, in parse_desc()
278 xskq_cons_read_desc_batch(struct xdp_sock *xs, struct xsk_buff_pool *pool, in xskq_cons_read_desc_batch()
377 struct xsk_buff_pool *pool) in xskq_cons_peek_desc()
|
| H A D | xsk.c | 51 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_rx_need_wakeup()
61 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_tx_need_wakeup()
78 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_rx_need_wakeup()
88 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_tx_need_wakeup()
105 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool) in xsk_uses_need_wakeup()
111 struct xsk_buff_pool *xsk_get_pool_from_qid(struct net_device *dev, in xsk_get_pool_from_qid()
148 struct xsk_buff_pool *pool, u16 queue_id) in __xsk_reg_pool_at_qid()
165 int xsk_reg_pool_at_qid(struct net_device *dev, struct xsk_buff_pool *pool, in xsk_reg_pool_at_qid()
524 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries) in xsk_tx_completed()
547 void xsk_tx_release(struct xsk_buff_pool *pool) in xsk_tx_release()
[all …]
|
| H A D | Makefile | 3 obj-$(CONFIG_XDP_SOCKETS) += xsk_buff_pool.o
|
| H A D | xsk.h | 38 int xsk_reg_pool_at_qid(struct net_device *dev, struct xsk_buff_pool *pool, in xdp_sk()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_xsk.h | 12 struct xsk_buff_pool;
14 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
15 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
20 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool,
|
| H A D | otx2_xsk.c | 119 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_enable()
143 struct xsk_buff_pool *pool; in otx2_xsk_pool_disable()
161 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_setup()
229 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool, in otx2_zc_napi_handler()
|
| H A D | otx2_txrx.h | 110 struct xsk_buff_pool *xsk_pool;
134 struct xsk_buff_pool *xsk_pool;
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | pool.h | 9 static inline struct xsk_buff_pool *mlx5e_xsk_get_pool(struct mlx5e_params *params, in mlx5e_xsk_get_pool()
22 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk);
25 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid);
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_xsk.c | 60 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_net_xsk_rx_ring_fill_freelist()
100 struct xsk_buff_pool *pool) in nfp_net_xsk_pool_unmap()
105 static int nfp_net_xsk_pool_map(struct device *dev, struct xsk_buff_pool *pool) in nfp_net_xsk_pool_map()
111 struct xsk_buff_pool *pool, u16 queue_id) in nfp_net_xsk_setup_pool()
115 struct xsk_buff_pool *prev_pool; in nfp_net_xsk_setup_pool()
|
| H A D | nfp_net_xsk.h | 32 int nfp_net_xsk_setup_pool(struct net_device *netdev, struct xsk_buff_pool *pool,
|
| /linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 126 struct xsk_buff_pool *pool = xsk_get_pool_from_qid(vsi->netdev, qid); in ice_xsk_pool_disable()
145 ice_xsk_pool_enable(struct ice_vsi *vsi, struct xsk_buff_pool *pool, u16 qid) in ice_xsk_pool_enable()
197 int ice_xsk_pool_setup(struct ice_vsi *vsi, struct xsk_buff_pool *pool, u16 qid) in ice_xsk_pool_setup()
260 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
293 struct xsk_buff_pool *xsk_pool, u16 count) in __ice_alloc_rx_bufs_zc()
343 struct xsk_buff_pool *xsk_pool, u16 count) in ice_alloc_rx_bufs_zc()
363 struct xsk_buff_pool *xsk_pool) in ice_clean_xdp_irq_zc()
434 struct xsk_buff_pool *xsk_pool) in ice_xmit_xdp_tx_zc()
517 struct xsk_buff_pool *xsk_pool) in ice_run_xdp_zc()
568 struct xsk_buff_pool *xsk_pool, in ice_clean_rx_irq_zc()
[all …]
|
| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 83 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter, in igb_xsk_pool()
87 struct xsk_buff_pool *pool; in igb_xsk_pool()
98 struct xsk_buff_pool *pool, in igb_xsk_pool_enable()
141 struct xsk_buff_pool *pool; in igb_xsk_pool_disable()
169 struct xsk_buff_pool *pool, in igb_xsk_pool_setup()
176 static u16 igb_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in igb_fill_rx_descs()
201 struct xsk_buff_pool *xsk_pool, u16 count) in igb_alloc_rx_buffers_zc()
295 struct xdp_buff *xdp, struct xsk_buff_pool *xsk_pool, in igb_run_xdp_zc()
342 struct xsk_buff_pool *xsk_pool, const int budget) in igb_clean_rx_irq_zc()
465 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool) in igb_xmit_zc()
|
| H A D | igb.h | 365 struct xsk_buff_pool *xsk_pool;
862 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter,
865 struct xsk_buff_pool *pool,
868 struct xsk_buff_pool *xsk_pool, u16 count);
871 struct xsk_buff_pool *xsk_pool, const int budget);
872 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool);
|
| /linux/drivers/net/ethernet/engleder/ |
| H A D | tsnep_xdp.c | 22 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_enable_pool()
60 struct xsk_buff_pool *pool; in tsnep_xdp_disable_pool()
81 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_setup_pool()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.h | 20 struct xsk_buff_pool;
24 int i40e_xsk_pool_setup(struct i40e_vsi *vsi, struct xsk_buff_pool *pool,
|
| H A D | i40e_xsk.c | 83 struct xsk_buff_pool *pool, in i40e_xsk_pool_enable()
141 struct xsk_buff_pool *pool; in i40e_xsk_pool_disable()
183 int i40e_xsk_pool_setup(struct i40e_vsi *vsi, struct xsk_buff_pool *pool, in i40e_xsk_pool_setup()
632 struct xsk_buff_pool *bp = tx_ring->xsk_pool; in i40e_clean_xdp_tx_irq()
749 struct xsk_buff_pool *bp = tx_ring->xsk_pool; in i40e_xsk_clean_tx_ring()
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_xdp.c | 57 struct xsk_buff_pool *pool, u16 queue_id) in igc_xdp_enable_pool()
121 struct xsk_buff_pool *pool; in igc_xdp_disable_pool()
159 int igc_xdp_setup_pool(struct igc_adapter *adapter, struct xsk_buff_pool *pool, in igc_xdp_setup_pool()
|
| H A D | igc_xdp.h | 9 int igc_xdp_setup_pool(struct igc_adapter *adapter, struct xsk_buff_pool *pool,
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_txrx_common.h | 33 struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter,
36 struct xsk_buff_pool *pool,
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xsk.c | 15 struct xsk_buff_pool *pool; in idpf_xsk_setup_rxq()
30 struct xsk_buff_pool *pool; in idpf_xsk_setup_bufq()
57 struct xsk_buff_pool *pool; in idpf_xsk_setup_txq()
82 const struct xsk_buff_pool *pool; in idpf_xsk_setup_complq()
556 struct xsk_buff_pool *pool = bpf->xsk.pool; in idpf_xsk_pool_setup()
|
| /linux/drivers/net/ethernet/freescale/dpaa2/ |
| H A D | dpaa2-xsk.c | 175 struct xsk_buff_pool *pool = xsk_get_pool_from_qid(dev, qid); in dpaa2_xsk_disable_pool()
221 struct xsk_buff_pool *pool, in dpaa2_xsk_enable_pool()
303 int dpaa2_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid) in dpaa2_xsk_setup_pool()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac.h | 77 struct xsk_buff_pool *xsk_pool;
122 struct xsk_buff_pool *xsk_pool;
|