| /linux/include/net/page_pool/ |
| H A D | types.h | 176 struct page_pool { struct
264 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp); argument
265 netmem_ref page_pool_alloc_netmems(struct page_pool *pool, gfp_t gfp);
266 struct page *page_pool_alloc_frag(struct page_pool *pool, unsigned int *offset,
268 netmem_ref page_pool_alloc_frag_netmem(struct page_pool *pool,
271 struct page_pool *page_pool_create(const struct page_pool_params *params);
272 struct page_pool *page_pool_create_percpu(const struct page_pool_params *params,
278 void page_pool_enable_direct_recycling(struct page_pool *pool,
280 void page_pool_disable_direct_recycling(struct page_pool *pool);
281 void page_pool_destroy(struct page_pool *pool);
[all …]
|
| /linux/net/core/ |
| H A D | mp_dmabuf_devmem.h | 14 int mp_dmabuf_devmem_init(struct page_pool *pool);
16 netmem_ref mp_dmabuf_devmem_alloc_netmems(struct page_pool *pool, gfp_t gfp);
18 void mp_dmabuf_devmem_destroy(struct page_pool *pool);
20 bool mp_dmabuf_devmem_release_page(struct page_pool *pool, netmem_ref netmem);
22 static inline int mp_dmabuf_devmem_init(struct page_pool *pool) in mp_dmabuf_devmem_init()
28 mp_dmabuf_devmem_alloc_netmems(struct page_pool *pool, gfp_t gfp) in mp_dmabuf_devmem_alloc_netmems()
33 static inline void mp_dmabuf_devmem_destroy(struct page_pool *pool) in mp_dmabuf_devmem_destroy()
38 mp_dmabuf_devmem_release_page(struct page_pool *pool, netmem_ref netmem) in mp_dmabuf_devmem_release_page()
|
| H A D | page_pool_priv.h | 12 s32 page_pool_inflight(const struct page_pool *pool, bool strict);
14 int page_pool_list(struct page_pool *pool);
15 void page_pool_detached(struct page_pool *pool);
16 void page_pool_unlist(struct page_pool *pool);
41 void page_pool_set_pp_info(struct page_pool *pool, netmem_ref netmem);
46 static inline void page_pool_set_pp_info(struct page_pool *pool, in page_pool_set_pp_info()
|
| H A D | netmem_priv.h | 28 static inline void netmem_set_pp(netmem_ref netmem, struct page_pool *pool) in netmem_set_pp()
|
| H A D | xdp.c | 132 page_pool_destroy(xa->page_pool); in xdp_unreg_mem_model()
381 int xdp_reg_page_pool(struct page_pool *pool) in xdp_reg_page_pool()
396 void xdp_unreg_page_pool(const struct page_pool *pool) in xdp_unreg_page_pool()
416 const struct page_pool *pool) in xdp_rxq_info_attach_page_pool()
689 struct page_pool *pp) in xdp_copy_frags_from_zc()
745 struct page_pool *pp; in xdp_build_skb_from_zc()
|
| /linux/include/trace/events/ |
| H A D | page_pool.h | 3 #define TRACE_SYSTEM page_pool
16 TP_PROTO(const struct page_pool *pool,
22 __field(const struct page_pool *, pool)
44 TP_PROTO(const struct page_pool *pool,
50 __field(const struct page_pool *, pool)
70 TP_PROTO(const struct page_pool *pool,
76 __field(const struct page_pool *, pool)
96 TP_PROTO(const struct page_pool *pool, int new_nid),
101 __field(const struct page_pool *, pool)
|
| /linux/drivers/net/vmxnet3/ |
| H A D | vmxnet3_xdp.c | 282 page_pool_recycle_direct(rq->page_pool, page); in vmxnet3_run_xdp()
290 page_pool_recycle_direct(rq->page_pool, page); in vmxnet3_run_xdp()
307 page_pool_recycle_direct(rq->page_pool, page); in vmxnet3_run_xdp()
320 page_pool_recycle_direct(rq->page_pool, page); in vmxnet3_build_skb()
345 page = page_pool_alloc_pages(rq->page_pool, GFP_ATOMIC); in vmxnet3_process_xdp_small()
352 xdp_prepare_buff(&xdp, page_address(page), rq->page_pool->p.offset, in vmxnet3_process_xdp_small()
395 rq->page_pool->p.offset, rbi->len, in vmxnet3_process_xdp()
396 page_pool_get_dma_dir(rq->page_pool)); in vmxnet3_process_xdp()
399 xdp_prepare_buff(&xdp, page_address(page), rq->page_pool->p.offset, in vmxnet3_process_xdp()
417 new_data = vmxnet3_pp_get_buff(rq->page_pool, &new_dma_addr, in vmxnet3_process_xdp()
|
| H A D | vmxnet3_xdp.h | 39 void *vmxnet3_pp_get_buff(struct page_pool *pp, dma_addr_t *dma_addr,
|
| /linux/include/net/ |
| H A D | xdp_priv.h | 13 struct page_pool *page_pool; member
|
| H A D | netmem.h | 35 struct page_pool *pp;
286 static inline struct page_pool *__netmem_get_pp(netmem_ref netmem) in __netmem_get_pp()
291 static inline struct page_pool *netmem_get_pp(netmem_ref netmem) in netmem_get_pp()
|
| /linux/drivers/net/ethernet/microchip/sparx5/lan969x/ |
| H A D | lan969x_fdma.c | 31 page = page_pool_dev_alloc_pages(rx->page_pool); in lan969x_fdma_rx_dataptr_cb()
95 page_pool_put_full_page(rx->page_pool, in lan969x_fdma_free_pages()
145 page_pool_recycle_direct(rx->page_pool, page); in lan969x_fdma_rx_get_frame()
168 rx->page_pool = page_pool_create(&pp_params); in lan969x_fdma_rx_alloc()
169 if (IS_ERR(rx->page_pool)) in lan969x_fdma_rx_alloc()
170 return PTR_ERR(rx->page_pool); in lan969x_fdma_rx_alloc()
401 page_pool_destroy(rx->page_pool); in lan969x_fdma_deinit()
|
| /linux/drivers/net/ethernet/hisilicon/hibmcge/ |
| H A D | hbg_txrx.c | 80 page_pool_put_full_page(ring->page_pool, buffer->page, false); in hbg_buffer_free_page()
95 if (unlikely(!ring->page_pool)) in hbg_buffer_alloc_page()
98 buffer->page = page_pool_dev_alloc_frag(ring->page_pool, &offset, len); in hbg_buffer_alloc_page()
539 if (!ring->page_pool) in hbg_ring_page_pool_destory()
542 page_pool_destroy(ring->page_pool); in hbg_ring_page_pool_destory()
543 ring->page_pool = NULL; in hbg_ring_page_pool_destory()
562 ring->page_pool = page_pool_create(&pp_params); in hbg_ring_page_pool_init()
563 if (IS_ERR(ring->page_pool)) { in hbg_ring_page_pool_init()
564 ret = PTR_ERR(ring->page_pool); in hbg_ring_page_pool_init()
567 ring->page_pool = NULL; in hbg_ring_page_pool_init()
|
| H A D | hbg_common.h | 88 struct page_pool *page_pool; /* only for rx */ member
|
| /linux/tools/testing/selftests/net/bench/ |
| H A D | Makefile | 3 TEST_GEN_MODS_DIR := page_pool
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_txrx.h | 133 struct page_pool *page_pool; member
|
| H A D | cn20k.c | 648 pool->page_pool = NULL; in cn20k_pool_aq_init()
659 pool->page_pool = page_pool_create(&pp_params); in cn20k_pool_aq_init()
660 if (IS_ERR(pool->page_pool)) { in cn20k_pool_aq_init()
662 return PTR_ERR(pool->page_pool); in cn20k_pool_aq_init()
|
| /linux/drivers/net/ethernet/meta/fbnic/ |
| H A D | fbnic_txrx.h | 129 struct page_pool *page_pool; member
|
| H A D | fbnic_txrx.c | 769 page_pool_put_unrefed_netmem(ring->page_pool, netmem, -1, in fbnic_page_pool_drain()
906 netmem = page_pool_dev_alloc_netmems(bdq->page_pool); in fbnic_fill_bdq()
1015 page_pool_dma_sync_netmem_for_cpu(qt->sub1.page_pool, netmem, in fbnic_add_rx_frag()
1044 page_pool_put_full_netmem(qt->sub1.page_pool, netmem, in fbnic_put_pkt_buff()
1050 page_pool_put_full_page(qt->sub0.page_pool, page, !!budget); in fbnic_put_pkt_buff()
1513 page_pool_destroy(qt->sub0.page_pool); in fbnic_free_qt_page_pools()
1514 page_pool_destroy(qt->sub1.page_pool); in fbnic_free_qt_page_pools()
1567 struct page_pool *pp; in fbnic_alloc_qt_page_pools()
1585 qt->sub0.page_pool = pp; in fbnic_alloc_qt_page_pools()
1596 qt->sub1.page_pool = pp; in fbnic_alloc_qt_page_pools()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlxsw/ |
| H A D | pci.c | 89 struct page_pool *page_pool; member
399 struct page_pool *page_pool; in mlxsw_pci_rdq_build_skb() local
410 page_pool = cq->u.cq.page_pool; in mlxsw_pci_rdq_build_skb()
411 page_pool_dma_sync_for_cpu(page_pool, pages[page_index], in mlxsw_pci_rdq_build_skb()
436 page_pool_dma_sync_for_cpu(page_pool, page, 0, frag_size); in mlxsw_pci_rdq_build_skb()
454 page = page_pool_dev_alloc_pages(cq->u.cq.page_pool); in mlxsw_pci_rdq_page_alloc()
469 page_pool_put_page(cq->u.cq.page_pool, elem_info->pages[index], -1, in mlxsw_pci_rdq_page_free()
521 page_pool_recycle_direct(cq->u.cq.page_pool, old_pages[i]); in mlxsw_pci_rdq_pages_alloc()
534 page_pool_recycle_direct(cq->u.cq.page_pool, pages[i]); in mlxsw_pci_rdq_pages_recycle()
997 struct page_pool *page_pool; in mlxsw_pci_cq_page_pool_init() local
[all …]
|
| /linux/drivers/net/ethernet/ti/ |
| H A D | am65-cpsw-nuss.h | 103 struct page_pool *page_pool; member
|
| /linux/drivers/net/ethernet/socionext/ |
| H A D | netsec.c | 286 struct page_pool *page_pool; member
742 page = page_pool_dev_alloc_pages(dring->page_pool); in netsec_alloc_rx_data()
863 page_pool_get_dma_dir(rx_ring->page_pool); in netsec_xdp_queue_one()
922 page_pool_put_page(dring->page_pool, page, sync, true); in netsec_run_xdp()
932 page_pool_put_page(dring->page_pool, page, sync, true); in netsec_run_xdp()
944 page_pool_put_page(dring->page_pool, page, sync, true); in netsec_run_xdp()
966 dma_dir = page_pool_get_dma_dir(dring->page_pool); in netsec_process_rx()
1041 page_pool_put_page(dring->page_pool, page, pkt_len, in netsec_process_rx()
1218 page_pool_put_full_page(dring->page_pool, page, false); in netsec_uninit_pkt_dring()
1230 page_pool_destroy(dring->page_pool); in netsec_uninit_pkt_dring()
[all …]
|
| /linux/tools/testing/selftests/net/bench/page_pool/ |
| H A D | bench_page_pool_simple.c | 106 static void pp_fill_ptr_ring(struct page_pool *pp, int elems) in pp_fill_ptr_ring()
133 struct page_pool *pp; in time_bench_page_pool()
|
| /linux/drivers/net/ethernet/tehuti/ |
| H A D | tn40.h | 146 struct page_pool *page_pool; member
|
| /linux/drivers/net/ethernet/engleder/ |
| H A D | tsnep_main.c | 960 page_pool_put_full_page(rx->page_pool, entry->page, in tsnep_rx_ring_cleanup()
968 if (rx->page_pool) in tsnep_rx_ring_cleanup()
969 page_pool_destroy(rx->page_pool); in tsnep_rx_ring_cleanup()
1018 rx->page_pool = page_pool_create(&pp_params); in tsnep_rx_ring_create()
1019 if (IS_ERR(rx->page_pool)) { in tsnep_rx_ring_create()
1020 retval = PTR_ERR(rx->page_pool); in tsnep_rx_ring_create()
1021 rx->page_pool = NULL; in tsnep_rx_ring_create()
1086 page_pool_put_full_page(rx->page_pool, *page, false); in tsnep_rx_free_page_buffer()
1100 rx->page_buffer[i] = page_pool_dev_alloc_pages(rx->page_pool); in tsnep_rx_alloc_page_buffer()
1125 page = page_pool_dev_alloc_pages(rx->page_pool); in tsnep_rx_alloc_buffer()
[all …]
|
| /linux/Documentation/networking/ |
| H A D | index.rst | 29 page_pool
|