| H A D | page_pool.c | 46 #define alloc_stat_inc(pool, __stat) (pool->alloc_stats.__stat++) argument 48 #define recycle_stat_inc(pool, __stat) \ argument 50 struct page_pool_recycle_stats __percpu *s = pool->recycle_stats; \ 54 #define recycle_stat_add(pool, __stat, val) \ argument 56 struct page_pool_recycle_stats __percpu *s = pool->recycle_stats; \ 75 * page_pool_get_stats() - fetch page pool stats 76 * @pool: pool from which page was allocated 79 * Deprecated driver API for querying stats. Page pool stat 88 page_pool_get_stats(const struct page_pool * pool,struct page_pool_stats * stats) page_pool_get_stats() argument 159 page_pool_producer_lock(struct page_pool * pool) page_pool_producer_lock() argument 172 page_pool_producer_unlock(struct page_pool * pool,bool in_softirq) page_pool_producer_unlock() argument 191 page_pool_init(struct page_pool * pool,const struct page_pool_params * params,int cpuid) page_pool_init() argument 319 page_pool_uninit(struct page_pool * pool) page_pool_uninit() argument 343 struct page_pool *pool; page_pool_create_percpu() local 381 page_pool_refill_alloc_cache(struct page_pool * pool) page_pool_refill_alloc_cache() argument 434 __page_pool_get_cached(struct page_pool * pool) __page_pool_get_cached() argument 450 __page_pool_dma_sync_for_device(const struct page_pool * pool,netmem_ref netmem,u32 dma_sync_size) __page_pool_dma_sync_for_device() argument 464 page_pool_dma_sync_for_device(const struct page_pool * pool,netmem_ref netmem,u32 dma_sync_size) page_pool_dma_sync_for_device() argument 478 page_pool_register_dma_index(struct page_pool * pool,netmem_ref netmem,gfp_t gfp) page_pool_register_dma_index() argument 510 __page_pool_unmap_netmem_dma(struct page_pool * pool,netmem_ref netmem) __page_pool_unmap_netmem_dma() argument 546 page_pool_dma_map(struct page_pool * pool,netmem_ref netmem,gfp_t gfp) page_pool_dma_map() argument 585 __page_pool_alloc_page_order(struct page_pool * pool,gfp_t gfp) __page_pool_alloc_page_order() argument 611 __page_pool_alloc_netmems_slow(struct page_pool * pool,gfp_t gfp) __page_pool_alloc_netmems_slow() argument 675 page_pool_alloc_netmems(struct page_pool * pool,gfp_t gfp) page_pool_alloc_netmems() argument 694 page_pool_alloc_pages(struct page_pool * pool,gfp_t gfp) page_pool_alloc_pages() argument 705 page_pool_inflight(const struct page_pool * pool,bool strict) page_pool_inflight() argument 724 page_pool_set_pp_info(struct page_pool * pool,netmem_ref netmem) page_pool_set_pp_info() argument 746 __page_pool_release_netmem_dma(struct page_pool * pool,netmem_ref netmem) __page_pool_release_netmem_dma() argument 766 page_pool_return_netmem(struct page_pool * pool,netmem_ref netmem) page_pool_return_netmem() argument 793 page_pool_recycle_in_ring(struct page_pool * pool,netmem_ref netmem) page_pool_recycle_in_ring() argument 813 page_pool_recycle_in_cache(netmem_ref netmem,struct page_pool * pool) page_pool_recycle_in_cache() argument 840 __page_pool_put_page(struct page_pool * pool,netmem_ref netmem,unsigned int dma_sync_size,bool allow_direct) __page_pool_put_page() argument 885 page_pool_napi_local(const struct page_pool * pool) page_pool_napi_local() argument 912 page_pool_put_unrefed_netmem(struct page_pool * pool,netmem_ref netmem,unsigned int dma_sync_size,bool allow_direct) page_pool_put_unrefed_netmem() argument 928 page_pool_put_unrefed_page(struct page_pool * pool,struct page * page,unsigned int dma_sync_size,bool allow_direct) page_pool_put_unrefed_page() argument 936 page_pool_recycle_ring_bulk(struct page_pool * pool,netmem_ref * bulk,u32 bulk_len) page_pool_recycle_ring_bulk() argument 997 struct page_pool *pool = NULL; page_pool_put_netmem_bulk() local 1035 page_pool_drain_frag(struct page_pool * pool,netmem_ref netmem) page_pool_drain_frag() argument 1053 page_pool_free_frag(struct page_pool * pool) page_pool_free_frag() argument 1066 page_pool_alloc_frag_netmem(struct page_pool * pool,unsigned int * offset,unsigned int size,gfp_t gfp) page_pool_alloc_frag_netmem() argument 1112 page_pool_alloc_frag(struct page_pool * pool,unsigned int * offset,unsigned int size,gfp_t gfp) page_pool_alloc_frag() argument 1120 page_pool_empty_ring(struct page_pool * pool) page_pool_empty_ring() argument 1135 __page_pool_destroy(struct page_pool * pool) __page_pool_destroy() argument 1146 page_pool_empty_alloc_cache_once(struct page_pool * pool) page_pool_empty_alloc_cache_once() argument 1163 page_pool_scrub(struct page_pool * pool) page_pool_scrub() argument 1196 page_pool_release(struct page_pool * pool) page_pool_release() argument 1215 struct page_pool *pool = container_of(dwq, typeof(*pool), release_dw); page_pool_release_retry() local 1244 page_pool_use_xdp_mem(struct page_pool * pool,void (* disconnect)(void *),const struct xdp_mem_info * mem) page_pool_use_xdp_mem() argument 1268 page_pool_enable_direct_recycling(struct page_pool * pool,struct napi_struct * napi) page_pool_enable_direct_recycling() argument 1281 page_pool_disable_direct_recycling(struct page_pool * pool) page_pool_disable_direct_recycling() argument 1299 page_pool_destroy(struct page_pool * pool) page_pool_destroy() argument 1323 page_pool_update_nid(struct page_pool * pool,int new_nid) page_pool_update_nid() argument 1346 net_mp_niov_set_page_pool(struct page_pool * pool,struct net_iov * niov) net_mp_niov_set_page_pool() argument [all...] |