Lines Matching refs:page_pool

352 	struct page_pool *page_pool;  member
705 if (!rq->page_pool) in virtnet_rq_free_buf()
708 page_pool_put_page(rq->page_pool, virt_to_head_page(buf), -1, false); in virtnet_rq_free_buf()
874 if (!rq->page_pool) { in page_to_skb()
925 page_pool_put_page(rq->page_pool, page_to_free, -1, true); in page_to_skb()
932 BUG_ON(!rq->page_pool); in virtnet_rq_get_buf()
1680 page_pool_put_page(rq->page_pool, xdp_page, -1, true); in put_xdp_frags()
1772 page = page_pool_alloc_pages(rq->page_pool, GFP_ATOMIC); in xdp_linearize_page()
1796 page_pool_dma_sync_for_cpu(rq->page_pool, p, in xdp_linearize_page()
1800 page_pool_put_page(rq->page_pool, p, -1, true); in xdp_linearize_page()
1808 page_pool_put_page(rq->page_pool, p, -1, true); in xdp_linearize_page()
1815 page_pool_put_page(rq->page_pool, p, -1, true); in xdp_linearize_page()
1822 page_pool_put_page(rq->page_pool, page, -1, true); in xdp_linearize_page()
1894 page_pool_put_page(rq->page_pool, page, -1, true); in receive_small_xdp()
1934 page_pool_put_page(rq->page_pool, page, -1, true); in receive_small_xdp()
1990 page_pool_put_page(rq->page_pool, page, -1, true); in receive_small()
2045 page_pool_put_page(rq->page_pool, page, -1, true); in mergeable_buf_free()
2156 page_pool_dma_sync_for_cpu(rq->page_pool, page, in virtnet_build_xdp_buff_mrg()
2160 page_pool_put_page(rq->page_pool, page, -1, true); in virtnet_build_xdp_buff_mrg()
2244 xdp_page = page_pool_alloc_pages(rq->page_pool, GFP_ATOMIC); in mergeable_xdp_get_buf()
2254 page_pool_put_page(rq->page_pool, *page, -1, true); in mergeable_xdp_get_buf()
2315 page_pool_put_page(rq->page_pool, page, -1, true); in receive_mergeable_xdp()
2360 page_pool_put_page(rq->page_pool, page, -1, true); in virtnet_skb_append_frag()
2434 page_pool_dma_sync_for_cpu(rq->page_pool, page, in receive_mergeable()
2452 page_pool_put_page(rq->page_pool, page, -1, true); in receive_mergeable()
2561 page_pool_dma_sync_for_cpu(rq->page_pool, page, offset, len); in receive_buf()
2630 buf = page_pool_alloc_va(rq->page_pool, &alloc_len, gfp); in add_recvbuf_small()
2640 page_pool_put_page(rq->page_pool, virt_to_head_page(buf), -1, false); in add_recvbuf_small()
2728 buf = page_pool_alloc_va(rq->page_pool, &alloc_len, gfp); in add_recvbuf_mergeable()
2742 page_pool_put_page(rq->page_pool, virt_to_head_page(buf), -1, false); in add_recvbuf_mergeable()
2896 if (rq->page_pool) { in virtnet_receive_packets()
3061 vi->rq[qp_index].page_pool ? in virtnet_enable_queue_pair()
3064 vi->rq[qp_index].page_pool); in virtnet_enable_queue_pair()
3116 if (rq->page_pool) in virtnet_create_page_pools()
3145 rq->page_pool = page_pool_create(&pp_params); in virtnet_create_page_pools()
3146 if (IS_ERR(rq->page_pool)) { in virtnet_create_page_pools()
3147 err = PTR_ERR(rq->page_pool); in virtnet_create_page_pools()
3148 rq->page_pool = NULL; in virtnet_create_page_pools()
3158 if (rq->page_pool) { in virtnet_create_page_pools()
3159 page_pool_destroy(rq->page_pool); in virtnet_create_page_pools()
3160 rq->page_pool = NULL; in virtnet_create_page_pools()
3173 if (rq->page_pool) { in virtnet_destroy_page_pools()
3174 page_pool_destroy(rq->page_pool); in virtnet_destroy_page_pools()
3175 rq->page_pool = NULL; in virtnet_destroy_page_pools()
5896 if (!vi->rq[qid].page_pool) in virtnet_xsk_pool_enable()