Home
last modified time | relevance | path

Searched refs:pagecnt_bias (Results 1 – 18 of 18) sorted by relevance

/linux/include/linux/
H A Dmm_types_task.h60 __u16 pagecnt_bias; member
63 __u32 pagecnt_bias; member
/linux/drivers/net/ethernet/google/gve/
H A Dgve_rx.c22 page_ref_sub(page_info->page, page_info->pagecnt_bias - 1); in gve_rx_free_buffer()
43 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
47 rx->qpl_copy_pool[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
153 page_info->pagecnt_bias = INT_MAX; in gve_setup_rx_buffer()
228 rx->qpl_copy_pool[j].pagecnt_bias = INT_MAX; in gve_rx_prefill_pages()
238 rx->qpl_copy_pool[j].pagecnt_bias - 1); in gve_rx_prefill_pages()
247 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_prefill_pages()
502 if (pagecount == page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
505 else if (pagecount > page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
507 WARN(pagecount < page_info->pagecnt_bias, in gve_rx_can_recycle_buffer()
H A Dgve.h109 int pagecnt_bias; /* expected pagecnt if only the driver has a ref */ member
/linux/drivers/net/ethernet/intel/ice/
H A Dice_txrx.c422 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring()
705 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page()
809 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local
817 if (unlikely(rx_buf->pgcnt - pagecnt_bias > 1)) in ice_can_reuse_rx_page()
830 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page()
832 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page()
908 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page()
938 rx_buf->pagecnt_bias--; in ice_get_rx_buf()
1099 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_put_rx_buf()
1268 buf->pagecnt_bias++; in ice_clean_rx_irq()
/linux/drivers/net/ethernet/intel/i40e/
H A Di40e_txrx.c1380 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page()
1502 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in i40e_clean_rx_ring()
1667 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page()
1924 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local
1935 if (unlikely((rx_buffer->page_count - pagecnt_bias) > 1)) { in i40e_can_reuse_rx_page()
1952 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page()
1954 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
2005 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2030 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
2062 rx_buffer->pagecnt_bias++; in i40e_process_rx_buffs()
[all …]
H A Di40e_txrx.h281 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/meta/fbnic/
H A Dfbnic_txrx.h71 long pagecnt_bias; member
H A Dfbnic_txrx.c520 rx_buf->pagecnt_bias = PAGECNT_BIAS_MAX; in fbnic_page_pool_init()
529 rx_buf->pagecnt_bias--; in fbnic_page_pool_get()
540 if (!page_pool_unref_page(page, rx_buf->pagecnt_bias)) in fbnic_page_pool_drain()
/linux/drivers/net/ethernet/intel/ixgbevf/
H A Dixgbevf_main.c542 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer()
564 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer()
638 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page()
780 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page()
785 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local
794 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in ixgbevf_can_reuse_rx_page()
809 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page()
811 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page()
909 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb()
1177 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
[all …]
H A Dixgbevf.h53 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/igc/
H A Digc_main.c435 buffer_info->pagecnt_bias); in igc_clean_rx_ring_page_shared()
1877 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer()
2012 rx_buffer->pagecnt_bias++; in igc_construct_skb()
2044 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page()
2050 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local
2059 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in igc_can_reuse_rx_page()
2073 if (unlikely(pagecnt_bias == 1)) { in igc_can_reuse_rx_page()
2075 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page()
2161 rx_buffer->pagecnt_bias); in igc_put_rx_buffer()
2219 bi->pagecnt_bias = USHRT_MAX; in igc_alloc_mapped_page()
[all …]
H A Digc.h562 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/igb/
H A Digb_main.c5037 buffer_info->pagecnt_bias); in igb_clean_rx_ring()
8429 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page()
8435 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local
8444 if (unlikely((rx_buf_pgcnt - pagecnt_bias) > 1)) in igb_can_reuse_rx_page()
8458 if (unlikely(pagecnt_bias == 1)) { in igb_can_reuse_rx_page()
8460 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8542 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8847 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8866 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8953 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
[all …]
H A Digb.h288 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/hisilicon/hns3/
H A Dhns3_enet.h347 u16 pagecnt_bias; member
H A Dhns3_enet.c3395 cb->pagecnt_bias = USHRT_MAX; in hns3_alloc_buffer()
3407 if (cb->type & DESC_TYPE_PAGE && cb->pagecnt_bias) in hns3_free_buffer()
3408 __page_frag_cache_drain(cb->priv, cb->pagecnt_bias); in hns3_free_buffer()
3719 return page_count(cb->priv) == cb->pagecnt_bias; in hns3_can_reuse_page()
3800 desc_cb->pagecnt_bias--; in hns3_nic_reuse_page()
3802 if (unlikely(!desc_cb->pagecnt_bias)) { in hns3_nic_reuse_page()
3804 desc_cb->pagecnt_bias = USHRT_MAX; in hns3_nic_reuse_page()
3811 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page()
4064 desc_cb->pagecnt_bias); in hns3_alloc_skb()
/linux/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_main.c1595 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page()
1970 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page()
1976 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local
1985 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in ixgbe_can_reuse_rx_page()
2003 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page()
2005 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2084 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2109 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2170 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2388 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
[all …]
H A Dixgbe.h277 __u16 pagecnt_bias; member