| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 37 struct igb_ring *rx_ring = adapter->rx_ring[qid]; in igb_txrx_ring_disable() local
60 struct igb_ring *rx_ring = adapter->rx_ring[qid]; in igb_txrx_ring_enable() local
102 struct igb_ring *rx_ring; in igb_xsk_pool_enable() local
142 struct igb_ring *rx_ring; in igb_xsk_pool_disable() local
200 bool igb_alloc_rx_buffers_zc(struct igb_ring *rx_ring, in igb_alloc_rx_buffers_zc()
250 void igb_clean_rx_ring_zc(struct igb_ring *rx_ring) in igb_clean_rx_ring_zc()
265 static struct sk_buff *igb_construct_skb_zc(struct igb_ring *rx_ring, in igb_construct_skb_zc()
294 static int igb_run_xdp_zc(struct igb_adapter *adapter, struct igb_ring *rx_ring, in igb_run_xdp_zc()
346 struct igb_ring *rx_ring = q_vector->rx.ring; in igb_clean_rx_irq_zc() local
|
| H A D | igb_main.c | 328 struct igb_ring *rx_ring; in igb_dump() local
4445 int igb_setup_rx_resources(struct igb_ring *rx_ring) in igb_setup_rx_resources()
4847 struct igb_ring *rx_ring) in igb_set_rx_buffer_len()
4887 struct igb_ring *rx_ring = adapter->rx_ring[i]; in igb_configure_rx() local
5026 void igb_free_rx_resources(struct igb_ring *rx_ring) in igb_free_rx_resources()
5069 void igb_clean_rx_ring(struct igb_ring *rx_ring) in igb_clean_rx_ring()
5762 struct igb_ring *rx_ring; in igb_watchdog_task() local
5777 struct igb_ring *rx_ring = adapter->rx_ring[0]; in igb_watchdog_task() local
7191 struct igb_ring *rx_ring, in igb_update_rx_dca()
8529 static void igb_reuse_rx_page(struct igb_ring *rx_ring, in igb_reuse_rx_page()
[all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_dp.c | 76 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, in nfp_net_rx_ring_init()
95 void nfp_net_rx_ring_reset(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_reset()
133 struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_bufs_free()
162 struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_bufs_alloc()
251 static void nfp_net_rx_ring_free(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_free()
284 nfp_net_rx_ring_alloc(struct nfp_net_dp *dp, struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_alloc()
384 struct nfp_net_rx_ring *rx_ring, unsigned int idx) in nfp_net_rx_ring_hw_cfg_write()
|
| H A D | nfp_net_xsk.c | 17 nfp_net_xsk_rx_bufs_stash(struct nfp_net_rx_ring *rx_ring, unsigned int idx, in nfp_net_xsk_rx_bufs_stash()
46 void nfp_net_xsk_rx_bufs_free(struct nfp_net_rx_ring *rx_ring) in nfp_net_xsk_rx_bufs_free()
57 void nfp_net_xsk_rx_ring_fill_freelist(struct nfp_net_rx_ring *rx_ring) in nfp_net_xsk_rx_ring_fill_freelist()
|
| H A D | nfp_net_xsk.h | 18 static inline int nfp_net_rx_space(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_space()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 10 void i40e_clear_rx_bi_zc(struct i40e_ring *rx_ring) in i40e_clear_rx_bi_zc()
16 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
30 static int i40e_realloc_rx_xdp_bi(struct i40e_ring *rx_ring, bool pool_present) in i40e_realloc_rx_xdp_bi()
62 struct i40e_ring *rx_ring; in i40e_realloc_rx_bi_zc() local
198 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp, in i40e_run_xdp_zc()
241 bool i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 count) in i40e_alloc_rx_buffers_zc()
289 static struct sk_buff *i40e_construct_skb_zc(struct i40e_ring *rx_ring, in i40e_construct_skb_zc()
344 static void i40e_handle_xdp_result_zc(struct i40e_ring *rx_ring, in i40e_handle_xdp_result_zc()
406 int i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget) in i40e_clean_rx_irq_zc()
727 void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring) in i40e_xsk_clean_rx_ring()
|
| H A D | i40e_txrx.c | 681 static void i40e_fd_handle_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_fd_handle_status()
1350 static struct i40e_rx_buffer *i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
1362 static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, in i40e_reuse_rx_page()
1396 void i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_clean_programming_status()
1456 static void i40e_clear_rx_bi(struct i40e_ring *rx_ring) in i40e_clear_rx_bi()
1465 void i40e_clean_rx_ring(struct i40e_ring *rx_ring) in i40e_clean_rx_ring()
1527 void i40e_free_rx_resources(struct i40e_ring *rx_ring) in i40e_free_rx_resources()
1549 int i40e_setup_rx_descriptors(struct i40e_ring *rx_ring) in i40e_setup_rx_descriptors()
1587 void i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val) in i40e_release_rx_desc()
1604 static unsigned int i40e_rx_frame_truesize(struct i40e_ring *rx_ring, in i40e_rx_frame_truesize()
[all …]
|
| /linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_txrx.c | 513 void ice_clean_rx_ring(struct ice_rx_ring *rx_ring) in ice_clean_rx_ring()
581 void ice_free_rx_ring(struct ice_rx_ring *rx_ring) in ice_free_rx_ring()
613 int ice_setup_rx_ring(struct ice_rx_ring *rx_ring) in ice_setup_rx_ring()
665 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp()
801 ice_alloc_mapped_page(struct ice_rx_ring *rx_ring, struct ice_rx_buf *bi) in ice_alloc_mapped_page()
844 void ice_init_ctrl_rx_descs(struct ice_rx_ring *rx_ring, u32 count) in ice_init_ctrl_rx_descs()
883 bool ice_alloc_rx_bufs(struct ice_rx_ring *rx_ring, unsigned int cleaned_count) in ice_alloc_rx_bufs()
1008 ice_add_xdp_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_add_xdp_frag()
1043 ice_reuse_rx_page(struct ice_rx_ring *rx_ring, struct ice_rx_buf *old_buf) in ice_reuse_rx_page()
1074 ice_get_rx_buf(struct ice_rx_ring *rx_ring, const unsigned int size, in ice_get_rx_buf()
[all …]
|
| H A D | ice_txrx_lib.c | 16 void ice_release_rx_desc(struct ice_rx_ring *rx_ring, u16 val) in ice_release_rx_desc()
67 ice_rx_hash_to_skb(const struct ice_rx_ring *rx_ring, in ice_rx_hash_to_skb()
188 ice_ptp_rx_hwts_to_skb(struct ice_rx_ring *rx_ring, in ice_ptp_rx_hwts_to_skb()
218 ice_process_skb_fields(struct ice_rx_ring *rx_ring, in ice_process_skb_fields()
254 ice_receive_skb(struct ice_rx_ring *rx_ring, struct sk_buff *skb, u16 vlan_tci) in ice_receive_skb()
|
| /linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.c | 711 static void iavf_clean_rx_ring(struct iavf_ring *rx_ring) in iavf_clean_rx_ring()
742 void iavf_free_rx_resources(struct iavf_ring *rx_ring) in iavf_free_rx_resources()
768 int iavf_setup_rx_descriptors(struct iavf_ring *rx_ring) in iavf_setup_rx_descriptors()
818 static void iavf_release_rx_desc(struct iavf_ring *rx_ring, u32 val) in iavf_release_rx_desc()
837 static void iavf_receive_skb(struct iavf_ring *rx_ring, in iavf_receive_skb()
859 bool iavf_alloc_rx_buffers(struct iavf_ring *rx_ring, u16 cleaned_count) in iavf_alloc_rx_buffers()
1092 static void iavf_flex_rx_tstamp(const struct iavf_ring *rx_ring, __le64 qw2, in iavf_flex_rx_tstamp()
1131 static void iavf_process_skb_fields(const struct iavf_ring *rx_ring, in iavf_process_skb_fields()
1176 static bool iavf_cleanup_headers(struct iavf_ring *rx_ring, struct sk_buff *skb) in iavf_cleanup_headers()
1251 static bool iavf_is_non_eop(struct iavf_ring *rx_ring, in iavf_is_non_eop()
[all …]
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 98 struct ixgbe_ring *rx_ring, in ixgbe_run_xdp_zc()
151 bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 count) in ixgbe_alloc_rx_buffers_zc()
213 static struct sk_buff *ixgbe_construct_skb_zc(struct ixgbe_ring *rx_ring, in ixgbe_construct_skb_zc()
238 static void ixgbe_inc_ntc(struct ixgbe_ring *rx_ring) in ixgbe_inc_ntc()
248 struct ixgbe_ring *rx_ring, in ixgbe_clean_rx_irq_zc()
375 void ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring) in ixgbe_xsk_clean_rx_ring()
|
| H A D | ixgbe_main.c | 593 struct ixgbe_ring *rx_ring; in ixgbe_dump() local
1189 void ixgbe_update_rx_ring_stats(struct ixgbe_ring *rx_ring, in ixgbe_update_rx_ring_stats()
1520 struct ixgbe_ring *rx_ring, in ixgbe_update_rx_dca()
1733 static unsigned int ixgbe_rx_offset(struct ixgbe_ring *rx_ring) in ixgbe_rx_offset()
1738 static bool ixgbe_alloc_mapped_page(struct ixgbe_ring *rx_ring, in ixgbe_alloc_mapped_page()
1787 void ixgbe_alloc_rx_buffers(struct ixgbe_ring *rx_ring, u16 cleaned_count) in ixgbe_alloc_rx_buffers()
1863 static void ixgbe_update_rsc_stats(struct ixgbe_ring *rx_ring, in ixgbe_update_rsc_stats()
1889 void ixgbe_process_skb_fields(struct ixgbe_ring *rx_ring, in ixgbe_process_skb_fields()
1941 static bool ixgbe_is_non_eop(struct ixgbe_ring *rx_ring, in ixgbe_is_non_eop()
1994 static void ixgbe_pull_tail(struct ixgbe_ring *rx_ring, in ixgbe_pull_tail()
[all …]
|
| /linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_netdev.c | 370 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; in ena_setup_rx_resources() local
428 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; in ena_free_rx_resources() local
478 static struct page *ena_alloc_map_page(struct ena_ring *rx_ring, in ena_alloc_map_page()
507 static int ena_alloc_rx_buffer(struct ena_ring *rx_ring, in ena_alloc_rx_buffer()
543 static void ena_unmap_rx_buff_attrs(struct ena_ring *rx_ring, in ena_unmap_rx_buff_attrs()
551 static void ena_free_rx_page(struct ena_ring *rx_ring, in ena_free_rx_page()
568 static int ena_refill_rx_bufs(struct ena_ring *rx_ring, u32 num) in ena_refill_rx_bufs()
623 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; in ena_free_rx_bufs() local
639 struct ena_ring *rx_ring; in ena_refill_all_rx_bufs() local
896 static struct sk_buff *ena_alloc_skb(struct ena_ring *rx_ring, void *first_frag, u16 len) in ena_alloc_skb()
[all …]
|
| H A D | ena_xdp.c | 196 int ena_xdp_register_rxq_info(struct ena_ring *rx_ring) in ena_xdp_register_rxq_info()
224 void ena_xdp_unregister_rxq_info(struct ena_ring *rx_ring) in ena_xdp_unregister_rxq_info()
238 struct ena_ring *rx_ring; in ena_xdp_exchange_program_rx_in_range() local
|
| /linux/drivers/net/ethernet/freescale/enetc/ |
| H A D | enetc.c | 1130 static void enetc_reuse_page(struct enetc_bdr *rx_ring, in enetc_reuse_page()
1180 struct enetc_bdr *rx_ring; in enetc_recycle_xdp_tx_buff() local
1310 static bool enetc_new_page(struct enetc_bdr *rx_ring, in enetc_new_page()
1338 static int enetc_refill_rx_ring(struct enetc_bdr *rx_ring, const int buff_cnt) in enetc_refill_rx_ring()
1402 static void enetc_get_offloads(struct enetc_bdr *rx_ring, in enetc_get_offloads()
1446 static struct enetc_rx_swbd *enetc_get_rx_buff(struct enetc_bdr *rx_ring, in enetc_get_rx_buff()
1458 static void enetc_put_rx_buff(struct enetc_bdr *rx_ring, in enetc_put_rx_buff()
1473 static void enetc_flip_rx_buff(struct enetc_bdr *rx_ring, in enetc_flip_rx_buff()
1488 static struct sk_buff *enetc_map_rx_buff_to_skb(struct enetc_bdr *rx_ring, in enetc_map_rx_buff_to_skb()
1510 static void enetc_add_rx_buff_to_skb(struct enetc_bdr *rx_ring, int i, in enetc_add_rx_buff_to_skb()
[all …]
|
| /linux/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf_main.c | 510 static void ixgbevf_process_skb_fields(struct ixgbevf_ring *rx_ring, in ixgbevf_process_skb_fields()
532 struct ixgbevf_rx_buffer *ixgbevf_get_rx_buffer(struct ixgbevf_ring *rx_ring, in ixgbevf_get_rx_buffer()
552 static void ixgbevf_put_rx_buffer(struct ixgbevf_ring *rx_ring, in ixgbevf_put_rx_buffer()
586 static bool ixgbevf_is_non_eop(struct ixgbevf_ring *rx_ring, in ixgbevf_is_non_eop()
603 static inline unsigned int ixgbevf_rx_offset(struct ixgbevf_ring *rx_ring) in ixgbevf_rx_offset()
608 static bool ixgbevf_alloc_mapped_page(struct ixgbevf_ring *rx_ring, in ixgbevf_alloc_mapped_page()
654 static void ixgbevf_alloc_rx_buffers(struct ixgbevf_ring *rx_ring, in ixgbevf_alloc_rx_buffers()
736 static bool ixgbevf_cleanup_headers(struct ixgbevf_ring *rx_ring, in ixgbevf_cleanup_headers()
765 static void ixgbevf_reuse_rx_page(struct ixgbevf_ring *rx_ring, in ixgbevf_reuse_rx_page()
827 static void ixgbevf_add_rx_frag(struct ixgbevf_ring *rx_ring, in ixgbevf_add_rx_frag()
[all …]
|
| /linux/drivers/net/ethernet/mscc/ |
| H A D | ocelot_fdma.c | 58 struct ocelot_fdma_rx_ring *rx_ring = &fdma->rx_ring; in ocelot_fdma_rx_ring_free() local
149 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_alloc_rx_buffs() local
223 static void ocelot_fdma_rx_set_llp(struct ocelot_fdma_rx_ring *rx_ring) in ocelot_fdma_rx_set_llp()
237 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_rx_restart() local
298 struct ocelot_fdma_rx_ring *rx_ring = &ocelot->fdma->rx_ring; in ocelot_fdma_reuse_rx_page() local
392 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_rx_get() local
701 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_free_rx_ring() local
|
| /linux/drivers/net/ethernet/agere/ |
| H A D | et131x.c | 288 struct rx_ring { struct
289 struct fbr_lookup *fbr[NUM_FBRS];
290 void *ps_ring_virtaddr;
291 dma_addr_t ps_ring_physaddr;
292 u32 local_psr_full;
293 u32 psr_entries;
295 struct rx_status_block *rx_status_block;
296 dma_addr_t rx_status_bus;
298 struct list_head recv_list;
299 u32 num_ready_recv;
[all …]
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_xdp.c | 61 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_enable_pool() local
120 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_disable_pool() local
|
| H A D | igc_main.c | 408 static void igc_clean_rx_ring_page_shared(struct igc_ring *rx_ring) in igc_clean_rx_ring_page_shared()
495 void igc_free_rx_resources(struct igc_ring *rx_ring) in igc_free_rx_resources()
534 int igc_setup_rx_resources(struct igc_ring *rx_ring) in igc_setup_rx_resources()
1814 static void igc_rx_vlan(struct igc_ring *rx_ring, in igc_rx_vlan()
1843 static void igc_process_skb_fields(struct igc_ring *rx_ring, in igc_process_skb_fields()
1882 static struct igc_rx_buffer *igc_get_rx_buffer(struct igc_ring *rx_ring, in igc_get_rx_buffer()
1944 static void igc_add_rx_frag(struct igc_ring *rx_ring, in igc_add_rx_frag()
1964 static struct sk_buff *igc_build_skb(struct igc_ring *rx_ring, in igc_build_skb()
1991 static struct sk_buff *igc_construct_skb(struct igc_ring *rx_ring, in igc_construct_skb()
2052 static void igc_reuse_rx_page(struct igc_ring *rx_ring, in igc_reuse_rx_page()
[all …]
|
| /linux/drivers/net/ethernet/oki-semi/pch_gbe/ |
| H A D | pch_gbe_main.c | 935 struct pch_gbe_rx_ring *rx_ring) in pch_gbe_clean_rx_ring()
1325 struct pch_gbe_rx_ring *rx_ring, int cleaned_count) in pch_gbe_alloc_rx_buffers()
1388 struct pch_gbe_rx_ring *rx_ring, int cleaned_count) in pch_gbe_alloc_rx_buffers_pool()
1588 struct pch_gbe_rx_ring *rx_ring, in pch_gbe_clean_rx()
1745 struct pch_gbe_rx_ring *rx_ring) in pch_gbe_setup_rx_resources()
1801 struct pch_gbe_rx_ring *rx_ring) in pch_gbe_free_rx_resources()
1852 struct pch_gbe_rx_ring *rx_ring = adapter->rx_ring; in pch_gbe_up() local
1909 struct pch_gbe_rx_ring *rx_ring = adapter->rx_ring; in pch_gbe_down() local
|
| /linux/drivers/net/ethernet/intel/igbvf/ |
| H A D | netdev.c | 133 static void igbvf_alloc_rx_buffers(struct igbvf_ring *rx_ring, in igbvf_alloc_rx_buffers()
247 struct igbvf_ring *rx_ring = adapter->rx_ring; in igbvf_clean_rx_irq() local
456 struct igbvf_ring *rx_ring) in igbvf_setup_rx_resources()
550 static void igbvf_clean_rx_ring(struct igbvf_ring *rx_ring) in igbvf_clean_rx_ring()
615 void igbvf_free_rx_resources(struct igbvf_ring *rx_ring) in igbvf_free_rx_resources()
975 struct igbvf_ring *rx_ring = adapter->rx_ring; in igbvf_configure_msix() local
1185 struct igbvf_ring *rx_ring = container_of(napi, struct igbvf_ring, napi); in igbvf_poll() local
1368 struct igbvf_ring *rx_ring = adapter->rx_ring; in igbvf_configure_rx() local
|
| /linux/drivers/net/wireless/realtek/rtw88/ |
| H A D | pci.c | 128 struct rtw_pci_rx_ring *rx_ring) in rtw_pci_free_rx_ring_skbs()
149 struct rtw_pci_rx_ring *rx_ring) in rtw_pci_free_rx_ring()
164 struct rtw_pci_rx_ring *rx_ring; in rtw_pci_free_trx_ring() local
210 struct rtw_pci_rx_ring *rx_ring, in rtw_pci_reset_rx_desc()
236 struct rtw_pci_rx_ring *rx_ring, in rtw_pci_sync_rx_desc_device()
253 struct rtw_pci_rx_ring *rx_ring, in rtw_pci_init_rx_ring()
319 struct rtw_pci_rx_ring *rx_ring; in rtw_pci_init_trx_ring() local
684 struct rtw_pci_rx_ring *rx_ring, in rtw_pci_dma_check()
|
| /linux/drivers/net/ethernet/atheros/atl1e/ |
| H A D | atl1e_main.c | 687 struct atl1e_rx_ring *rx_ring = in atl1e_clean_rx_ring() local
721 struct atl1e_rx_ring *rx_ring = NULL; in atl1e_init_ring_resources() local
743 struct atl1e_rx_ring *rx_ring = NULL; in atl1e_init_ring_ptrs() local
799 struct atl1e_rx_ring *rx_ring; in atl1e_setup_ring_resources() local
889 struct atl1e_rx_ring *rx_ring = &adapter->rx_ring; in atl1e_configure_des_ring() local
1401 struct atl1e_rx_ring *rx_ring = &adapter->rx_ring; in atl1e_clean_rx_irq() local
|
| /linux/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_ring.c | 52 static int aq_alloc_rxpages(struct aq_rxpage *rxpage, struct aq_ring_s *rx_ring) in aq_alloc_rxpages()
407 struct aq_ring_s *rx_ring, in aq_xdp_run_prog()
698 static int __aq_ring_xdp_clean(struct aq_ring_s *rx_ring, in __aq_ring_xdp_clean()
|