| /linux/drivers/net/ethernet/broadcom/bnge/ |
| H A D | bnge_netdev.c | 327 static bool bnge_separate_head_pool(struct bnge_rx_ring_info *rxr) in bnge_separate_head_pool() argument
329 return rxr->need_head_pool || PAGE_SIZE > BNGE_RX_PAGE_SIZE; in bnge_separate_head_pool()
333 struct bnge_rx_ring_info *rxr) in bnge_free_one_rx_ring_bufs() argument
337 if (!rxr->rx_buf_ring) in bnge_free_one_rx_ring_bufs()
343 struct bnge_sw_rx_bd *rx_buf = &rxr->rx_buf_ring[i]; in bnge_free_one_rx_ring_bufs()
350 page_pool_free_va(rxr->head_pool, data, true); in bnge_free_one_rx_ring_bufs()
355 struct bnge_rx_ring_info *rxr) in bnge_free_one_agg_ring_bufs() argument
359 if (!rxr->rx_agg_buf_ring) in bnge_free_one_agg_ring_bufs()
365 struct bnge_sw_rx_agg_bd *rx_agg_buf = &rxr->rx_agg_buf_ring[i]; in bnge_free_one_agg_ring_bufs()
372 __clear_bit(i, rxr->rx_agg_bmap); in bnge_free_one_agg_ring_bufs()
[all …]
|
| H A D | bnge_rmem.c | 451 struct bnge_rx_ring_info *rxr; in bnge_init_ring_struct() local
464 rxr = bnapi->rx_ring; in bnge_init_ring_struct()
465 if (!rxr) in bnge_init_ring_struct()
468 ring = &rxr->rx_ring_struct; in bnge_init_ring_struct()
472 rmem->pg_arr = (void **)rxr->rx_desc_ring; in bnge_init_ring_struct()
473 rmem->dma_arr = rxr->rx_desc_mapping; in bnge_init_ring_struct()
475 rmem->vmem = (void **)&rxr->rx_buf_ring; in bnge_init_ring_struct()
477 ring = &rxr->rx_agg_ring_struct; in bnge_init_ring_struct()
481 rmem->pg_arr = (void **)rxr->rx_agg_desc_ring; in bnge_init_ring_struct()
482 rmem->dma_arr = rxr->rx_agg_desc_mapping; in bnge_init_ring_struct()
[all …]
|
| H A D | bnge_hwrm_lib.c | 808 struct bnge_rx_ring_info *rxr = &bn->rx_ring[0]; in bnge_hwrm_vnic_cfg() local
818 cpu_to_le16(rxr->rx_ring_struct.fw_ring_id); in bnge_hwrm_vnic_cfg()
820 cpu_to_le16(bnge_cp_ring_for_rx(rxr)); in bnge_hwrm_vnic_cfg()
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt_xdp.c | 124 struct bnxt_rx_ring_info *rxr = bnapi->rx_ring; in bnxt_tx_int_xdp() local
157 page_pool_recycle_direct(rxr->page_pool, tx_buf->page); in bnxt_tx_int_xdp()
170 bnxt_db_write(bp, &rxr->rx_db, tx_buf->rx_prod); in bnxt_tx_int_xdp()
175 bool bnxt_xdp_attached(struct bnxt *bp, struct bnxt_rx_ring_info *rxr) in bnxt_xdp_attached() argument
177 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_xdp_attached()
182 void bnxt_xdp_buff_init(struct bnxt *bp, struct bnxt_rx_ring_info *rxr, in bnxt_xdp_buff_init() argument
186 u32 buflen = rxr->rx_page_size; in bnxt_xdp_buff_init()
193 rx_buf = &rxr->rx_buf_ring[cons]; in bnxt_xdp_buff_init()
199 xdp_init_buff(xdp, buflen, &rxr->xdp_rxq); in bnxt_xdp_buff_init()
203 void bnxt_xdp_buff_frags_free(struct bnxt_rx_ring_info *rxr, in bnxt_xdp_buff_frags_free() argument
[all …]
|
| H A D | bnxt.c | 399 static void bnxt_sched_reset_rxr(struct bnxt *bp, struct bnxt_rx_ring_info *rxr) in bnxt_sched_reset_rxr() argument
401 if (!rxr->bnapi->in_reset) { in bnxt_sched_reset_rxr()
402 rxr->bnapi->in_reset = true; in bnxt_sched_reset_rxr()
409 rxr->rx_next_cons = 0xffff; in bnxt_sched_reset_rxr()
903 static bool bnxt_separate_head_pool(struct bnxt_rx_ring_info *rxr) in bnxt_separate_head_pool() argument
905 return rxr->need_head_pool || rxr->rx_page_size < PAGE_SIZE; in bnxt_separate_head_pool()
909 struct bnxt_rx_ring_info *rxr, in __bnxt_alloc_rx_page() argument
915 if (rxr->rx_page_size < PAGE_SIZE) { in __bnxt_alloc_rx_page()
916 page = page_pool_dev_alloc_frag(rxr->page_pool, offset, in __bnxt_alloc_rx_page()
917 rxr->rx_page_size); in __bnxt_alloc_rx_page()
[all …]
|
| H A D | bnxt_ethtool.c | 5063 struct bnxt_rx_ring_info *rxr; in bnxt_rx_loopback() local
5071 rxr = bnapi->rx_ring; in bnxt_rx_loopback()
5076 rx_buf = &rxr->rx_buf_ring[cons]; in bnxt_rx_loopback()
5131 struct bnxt_rx_ring_info *rxr = &bp->rx_ring[0]; in bnxt_run_loopback() local
5139 cpr = &rxr->bnapi->cp_ring; in bnxt_run_loopback()
5141 cpr = rxr->rx_cpr; in bnxt_run_loopback()
|
| H A D | bnxt.h | 2906 int bnxt_alloc_rx_data(struct bnxt *bp, struct bnxt_rx_ring_info *rxr,
2908 void bnxt_reuse_rx_data(struct bnxt_rx_ring_info *rxr, u16 cons, void *data);
|
| /linux/drivers/net/ethernet/broadcom/ |
| H A D | bnx2.c | 717 struct bnx2_rx_ring_info *rxr = &bnapi->rx_ring; in bnx2_free_rx_mem() local
721 if (rxr->rx_desc_ring[j]) in bnx2_free_rx_mem()
723 rxr->rx_desc_ring[j], in bnx2_free_rx_mem()
724 rxr->rx_desc_mapping[j]); in bnx2_free_rx_mem()
725 rxr->rx_desc_ring[j] = NULL; in bnx2_free_rx_mem()
727 vfree(rxr->rx_buf_ring); in bnx2_free_rx_mem()
728 rxr->rx_buf_ring = NULL; in bnx2_free_rx_mem()
731 if (rxr->rx_pg_desc_ring[j]) in bnx2_free_rx_mem()
733 rxr->rx_pg_desc_ring[j], in bnx2_free_rx_mem()
734 rxr->rx_pg_desc_mapping[j]); in bnx2_free_rx_mem()
[all …]
|
| /linux/drivers/net/ethernet/sgi/ |
| H A D | ioc3-eth.c | 84 unsigned long *rxr; /* pointer to receiver ring */ member
371 unsigned long *rxr; in ioc3_rx() local
375 rxr = ip->rxr; /* Ring base */ in ioc3_rx()
396 d = rxr[rx_entry]; in ioc3_rx()
405 dma_unmap_single(ip->dma_dev, rxr[rx_entry], in ioc3_rx()
420 d = rxr[rx_entry]; in ioc3_rx()
430 rxr[n_entry] = cpu_to_be64(ioc3_map(d, PCI64_ATTR_BAR)); in ioc3_rx()
660 be64_to_cpu(ip->rxr[n_entry]), in ioc3_free_rx_bufs()
684 ip->rxr[i] = cpu_to_be64(ioc3_map(d, PCI64_ATTR_BAR)); in ioc3_alloc_rx_bufs()
885 ip->rxr = dma_alloc_coherent(ip->dma_dev, RX_RING_SIZE, &ip->rxr_dma, in ioc3eth_probe()
[all …]
|
| /linux/drivers/net/ethernet/meta/fbnic/ |
| H A D | fbnic_txrx.c | 1403 struct fbnic_ring *rxr) in fbnic_aggregate_ring_rx_counters() argument
1405 struct fbnic_queue_stats *stats = &rxr->stats; in fbnic_aggregate_ring_rx_counters()
1490 struct fbnic_ring *rxr) in fbnic_remove_rx_ring() argument
1492 if (!(rxr->flags & FBNIC_RING_F_STATS)) in fbnic_remove_rx_ring()
1495 fbnic_aggregate_ring_rx_counters(fbn, rxr); in fbnic_remove_rx_ring()
1498 WARN_ON(fbn->rx[rxr->q_idx] && fbn->rx[rxr->q_idx] != rxr); in fbnic_remove_rx_ring()
1499 fbn->rx[rxr->q_idx] = NULL; in fbnic_remove_rx_ring()
1887 struct fbnic_ring *rxr) in fbnic_alloc_rx_ring_desc() argument
1890 size_t desc_size = sizeof(*rxr->desc); in fbnic_alloc_rx_ring_desc()
1894 switch (rxr->doorbell - fbnic_ring_csr_base(rxr)) { in fbnic_alloc_rx_ring_desc()
[all …]
|
| H A D | fbnic_netdev.c | 475 struct fbnic_ring *rxr = fbn->rx[i]; in fbnic_get_stats64() local
477 if (!rxr) in fbnic_get_stats64()
480 stats = &rxr->stats; in fbnic_get_stats64()
566 struct fbnic_ring *rxr = fbn->rx[idx]; in fbnic_get_queue_stats_rx() local
573 if (!rxr) in fbnic_get_queue_stats_rx()
577 qt = container_of(rxr, struct fbnic_q_triad, cmpl); in fbnic_get_queue_stats_rx()
579 stats = &rxr->stats; in fbnic_get_queue_stats_rx()
|
| H A D | fbnic_txrx.h | 171 struct fbnic_ring *rxr);
173 struct fbnic_ring *rxr);
|
| /linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.h | 312 bool iavf_alloc_rx_buffers(struct iavf_ring *rxr, u16 cleaned_count);
|
| /linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_netdev.c | 187 struct ena_ring *txr, *rxr; in ena_init_io_rings() local
194 rxr = &adapter->rx_ring[i]; in ena_init_io_rings()
212 ena_init_io_rings_common(adapter, rxr, i); in ena_init_io_rings()
215 rxr->ring_size = adapter->requested_rx_ring_size; in ena_init_io_rings()
216 rxr->rx_copybreak = adapter->rx_copybreak; in ena_init_io_rings()
217 rxr->sgl_size = adapter->max_rx_sgl_size; in ena_init_io_rings()
218 rxr->smoothed_interval = in ena_init_io_rings()
220 rxr->empty_rx_queue = 0; in ena_init_io_rings()
221 rxr->rx_headroom = NET_SKB_PAD; in ena_init_io_rings()
223 rxr->xdp_ring = &adapter->tx_ring[i + adapter->num_io_queues]; in ena_init_io_rings()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_txrx.h | 461 bool i40e_alloc_rx_buffers(struct i40e_ring *rxr, u16 cleaned_count);
|
| H A D | i40e_main.c | 13376 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_toggle_napi() local
13377 struct i40e_q_vector *q_vector = rxr->q_vector; in i40e_queue_pair_toggle_napi()
13452 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_enable_irq() local
13458 i40e_irq_dynamic_enable(vsi, rxr->q_vector->v_idx); in i40e_queue_pair_enable_irq()
13472 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_disable_irq() local
13483 u32 intpf = vsi->base_vector + rxr->q_vector->v_idx; in i40e_queue_pair_disable_irq()
|