| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt_xdp.c | 124 struct bnxt_rx_ring_info *rxr = bnapi->rx_ring; in bnxt_tx_int_xdp() local
157 page_pool_recycle_direct(rxr->page_pool, tx_buf->page); in bnxt_tx_int_xdp()
170 bnxt_db_write(bp, &rxr->rx_db, tx_buf->rx_prod); in bnxt_tx_int_xdp()
175 bool bnxt_xdp_attached(struct bnxt *bp, struct bnxt_rx_ring_info *rxr) in bnxt_xdp_attached() argument
177 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_xdp_attached()
182 void bnxt_xdp_buff_init(struct bnxt *bp, struct bnxt_rx_ring_info *rxr, in bnxt_xdp_buff_init() argument
186 u32 buflen = rxr->rx_page_size; in bnxt_xdp_buff_init()
193 rx_buf = &rxr->rx_buf_ring[cons]; in bnxt_xdp_buff_init()
199 xdp_init_buff(xdp, buflen, &rxr->xdp_rxq); in bnxt_xdp_buff_init()
203 void bnxt_xdp_buff_frags_free(struct bnxt_rx_ring_info *rxr, in bnxt_xdp_buff_frags_free() argument
[all …]
|
| H A D | bnxt.c | 401 static void bnxt_sched_reset_rxr(struct bnxt *bp, struct bnxt_rx_ring_info *rxr) in bnxt_sched_reset_rxr() argument
403 if (!rxr->bnapi->in_reset) { in bnxt_sched_reset_rxr()
404 rxr->bnapi->in_reset = true; in bnxt_sched_reset_rxr()
411 rxr->rx_next_cons = 0xffff; in bnxt_sched_reset_rxr()
933 static bool bnxt_separate_head_pool(struct bnxt_rx_ring_info *rxr) in bnxt_separate_head_pool() argument
935 return rxr->need_head_pool || rxr->rx_page_size < PAGE_SIZE; in bnxt_separate_head_pool()
939 struct bnxt_rx_ring_info *rxr, in __bnxt_alloc_rx_page() argument
945 if (rxr->rx_page_size < PAGE_SIZE) { in __bnxt_alloc_rx_page()
946 page = page_pool_dev_alloc_frag(rxr->page_pool, offset, in __bnxt_alloc_rx_page()
947 rxr->rx_page_size); in __bnxt_alloc_rx_page()
[all …]
|
| H A D | bnxt_ethtool.c | 5097 struct bnxt_rx_ring_info *rxr; in bnxt_rx_loopback() local
5105 rxr = bnapi->rx_ring; in bnxt_rx_loopback()
5110 rx_buf = &rxr->rx_buf_ring[cons]; in bnxt_rx_loopback()
5165 struct bnxt_rx_ring_info *rxr = &bp->rx_ring[0]; in bnxt_run_loopback() local
5173 cpr = &rxr->bnapi->cp_ring; in bnxt_run_loopback()
5175 cpr = rxr->rx_cpr; in bnxt_run_loopback()
|
| H A D | bnxt.h | 2971 int bnxt_alloc_rx_data(struct bnxt *bp, struct bnxt_rx_ring_info *rxr,
2973 void bnxt_reuse_rx_data(struct bnxt_rx_ring_info *rxr, u16 cons, void *data);
|
| /linux/drivers/net/ethernet/broadcom/bnge/ |
| H A D | bnge_netdev.c | 671 static bool bnge_separate_head_pool(struct bnge_rx_ring_info *rxr) in bnge_separate_head_pool() argument
673 return rxr->need_head_pool || PAGE_SIZE > BNGE_RX_PAGE_SIZE; in bnge_separate_head_pool()
677 struct bnge_rx_ring_info *rxr) in bnge_free_one_rx_ring_bufs() argument
681 if (!rxr->rx_buf_ring) in bnge_free_one_rx_ring_bufs()
687 struct bnge_sw_rx_bd *rx_buf = &rxr->rx_buf_ring[i]; in bnge_free_one_rx_ring_bufs()
694 page_pool_free_va(rxr->head_pool, data, true); in bnge_free_one_rx_ring_bufs()
699 struct bnge_rx_ring_info *rxr) in bnge_free_one_agg_ring_bufs() argument
703 if (!rxr->rx_agg_buf_ring) in bnge_free_one_agg_ring_bufs()
709 struct bnge_sw_rx_agg_bd *rx_agg_buf = &rxr->rx_agg_buf_ring[i]; in bnge_free_one_agg_ring_bufs()
716 __clear_bit(i, rxr->rx_agg_bmap); in bnge_free_one_agg_ring_bufs()
[all …]
|
| H A D | bnge_netdev.h | 639 u32 bnge_cp_ring_for_rx(struct bnge_rx_ring_info *rxr);
642 int bnge_alloc_rx_data(struct bnge_net *bn, struct bnge_rx_ring_info *rxr,
644 u16 bnge_find_next_agg_idx(struct bnge_rx_ring_info *rxr, u16 idx);
646 struct bnge_rx_ring_info *rxr, gfp_t gfp);
647 int bnge_alloc_rx_netmem(struct bnge_net *bn, struct bnge_rx_ring_info *rxr,
|
| H A D | bnge_hwrm_lib.c | 838 struct bnge_rx_ring_info *rxr = &bn->rx_ring[0]; in bnge_hwrm_vnic_cfg() local
848 cpu_to_le16(rxr->rx_ring_struct.fw_ring_id); in bnge_hwrm_vnic_cfg()
850 cpu_to_le16(bnge_cp_ring_for_rx(rxr)); in bnge_hwrm_vnic_cfg()
|
| /linux/drivers/net/ethernet/sgi/ |
| H A D | ioc3-eth.c | 84 unsigned long *rxr; /* pointer to receiver ring */ member
371 unsigned long *rxr; in ioc3_rx() local
375 rxr = ip->rxr; /* Ring base */ in ioc3_rx()
396 d = rxr[rx_entry]; in ioc3_rx()
405 dma_unmap_single(ip->dma_dev, rxr[rx_entry], in ioc3_rx()
420 d = rxr[rx_entry]; in ioc3_rx()
430 rxr[n_entry] = cpu_to_be64(ioc3_map(d, PCI64_ATTR_BAR)); in ioc3_rx()
660 be64_to_cpu(ip->rxr[n_entry]), in ioc3_free_rx_bufs()
684 ip->rxr[i] = cpu_to_be64(ioc3_map(d, PCI64_ATTR_BAR)); in ioc3_alloc_rx_bufs()
885 ip->rxr = dma_alloc_coherent(ip->dma_dev, RX_RING_SIZE, &ip->rxr_dma, in ioc3eth_probe()
[all …]
|
| /linux/drivers/net/ethernet/meta/fbnic/ |
| H A D | fbnic_txrx.c | 1404 struct fbnic_ring *rxr) in fbnic_aggregate_ring_rx_counters() argument
1406 struct fbnic_queue_stats *stats = &rxr->stats; in fbnic_aggregate_ring_rx_counters()
1491 struct fbnic_ring *rxr) in fbnic_remove_rx_ring() argument
1493 if (!(rxr->flags & FBNIC_RING_F_STATS)) in fbnic_remove_rx_ring()
1496 fbnic_aggregate_ring_rx_counters(fbn, rxr); in fbnic_remove_rx_ring()
1499 WARN_ON(fbn->rx[rxr->q_idx] && fbn->rx[rxr->q_idx] != rxr); in fbnic_remove_rx_ring()
1500 fbn->rx[rxr->q_idx] = NULL; in fbnic_remove_rx_ring()
1888 struct fbnic_ring *rxr) in fbnic_alloc_rx_ring_desc() argument
1891 size_t desc_size = sizeof(*rxr->desc); in fbnic_alloc_rx_ring_desc()
1895 switch (rxr->doorbell - fbnic_ring_csr_base(rxr)) { in fbnic_alloc_rx_ring_desc()
[all …]
|
| H A D | fbnic_txrx.h | 171 struct fbnic_ring *rxr);
173 struct fbnic_ring *rxr);
|
| H A D | fbnic_netdev.c | 488 struct fbnic_ring *rxr = fbn->rx[i]; in fbnic_get_stats64() local
490 if (!rxr) in fbnic_get_stats64()
493 stats = &rxr->stats; in fbnic_get_stats64()
579 struct fbnic_ring *rxr = fbn->rx[idx]; in fbnic_get_queue_stats_rx() local
586 if (!rxr) in fbnic_get_queue_stats_rx()
590 qt = container_of(rxr, struct fbnic_q_triad, cmpl); in fbnic_get_queue_stats_rx()
592 stats = &rxr->stats; in fbnic_get_queue_stats_rx()
|
| /linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.h | 312 bool iavf_alloc_rx_buffers(struct iavf_ring *rxr, u16 cleaned_count);
|
| /linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_netdev.c | 187 struct ena_ring *txr, *rxr; in ena_init_io_rings() local
194 rxr = &adapter->rx_ring[i]; in ena_init_io_rings()
212 ena_init_io_rings_common(adapter, rxr, i); in ena_init_io_rings()
215 rxr->ring_size = adapter->requested_rx_ring_size; in ena_init_io_rings()
216 rxr->rx_copybreak = adapter->rx_copybreak; in ena_init_io_rings()
217 rxr->sgl_size = adapter->max_rx_sgl_size; in ena_init_io_rings()
218 rxr->smoothed_interval = in ena_init_io_rings()
220 rxr->empty_rx_queue = 0; in ena_init_io_rings()
221 rxr->rx_headroom = NET_SKB_PAD; in ena_init_io_rings()
223 rxr->xdp_ring = &adapter->tx_ring[i + adapter->num_io_queues]; in ena_init_io_rings()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_txrx.h | 461 bool i40e_alloc_rx_buffers(struct i40e_ring *rxr, u16 cleaned_count);
|
| H A D | i40e_main.c | 13380 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_toggle_napi() local
13381 struct i40e_q_vector *q_vector = rxr->q_vector; in i40e_queue_pair_toggle_napi()
13456 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_enable_irq() local
13462 i40e_irq_dynamic_enable(vsi, rxr->q_vector->v_idx); in i40e_queue_pair_enable_irq()
13476 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_disable_irq() local
13487 u32 intpf = vsi->base_vector + rxr->q_vector->v_idx; in i40e_queue_pair_disable_irq()
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | test_xsk.c | 155 struct xsk_ring_cons *rxr; in xsk_configure_socket() local
172 rxr = ifobject->rx_on ? &xsk->rx : NULL; in xsk_configure_socket()
173 return xsk_socket__create(&xsk->xsk, ifobject->ifindex, 0, umem->umem, rxr, txr, &cfg); in xsk_configure_socket()
|