/freebsd/sys/dev/qlxge/ |
H A D | qls_isr.c | 76 qla_rx_ring_t *rxr; in qls_replenish_rx() local 80 rxr = &ha->rx_ring[r_idx]; in qls_replenish_rx() 82 count = rxr->rx_free; in qls_replenish_rx() 83 sbq_e = rxr->sbq_vaddr; in qls_replenish_rx() 86 rxb = &rxr->rx_buf[rxr->sbq_next]; in qls_replenish_rx() 92 __func__, rxr->sbq_next, r_idx); in qls_replenish_rx() 99 sbq_e[rxr->sbq_next].addr_lo = (uint32_t)rxb->paddr; in qls_replenish_rx() 100 sbq_e[rxr->sbq_next].addr_hi = in qls_replenish_rx() 103 rxr->sbq_next++; in qls_replenish_rx() 104 if (rxr->sbq_next == NUM_RX_DESCRIPTORS) in qls_replenish_rx() [all …]
|
H A D | qls_hw.c | 1045 qla_rx_ring_t *rxr; in qls_init_comp_queue() local 1049 rxr = &ha->rx_ring[cid]; in qls_init_comp_queue() 1051 rxr->cq_db_offset = ha->vm_pgsize * (128 + cid); in qls_init_comp_queue() 1053 cq_icb = rxr->cq_icb_vaddr; in qls_init_comp_queue() 1066 cq_icb->cq_baddr_lo = (rxr->cq_base_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1067 cq_icb->cq_baddr_hi = (rxr->cq_base_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() 1069 cq_icb->cqi_addr_lo = (rxr->cqi_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1070 cq_icb->cqi_addr_hi = (rxr->cqi_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() 1075 cq_icb->lbq_baddr_lo = (rxr->lbq_addr_tbl_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1076 cq_icb->lbq_baddr_hi = (rxr->lbq_addr_tbl_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() [all …]
|
H A D | qls_os.c | 1320 qla_rx_ring_t *rxr; in qls_free_rcv_bufs() local 1323 rxr = &ha->rx_ring[r]; in qls_free_rcv_bufs() 1326 rxb = &rxr->rx_buf[i]; in qls_free_rcv_bufs() 1334 bzero(rxr->rx_buf, (sizeof(qla_rx_buf_t) * NUM_RX_DESCRIPTORS)); in qls_free_rcv_bufs() 1343 qla_rx_ring_t *rxr; in qls_alloc_rcv_bufs() local 1346 rxr = &ha->rx_ring[r]; in qls_alloc_rcv_bufs() 1347 bzero(rxr->rx_buf, (sizeof(qla_rx_buf_t) * NUM_RX_DESCRIPTORS)); in qls_alloc_rcv_bufs()
|
/freebsd/sys/dev/ixl/ |
H A D | ixl_pf_iflib.c | 65 struct rx_ring *rxr = &que->rxr; in ixl_configure_rx_itr() local 69 rxr->itr = vsi->rx_itr_setting; in ixl_configure_rx_itr() 70 rxr->latency = IXL_AVE_LATENCY; in ixl_configure_rx_itr() 286 vsi->rx_queues[0].rxr.itr = vsi->rx_itr_setting; in ixl_configure_legacy() 567 struct rx_ring *rxr = &rx_que->rxr; in ixl_initialize_vsi() local 571 rxr->mbuf_sz = iflib_get_rx_mbuf_sz(vsi->ctx); in ixl_initialize_vsi() 573 u16 max_rxmax = rxr->mbuf_sz * hw->func_caps.rx_buf_chain_len; in ixl_initialize_vsi() 577 rctx.dbuff = rxr->mbuf_sz >> I40E_RXQ_CTX_DBUFF_SHIFT; in ixl_initialize_vsi() 585 rctx.base = (rxr->rx_paddr/IXL_RX_CTX_BASE_UNITS); in ixl_initialize_vsi() 625 struct rx_ring *rxr = &que->rxr; in ixl_set_queue_rx_itr() local [all …]
|
H A D | ixl_txrx.c | 551 struct rx_ring *rxr = &((vsi->rx_queues[iru->iru_qsidx]).rxr); in ixl_isc_rxd_refill() local 562 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in ixl_isc_rxd_refill() 572 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in ixl_isc_rxd_flush() local 574 wr32(vsi->hw, rxr->tail, pidx); in ixl_isc_rxd_flush() 581 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in ixl_isc_rxd_available() local 590 rxd = &rxr->rx_base[i]; in ixl_isc_rxd_available() 662 struct rx_ring *rxr = &que->rxr; in ixl_isc_rxd_pkt_get() local 677 cur = &rxr->rx_base[cidx]; in ixl_isc_rxd_pkt_get() 692 rxr->rx_bytes += plen; in ixl_isc_rxd_pkt_get() 703 rxr->desc_errs++; in ixl_isc_rxd_pkt_get() [all …]
|
H A D | if_ixl.c | 1107 IFLIB_INTR_RXTX, ixl_msix_que, rx_que, rx_que->rxr.me, buf); in ixl_if_msix_intr_assign() 1160 ixl_enable_queue(hw, que->rxr.me); in ixl_if_enable_intr() 1285 struct rx_ring *rxr = &que->rxr; in ixl_if_rx_queues_alloc() local 1287 rxr->me = i; in ixl_if_rx_queues_alloc() 1291 rxr->tail = I40E_QRX_TAIL(rxr->me); in ixl_if_rx_queues_alloc() 1292 rxr->rx_base = (union i40e_rx_desc *)vaddrs[i * nrxqs]; in ixl_if_rx_queues_alloc() 1293 rxr->rx_paddr = paddrs[i * nrxqs]; in ixl_if_rx_queues_alloc() 1294 rxr->que = que; in ixl_if_rx_queues_alloc()
|
/freebsd/sys/dev/ixgbe/ |
H A D | ix_txrx.c | 328 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_refill() local 339 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in ixgbe_isc_rxd_refill() 354 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_flush() local 356 IXGBE_WRITE_REG(&sc->hw, rxr->tail, pidx); in ixgbe_isc_rxd_flush() 367 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_available() local 374 rxd = &rxr->rx_base[i]; in ixgbe_isc_rxd_available() 402 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_pkt_get() local 413 rxd = &rxr->rx_base[cidx]; in ixgbe_isc_rxd_pkt_get() 425 rxr->bytes += len; in ixgbe_isc_rxd_pkt_get() 436 rxr->rx_discarded++; in ixgbe_isc_rxd_pkt_get() [all …]
|
H A D | if_ix.c | 543 struct rx_ring *rxr = &que->rxr; in ixgbe_if_rx_queues_alloc() local 546 rxr->me = ixgbe_vf_que_index(sc->iov_mode, sc->pool, i); in ixgbe_if_rx_queues_alloc() 548 rxr->sc = que->sc = sc; in ixgbe_if_rx_queues_alloc() 551 rxr->tail = IXGBE_RDT(rxr->me); in ixgbe_if_rx_queues_alloc() 552 rxr->rx_base = (union ixgbe_adv_rx_desc *)vaddrs[i]; in ixgbe_if_rx_queues_alloc() 553 rxr->rx_paddr = paddrs[i]; in ixgbe_if_rx_queues_alloc() 554 rxr->bytes = 0; in ixgbe_if_rx_queues_alloc() 555 rxr->que = que; in ixgbe_if_rx_queues_alloc() 751 struct rx_ring *rxr = &que->rxr; in ixgbe_initialize_receive_units() local 752 u64 rdba = rxr->rx_paddr; in ixgbe_initialize_receive_units() [all …]
|
H A D | if_ixv.c | 327 struct rx_ring *rxr = &que->rxr; in ixv_if_rx_queues_alloc() local 328 rxr->me = i; in ixv_if_rx_queues_alloc() 329 rxr->sc = que->sc = sc; in ixv_if_rx_queues_alloc() 333 rxr->tail = IXGBE_VFRDT(rxr->me); in ixv_if_rx_queues_alloc() 334 rxr->rx_base = (union ixgbe_adv_rx_desc *)vaddrs[i]; in ixv_if_rx_queues_alloc() 335 rxr->rx_paddr = paddrs[i*nrxqs]; in ixv_if_rx_queues_alloc() 336 rxr->bytes = 0; in ixv_if_rx_queues_alloc() 337 rxr->que = que; in ixv_if_rx_queues_alloc() 1048 IFLIB_INTR_RXTX, ixv_msix_que, rx_que, rx_que->rxr.me, in ixv_if_msix_intr_assign() 1426 struct rx_ring *rxr = &que->rxr; in ixv_initialize_receive_units() local [all …]
|
/freebsd/sys/dev/hyperv/netvsc/ |
H A D | if_hn.c | 251 struct hn_rx_ring *rxr; member 1131 arg->rxr->hn_rxvf_ifp = arg->vf_ifp; in hn_rxvf_set_task() 1137 struct hn_rx_ring *rxr; in hn_rxvf_set() local 1147 rxr = &sc->hn_rx_ring[i]; in hn_rxvf_set() 1150 arg.rxr = rxr; in hn_rxvf_set() 1152 vmbus_chan_run_task(rxr->hn_chan, &task); in hn_rxvf_set() 1154 rxr->hn_rxvf_ifp = vf_ifp; in hn_rxvf_set() 2871 hn_chan_rollup(struct hn_rx_ring *rxr, struct hn_tx_ring *txr) in hn_chan_rollup() argument 2877 tcp_lro_flush_all(&rxr->hn_lro); in hn_chan_rollup() 3416 hn_rxpkt(struct hn_rx_ring *rxr) in hn_rxpkt() argument [all …]
|
/freebsd/sys/dev/e1000/ |
H A D | em_txrx.c | 546 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_refill() local 558 rxd = (struct e1000_rx_desc *)&rxr->rx_base[next_pidx]; in lem_isc_rxd_refill() 575 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_refill() local 587 rxd = &rxr->rx_base[next_pidx]; in em_isc_rxd_refill() 603 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_flush() local 605 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in em_isc_rxd_flush() 614 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_available() local 620 rxd = (struct e1000_rx_desc *)&rxr->rx_base[i]; in lem_isc_rxd_available() 639 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_available() local 645 rxd = &rxr->rx_base[i]; in em_isc_rxd_available() [all …]
|
H A D | igb_txrx.c | 372 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_refill() local 383 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[next_pidx]; in igb_isc_rxd_refill() 397 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_flush() local 399 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in igb_isc_rxd_flush() 408 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_available() local 414 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[i]; in igb_isc_rxd_available() 440 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_pkt_get() local 452 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[cidx]; in igb_isc_rxd_pkt_get() 463 rxr->rx_bytes += ri->iri_len; in igb_isc_rxd_pkt_get() 472 ++rxr->rx_discarded; in igb_isc_rxd_pkt_get() [all …]
|
H A D | if_em.c | 852 struct rx_ring *rxr = &rx_que->rxr; in em_get_regs() local 859 u32 staterr = le32toh(rxr->rx_base[j].wb.upper.status_error); in em_get_regs() 860 u32 length = le32toh(rxr->rx_base[j].wb.upper.length); in em_get_regs() 863 j, rxr->rx_base[j].read.buffer_addr, staterr, length); in em_get_regs() 1644 struct tx_ring *txr, struct rx_ring *rxr) in em_newitr() argument 1654 if ((txr->tx_bytes == 0) && (rxr->rx_bytes == 0)) in em_newitr() 1660 nextlatency = rxr->rx_nextlatency; in em_newitr() 1680 if (rxr->rx_bytes && rxr->rx_packets) { in em_newitr() 1681 bytes = max(bytes, rxr->rx_bytes); in em_newitr() 1683 max(bytes_packets, rxr->rx_bytes/rxr->rx_packets); in em_newitr() [all …]
|
/freebsd/sys/dev/iavf/ |
H A D | iavf_vc_iflib.c | 61 struct rx_ring *rxr; in iavf_configure_queues() local 86 rxr = &rx_que->rxr; in iavf_configure_queues() 105 vqpi->rxq.dma_ring_addr = rxr->rx_paddr; in iavf_configure_queues() 107 vqpi->rxq.databuffer_size = rxr->mbuf_sz; in iavf_configure_queues() 158 vm->vecmap[i].txq_map = (1 << rx_que->rxr.me); in iavf_map_queues() 159 vm->vecmap[i].rxq_map = (1 << rx_que->rxr.me); in iavf_map_queues()
|
H A D | iavf_txrx_iflib.c | 574 struct rx_ring *rxr = &((vsi->rx_queues[iru->iru_qsidx]).rxr); in iavf_isc_rxd_refill() local 585 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in iavf_isc_rxd_refill() 605 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in iavf_isc_rxd_flush() local 607 wr32(vsi->hw, rxr->tail, pidx); in iavf_isc_rxd_flush() 626 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in iavf_isc_rxd_available() local 635 rxd = &rxr->rx_base[i]; in iavf_isc_rxd_available() 669 struct rx_ring *rxr = &que->rxr; in iavf_isc_rxd_pkt_get() local 684 cur = &rxr->rx_base[cidx]; in iavf_isc_rxd_pkt_get() 699 rxr->rx_bytes += plen; in iavf_isc_rxd_pkt_get() 710 rxr->desc_errs++; in iavf_isc_rxd_pkt_get() [all …]
|
H A D | if_iavf_iflib.c | 689 struct rx_ring *rxr; in iavf_init_queues() local 699 rxr = &rx_que->rxr; in iavf_init_queues() 701 rxr->mbuf_sz = mbuf_sz; in iavf_init_queues() 702 wr32(vsi->hw, rxr->tail, 0); in iavf_init_queues() 847 IFLIB_INTR_RXTX, iavf_msix_que, rx_que, rx_que->rxr.me, buf); in iavf_if_msix_intr_assign() 1053 struct rx_ring *rxr = &que->rxr; in iavf_if_rx_queues_alloc() local 1055 rxr->me = i; in iavf_if_rx_queues_alloc() 1059 rxr->tail = IAVF_QRX_TAIL1(rxr->me); in iavf_if_rx_queues_alloc() 1060 rxr->rx_base = (union iavf_rx_desc *)vaddrs[i * nrxqs]; in iavf_if_rx_queues_alloc() 1061 rxr->rx_paddr = paddrs[i * nrxqs]; in iavf_if_rx_queues_alloc() [all …]
|
H A D | iavf_lib.c | 789 struct rx_ring *rxr = &que->rxr; in iavf_configure_rx_itr() local 793 rxr->itr = vsi->rx_itr_setting; in iavf_configure_rx_itr() 794 rxr->latency = IAVF_AVE_LATENCY; in iavf_configure_rx_itr()
|
H A D | iavf_iflib.h | 220 struct rx_ring rxr; member
|
/freebsd/sys/dev/igc/ |
H A D | igc_txrx.c | 400 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_refill() local 411 rxd = (union igc_adv_rx_desc *)&rxr->rx_base[next_pidx]; in igc_isc_rxd_refill() 425 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_flush() local 427 IGC_WRITE_REG(&sc->hw, IGC_RDT(rxr->me), pidx); in igc_isc_rxd_flush() 436 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_available() local 442 rxd = (union igc_adv_rx_desc *)&rxr->rx_base[i]; in igc_isc_rxd_available() 468 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_pkt_get() local 480 rxd = (union igc_adv_rx_desc *)&rxr->rx_base[cidx]; in igc_isc_rxd_pkt_get() 491 rxr->rx_bytes += ri->iri_len; in igc_isc_rxd_pkt_get() 499 ++rxr->rx_discarded; in igc_isc_rxd_pkt_get() [all …]
|
H A D | if_igc.c | 397 struct rx_ring *rxr = &rx_que->rxr; in igc_get_regs() local 404 u32 staterr = le32toh(rxr->rx_base[j].wb.upper.status_error); in igc_get_regs() 405 u32 length = le32toh(rxr->rx_base[j].wb.upper.length); in igc_get_regs() 408 j, rxr->rx_base[j].read.buffer_addr, staterr, length); in igc_get_regs() 909 struct tx_ring *txr, struct rx_ring *rxr) in igc_neweitr() argument 919 if ((txr->tx_bytes == 0) && (rxr->rx_bytes == 0)) in igc_neweitr() 925 nextlatency = rxr->rx_nextlatency; in igc_neweitr() 945 if (rxr->rx_bytes && rxr->rx_packets) { in igc_neweitr() 946 bytes = max(bytes, rxr->rx_bytes); in igc_neweitr() 948 rxr->rx_bytes/rxr->rx_packets); in igc_neweitr() [all …]
|
H A D | if_igc.h | 291 struct rx_ring rxr; member
|
/freebsd/sys/dev/vmware/vmxnet3/ |
H A D | if_vmx.c | 845 struct vmxnet3_rxring *rxr; in vmxnet3_init_rxq() local 865 rxr = &rxq->vxrxq_cmd_ring[i]; in vmxnet3_init_rxq() 866 rxr->vxrxr_ndesc = scctx->isc_nrxd[i + 1]; in vmxnet3_init_rxq() 916 struct vmxnet3_rxring *rxr; in vmxnet3_rx_queues_alloc() local 929 rxr = &rxq->vxrxq_cmd_ring[i]; in vmxnet3_rx_queues_alloc() 931 rxr->vxrxr_rxd = in vmxnet3_rx_queues_alloc() 933 rxr->vxrxr_paddr = paddrs[q * nrxqs + 1 + i]; in vmxnet3_rx_queues_alloc() 1671 struct vmxnet3_rxring *rxr; in vmxnet3_isc_rxd_refill() local 1688 rxr = &rxq->vxrxq_cmd_ring[flid]; in vmxnet3_isc_rxd_refill() 1689 rxd = rxr->vxrxr_rxd; in vmxnet3_isc_rxd_refill() [all …]
|
/freebsd/sys/dev/bnxt/bnxt_en/ |
H A D | bnxt_sysctl.h | 36 int bnxt_create_rx_sysctls(struct bnxt_softc *softc, int rxr);
|
/freebsd/sys/dev/ena/ |
H A D | ena.c | 392 struct ena_ring *txr, *rxr; in ena_init_io_rings_basic() local 400 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_basic() 404 ena_init_io_rings_common(adapter, rxr, i); in ena_init_io_rings_basic() 414 que->rx_ring = rxr; in ena_init_io_rings_basic() 417 rxr->que = que; in ena_init_io_rings_basic() 419 rxr->empty_rx_queue = 0; in ena_init_io_rings_basic() 420 rxr->rx_mbuf_sz = ena_mbuf_sz; in ena_init_io_rings_basic() 427 struct ena_ring *txr, *rxr; in ena_init_io_rings_advanced() local 432 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_advanced() 445 ena_alloc_counters((counter_u64_t *)&rxr->rx_stats, in ena_init_io_rings_advanced() [all …]
|
/freebsd/sys/dev/netmap/ |
H A D | netmap_mem2.h | 143 struct netmap_mem_d* netmap_mem_private_new( u_int txr, u_int txd, u_int rxr, u_int rxd,
|