| /freebsd/sys/dev/qlxge/ |
| H A D | qls_isr.c | 76 qla_rx_ring_t *rxr; in qls_replenish_rx() local 80 rxr = &ha->rx_ring[r_idx]; in qls_replenish_rx() 82 count = rxr->rx_free; in qls_replenish_rx() 83 sbq_e = rxr->sbq_vaddr; in qls_replenish_rx() 86 rxb = &rxr->rx_buf[rxr->sbq_next]; in qls_replenish_rx() 92 __func__, rxr->sbq_next, r_idx); in qls_replenish_rx() 99 sbq_e[rxr->sbq_next].addr_lo = (uint32_t)rxb->paddr; in qls_replenish_rx() 100 sbq_e[rxr->sbq_next].addr_hi = in qls_replenish_rx() 103 rxr->sbq_next++; in qls_replenish_rx() 104 if (rxr->sbq_next == NUM_RX_DESCRIPTORS) in qls_replenish_rx() [all …]
|
| H A D | qls_hw.c | 1044 qla_rx_ring_t *rxr; in qls_init_comp_queue() local 1048 rxr = &ha->rx_ring[cid]; in qls_init_comp_queue() 1050 rxr->cq_db_offset = ha->vm_pgsize * (128 + cid); in qls_init_comp_queue() 1052 cq_icb = rxr->cq_icb_vaddr; in qls_init_comp_queue() 1065 cq_icb->cq_baddr_lo = (rxr->cq_base_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1066 cq_icb->cq_baddr_hi = (rxr->cq_base_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() 1068 cq_icb->cqi_addr_lo = (rxr->cqi_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1069 cq_icb->cqi_addr_hi = (rxr->cqi_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() 1074 cq_icb->lbq_baddr_lo = (rxr->lbq_addr_tbl_paddr & 0xFFFFFFFF); in qls_init_comp_queue() 1075 cq_icb->lbq_baddr_hi = (rxr->lbq_addr_tbl_paddr >> 32) & 0xFFFFFFFF; in qls_init_comp_queue() [all …]
|
| H A D | qls_os.c | 1320 qla_rx_ring_t *rxr; in qls_free_rcv_bufs() local 1323 rxr = &ha->rx_ring[r]; in qls_free_rcv_bufs() 1326 rxb = &rxr->rx_buf[i]; in qls_free_rcv_bufs() 1334 bzero(rxr->rx_buf, (sizeof(qla_rx_buf_t) * NUM_RX_DESCRIPTORS)); in qls_free_rcv_bufs() 1343 qla_rx_ring_t *rxr; in qls_alloc_rcv_bufs() local 1346 rxr = &ha->rx_ring[r]; in qls_alloc_rcv_bufs() 1347 bzero(rxr->rx_buf, (sizeof(qla_rx_buf_t) * NUM_RX_DESCRIPTORS)); in qls_alloc_rcv_bufs()
|
| /freebsd/sys/dev/ixl/ |
| H A D | ixl_pf_iflib.c | 65 struct rx_ring *rxr = &que->rxr; in ixl_configure_rx_itr() local 69 rxr->itr = vsi->rx_itr_setting; in ixl_configure_rx_itr() 70 rxr->latency = IXL_AVE_LATENCY; in ixl_configure_rx_itr() 286 vsi->rx_queues[0].rxr.itr = vsi->rx_itr_setting; in ixl_configure_legacy() 575 struct rx_ring *rxr = &rx_que->rxr; in ixl_initialize_vsi() 579 rxr->mbuf_sz = iflib_get_rx_mbuf_sz(vsi->ctx); in ixl_initialize_vsi() 581 u16 max_rxmax = rxr->mbuf_sz * hw->func_caps.rx_buf_chain_len; in ixl_initialize_vsi() 585 rctx.dbuff = rxr in ixl_initialize_vsi() 573 struct rx_ring *rxr = &rx_que->rxr; ixl_initialize_vsi() local 631 struct rx_ring *rxr = &que->rxr; ixl_set_queue_rx_itr() local [all...] |
| H A D | ixl_txrx.c | 538 struct rx_ring *rxr = &((vsi->rx_queues[iru->iru_qsidx]).rxr); in ixl_isc_rxd_refill() 549 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in ixl_isc_rxd_refill() 559 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in ixl_isc_rxd_flush() 561 wr32(vsi->hw, rxr->tail, pidx); 568 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in ixl_isc_rxd_available() 577 rxd = &rxr->rx_base[i]; in ixl_isc_rxd_available() 649 struct rx_ring *rxr in ixl_isc_rxd_pkt_get() 535 struct rx_ring *rxr = &((vsi->rx_queues[iru->iru_qsidx]).rxr); ixl_isc_rxd_refill() local 556 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; ixl_isc_rxd_flush() local 565 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; ixl_isc_rxd_available() local 646 struct rx_ring *rxr = &que->rxr; ixl_isc_rxd_pkt_get() local 891 struct rx_ring *rxr; ixl_vsi_add_queues_stats() local [all...] |
| H A D | if_ixl.c | 1215 IFLIB_INTR_RXTX, ixl_msix_que, rx_que, rx_que->rxr.me, buf); in ixl_if_msix_intr_assign() 1268 ixl_enable_queue(hw, rx_que->rxr.me); in ixl_if_enable_intr() 1293 ixl_disable_queue(hw, rx_que->rxr.me); in ixl_if_disable_intr() 1402 struct rx_ring *rxr = &que->rxr; in ixl_if_rx_queues_alloc() local 1404 rxr->me = i; in ixl_if_rx_queues_alloc() 1408 rxr->tail = I40E_QRX_TAIL(rxr->me); in ixl_if_rx_queues_alloc() 1409 rxr->rx_base = (union i40e_rx_desc *)vaddrs[i * nrxqs]; in ixl_if_rx_queues_alloc() 1410 rxr in ixl_if_rx_queues_alloc() [all...] |
| /freebsd/sys/dev/hyperv/netvsc/ |
| H A D | if_hn.c | 256 struct hn_rx_ring *rxr; member 1132 arg->rxr->hn_rxvf_ifp = arg->vf_ifp; in hn_rxvf_set_task() 1138 struct hn_rx_ring *rxr; in hn_rxvf_set() local 1148 rxr = &sc->hn_rx_ring[i]; in hn_rxvf_set() 1151 arg.rxr = rxr; in hn_rxvf_set() 1153 vmbus_chan_run_task(rxr->hn_chan, &task); in hn_rxvf_set() 1155 rxr->hn_rxvf_ifp = vf_ifp; in hn_rxvf_set() 3172 hn_chan_rollup(struct hn_rx_ring *rxr, struct hn_tx_ring *txr) in hn_chan_rollup() argument 3178 tcp_lro_flush_all(&rxr->hn_lro); in hn_chan_rollup() 3717 hn_rxpkt(struct hn_rx_ring *rxr) in hn_rxpkt() argument [all …]
|
| /freebsd/sys/dev/ixgbe/ |
| H A D | ix_txrx.c | 329 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_refill() local 340 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in ixgbe_isc_rxd_refill() 355 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_flush() local 357 IXGBE_WRITE_REG(&sc->hw, rxr->tail, pidx); in ixgbe_isc_rxd_flush() 368 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_available() local 375 rxd = &rxr->rx_base[i]; in ixgbe_isc_rxd_available() 403 struct rx_ring *rxr = &que->rxr; in ixgbe_isc_rxd_pkt_get() local 414 rxd = &rxr->rx_base[cidx]; in ixgbe_isc_rxd_pkt_get() 426 rxr->bytes += len; in ixgbe_isc_rxd_pkt_get() 437 rxr->rx_discarded++; in ixgbe_isc_rxd_pkt_get() [all …]
|
| H A D | if_ix.c | 624 struct rx_ring *rxr = &que->rxr; in ixgbe_if_rx_queues_alloc() local 627 rxr->me = ixgbe_vf_que_index(sc->iov_mode, sc->pool, i); in ixgbe_if_rx_queues_alloc() 629 rxr->sc = que->sc = sc; in ixgbe_if_rx_queues_alloc() 632 rxr->tail = IXGBE_RDT(rxr->me); in ixgbe_if_rx_queues_alloc() 633 rxr->rx_base = (union ixgbe_adv_rx_desc *)vaddrs[i]; in ixgbe_if_rx_queues_alloc() 634 rxr->rx_paddr = paddrs[i]; in ixgbe_if_rx_queues_alloc() 635 rxr->bytes = 0; in ixgbe_if_rx_queues_alloc() 636 rxr->que = que; in ixgbe_if_rx_queues_alloc() 888 struct rx_ring *rxr = &que->rxr; in ixgbe_initialize_receive_units() local 889 u64 rdba = rxr->rx_paddr; in ixgbe_initialize_receive_units() [all …]
|
| H A D | if_ixv.c | 365 struct rx_ring *rxr = &que->rxr; in ixv_if_rx_queues_alloc() local 366 rxr->me = i; in ixv_if_rx_queues_alloc() 367 rxr->sc = que->sc = sc; in ixv_if_rx_queues_alloc() 371 rxr->tail = IXGBE_VFRDT(rxr->me); in ixv_if_rx_queues_alloc() 372 rxr->rx_base = (union ixgbe_adv_rx_desc *)vaddrs[i]; in ixv_if_rx_queues_alloc() 373 rxr->rx_paddr = paddrs[i*nrxqs]; in ixv_if_rx_queues_alloc() 374 rxr->bytes = 0; in ixv_if_rx_queues_alloc() 375 rxr->que = que; in ixv_if_rx_queues_alloc() 1605 IFLIB_INTR_RXTX, ixv_msix_que, rx_que, rx_que->rxr.me, in ixv_if_msix_intr_assign() 1979 struct rx_ring *rxr = &que->rxr; in ixv_initialize_receive_units() local [all …]
|
| /freebsd/sys/dev/e1000/ |
| H A D | em_txrx.c | 572 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_refill() local 584 rxd = (struct e1000_rx_desc *)&rxr->rx_base[next_pidx]; in lem_isc_rxd_refill() 601 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_refill() local 613 rxd = &rxr->rx_base[next_pidx]; in em_isc_rxd_refill() 629 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_flush() local 631 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in em_isc_rxd_flush() 633 em_aim_publish_rx(rxr); in em_isc_rxd_flush() 642 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_available() local 648 rxd = (struct e1000_rx_desc *)&rxr->rx_base[i]; in lem_isc_rxd_available() 667 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_available() local [all …]
|
| H A D | igb_txrx.c | 418 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_refill() local 429 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[next_pidx]; in igb_isc_rxd_refill() 443 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_flush() local 445 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in igb_isc_rxd_flush() 446 em_aim_publish_rx(rxr); in igb_isc_rxd_flush() 455 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_available() local 461 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[i]; in igb_isc_rxd_available() 487 struct rx_ring *rxr = &que->rxr; in igb_isc_rxd_pkt_get() local 500 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[cidx]; in igb_isc_rxd_pkt_get() 519 ++rxr->rx_discarded; in igb_isc_rxd_pkt_get() [all …]
|
| H A D | if_em.h | 520 em_aim_publish_rx(struct rx_ring *rxr) in em_aim_publish_rx() argument 524 snapshot = ((uint64_t)rxr->rx_bytes << 32) | rxr->rx_packets; in em_aim_publish_rx() 525 atomic_store_rel_64(&rxr->rx_aim_snapshot, snapshot); in em_aim_publish_rx() 542 struct rx_ring rxr; member
|
| H A D | if_em.c | 948 rxqid = sc->rx_queues[0].rxr.me; in em_get_regs() 1024 struct rx_ring *rxr = &rx_que->rxr; in em_get_regs() local 1031 u32 staterr = le32toh(rxr->rx_base[j].wb.upper.status_error); in em_get_regs() 1032 u32 length = le32toh(rxr->rx_base[j].wb.upper.length); in em_get_regs() 1035 j, rxr->rx_base[j].read.buffer_addr, staterr, length); in em_get_regs() 2123 em_aim_rx_delta(struct rx_ring *rxr, u32 *bytes, u32 *packets) in em_aim_rx_delta() argument 2128 snapshot = atomic_load_acq_64(&rxr->rx_aim_snapshot); in em_aim_rx_delta() 2131 *bytes = now_bytes - rxr->rx_bytes_last; in em_aim_rx_delta() 2132 *packets = now_packets - rxr->rx_packets_last; in em_aim_rx_delta() 2133 rxr->rx_bytes_last = now_bytes; in em_aim_rx_delta() [all …]
|
| /freebsd/sys/dev/igc/ |
| H A D | igc_txrx.c | 416 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_refill() local 427 rxd = (union igc_adv_rx_desc *)&rxr->rx_base[next_pidx]; in igc_isc_rxd_refill() 441 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_flush() local 443 IGC_WRITE_REG(&sc->hw, IGC_RDT(rxr->me), pidx); in igc_isc_rxd_flush() 444 igc_aim_publish_rx(rxr); in igc_isc_rxd_flush() 453 struct rx_ring *rxr = &que->rxr; in igc_isc_rxd_available() local 459 rxd = (union igc_adv_rx_desc *)&rxr in igc_isc_rxd_available() 485 struct rx_ring *rxr = &que->rxr; igc_isc_rxd_pkt_get() local [all...] |
| H A D | if_igc.h | 312 igc_aim_publish_rx(struct rx_ring *rxr) in igc_aim_publish_rx() argument 316 snapshot = ((uint64_t)rxr->rx_bytes << 32) | rxr->rx_packets; in igc_aim_publish_rx() 317 atomic_store_rel_64(&rxr->rx_aim_snapshot, snapshot); in igc_aim_publish_rx() 334 struct rx_ring rxr; member
|
| H A D | if_igc.c | 422 struct rx_ring *rxr = &rx_que->rxr; in igc_get_regs() local 429 u32 staterr = le32toh(rxr->rx_base[j].wb.upper.status_error); in igc_get_regs() 430 u32 length = le32toh(rxr->rx_base[j].wb.upper.length); in igc_get_regs() 433 j, rxr->rx_base[j].read.buffer_addr, staterr, length); in igc_get_regs() 965 igc_aim_rx_delta(struct rx_ring *rxr, u32 *bytes, u32 *packets) in igc_aim_rx_delta() argument 970 snapshot = atomic_load_acq_64(&rxr->rx_aim_snapshot); in igc_aim_rx_delta() 973 *bytes = now_bytes - rxr->rx_bytes_last; in igc_aim_rx_delta() 974 *packets = now_packets - rxr->rx_packets_last; in igc_aim_rx_delta() 975 rxr in igc_aim_rx_delta() 1061 igc_neweitr(struct igc_softc * sc,struct igc_rx_queue * que,struct rx_ring * rxr) igc_neweitr() argument 1127 struct rx_ring *rxr = &que->rxr; igc_intr() local 1196 struct rx_ring *rxr = &que->rxr; igc_msix_que() local 2442 struct rx_ring *rxr = &que->rxr; igc_if_rx_queues_alloc() local 2650 struct rx_ring *rxr = &que->rxr; igc_initialize_receive_unit() local 3338 struct rx_ring *rxr = &rx_que->rxr; igc_add_hw_stats() local [all...] |
| /freebsd/sys/dev/iavf/ |
| H A D | iavf_vc_iflib.c | 61 struct rx_ring *rxr; in iavf_configure_queues() local 86 rxr = &rx_que->rxr; in iavf_configure_queues() 105 vqpi->rxq.dma_ring_addr = rxr->rx_paddr; in iavf_configure_queues() 107 vqpi->rxq.databuffer_size = rxr->mbuf_sz; in iavf_configure_queues() 158 vm->vecmap[i].txq_map = (1 << rx_que->rxr.me); in iavf_map_queues() 159 vm->vecmap[i].rxq_map = (1 << rx_que->rxr.me); in iavf_map_queues()
|
| H A D | iavf_txrx_iflib.c | 575 struct rx_ring *rxr = &((vsi->rx_queues[iru->iru_qsidx]).rxr); in iavf_isc_rxd_refill() local 586 rxr->rx_base[next_pidx].read.pkt_addr = htole64(paddrs[i]); in iavf_isc_rxd_refill() 606 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in iavf_isc_rxd_flush() local 608 wr32(vsi->hw, rxr->tail, pidx); in iavf_isc_rxd_flush() 627 struct rx_ring *rxr = &vsi->rx_queues[rxqid].rxr; in iavf_isc_rxd_available() local 636 rxd = &rxr->rx_base[i]; in iavf_isc_rxd_available() 670 struct rx_ring *rxr = &que->rxr; in iavf_isc_rxd_pkt_get() local 685 cur = &rxr->rx_base[cidx]; in iavf_isc_rxd_pkt_get() 700 rxr->rx_bytes += plen; in iavf_isc_rxd_pkt_get() 711 rxr->desc_errs++; in iavf_isc_rxd_pkt_get() [all …]
|
| H A D | if_iavf_iflib.c | 735 struct rx_ring *rxr; in iavf_init_queues() local 745 rxr = &rx_que->rxr; in iavf_init_queues() 747 rxr->mbuf_sz = mbuf_sz; in iavf_init_queues() 748 wr32(vsi->hw, rxr->tail, 0); in iavf_init_queues() 1164 IFLIB_INTR_RXTX, iavf_msix_que, rx_que, rx_que->rxr.me, buf); in iavf_if_msix_intr_assign() 1370 struct rx_ring *rxr = &que->rxr; in iavf_if_rx_queues_alloc() local 1372 rxr->me = i; in iavf_if_rx_queues_alloc() 1376 rxr->tail = IAVF_QRX_TAIL1(rxr->me); in iavf_if_rx_queues_alloc() 1377 rxr->rx_base = (union iavf_rx_desc *)vaddrs[i * nrxqs]; in iavf_if_rx_queues_alloc() 1378 rxr->rx_paddr = paddrs[i * nrxqs]; in iavf_if_rx_queues_alloc() [all …]
|
| H A D | iavf_lib.c | 791 struct rx_ring *rxr = &que->rxr; in iavf_configure_rx_itr() local 795 rxr->itr = vsi->rx_itr_setting; in iavf_configure_rx_itr() 796 rxr->latency = IAVF_AVE_LATENCY; in iavf_configure_rx_itr()
|
| /freebsd/sys/dev/vmware/vmxnet3/ |
| H A D | if_vmx.c | 845 struct vmxnet3_rxring *rxr; in vmxnet3_init_rxq() local 865 rxr = &rxq->vxrxq_cmd_ring[i]; in vmxnet3_init_rxq() 866 rxr->vxrxr_ndesc = scctx->isc_nrxd[i + 1]; in vmxnet3_init_rxq() 916 struct vmxnet3_rxring *rxr; in vmxnet3_rx_queues_alloc() local 929 rxr = &rxq->vxrxq_cmd_ring[i]; in vmxnet3_rx_queues_alloc() 931 rxr->vxrxr_rxd = in vmxnet3_rx_queues_alloc() 933 rxr->vxrxr_paddr = paddrs[q * nrxqs + 1 + i]; in vmxnet3_rx_queues_alloc() 1660 struct vmxnet3_rxring *rxr; in vmxnet3_isc_rxd_refill() local 1677 rxr = &rxq->vxrxq_cmd_ring[flid]; in vmxnet3_isc_rxd_refill() 1678 rxd = rxr->vxrxr_rxd; in vmxnet3_isc_rxd_refill() [all …]
|
| /freebsd/sys/dev/bnxt/bnxt_en/ |
| H A D | bnxt_sysctl.h | 36 int bnxt_create_rx_sysctls(struct bnxt_softc *softc, int rxr);
|
| /freebsd/sys/dev/ena/ |
| H A D | ena.c | 392 struct ena_ring *txr, *rxr; in ena_init_io_rings_basic() local 400 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_basic() 404 ena_init_io_rings_common(adapter, rxr, i); in ena_init_io_rings_basic() 414 que->rx_ring = rxr; in ena_init_io_rings_basic() 417 rxr->que = que; in ena_init_io_rings_basic() 419 rxr->empty_rx_queue = 0; in ena_init_io_rings_basic() 420 rxr->rx_mbuf_sz = ena_mbuf_sz; in ena_init_io_rings_basic() 427 struct ena_ring *txr, *rxr; in ena_init_io_rings_advanced() local 432 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_advanced() 445 ena_alloc_counters((counter_u64_t *)&rxr->rx_stats, in ena_init_io_rings_advanced() [all …]
|
| /freebsd/sys/dev/netmap/ |
| H A D | netmap_mem2.h | 143 struct netmap_mem_d* netmap_mem_private_new( u_int txr, u_int txd, u_int rxr, u_int rxd,
|