/freebsd/sys/dev/ixl/ |
H A D | ixl_txrx.c | 149 ixl_is_tx_desc_done(struct tx_ring *txr, int idx) in ixl_is_tx_desc_done() argument 151 return (((txr->tx_base[idx].cmd_type_offset_bsz >> I40E_TXD_QW1_DTYPE_SHIFT) in ixl_is_tx_desc_done() 280 ixl_tso_setup(struct tx_ring *txr, if_pkt_info_t pi) in ixl_tso_setup() argument 289 TXD = (struct i40e_tx_context_desc *) &txr->tx_base[idx]; in ixl_tso_setup() 292 scctx = txr->que->vsi->shared; in ixl_tso_setup() 301 txr->mss_too_small++; in ixl_tso_setup() 323 txr->que->tso++; in ixl_tso_setup() 343 struct tx_ring *txr = &que->txr; in ixl_isc_txd_encap() local 362 i = ixl_tso_setup(txr, pi); in ixl_isc_txd_encap() 380 txd = &txr->tx_base[i]; in ixl_isc_txd_encap() [all …]
|
H A D | ixl_pf_iflib.c | 46 struct tx_ring *txr = &que->txr; in ixl_configure_tx_itr() local 50 txr->itr = vsi->tx_itr_setting; in ixl_configure_tx_itr() 51 txr->latency = IXL_AVE_LATENCY; in ixl_configure_tx_itr() 517 struct tx_ring *txr = &tx_que->txr; in ixl_initialize_vsi() local 524 tctx.base = (txr->tx_paddr/IXL_TX_CTX_BASE_UNITS); in ixl_initialize_vsi() 539 tctx.head_wb_addr = txr->tx_paddr + in ixl_initialize_vsi() 698 struct tx_ring *txr = &que->txr; in ixl_set_queue_tx_itr() local 705 if (txr->bytes == 0) in ixl_set_queue_tx_itr() 709 tx_bytes = txr->bytes/txr->itr; in ixl_set_queue_tx_itr() 710 tx_itr = txr->itr; in ixl_set_queue_tx_itr() [all …]
|
H A D | if_ixl.c | 1125 IFLIB_INTR_TX, tx_que, tx_que->txr.me, buf); in ixl_if_msix_intr_assign() 1231 struct tx_ring *txr = &que->txr; in ixl_if_tx_queues_alloc() local 1233 txr->me = i; in ixl_if_tx_queues_alloc() 1238 if (!(txr->tx_rsq = malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_IXL, M_NOWAIT))) { in ixl_if_tx_queues_alloc() 1245 txr->tx_rsq[j] = QIDX_INVALID; in ixl_if_tx_queues_alloc() 1248 txr->tail = I40E_QTX_TAIL(txr->me); in ixl_if_tx_queues_alloc() 1249 txr->tx_base = (struct i40e_tx_desc *)vaddrs[i * ntxqs]; in ixl_if_tx_queues_alloc() 1250 txr->tx_paddr = paddrs[i * ntxqs]; in ixl_if_tx_queues_alloc() 1251 txr->que = que; in ixl_if_tx_queues_alloc() 1314 struct tx_ring *txr = &que->txr; in ixl_if_queues_free() local [all …]
|
/freebsd/sys/dev/igc/ |
H A D | igc_txrx.c | 85 struct tx_ring *txr; in igc_dump_rs() local 94 txr = &que->txr; in igc_dump_rs() 95 rs_cidx = txr->tx_rs_cidx; in igc_dump_rs() 96 if (rs_cidx != txr->tx_rs_pidx) { in igc_dump_rs() 97 cur = txr->tx_rsq[rs_cidx]; in igc_dump_rs() 98 status = txr->tx_base[cur].upper.fields.status; in igc_dump_rs() 103 cur = txr->tx_rsq[rs_cidx]; in igc_dump_rs() 106 printf("cidx_prev=%d rs_pidx=%d ",txr->tx_cidx_processed, txr->tx_rs_pidx); in igc_dump_rs() 108 if (txr->tx_base[i].upper.fields.status & IGC_TXD_STAT_DD) in igc_dump_rs() 122 igc_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igc_tso_setup() argument [all …]
|
H A D | if_igc.c | 377 struct tx_ring *txr = &tx_que->txr; in igc_get_regs() local 389 unsigned int *ptr = (unsigned int *)&txr->tx_base[j]; in igc_get_regs() 393 buf->eop != -1 ? txr->tx_base[buf->eop].upper.fields.status & IGC_TXD_STAT_DD : 0); in igc_get_regs() 799 struct tx_ring *txr = &tx_que->txr; in igc_if_init() local 801 txr->tx_rs_cidx = txr->tx_rs_pidx; in igc_if_init() 808 txr->tx_cidx_processed = scctx->isc_ntxd[0] - 1; in igc_if_init() 857 struct tx_ring *txr, struct rx_ring *rxr) in igc_neweitr() argument 867 if ((txr->tx_bytes == 0) && (rxr->rx_bytes == 0)) in igc_neweitr() 888 if (txr->tx_bytes && txr->tx_packets) { in igc_neweitr() 889 bytes = txr->tx_bytes; in igc_neweitr() [all …]
|
H A D | if_igc.h | 282 struct tx_ring txr; member
|
/freebsd/sys/dev/iavf/ |
H A D | iavf_txrx_iflib.c | 105 iavf_is_tx_desc_done(struct tx_ring *txr, int idx) in iavf_is_tx_desc_done() argument 107 return (((txr->tx_base[idx].cmd_type_offset_bsz >> IAVF_TXD_QW1_DTYPE_SHIFT) in iavf_is_tx_desc_done() 259 iavf_tso_setup(struct tx_ring *txr, if_pkt_info_t pi) in iavf_tso_setup() argument 268 TXD = (struct iavf_tx_context_desc *) &txr->tx_base[idx]; in iavf_tso_setup() 271 scctx = txr->que->vsi->shared; in iavf_tso_setup() 280 txr->mss_too_small++; in iavf_tso_setup() 302 txr->que->tso++; in iavf_tso_setup() 325 struct tx_ring *txr = &que->txr; in iavf_isc_txd_encap() local 349 i = iavf_tso_setup(txr, pi); in iavf_isc_txd_encap() 367 txd = &txr->tx_base[i]; in iavf_isc_txd_encap() [all …]
|
H A D | if_iavf_iflib.c | 866 IFLIB_INTR_TX, tx_que, tx_que->txr.me, buf); in iavf_if_msix_intr_assign() 988 struct tx_ring *txr = &que->txr; in iavf_if_tx_queues_alloc() local 990 txr->me = i; in iavf_if_tx_queues_alloc() 995 if (!(txr->tx_rsq = (qidx_t *)malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_IAVF, M_NOWAIT))) { in iavf_if_tx_queues_alloc() 1002 txr->tx_rsq[j] = QIDX_INVALID; in iavf_if_tx_queues_alloc() 1005 txr->tail = IAVF_QTX_TAIL1(txr->me); in iavf_if_tx_queues_alloc() 1006 txr->tx_base = (struct iavf_tx_desc *)vaddrs[i * ntxqs]; in iavf_if_tx_queues_alloc() 1007 txr->tx_paddr = paddrs[i * ntxqs]; in iavf_if_tx_queues_alloc() 1008 txr->que = que; in iavf_if_tx_queues_alloc() 1097 struct tx_ring *txr = &que->txr; in iavf_if_queues_free() local [all …]
|
H A D | iavf_vc_iflib.c | 60 struct tx_ring *txr; in iavf_configure_queues() local 85 txr = &tx_que->txr; in iavf_configure_queues() 91 vqpi->txq.dma_ring_addr = txr->tx_paddr; in iavf_configure_queues() 98 vqpi->txq.dma_headwb_addr = txr->tx_paddr + in iavf_configure_queues()
|
H A D | iavf_lib.c | 764 struct tx_ring *txr = &que->txr; in iavf_configure_tx_itr() local 768 txr->itr = vsi->tx_itr_setting; in iavf_configure_tx_itr() 769 txr->latency = IAVF_AVE_LATENCY; in iavf_configure_tx_itr()
|
H A D | iavf_iflib.h | 201 struct tx_ring txr; member
|
/freebsd/sys/dev/e1000/ |
H A D | em_txrx.c | 96 struct tx_ring *txr; in em_dump_rs() local 105 txr = &que->txr; in em_dump_rs() 106 rs_cidx = txr->tx_rs_cidx; in em_dump_rs() 107 if (rs_cidx != txr->tx_rs_pidx) { in em_dump_rs() 108 cur = txr->tx_rsq[rs_cidx]; in em_dump_rs() 109 status = txr->tx_base[cur].upper.fields.status; in em_dump_rs() 114 cur = txr->tx_rsq[rs_cidx]; in em_dump_rs() 117 printf("cidx_prev=%d rs_pidx=%d ",txr->tx_cidx_processed, in em_dump_rs() 118 txr->tx_rs_pidx); in em_dump_rs() 120 if (txr->tx_base[i].upper.fields.status & E1000_TXD_STAT_DD) in em_dump_rs() [all …]
|
H A D | igb_txrx.c | 85 igb_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igb_tso_setup() argument 89 struct e1000_softc *sc = txr->sc; in igb_tso_setup() 109 TXD = (struct e1000_adv_tx_context_desc *) &txr->tx_base[pi->ipi_pidx]; in igb_tso_setup() 133 mss_l4len_idx |= txr->me << 4; in igb_tso_setup() 150 igb_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igb_tx_ctx_setup() argument 154 struct e1000_softc *sc = txr->sc; in igb_tx_ctx_setup() 161 return (igb_tso_setup(txr, pi, cmd_type_len, olinfo_status)); in igb_tx_ctx_setup() 167 TXD = (struct e1000_adv_tx_context_desc *) &txr->tx_base[pi->ipi_pidx]; in igb_tx_ctx_setup() 222 mss_l4len_idx = txr->me << 4; in igb_tx_ctx_setup() 239 struct tx_ring *txr = &que->txr; in igb_isc_txd_encap() local [all …]
|
H A D | if_em.c | 721 struct tx_ring *txr = &tx_que->txr; in em_get_regs() local 733 unsigned int *ptr = (unsigned int *)&txr->tx_base[j]; in em_get_regs() 737 buf->eop != -1 ? txr->tx_base[buf->eop].upper.fields.status & E1000_TXD_STAT_DD : 0); in em_get_regs() 1409 struct tx_ring *txr = &tx_que->txr; in em_if_init() local 1411 txr->tx_rs_cidx = txr->tx_rs_pidx; in em_if_init() 1418 txr->tx_cidx_processed = scctx->isc_ntxd[0] - 1; in em_if_init() 1489 struct tx_ring *txr, struct rx_ring *rxr) in em_newitr() argument 1499 if ((txr->tx_bytes == 0) && (rxr->rx_bytes == 0)) in em_newitr() 1520 if (txr->tx_bytes && txr->tx_packets) { in em_newitr() 1521 bytes = txr->tx_bytes; in em_newitr() [all …]
|
/freebsd/sys/dev/hyperv/netvsc/ |
H A D | if_hn.c | 211 struct hn_tx_ring *txr; member 670 hn_txpkt_sglist(struct hn_tx_ring *txr, struct hn_txdesc *txd) in hn_txpkt_sglist() argument 675 return (hn_nvs_send_rndis_sglist(txr->hn_chan, HN_NVS_RNDIS_MTYPE_DATA, in hn_txpkt_sglist() 676 &txd->send_ctx, txr->hn_gpa, txr->hn_gpa_cnt)); in hn_txpkt_sglist() 680 hn_txpkt_chim(struct hn_tx_ring *txr, struct hn_txdesc *txd) in hn_txpkt_chim() argument 692 return (hn_nvs_send(txr->hn_chan, VMBUS_CHANPKT_FLAG_RC, in hn_txpkt_chim() 1020 struct hn_tx_ring *txr = &sc->hn_tx_ring[i]; in hn_set_txagg() local 1022 mtx_lock(&txr->hn_tx_lock); in hn_set_txagg() 1023 txr in hn_set_txagg() 1031 hn_get_txswq_depth(const struct hn_tx_ring * txr) hn_get_txswq_depth() argument 2652 hn_txdesc_dmamap_load(struct hn_tx_ring * txr,struct hn_txdesc * txd,struct mbuf ** m_head,bus_dma_segment_t * segs,int * nsegs) hn_txdesc_dmamap_load() argument 2684 hn_txdesc_put(struct hn_tx_ring * txr,struct hn_txdesc * txd) hn_txdesc_put() argument 2761 hn_txdesc_get(struct hn_tx_ring * txr) hn_txdesc_get() argument 2824 hn_tx_ring_pending(struct hn_tx_ring * txr) hn_tx_ring_pending() argument 2841 hn_txeof(struct hn_tx_ring * txr) hn_txeof() argument 2852 struct hn_tx_ring *txr; hn_txpkt_done() local 2871 hn_chan_rollup(struct hn_rx_ring * rxr,struct hn_tx_ring * txr) hn_chan_rollup() argument 2934 hn_flush_txagg(if_t ifp,struct hn_tx_ring * txr) hn_flush_txagg() argument 2975 hn_try_txagg(if_t ifp,struct hn_tx_ring * txr,struct hn_txdesc * txd,int pktsize) hn_try_txagg() argument 3048 hn_encap(if_t ifp,struct hn_tx_ring * txr,struct hn_txdesc * txd,struct mbuf ** m_head0) hn_encap() argument 3261 hn_txpkt(if_t ifp,struct hn_tx_ring * txr,struct hn_txdesc * txd) hn_txpkt() argument 4309 struct hn_tx_ring *txr; hn_tx_stat_ulong_sysctl() local 4335 struct hn_tx_ring *txr; hn_tx_conf_int_sysctl() local 5172 struct hn_tx_ring *txr = &sc->hn_tx_ring[id]; hn_tx_ring_create() local 5372 struct hn_tx_ring *txr = txd->txr; hn_txdesc_dmamap_destroy() local 5384 hn_txdesc_gc(struct hn_tx_ring * txr,struct hn_txdesc * txd) hn_txdesc_gc() argument 5400 hn_tx_ring_destroy(struct hn_tx_ring * txr) hn_tx_ring_destroy() argument 5678 struct hn_tx_ring *txr = xtxr; hn_start_taskfunc() local 5686 hn_start_locked(struct hn_tx_ring * txr,int len) hn_start_locked() argument 5800 struct hn_tx_ring *txr = &sc->hn_tx_ring[0]; hn_start() local 5820 struct hn_tx_ring *txr = xtxr; hn_start_txeof_taskfunc() local 5829 hn_start_txeof(struct hn_tx_ring * txr) hn_start_txeof() argument 5865 hn_xmit(struct hn_tx_ring * txr,int len) hn_xmit() argument 5961 struct hn_tx_ring *txr; hn_transmit() local 6101 hn_tx_ring_qflush(struct hn_tx_ring * txr) hn_tx_ring_qflush() argument 6129 hn_xmit_txeof(struct hn_tx_ring * txr) hn_xmit_txeof() argument 6161 struct hn_tx_ring *txr = xtxr; hn_xmit_taskfunc() local 6171 struct hn_tx_ring *txr = xtxr; hn_xmit_txeof_taskfunc() local 6184 struct hn_tx_ring *txr = NULL; hn_chan_attach() local 6263 struct hn_tx_ring *txr = &sc->hn_tx_ring[idx]; hn_chan_detach() local 6782 struct hn_tx_ring *txr; hn_suspend_data() local 6891 struct hn_tx_ring *txr = &sc->hn_tx_ring[i]; hn_resume_tx() local 6934 struct hn_tx_ring *txr = &sc->hn_tx_ring[i]; hn_resume_data() local [all...] |
/freebsd/sys/dev/ixgbe/ |
H A D | ix_txrx.c | 174 struct tx_ring *txr = &que->txr; in ixgbe_isc_txd_encap() local 193 TXD = (struct ixgbe_adv_tx_context_desc *) &txr->tx_base[first]; in ixgbe_isc_txd_encap() 204 ++txr->tso_tx; in ixgbe_isc_txd_encap() 219 txd = &txr->tx_base[i]; in ixgbe_isc_txd_encap() 233 txr->tx_rsq[txr->tx_rs_pidx] = pidx_last; in ixgbe_isc_txd_encap() 234 txr->tx_rs_pidx = (txr->tx_rs_pidx + 1) & (ntxd - 1); in ixgbe_isc_txd_encap() 238 txr->bytes += pi->ipi_len; in ixgbe_isc_txd_encap() 241 ++txr->total_packets; in ixgbe_isc_txd_encap() 254 struct tx_ring *txr = &que->txr; in ixgbe_isc_txd_flush() local 256 IXGBE_WRITE_REG(&sc->hw, txr->tail, pidx); in ixgbe_isc_txd_flush() [all …]
|
H A D | if_fdir.c | 80 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr() argument 82 struct ixgbe_softc *sc = txr->sc; in ixgbe_atr() 136 que = &sc->queues[txr->me]; in ixgbe_atr() 155 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr() argument 157 UNREFERENCED_2PARAMETER(txr, mp); in ixgbe_atr()
|
H A D | if_ixv.c | 260 struct tx_ring *txr = &que->txr; in ixv_if_tx_queues_alloc() local 262 txr->me = i; in ixv_if_tx_queues_alloc() 263 txr->sc = que->sc = sc; in ixv_if_tx_queues_alloc() 266 …if (!(txr->tx_rsq = (qidx_t *)malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_DEVBUF, M_NOWAIT | M_Z… in ixv_if_tx_queues_alloc() 271 txr->tx_rsq[j] = QIDX_INVALID; in ixv_if_tx_queues_alloc() 273 txr->tail = IXGBE_VFTDT(txr->me); in ixv_if_tx_queues_alloc() 274 txr->tx_base = (union ixgbe_adv_tx_desc *)vaddrs[i*ntxqs]; in ixv_if_tx_queues_alloc() 275 txr->tx_paddr = paddrs[i*ntxqs]; in ixv_if_tx_queues_alloc() 277 txr->bytes = 0; in ixv_if_tx_queues_alloc() 278 txr->total_packets = 0; in ixv_if_tx_queues_alloc() [all …]
|
H A D | if_ix.c | 429 struct tx_ring *txr = &que->txr; in ixgbe_if_tx_queues_alloc() local 432 txr->me = ixgbe_vf_que_index(sc->iov_mode, sc->pool, in ixgbe_if_tx_queues_alloc() 435 txr->sc = que->sc = sc; in ixgbe_if_tx_queues_alloc() 438 txr->tx_rsq = (qidx_t *)malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_IXGBE, M_NOWAIT | M_ZERO); in ixgbe_if_tx_queues_alloc() 439 if (txr->tx_rsq == NULL) { in ixgbe_if_tx_queues_alloc() 444 txr->tx_rsq[j] = QIDX_INVALID; in ixgbe_if_tx_queues_alloc() 446 txr->tail = IXGBE_TDT(txr->me); in ixgbe_if_tx_queues_alloc() 447 txr->tx_base = (union ixgbe_adv_tx_desc *)vaddrs[i]; in ixgbe_if_tx_queues_alloc() 448 txr->tx_paddr = paddrs[i]; in ixgbe_if_tx_queues_alloc() 450 txr->bytes = 0; in ixgbe_if_tx_queues_alloc() [all …]
|
/freebsd/sys/dev/vmware/vmxnet3/ |
H A D | if_vmx.c | 760 struct vmxnet3_txring *txr; in vmxnet3_init_txq() local 765 txr = &txq->vxtxq_cmd_ring; in vmxnet3_init_txq() 774 txr->vxtxr_ndesc = scctx->isc_ntxd[1]; in vmxnet3_init_txq() 819 struct vmxnet3_txring *txr; in vmxnet3_tx_queues_alloc() local 824 txr = &txq->vxtxq_cmd_ring; in vmxnet3_tx_queues_alloc() 832 txr->vxtxr_txd = in vmxnet3_tx_queues_alloc() 834 txr->vxtxr_paddr = paddrs[q * ntxqs + 1]; in vmxnet3_tx_queues_alloc() 1298 struct vmxnet3_txring *txr; in vmxnet3_isc_txd_encap() local 1309 txr = &txq->vxtxq_cmd_ring; in vmxnet3_isc_txd_encap() 1317 sop = &txr->vxtxr_txd[pidx]; in vmxnet3_isc_txd_encap() [all …]
|
/freebsd/sys/dev/bnxt/bnxt_en/ |
H A D | bnxt_txrx.c | 92 struct bnxt_ring *txr = &softc->tx_rings[pi->ipi_qsidx]; in bnxt_isc_txd_encap() local 110 tbd = &((struct tx_bd_long *)txr->vaddr)[pi->ipi_new_pidx]; in bnxt_isc_txd_encap() 126 pi->ipi_new_pidx = RING_NEXT(txr, pi->ipi_new_pidx); in bnxt_isc_txd_encap() 127 tbdh = &((struct tx_bd_long_hi *)txr->vaddr)[pi->ipi_new_pidx]; in bnxt_isc_txd_encap() 160 pi->ipi_new_pidx = RING_NEXT(txr, pi->ipi_new_pidx); in bnxt_isc_txd_encap() 161 tbd = &((struct tx_bd_long *)txr->vaddr)[pi->ipi_new_pidx]; in bnxt_isc_txd_encap() 168 pi->ipi_new_pidx = RING_NEXT(txr, pi->ipi_new_pidx); in bnxt_isc_txd_encap()
|
H A D | bnxt_sysctl.h | 35 int bnxt_create_tx_sysctls(struct bnxt_softc *softc, int txr);
|
/freebsd/sys/dev/ena/ |
H A D | ena.c | 392 struct ena_ring *txr, *rxr; in ena_init_io_rings_basic() local 399 txr = &adapter->tx_ring[i]; in ena_init_io_rings_basic() 403 ena_init_io_rings_common(adapter, txr, i); in ena_init_io_rings_basic() 407 txr->tx_max_header_size = ena_dev->tx_max_header_size; in ena_init_io_rings_basic() 408 txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type; in ena_init_io_rings_basic() 413 que->tx_ring = txr; in ena_init_io_rings_basic() 416 txr->que = que; in ena_init_io_rings_basic() 427 struct ena_ring *txr, *rxr; in ena_init_io_rings_advanced() local 431 txr = &adapter->tx_ring[i]; in ena_init_io_rings_advanced() 435 txr->buf_ring_size = adapter->buf_ring_size; in ena_init_io_rings_advanced() [all …]
|
/freebsd/sys/dev/qlxge/ |
H A D | qls_hw.c | 1131 qla_tx_ring_t *txr; in qls_init_work_queue() local 1135 txr = &ha->tx_ring[wid]; in qls_init_work_queue() 1137 txr->wq_db_addr = (struct resource *)((uint8_t *)ha->pci_reg1 in qls_init_work_queue() 1140 txr->wq_db_offset = (ha->vm_pgsize * wid); in qls_init_work_queue() 1142 wq_icb = txr->wq_icb_vaddr; in qls_init_work_queue() 1153 wq_icb->baddr_lo = txr->wq_paddr & 0xFFFFFFFF; in qls_init_work_queue() 1154 wq_icb->baddr_hi = (txr->wq_paddr >> 32)& 0xFFFFFFFF; in qls_init_work_queue() 1156 wq_icb->ci_addr_lo = txr->txr_cons_paddr & 0xFFFFFFFF; in qls_init_work_queue() 1157 wq_icb->ci_addr_hi = (txr->txr_cons_paddr >> 32)& 0xFFFFFFFF; in qls_init_work_queue() 1171 value = (uint32_t)txr->wq_icb_paddr; in qls_init_work_queue() [all …]
|
/freebsd/sys/dev/netmap/ |
H A D | netmap_mem2.h | 143 struct netmap_mem_d* netmap_mem_private_new( u_int txr, u_int txd, u_int rxr, u_int rxd,
|