| /freebsd/sys/net/ |
| H A D | mp_ring.c | 42 uint16_t cidx; member
61 if (s.cidx == s.pidx_head) in space_available()
63 else if (s.cidx > s.pidx_head) in space_available()
64 return (s.cidx - s.pidx_head - 1); in space_available()
66 return (x - s.pidx_head + s.cidx); in space_available()
83 if (s.cidx == s.pidx_tail) in state_to_flags()
97 uint16_t cidx = os.cidx; in drain_ring_locked() local
101 MPASS(cidx != pidx); in drain_ring_locked()
108 while (cidx != pidx) { in drain_ring_locked()
110 n = r->drain(r, cidx, pidx); in drain_ring_locked()
[all …]
|
| H A D | iflib.c | 421 get_inuse(int size, qidx_t cidx, qidx_t pidx, uint8_t gen) in get_inuse() argument
425 if (pidx > cidx) in get_inuse()
426 used = pidx - cidx; in get_inuse()
427 else if (pidx < cidx) in get_inuse()
428 used = size - cidx + pidx; in get_inuse()
429 else if (gen == 0 && pidx == cidx) in get_inuse()
431 else if (gen == 1 && pidx == cidx) in get_inuse()
702 static int iflib_rxd_avail(if_ctx_t ctx, iflib_rxq_t rxq, qidx_t cidx, qidx_t budget);
1592 int i, cidx, result; in iflib_fast_intr_rxtx() local
1623 cidx = rxq->ifr_cq_cidx; in iflib_fast_intr_rxtx()
[all …]
|
| /freebsd/sys/dev/cxgbe/ |
| H A D | t4_mp_ring.c | 66 uint16_t cidx; member
93 if (s.cidx == s.pidx_head) in space_available()
95 else if (s.cidx > s.pidx_head) in space_available()
96 return (s.cidx - s.pidx_head - 1); in space_available()
98 return (x - s.pidx_head + s.cidx); in space_available()
119 uint16_t cidx; in drain_ring() local
128 cidx = os.cidx; in drain_ring()
130 MPASS(cidx != pidx); in drain_ring()
135 while (cidx != pidx) { in drain_ring()
138 n = r->drain(r, cidx, pidx, &coalescing); in drain_ring()
[all …]
|
| H A D | t4_netmap.c | 230 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq()
251 &nm_txq->cidx, 0, "consumer index"); in alloc_nm_txq()
455 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq_hwq()
1061 if (nm_txq->cidx > nm_txq->pidx) in contiguous_ndesc_available()
1062 return (nm_txq->cidx - nm_txq->pidx - 1); in contiguous_ndesc_available()
1063 else if (nm_txq->cidx > 0) in contiguous_ndesc_available()
1073 uint16_t hw_cidx = spg->cidx; /* snapshot */ in reclaim_nm_tx_desc()
1079 while (nm_txq->cidx != hw_cidx) { in reclaim_nm_tx_desc()
1080 wr = (void *)&nm_txq->desc[nm_txq->cidx]; in reclaim_nm_tx_desc()
1088 nm_txq->cidx += npkt_to_ndesc(wr->npkt); in reclaim_nm_tx_desc()
[all …]
|
| H A D | t4_sge.c | 1387 struct iq_desc *d = &iq->desc[iq->cidx]; in service_iq()
1465 if (__predict_false(++iq->cidx == iq->sidx)) { in service_iq()
1466 iq->cidx = 0; in service_iq()
1557 if (__predict_false((++fl->cidx & 7) == 0)) { in move_to_next_rxbuf()
1558 uint16_t cidx = fl->cidx >> 3; in move_to_next_rxbuf() local
1560 if (__predict_false(cidx == fl->sidx)) in move_to_next_rxbuf()
1561 fl->cidx = cidx = 0; in move_to_next_rxbuf()
1562 fl->hw_cidx = cidx; in move_to_next_rxbuf()
1575 struct iq_desc *d = &iq->desc[iq->cidx]; in service_iq_fl()
1675 if (__predict_false(++iq->cidx == iq->sidx)) { in service_iq_fl()
[all …]
|
| H A D | adapter.h | 434 uint16_t cidx; /* consumer index */ member
482 uint16_t cidx; /* consumer idx (desc idx) */ member
538 (IDXDIFF(fl->dbidx * 8, fl->cidx, fl->sidx * 8) <= fl->lowat)
540 (IDXDIFF(fl->dbidx * 8, fl->cidx, fl->sidx * 8) >= 2 * fl->lowat)
558 uint32_t cidx; /* consumer index */ member
812 uint16_t cidx; member
|
| /freebsd/contrib/ofed/libcxgb4/ |
| H A D | dev.c | 249 chp->cq.cqid, chp->cq.queue, chp->cq.cidx, in dump_cq()
258 if (i == chp->cq.cidx) in dump_cq()
278 u16 cidx, pidx; in dump_qp() local
293 qhp->wq.sq.cidx, in dump_qp()
303 qhp->wq.rq.cidx, in dump_qp()
307 cidx = qhp->wq.sq.cidx; in dump_qp()
309 if (cidx != pidx) in dump_qp()
311 while (cidx != pidx) { in dump_qp()
312 swsqe = &qhp->wq.sq.sw_sq[cidx]; in dump_qp()
316 cidx, in dump_qp()
[all …]
|
| H A D | cq.c | 105 wq->sq.flush_cidx = wq->sq.cidx; in c4iw_flush_sq()
129 unsigned short cidx; in flush_completed_wrs() local
132 wq->sq.flush_cidx = wq->sq.cidx; in flush_completed_wrs()
133 cidx = wq->sq.flush_cidx; in flush_completed_wrs()
134 BUG_ON(cidx >= wq->sq.size); in flush_completed_wrs()
136 while (cidx != wq->sq.pidx) { in flush_completed_wrs()
137 swsqe = &wq->sq.sw_sq[cidx]; in flush_completed_wrs()
139 if (++cidx == wq->sq.size) in flush_completed_wrs()
140 cidx = 0; in flush_completed_wrs()
149 __func__, cidx, cq->sw_pidx); in flush_completed_wrs()
[all …]
|
| H A D | t4.h | 98 __be16 cidx; member
208 u16 cidx; member
267 #define CQE_WRID_SQ_IDX(x) (x)->u.scqe.cidx
323 u16 cidx; member
347 u16 cidx; member
399 if (++wq->rq.cidx == wq->rq.size) in t4_rq_consume()
400 wq->rq.cidx = 0; in t4_rq_consume()
401 assert((wq->rq.cidx != wq->rq.pidx) || wq->rq.in_use == 0); in t4_rq_consume()
403 wq->rq.queue[wq->rq.size].status.host_cidx = wq->rq.cidx; in t4_rq_consume()
444 if (wq->sq.cidx == wq->sq.flush_cidx) in t4_sq_consume()
[all …]
|
| /freebsd/sys/dev/cxgbe/iw_cxgbe/ |
| H A D | t4.h | 75 __be16 cidx; member
197 u16 cidx; member
257 #define CQE_WRID_SQ_IDX(x) ((x)->u.scqe.cidx)
326 u16 cidx; member
354 u16 cidx; member
401 if (++wq->rq.cidx == wq->rq.size) in t4_rq_consume()
402 wq->rq.cidx = 0; in t4_rq_consume()
448 if (wq->sq.cidx == wq->sq.flush_cidx) in t4_sq_consume()
451 if (++wq->sq.cidx == wq->sq.size) in t4_sq_consume()
452 wq->sq.cidx = 0; in t4_sq_consume()
[all …]
|
| H A D | cq.c | 267 wq->sq.flush_cidx = wq->sq.cidx; in c4iw_flush_sq()
292 int cidx; in flush_completed_wrs() local
295 wq->sq.flush_cidx = wq->sq.cidx; in flush_completed_wrs()
296 cidx = wq->sq.flush_cidx; in flush_completed_wrs()
297 BUG_ON(cidx > wq->sq.size); in flush_completed_wrs()
299 while (cidx != wq->sq.pidx) { in flush_completed_wrs()
300 swsqe = &wq->sq.sw_sq[cidx]; in flush_completed_wrs()
302 if (++cidx == wq->sq.size) in flush_completed_wrs()
303 cidx = 0; in flush_completed_wrs()
313 __func__, cidx, cq->sw_pidx); in flush_completed_wrs()
[all …]
|
| /freebsd/sys/dev/e1000/ |
| H A D | igb_txrx.c | 445 int i, cidx; in igb_isc_rxd_pkt_get() local
449 cidx = ri->iri_cidx; in igb_isc_rxd_pkt_get()
452 rxd = (union e1000_adv_rx_desc *)&rxr->rx_base[cidx]; in igb_isc_rxd_pkt_get()
476 ri->iri_frags[i].irf_idx = cidx; in igb_isc_rxd_pkt_get()
479 if (++cidx == scctx->isc_nrxd[0]) in igb_isc_rxd_pkt_get()
480 cidx = 0; in igb_isc_rxd_pkt_get()
484 ri->iri_frags[i].irf_idx = cidx; in igb_isc_rxd_pkt_get()
485 if (++cidx == scctx->isc_nrxd[0]) in igb_isc_rxd_pkt_get()
486 cidx = 0; in igb_isc_rxd_pkt_get()
|
| H A D | em_txrx.c | 669 int i, cidx; in lem_isc_rxd_pkt_get() local
672 cidx = ri->iri_cidx; in lem_isc_rxd_pkt_get()
675 rxd = (struct e1000_rx_desc *)&rxr->rx_base[cidx]; in lem_isc_rxd_pkt_get()
696 ri->iri_frags[i].irf_idx = cidx; in lem_isc_rxd_pkt_get()
701 if (++cidx == scctx->isc_nrxd[0]) in lem_isc_rxd_pkt_get()
702 cidx = 0; in lem_isc_rxd_pkt_get()
735 int i, cidx; in em_isc_rxd_pkt_get() local
738 cidx = ri->iri_cidx; in em_isc_rxd_pkt_get()
741 rxd = &rxr->rx_base[cidx]; in em_isc_rxd_pkt_get()
761 ri->iri_frags[i].irf_idx = cidx; in em_isc_rxd_pkt_get()
[all …]
|
| /freebsd/sys/dev/igc/ |
| H A D | igc_txrx.c | 473 int i, cidx; in igc_isc_rxd_pkt_get() local
477 cidx = ri->iri_cidx; in igc_isc_rxd_pkt_get()
480 rxd = (union igc_adv_rx_desc *)&rxr->rx_base[cidx]; in igc_isc_rxd_pkt_get()
503 ri->iri_frags[i].irf_idx = cidx; in igc_isc_rxd_pkt_get()
506 if (++cidx == scctx->isc_nrxd[0]) in igc_isc_rxd_pkt_get()
507 cidx = 0; in igc_isc_rxd_pkt_get()
511 ri->iri_frags[i].irf_idx = cidx; in igc_isc_rxd_pkt_get()
512 if (++cidx == scctx->isc_nrxd[0]) in igc_isc_rxd_pkt_get()
513 cidx = 0; in igc_isc_rxd_pkt_get()
|
| /freebsd/sys/dev/ice/ |
| H A D | ice_iflib_txrx.c | 397 size_t cidx;
400 cidx = ri->iri_cidx; in ice_ift_rxd_flush()
406 cur = &rxq->rx_base[cidx]; in ice_ift_rxd_flush()
420 ri->iri_frags[i].irf_idx = cidx; in ice_ift_queue_select()
422 if (++cidx == rxq->desc_count) in ice_ift_queue_select()
423 cidx = 0; in ice_ift_queue_select()
291 size_t cidx; ice_ift_rxd_pkt_get() local
|
| /freebsd/sys/dev/enetc/ |
| H A D | if_enetc.c | 501 queue->cidx = 0; in enetc_tx_queues_alloc()
959 qidx_t cidx, pidx; in enetc_disable_txq() local
964 cidx = ENETC_TXQ_RD4(sc, qid, ENETC_TBCIR); in enetc_disable_txq()
966 while (pidx != cidx && timeout--) { in enetc_disable_txq()
968 cidx = ENETC_TXQ_RD4(sc, qid, ENETC_TBCIR); in enetc_disable_txq()
1162 int cidx, hw_cidx, count; in enetc_isc_txd_credits_update() local
1166 cidx = queue->cidx; in enetc_isc_txd_credits_update()
1178 if (cidx == hw_cidx) in enetc_isc_txd_credits_update()
1184 count = hw_cidx - cidx; in enetc_isc_txd_credits_update()
1188 queue->cidx = hw_cidx; in enetc_isc_txd_credits_update()
[all …]
|
| H A D | enetc.h | 52 qidx_t cidx; member
|
| /freebsd/sys/dev/cxgb/ |
| H A D | cxgb_sge.c | 791 u_int cidx = q->cidx; in free_rx_bufs() local
794 struct rx_sw_desc *d = &q->sdesc[cidx]; in free_rx_bufs()
811 if (++cidx == q->size) in free_rx_bufs()
812 cidx = 0; in free_rx_bufs()
1142 if (((txqs->pidx > txq->cidx) && in txq_prod()
1144 (txq->pidx >= txq->cidx)) || in txq_prod()
1145 ((txqs->pidx < txq->cidx) && in txq_prod()
1146 (txq->pidx >= txq-> cidx)) || in txq_prod()
1147 ((txqs->pidx < txq->cidx) && in txq_prod()
1148 (txq->cidx < txqs->pidx))) in txq_prod()
[all …]
|
| H A D | cxgb_adapter.h | 173 uint32_t cidx; member
206 uint32_t cidx; member
234 uint32_t cidx; member
|
| /freebsd/sys/dev/ixgbe/ |
| H A D | ix_txrx.c | 405 uint16_t pkt_info, len, cidx, i; in ixgbe_isc_rxd_pkt_get() local
411 cidx = ri->iri_cidx; in ixgbe_isc_rxd_pkt_get()
413 rxd = &rxr->rx_base[cidx]; in ixgbe_isc_rxd_pkt_get()
440 ri->iri_frags[i].irf_idx = cidx; in ixgbe_isc_rxd_pkt_get()
442 if (++cidx == sc->shared->isc_nrxd[0]) in ixgbe_isc_rxd_pkt_get()
443 cidx = 0; in ixgbe_isc_rxd_pkt_get()
|
| /freebsd/sys/dev/iavf/ |
| H A D | iavf_txrx_iflib.c | 676 int i, cidx; in iavf_isc_rxd_pkt_get() local
678 cidx = ri->iri_cidx; in iavf_isc_rxd_pkt_get()
684 cur = &rxr->rx_base[cidx]; in iavf_isc_rxd_pkt_get()
714 ri->iri_frags[i].irf_idx = cidx; in iavf_isc_rxd_pkt_get()
716 if (++cidx == vsi->shared->isc_nrxd[0]) in iavf_isc_rxd_pkt_get()
717 cidx = 0; in iavf_isc_rxd_pkt_get()
|
| /freebsd/sys/dev/ixl/ |
| H A D | ixl_txrx.c | 669 int i, cidx; in ixl_isc_rxd_pkt_get() local
671 cidx = ri->iri_cidx; in ixl_isc_rxd_pkt_get()
677 cur = &rxr->rx_base[cidx]; in ixl_isc_rxd_pkt_get()
707 ri->iri_frags[i].irf_idx = cidx; in ixl_isc_rxd_pkt_get()
709 if (++cidx == vsi->shared->isc_nrxd[0]) in ixl_isc_rxd_pkt_get()
710 cidx = 0; in ixl_isc_rxd_pkt_get()
|
| /freebsd/contrib/ntp/ntpd/ |
| H A D | refclock_nmea.c | 283 int cidx; /* current field index */ member
1266 data->cidx = 0; in field_init()
1341 if (fn < data->cidx) { in field_parse()
1342 data->cidx = 0; in field_parse()
1345 while ((fn > data->cidx) && (tmp = *data->cptr) != '\0') { in field_parse()
1346 data->cidx += (tmp == ','); in field_parse()
|
| /freebsd/sys/dev/oce/ |
| H A D | oce_if.h | 294 ring->cidx = GET_Q_NEXT(ring->cidx, n, ring->num_items)
299 (void*)((type *)DBUF_VA(&ring->dma) + ring->cidx)
301 (uint64_t)(((type *)DBUF_PA(ring->dbuf)) + ring->cidx)
324 uint16_t cidx; /* Get ptr */ member
|
| /freebsd/sys/dev/cxgb/common/ |
| H A D | cxgb_common.h | 805 unsigned int cidx);
808 unsigned int cong_thres, int gen, unsigned int cidx);
811 unsigned int fl_thres, int gen, unsigned int cidx);
|