| /freebsd/sys/dev/ntb/test/ |
| H A D | ntb_tool.c | 213 int pidx; member 243 int pidx; member 248 int pidx; member 643 int rc, pidx = arg2, peer_port; in sysctl_peer_port_number() local 645 peer_port = ntb_peer_port_number(tc->dev, pidx); in sysctl_peer_port_number() 651 tc->peers[pidx].port_no = peer_port; in sysctl_peer_port_number() 676 int pidx; in tool_init_peers() local 681 for (pidx = 0; pidx < tc->peer_cnt; pidx++) { in tool_init_peers() 682 tc->peers[pidx].pidx = pidx; in tool_init_peers() 683 tc->peers[pidx].tc = tc; in tool_init_peers() [all …]
|
| /freebsd/sys/dev/aq/ |
| H A D | aq_ring.c | 61 static void aq_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx); 64 static void aq_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx); 242 qidx_t i, pidx; in aq_ring_rx_refill() local 248 pidx = iru->iru_pidx; in aq_ring_rx_refill() 251 rx_desc = (aq_rx_desc_t *) &ring->rx_descs[pidx]; in aq_ring_rx_refill() 255 pidx=aq_next(pidx, ring->rx_size - 1); in aq_ring_rx_refill() 262 aq_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx) in aq_isc_rxd_flush() argument 267 AQ_DBG_ENTERA("[%d] tail=%u", ring->index, pidx); in aq_isc_rxd_flush() 268 reg_rx_dma_desc_tail_ptr_set(&aq_dev->hw, pidx, ring->index); in aq_isc_rxd_flush() 479 qidx_t pidx; in aq_isc_txd_encap() local [all …]
|
| /freebsd/sys/dev/ice/ |
| H A D | ice_iflib_recovery_txrx.c | 49 static void ice_recovery_txd_flush(void *arg, uint16_t txqid, qidx_t pidx); 51 static int ice_recovery_rxd_available(void *arg, uint16_t rxqid, qidx_t pidx, qidx_t budget); 52 static void ice_recovery_rxd_flush(void *arg, uint16_t rxqid, uint8_t flidx, qidx_t pidx); 93 * @pidx: descriptor index to advance tail to 100 qidx_t __unused pidx) in ice_recovery_txd_flush() argument 127 * @pidx: descriptor start point 137 qidx_t __unused pidx, qidx_t __unused budget) in ice_recovery_rxd_available() argument 177 * @pidx: descriptor index to advance tail to 184 uint8_t flidx __unused, qidx_t __unused pidx) in ice_recovery_rxd_flush() argument
|
| H A D | ice_iflib_txrx.c | 52 static int _ice_ift_rxd_available(struct ice_rx_queue *rxq, qidx_t pidx, qidx_t budget); 54 static void _ice_ift_rxd_refill(struct ice_rx_queue *rxq, uint32_t pidx, 57 uint32_t pidx); 64 static void ice_ift_txd_flush(void *arg, uint16_t txqid, qidx_t pidx); 66 static int ice_ift_rxd_available(void *arg, uint16_t rxqid, qidx_t pidx, qidx_t budget); 67 static void ice_ift_rxd_flush(void *arg, uint16_t rxqid, uint8_t flidx, qidx_t pidx); 72 static void ice_ift_txd_flush_subif(void *arg, uint16_t txqid, qidx_t pidx); 73 static int ice_ift_rxd_available_subif(void *arg, uint16_t rxqid, qidx_t pidx, qidx_t budget); 76 static void ice_ift_rxd_flush_subif(void *arg, uint16_t rxqid, uint8_t flidx, qidx_t pidx); 220 * @pidx in ice_ift_txd_credits_update() 169 ice_ift_txd_flush(void * arg,uint16_t txqid,qidx_t pidx) ice_ift_txd_flush() argument 248 ice_ift_rxd_available(void * arg,uint16_t rxqid,qidx_t pidx,qidx_t budget) ice_ift_rxd_available() argument 371 uint32_t pidx; ice_ift_rxd_refill() local 400 ice_ift_rxd_flush(void * arg,uint16_t rxqid,uint8_t flidx __unused,qidx_t pidx) ice_ift_rxd_flush() argument [all...] |
| /freebsd/contrib/sendmail/libsm/ |
| H A D | t-notify.c | 102 int r, i, pidx; local 140 pidx = validpid(nproc, (pid_t)cpid); 141 SM_TEST(pidx >= 0); 142 SM_TEST(pidx < nproc); 146 if (NULL != p && pidx < nproc && pidx >= 0) 156 SM_TEST('\0' == msgs[pidx][n]); 157 msgs[pidx][n] = 'f';
|
| /freebsd/sys/dev/enetc/ |
| H A D | if_enetc.c | 653 desc = &queue->ring[queue->pidx]; in enetc_ctrl_send() 655 if (++queue->pidx == ENETC_MIN_DESC) in enetc_ctrl_send() 656 queue->pidx = 0; in enetc_ctrl_send() 670 ENETC_WR4(sc, ENETC_SICBDRPIR, queue->pidx); in enetc_ctrl_send() 674 if (ENETC_RD4(sc, ENETC_SICBDRCIR) == queue->pidx) in enetc_ctrl_send() 732 queue->pidx = 0; in enetc_init_ctrl() 733 ENETC_WR4(sc, ENETC_SICBDRPIR, queue->pidx); in enetc_init_ctrl() 734 ENETC_WR4(sc, ENETC_SICBDRCIR, queue->pidx); in enetc_init_ctrl() 959 qidx_t cidx, pidx; in enetc_disable_txq() local 963 pidx = ENETC_TXQ_RD4(sc, qid, ENETC_TBPIR); in enetc_disable_txq() [all …]
|
| /freebsd/sys/net/ |
| H A D | mp_ring.c | 98 uint16_t pidx = os.pidx_tail; in drain_ring_locked() local 101 MPASS(cidx != pidx); in drain_ring_locked() 108 while (cidx != pidx) { in drain_ring_locked() 110 n = r->drain(r, cidx, pidx); in drain_ring_locked() 133 if (cidx != pidx && pending < 64 && total < budget) in drain_ring_locked() 157 pidx = ns.pidx_tail; in drain_ring_locked() 172 uint16_t pidx = os.pidx_tail; in drain_ring_lockless() local 175 MPASS(cidx != pidx); in drain_ring_lockless() 182 while (cidx != pidx) { in drain_ring_lockless() 184 n = r->drain(r, cidx, pidx); in drain_ring_lockless() [all …]
|
| /freebsd/sys/net/route/ |
| H A D | nhop_utils.c | 136 bitmask_swap(struct bitmask_head *bh, void *new_idx, uint32_t new_items, void **pidx) in bitmask_swap() argument 145 if (pidx != NULL) in bitmask_swap() 146 *pidx = old_ptr; in bitmask_swap() 154 bitmask_alloc_idx(struct bitmask_head *bi, uint16_t *pidx) in bitmask_alloc_idx() argument 173 *pidx = v; in bitmask_alloc_idx()
|
| /freebsd/sys/dev/bnxt/bnxt_en/ |
| H A D | bnxt_txrx.c | 48 static void bnxt_isc_txd_flush(void *sc, uint16_t txqid, qidx_t pidx); 58 qidx_t pidx); 210 bnxt_isc_txd_flush(void *sc, uint16_t txqid, qidx_t pidx) in bnxt_isc_txd_flush() argument 216 softc->db_ops.bnxt_db_tx(tx_ring, pidx); in bnxt_isc_txd_flush() 302 uint32_t pidx; in bnxt_isc_rxd_refill() local 309 pidx = iru->iru_pidx; in bnxt_isc_rxd_refill() 325 rxbd[pidx].flags_type = htole16(type); in bnxt_isc_rxd_refill() 326 rxbd[pidx].len = htole16(softc->rx_buf_size); in bnxt_isc_rxd_refill() 328 rxbd[pidx].opaque = (((rxqid & 0xff) << 24) | (flid << 16) in bnxt_isc_rxd_refill() 330 rxbd[pidx].addr = htole64(paddrs[i]); in bnxt_isc_rxd_refill() [all …]
|
| /freebsd/contrib/ofed/libcxgb4/ |
| H A D | dev.c | 280 u16 cidx, pidx; in dump_qp() 285 " SQ: id %u queue %p sw_queue %p cidx %u pidx %u in_use %u wq_pidx %u depth %u flags 0x%x flush_cidx %d\n" in dump_qp() 286 " RQ: id %u queue %p sw_queue %p cidx %u pidx %u in_use %u depth %u\n", in dump_qp() 296 qhp->wq.sq.pidx, in dump_qp() 306 qhp->wq.rq.pidx, in dump_qp() 310 pidx = qhp->wq.sq.pidx; in dump_qp() 311 if (cidx != pidx) in dump_qp() 313 while (cidx != pidx) { in dump_qp() 340 fprintf(stderr, " <-- pidx"); in dump_qp() 278 u16 cidx, pidx; dump_qp() local [all...] |
| H A D | t4.h | 99 __be16 pidx; member 324 u16 pidx; member 348 u16 pidx; member 386 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce() 387 wq->rq.pidx = 0; in t4_rq_produce() 392 wq->rq.queue[wq->rq.size].status.host_pidx = wq->rq.pidx; in t4_rq_produce() 401 assert((wq->rq.cidx != wq->rq.pidx) || wq->rq.in_use == 0); in t4_rq_consume() 429 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce() 430 wq->sq.pidx = 0; in t4_sq_produce() 437 wq->sq.queue[wq->sq.size].status.host_pidx = (wq->sq.pidx); in t4_sq_produce() [all …]
|
| /freebsd/crypto/openssl/crypto/property/ |
| H A D | property_string.c | 126 OSSL_PROPERTY_IDX *pidx) in new_property_string() argument 134 ps->idx = ++*pidx; in new_property_string() 148 OSSL_PROPERTY_IDX *pidx; in ossl_property_string() local 168 pidx = name ? &propdata->prop_name_idx : &propdata->prop_value_idx; in ossl_property_string() 170 if (ps == NULL && (ps_new = new_property_string(s, pidx)) != NULL) { in ossl_property_string() 191 --*pidx; in ossl_property_string()
|
| /freebsd/sys/dev/ixgbe/ |
| H A D | ix_txrx.c | 254 ixgbe_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in ixgbe_isc_txd_flush() argument 260 IXGBE_WRITE_REG(&sc->hw, txr->tail, pidx); in ixgbe_isc_txd_flush() 331 uint32_t next_pidx, pidx; in ixgbe_isc_rxd_refill() local 335 pidx = iru->iru_pidx; in ixgbe_isc_rxd_refill() 338 for (i = 0, next_pidx = pidx; i < count; i++) { in ixgbe_isc_rxd_refill() 350 qidx_t pidx) in ixgbe_isc_rxd_flush() argument 356 IXGBE_WRITE_REG(&sc->hw, rxr->tail, pidx); in ixgbe_isc_rxd_flush() 363 ixgbe_isc_rxd_available(void *arg, uint16_t qsidx, qidx_t pidx, qidx_t budget) in ixgbe_isc_rxd_available() argument 373 for (cnt = 0, i = pidx; cnt < nrxd && cnt <= budget;) { in ixgbe_isc_rxd_available()
|
| /freebsd/sys/dev/cxgbe/iw_cxgbe/ |
| H A D | t4.h | 75 __be16 pidx; 326 u16 pidx; 354 u16 pidx; 389 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce() 390 wq->rq.pidx = 0; in t4_rq_produce() 437 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce() 438 wq->sq.pidx = 0; in t4_sq_produce() 487 CTR2(KTR_IW_CXGBE, "%s: WC wq->sq.pidx = %d", in t4_ring_sq_db() 488 __func__, wq->sq.pidx); in t4_ring_sq_db() 493 CTR2(KTR_IW_CXGBE, "%s: DB wq->sq.pidx in t4_ring_sq_db() 76 __be16 pidx; global() member 327 u16 pidx; global() member 355 u16 pidx; global() member [all...] |
| /freebsd/sys/dev/iavf/ |
| H A D | iavf_txrx_iflib.c | 50 static void iavf_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx); 56 qidx_t pidx); 410 iavf_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in iavf_isc_txd_flush() argument 416 MPASS(pidx < vsi->shared->isc_ntxd[0]); in iavf_isc_txd_flush() 417 wr32(vsi->hw, txr->tail, pidx); in iavf_isc_txd_flush() 576 uint16_t next_pidx, pidx; in iavf_isc_rxd_refill() local 581 pidx = iru->iru_pidx; in iavf_isc_rxd_refill() 584 for (i = 0, next_pidx = pidx; i < count; i++) { in iavf_isc_rxd_refill() 602 iavf_isc_rxd_flush(void * arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx) in iavf_isc_rxd_flush() argument 607 wr32(vsi->hw, rxr->tail, pidx); in iavf_isc_rxd_flush()
|
| /freebsd/sys/dev/cxgb/ |
| H A D | cxgb_sge.c | 193 unsigned int pidx; member 705 struct rx_sw_desc *sd = &q->sdesc[q->pidx]; in refill_fl() 706 struct rx_desc *d = &q->desc[q->pidx]; in refill_fl() 762 if (++q->pidx == q->size) { in refill_fl() 763 q->pidx = 0; in refill_fl() 844 struct rx_desc *to = &q->desc[q->pidx]; in recycle_rx_buf() 846 q->sdesc[q->pidx] = q->sdesc[idx]; in recycle_rx_buf() 854 if (++q->pidx == q->size) { in recycle_rx_buf() 855 q->pidx = 0; in recycle_rx_buf() 1139 txqs->pidx = txq->pidx; in txq_prod() [all …]
|
| /freebsd/sys/dev/cxgbe/ |
| H A D | t4_netmap.c | 230 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq() 253 &nm_txq->pidx, 0, "producer index"); in alloc_nm_txq() 462 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq_hwq() 912 #define NMIDXDIFF(q, idx) IDXDIFF((q)->pidx, (q)->idx, (q)->sidx) 920 MPASS(nm_txq->pidx != nm_txq->dbidx); in ring_nm_txq_db() 942 __func__, nm_txq->doorbells, n, nm_txq->pidx, nm_txq)); in ring_nm_txq_db() 963 nm_txq->dbidx = nm_txq->pidx; in ring_nm_txq_db() 977 struct fw_eth_tx_pkts_wr *wr = (void *)&nm_txq->desc[nm_txq->pidx]; in cxgbe_nm_tx() 988 wr = (void *)&nm_txq->desc[nm_txq->pidx]; in cxgbe_nm_tx() 1022 nm_txq->pidx += npkt_to_ndesc(n); in cxgbe_nm_tx() [all …]
|
| H A D | t4_mp_ring.c | 120 uint16_t pidx; in drain_ring() local 129 pidx = os.pidx_tail; in drain_ring() 130 MPASS(cidx != pidx); in drain_ring() 135 while (cidx != pidx) { in drain_ring() 137 /* Items from cidx to pidx are available for consumption. */ in drain_ring() 138 n = r->drain(r, cidx, pidx, &coalescing); in drain_ring() 210 * associated with any pidx change that we notice here. in drain_ring() 212 pidx = ns.pidx_tail; in drain_ring() 231 uint16_t pidx = os.pidx_tail; in drain_txpkts() local 236 MPASS(cidx == pidx); in drain_txpkts() [all...] |
| H A D | t4_sge.c | 2207 MPASS(eq->pidx == eq->dbidx); in drain_wrq_wr_list() 2212 if (eq->pidx == eq->cidx) in drain_wrq_wr_list() 2215 available = IDXDIFF(eq->cidx, eq->pidx, eq->sidx) - 1; in drain_wrq_wr_list() 2222 dst = (void *)&eq->desc[eq->pidx]; in drain_wrq_wr_list() 2223 if (__predict_true(eq->sidx - eq->pidx > n)) { in drain_wrq_wr_list() 2226 eq->pidx += n; in drain_wrq_wr_list() 2228 int first_portion = (eq->sidx - eq->pidx) * EQ_ESIZE; in drain_wrq_wr_list() 2235 eq->pidx = n - (eq->sidx - eq->pidx); in drain_wrq_wr_list() 2293 MPASS(eq->pidx == eq->dbidx); in t4_wrq_tx_locked() 2989 cookie->pidx = -1; in start_wrq_wr() [all …]
|
| /freebsd/sys/vm/ |
| H A D | phys_pager.c | 55 static int default_phys_pager_populate(vm_object_t object, vm_pindex_t pidx, 230 default_phys_pager_populate(vm_object_t object, vm_pindex_t pidx, in default_phys_pager_populate() argument 240 base = rounddown(pidx, phys_pager_cluster); in default_phys_pager_populate() 265 phys_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in phys_pager_populate() argument 268 return (object->un_pager.phys.ops->phys_pg_populate(object, pidx, in phys_pager_populate()
|
| H A D | vm_pager.h | 178 vm_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in vm_pager_populate() argument 183 MPASS(pidx < object->size); in vm_pager_populate() 185 return ((*pagertab[object->type]->pgo_populate)(object, pidx, in vm_pager_populate() 290 int (*cdev_pg_populate)(vm_object_t vm_obj, vm_pindex_t pidx, 311 int (*phys_pg_populate)(vm_object_t vm_obj, vm_pindex_t pidx,
|
| /freebsd/sys/dev/cxgbe/crypto/ |
| H A D | t6_kern_tls.c | 1110 u_int available, u_int pidx) in ktls_write_tcp_options() argument 1196 txsd = &txq->sdesc[pidx]; in ktls_write_tcp_options() 1205 struct mbuf *m_tls, u_int available, tcp_seq tcp_seqno, u_int pidx) in ktls_write_tunnel_packet() argument 1301 txsd = &txq->sdesc[pidx]; in ktls_write_tunnel_packet() 1316 tcp_seq tcp_seqno, uint32_t *tsopt, u_int pidx, bool set_l2t_idx) in ktls_write_tls_wr() argument 1347 using_scratch = (eq->sidx - pidx < SGE_MAX_WR_LEN / EQ_ESIZE); in ktls_write_tls_wr() 1366 tcp_seqno, pidx)); in ktls_write_tls_wr() 1595 txsd = &txq->sdesc[pidx]; in ktls_write_tls_wr() 1598 IDXINCR(pidx, ndesc, eq->sidx); in ktls_write_tls_wr() 1599 dst = &eq->desc[pidx]; in ktls_write_tls_wr() 1856 ktls_write_tcp_fin(struct sge_txq * txq,void * dst,struct mbuf * m,u_int available,tcp_seq tcp_seqno,u_int pidx) ktls_write_tcp_fin() argument 1960 u_int ndesc, pidx, totdesc; t6_ktls_write_wr() local [all...] |
| /freebsd/sys/dev/e1000/ |
| H A D | igb_txrx.c | 300 igb_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in igb_isc_txd_flush() argument 306 E1000_WRITE_REG(&sc->hw, E1000_TDT(txr->me), pidx); in igb_isc_txd_flush() 372 uint32_t next_pidx, pidx; in igb_isc_rxd_refill() local 377 pidx = iru->iru_pidx; in igb_isc_rxd_refill() 380 for (i = 0, next_pidx = pidx; i < count; i++) { in igb_isc_rxd_refill() 391 qidx_t pidx) in igb_isc_rxd_flush() argument 397 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in igb_isc_rxd_flush()
|
| H A D | em_txrx.c | 472 em_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in em_isc_txd_flush() argument 478 E1000_WRITE_REG(&sc->hw, E1000_TDT(txr->me), pidx); in em_isc_txd_flush() 547 uint32_t next_pidx, pidx; in lem_isc_rxd_refill() local 552 pidx = iru->iru_pidx; in lem_isc_rxd_refill() 555 for (i = 0, next_pidx = pidx; i < count; i++) { in lem_isc_rxd_refill() 576 uint32_t next_pidx, pidx; in em_isc_rxd_refill() local 581 pidx = iru->iru_pidx; in em_isc_rxd_refill() 584 for (i = 0, next_pidx = pidx; i < count; i++) { in em_isc_rxd_refill() 597 qidx_t pidx) in em_isc_rxd_flush() argument 603 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in em_isc_rxd_flush()
|
| /freebsd/sys/dev/ixl/ |
| H A D | ixl_txrx.c | 56 static void ixl_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx); 62 qidx_t pidx); 414 ixl_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in ixl_isc_txd_flush() argument 424 MPASS(pidx < vsi->shared->isc_ntxd[0]); in ixl_isc_txd_flush() 425 wr32(vsi->hw, txr->tail, pidx); in ixl_isc_txd_flush() 553 uint32_t next_pidx, pidx; in ixl_isc_rxd_refill() local 558 pidx = iru->iru_pidx; in ixl_isc_rxd_refill() 561 for (i = 0, next_pidx = pidx; i < count; i++) { in ixl_isc_rxd_refill() 569 ixl_isc_rxd_flush(void * arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx) in ixl_isc_rxd_flush() argument 574 wr32(vsi->hw, rxr->tail, pidx); in ixl_isc_rxd_flush()
|