/freebsd/contrib/ofed/libirdma/ |
H A D | irdma_uk.c | 106 u32 wqe_idx; in irdma_nop_1() local 111 wqe_idx = IRDMA_RING_CURRENT_HEAD(qp->sq_ring); in irdma_nop_1() 112 wqe = qp->sq_base[wqe_idx].elem; in irdma_nop_1() 114 qp->sq_wrtrk_array[wqe_idx].quanta = IRDMA_QP_WQE_MIN_QUANTA; in irdma_nop_1() 137 u32 wqe_idx; in irdma_clr_wqes() local 140 wqe_idx = (qp_wqe_idx + 128) % qp->sq_ring.size; in irdma_clr_wqes() 141 wqe = qp->sq_base[wqe_idx].elem; in irdma_clr_wqes() 142 if (wqe_idx) in irdma_clr_wqes() 194 irdma_qp_ring_push_db(struct irdma_qp_uk *qp, u32 wqe_idx) in irdma_qp_ring_push_db() argument 197 FIELD_PREP(IRDMA_WQEALLOC_WQE_DESC_INDEX, wqe_idx >> 3) | qp->qp_id); in irdma_qp_ring_push_db() [all …]
|
H A D | irdma_user.h | 455 __le64 *irdma_qp_get_next_send_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx, 458 __le64 *irdma_qp_get_next_recv_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx); 468 u32 wqe_idx, bool post_sq);
|
/freebsd/sys/dev/irdma/ |
H A D | irdma_uk.c | 106 u32 wqe_idx; in irdma_nop_1() local 111 wqe_idx = IRDMA_RING_CURRENT_HEAD(qp->sq_ring); in irdma_nop_1() 112 wqe = qp->sq_base[wqe_idx].elem; in irdma_nop_1() 114 qp->sq_wrtrk_array[wqe_idx].quanta = IRDMA_QP_WQE_MIN_QUANTA; in irdma_nop_1() 137 u32 wqe_idx; in irdma_clr_wqes() local 140 wqe_idx = (qp_wqe_idx + 128) % qp->sq_ring.size; in irdma_clr_wqes() 141 wqe = qp->sq_base[wqe_idx].elem; in irdma_clr_wqes() 142 if (wqe_idx) in irdma_clr_wqes() 194 irdma_qp_ring_push_db(struct irdma_qp_uk *qp, u32 wqe_idx) in irdma_qp_ring_push_db() argument 197 FIELD_PREP(IRDMA_WQEALLOC_WQE_DESC_INDEX, wqe_idx >> 3) | qp->qp_id); in irdma_qp_ring_push_db() [all …]
|
H A D | irdma_puda.c | 49 struct irdma_puda_buf *buf, u32 wqe_idx); 118 irdma_puda_post_recvbuf(struct irdma_puda_rsrc *rsrc, u32 wqe_idx, in irdma_puda_post_recvbuf() argument 127 qp->qp_uk.rq_wrid_array[wqe_idx] = (uintptr_t)buf; in irdma_puda_post_recvbuf() 128 wqe = qp->qp_uk.rq_base[wqe_idx].elem; in irdma_puda_post_recvbuf() 232 u32 *wqe_idx){ in irdma_puda_get_next_send_wqe() argument 235 *wqe_idx = IRDMA_RING_CURRENT_HEAD(qp->sq_ring); in irdma_puda_get_next_send_wqe() 236 if (!*wqe_idx) in irdma_puda_get_next_send_wqe() 242 return qp->sq_base[*wqe_idx].elem; in irdma_puda_get_next_send_wqe() 323 info->wqe_idx = (u32)FIELD_GET(IRDMA_CQ_WQEIDX, qword3); in irdma_puda_poll_info() 403 qp->rq_wrid_array[info.wqe_idx]; in irdma_puda_poll_cmpl() [all …]
|
H A D | irdma_utils.c | 463 u32 i, pending_work, wqe_idx; in irdma_cleanup_pending_cqp_op() local 466 wqe_idx = IRDMA_RING_CURRENT_TAIL(cqp->sc_cqp.sq_ring); in irdma_cleanup_pending_cqp_op() 469 cqp->scratch_array[wqe_idx]; in irdma_cleanup_pending_cqp_op() 472 wqe_idx = (wqe_idx + 1) % IRDMA_RING_SIZE(cqp->sc_cqp.sq_ring); in irdma_cleanup_pending_cqp_op() 2403 u32 wqe_idx; in irdma_generate_flush_completions() local 2420 wqe_idx = sq_ring->tail; in irdma_generate_flush_completions() 2423 cmpl->cpi.wr_id = qp->sq_wrtrk_array[wqe_idx].wrid; in irdma_generate_flush_completions() 2424 cmpl->cpi.signaled = qp->sq_wrtrk_array[wqe_idx].signaled; in irdma_generate_flush_completions() 2425 sw_wqe = qp->sq_base[wqe_idx].elem; in irdma_generate_flush_completions() 2467 wqe_idx = rq_ring->tail; in irdma_generate_flush_completions() [all …]
|
H A D | irdma_user.h | 556 __le64 *irdma_qp_get_next_send_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx, 559 __le64 *irdma_qp_get_next_recv_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx); 569 u32 wqe_idx, bool post_sq);
|
H A D | irdma_ctrl.c | 1371 u32 wqe_idx; in irdma_sc_mr_fast_register() local 1387 wqe = irdma_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, &quanta, 0, &sq_info); in irdma_sc_mr_fast_register() 1391 qp->qp_uk.sq_wrtrk_array[wqe_idx].signaled = info->signaled; in irdma_sc_mr_fast_register() 1394 (unsigned long long)info->wr_id, wqe_idx, in irdma_sc_mr_fast_register() 1395 &qp->qp_uk.sq_wrtrk_array[wqe_idx].wrid); in irdma_sc_mr_fast_register() 1429 irdma_qp_push_wqe(&qp->qp_uk, wqe, quanta, wqe_idx, post_sq); in irdma_sc_mr_fast_register() 3350 u32 *wqe_idx) in irdma_sc_cqp_get_next_send_wqe_idx() argument 3362 IRDMA_ATOMIC_RING_MOVE_HEAD(cqp->sq_ring, *wqe_idx, ret_code); in irdma_sc_cqp_get_next_send_wqe_idx() 3367 if (!*wqe_idx) in irdma_sc_cqp_get_next_send_wqe_idx() 3369 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx() [all …]
|
H A D | irdma_type.h | 977 u32 wqe_idx; member 1514 u32 *wqe_idx); 1523 u32 wqe_idx; in irdma_sc_cqp_get_next_send_wqe() local 1525 return irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in irdma_sc_cqp_get_next_send_wqe()
|
H A D | irdma_puda.h | 70 u32 wqe_idx; member
|
H A D | irdma_hw.c | 407 ctx_info->roce_info->err_rq_idx = info->wqe_idx; in irdma_process_aeq() 417 ctx_info->iwarp_info->err_rq_idx = info->wqe_idx; in irdma_process_aeq()
|
/freebsd/sys/dev/bnxt/bnxt_re/ |
H A D | qplib_fp.c | 1945 u32 wqe_idx; in bnxt_qplib_post_send() local 1977 swq = bnxt_qplib_get_swqe(sq, &wqe_idx); in bnxt_qplib_post_send() 1991 qp->id, wqe_idx, swq->wr_id); in bnxt_qplib_post_send() 2250 bnxt_qplib_swq_mod_start(sq, wqe_idx); in bnxt_qplib_post_send() 2307 u32 wqe_idx; in bnxt_qplib_post_recv() local 2328 swq = bnxt_qplib_get_swqe(rq, &wqe_idx); in bnxt_qplib_post_recv() 2333 wqe_idx, swq->wr_id); in bnxt_qplib_post_recv() 2359 base_hdr->wr_id |= cpu_to_le32(wqe_idx); in bnxt_qplib_post_recv() 2361 bnxt_qplib_swq_mod_start(rq, wqe_idx); in bnxt_qplib_post_recv()
|
/freebsd/sys/dev/oce/ |
H A D | oce_if.h | 313 uint32_t wqe_idx; member
|
H A D | oce_if.c | 1159 pd->wqe_idx = wq->ring->pidx; in oce_tx() 1171 pd->wqe_idx = wq->ring->pidx; in oce_tx()
|