/freebsd/contrib/ofed/libmlx4/ |
H A D | qp.c | 97 for (i = 0; i < qp->sq.wqe_cnt; ++i) { in mlx4_qp_init_sq_ownership() 252 ctrl = wqe = get_send_wqe(qp, ind & (qp->sq.wqe_cnt - 1)); in mlx4_post_send() 253 qp->sq.wrid[ind & (qp->sq.wqe_cnt - 1)] = wr->wr_id; in mlx4_post_send() 454 (ind & qp->sq.wqe_cnt ? htobe32(1 << 31) : 0); in mlx4_post_send() 463 (qp->sq.wqe_cnt - 1)); in mlx4_post_send() 505 (qp->sq.wqe_cnt - 1)); in mlx4_post_send() 526 ind = qp->rq.head & (qp->rq.wqe_cnt - 1); in mlx4_post_recv() 554 ind = (ind + 1) & (qp->rq.wqe_cnt - 1); in mlx4_post_recv() 658 if (qp->sq.wqe_cnt) { in mlx4_alloc_qp_buf() 659 qp->sq.wrid = malloc(qp->sq.wqe_cnt * sizeof (uint64_t)); in mlx4_alloc_qp_buf() [all …]
|
H A D | verbs.c | 826 attr->cap.max_send_wr = qp->sq.wqe_cnt = 0; in mlx4_create_qp_ex() 834 qp->sq.wqe_cnt = align_queue_size(attr->cap.max_send_wr + qp->sq_spare_wqes); in mlx4_create_qp_ex() 839 attr->cap.max_recv_wr = qp->rq.wqe_cnt = attr->cap.max_recv_sge = 0; in mlx4_create_qp_ex() 841 qp->rq.wqe_cnt = align_queue_size(attr->cap.max_recv_wr); in mlx4_create_qp_ex() 872 qp->sq.wqe_cnt > 1 << cmd.log_sq_bb_count; in mlx4_create_qp_ex() 889 if (qp->sq.wqe_cnt || qp->rq.wqe_cnt) { in mlx4_create_qp_ex() 896 qp->rq.wqe_cnt = qp->rq.max_post = attr->cap.max_recv_wr; in mlx4_create_qp_ex() 922 if (qp->rq.wqe_cnt) in mlx4_create_qp_ex() 1048 if (to_mqp(qp)->rq.wqe_cnt) in mlx4_modify_qp() 1118 if (qp->sq.wqe_cnt || qp->rq.wqe_cnt) in mlx4_destroy_qp() [all …]
|
H A D | cq.c | 293 *pwr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_parse_cqe() 301 *pwr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_parse_cqe()
|
H A D | mlx4.h | 212 int wqe_cnt; member
|
/freebsd/sys/dev/mlx4/mlx4_ib/ |
H A D | mlx4_ib_qp.c | 230 stamp = ind & qp->sq.wqe_cnt ? cpu_to_be32(0x7fffffff) : in stamp_send_wqe() 232 buf = get_send_wqe(qp, ind & (qp->sq.wqe_cnt - 1)); in stamp_send_wqe() 237 ctrl = buf = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1)); in stamp_send_wqe() 253 ctrl = wqe = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1)); in post_nop_wqe() 278 (n & qp->sq.wqe_cnt ? cpu_to_be32(1U << 31) : 0); in post_nop_wqe() 286 unsigned s = qp->sq.wqe_cnt - (ind & (qp->sq.wqe_cnt - 1)); in pad_wraparound() 398 qp->rq.wqe_cnt = qp->rq.max_gs = 0; in set_rq_size() 404 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, cap->max_recv_wr)); in set_rq_size() 411 cap->max_recv_wr = qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size() 415 min(dev->dev->caps.max_wqes - MLX4_IB_SQ_MAX_SPARE, qp->rq.wqe_cnt); in set_rq_size() [all …]
|
H A D | mlx4_ib_cq.c | 614 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_ib_qp_sw_comp() 730 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_ib_poll_one() 744 tail = wq->tail & (wq->wqe_cnt - 1); in mlx4_ib_poll_one()
|
H A D | mlx4_ib.h | 171 int wqe_cnt; member
|
/freebsd/contrib/ofed/libmlx5/ |
H A D | verbs.c | 918 qp->sq.wqe_cnt = wq_size / MLX5_SEND_WQE_BB; in mlx5_calc_sq_size() 919 if (qp->sq.wqe_cnt > ctx->max_send_wqebb) { in mlx5_calc_sq_size() 956 rwq->rq.wqe_cnt = wq_size / wqe_size; in mlx5_calc_rwq_size() 991 qp->rq.wqe_cnt = wq_size / wqe_size; in mlx5_calc_rq_size() 998 qp->rq.wqe_cnt = 0; in mlx5_calc_rq_size() 1059 if (qp->sq.wqe_cnt) { in mlx5_alloc_qp_buf() 1060 qp->sq.wrid = malloc(qp->sq.wqe_cnt * sizeof(*qp->sq.wrid)); in mlx5_alloc_qp_buf() 1067 qp->sq.wr_data = malloc(qp->sq.wqe_cnt * sizeof(*qp->sq.wr_data)); in mlx5_alloc_qp_buf() 1075 qp->sq.wqe_head = malloc(qp->sq.wqe_cnt * sizeof(*qp->sq.wqe_head)); in mlx5_alloc_qp_buf() 1082 if (qp->rq.wqe_cnt) { in mlx5_alloc_qp_buf() [all...] |
H A D | mlx5dv.h | 113 uint32_t wqe_cnt; member 118 uint32_t wqe_cnt; member 150 uint32_t wqe_cnt; member
|
H A D | mlx5.c | 659 qp_out->sq.wqe_cnt = mqp->sq.wqe_cnt; in mlx5dv_get_qp() 663 qp_out->rq.wqe_cnt = mqp->rq.wqe_cnt; in mlx5dv_get_qp() 703 rwq_out->wqe_cnt = mrwq->rq.wqe_cnt; in mlx5dv_get_rwq()
|
H A D | qp.c | 112 idx &= (qp->sq.wqe_cnt - 1); in mlx5_copy_to_send_wqe() 329 tidx = (tidx + 1) & (qp->sq.wqe_cnt - 1); in dump_wqe() 672 idx = qp->sq.cur_post & (qp->sq.wqe_cnt - 1); in _mlx5_post_send() 1074 ind = rwq->rq.head & (rwq->rq.wqe_cnt - 1); in mlx5_post_wq_recv() 1115 ind = (ind + 1) & (rwq->rq.wqe_cnt - 1); in mlx5_post_wq_recv() 1147 ind = qp->rq.head & (qp->rq.wqe_cnt - 1); in mlx5_post_recv() 1188 ind = (ind + 1) & (qp->rq.wqe_cnt - 1); in mlx5_post_recv()
|
H A D | cq.c | 170 wqe_ctr = wq->tail & (wq->wqe_cnt - 1); in handle_responder_lazy() 217 wqe_ctr = wq->tail & (wq->wqe_cnt - 1); in handle_responder() 557 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_parse_cqe() 655 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_parse_cqe() 685 cq->ibv_cq.wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx5_parse_cqe() 687 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx5_parse_cqe()
|
H A D | mlx5.h | 370 unsigned wqe_cnt; member
|
/freebsd/sys/dev/mlx5/mlx5_ib/ |
H A D | mlx5_ib_qp.c | 146 if (wq->wqe_cnt == 0) { in mlx5_ib_read_user_wqe() 152 offset = wq->offset + ((wqe_index % wq->wqe_cnt) << wq->wqe_shift); in mlx5_ib_read_user_wqe() 153 wq_end = wq->offset + (wq->wqe_cnt << wq->wqe_shift); in mlx5_ib_read_user_wqe() 246 qp->rq.wqe_cnt = 0; in set_rq_size() 252 qp->rq.wqe_cnt = ucmd->rq_wqe_count; in set_rq_size() 255 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size() 262 qp->rq.wqe_cnt = wq_size / wqe_size; in set_rq_size() 272 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size() 402 qp->sq.wqe_cnt = wq_size / MLX5_SEND_WQE_BB; in calc_sq_size() 403 if (qp->sq.wqe_cnt > (1 << MLX5_CAP_GEN(dev->mdev, log_max_qp_sz))) { in calc_sq_size() [all …]
|
H A D | mlx5_ib_cq.c | 195 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in handle_responder() 389 idx = tail & (qp->sq.wqe_cnt - 1); in handle_atomics() 454 idx = wq->last_poll & (wq->wqe_cnt - 1); in sw_send_comp() 483 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in sw_recv_comp() 575 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one() 603 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one() 616 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx5_poll_one()
|
H A D | mlx5_ib.h | 233 int wqe_cnt; member
|
/freebsd/sys/dev/mlx5/ |
H A D | srq.h | 42 u32 wqe_cnt; member
|
H A D | mlx5_ifc.h | 2650 u8 wqe_cnt[0x10]; member 2804 u8 wqe_cnt[0x10]; member
|
/freebsd/sys/dev/mthca/ |
H A D | mthca_srq.c | 56 __be16 wqe_cnt; member 68 __be16 wqe_cnt; member
|
/freebsd/sys/dev/mana/ |
H A D | gdma.h | 139 uint64_t wqe_cnt : 8; member
|
H A D | gdma_main.c | 441 e.rq.wqe_cnt = num_req; in mana_gd_ring_doorbell()
|
/freebsd/sys/dev/bnxt/bnxt_re/ |
H A D | qplib_fp.h | 352 u64 wqe_cnt; member
|
H A D | ib_verbs.c | 3388 qp->qplib_qp.wqe_cnt == BNXT_RE_UD_QP_HW_STALL) { in bnxt_ud_qp_hw_stall_workaround() 3395 qp->qplib_qp.wqe_cnt = 0; in bnxt_ud_qp_hw_stall_workaround()
|
H A D | qplib_fp.c | 2252 qp->wqe_cnt++; in bnxt_qplib_post_send()
|
/freebsd/sys/dev/mlx4/mlx4_core/ |
H A D | mlx4.h | 378 __be16 wqe_cnt; member
|