63 	return qp->buf.buf + qp->rq.offset + (n << qp->rq.wqe_shift);  in get_recv_wqe()
68 	return rwq->pbuff  + (n << rwq->rq.wqe_shift);  in get_wq_recv_wqe()
96 	int max = 1 << (qp->rq.wqe_shift - 4);  in mlx5_copy_to_recv_wqe()
160 	rwq->rq.head	 = 0;  in mlx5_init_rwq_indices()
161 	rwq->rq.tail	 = 0;  in mlx5_init_rwq_indices()
168 	qp->rq.head	 = 0;  in mlx5_init_qp_indices()
169 	qp->rq.tail	 = 0;  in mlx5_init_qp_indices()
1072 	mlx5_spin_lock(&rwq->rq.lock);  in mlx5_post_wq_recv()
1074 	ind = rwq->rq.head & (rwq->rq.wqe_cnt - 1);  in mlx5_post_wq_recv()
1077 		if (unlikely(mlx5_wq_overflow(&rwq->rq, nreq,  in mlx5_post_wq_recv()
1084 		if (unlikely(wr->num_sge > rwq->rq.max_gs)) {  in mlx5_post_wq_recv()
1093 			memset(sig, 0, 1 << rwq->rq.wqe_shift);  in mlx5_post_wq_recv()
1103 		if (j < rwq->rq.max_gs) {  in mlx5_post_wq_recv()
1111 				       rwq->rq.head & 0xffff);  in mlx5_post_wq_recv()
1113 		rwq->rq.wrid[ind] = wr->wr_id;  in mlx5_post_wq_recv()
1115 		ind = (ind + 1) & (rwq->rq.wqe_cnt - 1);  in mlx5_post_wq_recv()
1120 		rwq->rq.head += nreq;  in mlx5_post_wq_recv()
1126 		*(rwq->recv_db) = htobe32(rwq->rq.head & 0xffff);  in mlx5_post_wq_recv()
1129 	mlx5_spin_unlock(&rwq->rq.lock);  in mlx5_post_wq_recv()
1145 	mlx5_spin_lock(&qp->rq.lock);  in mlx5_post_recv()
1147 	ind = qp->rq.head & (qp->rq.wqe_cnt - 1);  in mlx5_post_recv()
1150 		if (unlikely(mlx5_wq_overflow(&qp->rq, nreq,  in mlx5_post_recv()
1157 		if (unlikely(wr->num_sge > qp->rq.max_gs)) {  in mlx5_post_recv()
1166 			memset(sig, 0, 1 << qp->rq.wqe_shift);  in mlx5_post_recv()
1176 		if (j < qp->rq.max_gs) {  in mlx5_post_recv()
1184 				    qp->rq.head & 0xffff);  in mlx5_post_recv()
1186 		qp->rq.wrid[ind] = wr->wr_id;  in mlx5_post_recv()
1188 		ind = (ind + 1) & (qp->rq.wqe_cnt - 1);  in mlx5_post_recv()
1193 		qp->rq.head += nreq;  in mlx5_post_recv()
1210 			qp->db[MLX5_RCV_DBR] = htobe32(qp->rq.head & 0xffff);  in mlx5_post_recv()
1213 	mlx5_spin_unlock(&qp->rq.lock);  in mlx5_post_recv()