238 int c4iw_flush_sq(struct c4iw_qp *qhp)  in c4iw_flush_sq()  argument
241 	struct t4_wq *wq = &qhp->wq;  in c4iw_flush_sq()
242 	struct c4iw_cq *chp = to_c4iw_cq(qhp->ibqp.send_cq);  in c4iw_flush_sq()
338 	struct c4iw_qp *qhp;  in c4iw_flush_hw_cq()  local
351 		qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe));  in c4iw_flush_hw_cq()
356 		if (qhp == NULL)  in c4iw_flush_hw_cq()
359 		if (flush_qhp != qhp) {  in c4iw_flush_hw_cq()
360 			spin_lock(&qhp->lock);  in c4iw_flush_hw_cq()
362 			if (qhp->wq.flushed == 1)  in c4iw_flush_hw_cq()
386 			if (!qhp->wq.sq.oldest_read->signaled) {  in c4iw_flush_hw_cq()
387 				advance_oldest_read(&qhp->wq);  in c4iw_flush_hw_cq()
395 			create_read_req_cqe(&qhp->wq, hw_cqe, &read_cqe);  in c4iw_flush_hw_cq()
397 			advance_oldest_read(&qhp->wq);  in c4iw_flush_hw_cq()
404 			swsqe = &qhp->wq.sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];  in c4iw_flush_hw_cq()
407 			flush_completed_wrs(&qhp->wq, &chp->cq);  in c4iw_flush_hw_cq()
417 		if (qhp && flush_qhp != qhp)  in c4iw_flush_hw_cq()
418 			spin_unlock(&qhp->lock);  in c4iw_flush_hw_cq()
754 static int __c4iw_poll_cq_one(struct c4iw_cq *chp, struct c4iw_qp *qhp,  in __c4iw_poll_cq_one()  argument
758 	struct t4_wq *wq = qhp ? &qhp->wq : NULL;  in __c4iw_poll_cq_one()
770 	wc->qp = &qhp->ibqp;  in __c4iw_poll_cq_one()
803 			c4iw_invalidate_mr(qhp->rhp, wc->ex.invalidate_rkey);  in __c4iw_poll_cq_one()
844 				c4iw_invalidate_mr(qhp->rhp,  in __c4iw_poll_cq_one()
924 	struct c4iw_qp *qhp = NULL;  in c4iw_poll_cq_one()  local
933 	qhp = get_qhp(chp->rhp, CQE_QPID(rd_cqe));  in c4iw_poll_cq_one()
934 	if (qhp) {  in c4iw_poll_cq_one()
935 		spin_lock(&qhp->lock);  in c4iw_poll_cq_one()
936 		srq = qhp->srq;  in c4iw_poll_cq_one()
939 		ret = __c4iw_poll_cq_one(chp, qhp, wc, srq);  in c4iw_poll_cq_one()
940 		spin_unlock(&qhp->lock);  in c4iw_poll_cq_one()
1183 void c4iw_flush_srqidx(struct c4iw_qp *qhp, u32 srqidx)  in c4iw_flush_srqidx()  argument
1185 	struct c4iw_cq *rchp = to_c4iw_cq(qhp->ibqp.recv_cq);  in c4iw_flush_srqidx()
1190 	spin_lock(&qhp->lock);  in c4iw_flush_srqidx()
1193 	insert_recv_cqe(&qhp->wq, &rchp->cq, srqidx);  in c4iw_flush_srqidx()
1195 	spin_unlock(&qhp->lock);  in c4iw_flush_srqidx()