400 irdma_alloc_and_get_cqp_request(struct irdma_cqp *cqp,  in irdma_alloc_and_get_cqp_request()  argument
406 	spin_lock_irqsave(&cqp->req_lock, flags);  in irdma_alloc_and_get_cqp_request()
407 	if (!list_empty(&cqp->cqp_avail_reqs)) {  in irdma_alloc_and_get_cqp_request()
408 		cqp_request = list_entry(cqp->cqp_avail_reqs.next,  in irdma_alloc_and_get_cqp_request()
412 	spin_unlock_irqrestore(&cqp->req_lock, flags);  in irdma_alloc_and_get_cqp_request()
422 		irdma_debug(cqp->sc_cqp.dev, IRDMA_DEBUG_ERR, "CQP Request Fail: No Memory");  in irdma_alloc_and_get_cqp_request()
451 irdma_free_cqp_request(struct irdma_cqp *cqp,  in irdma_free_cqp_request()  argument
463 		spin_lock_irqsave(&cqp->req_lock, flags);  in irdma_free_cqp_request()
464 		list_add_tail(&cqp_request->list, &cqp->cqp_avail_reqs);  in irdma_free_cqp_request()
465 		spin_unlock_irqrestore(&cqp->req_lock, flags);  in irdma_free_cqp_request()
467 	wake_up(&cqp->remove_wq);  in irdma_free_cqp_request()
476 irdma_put_cqp_request(struct irdma_cqp *cqp,  in irdma_put_cqp_request()  argument
480 		irdma_free_cqp_request(cqp, cqp_request);  in irdma_put_cqp_request()
489 irdma_free_pending_cqp_request(struct irdma_cqp *cqp,  in irdma_free_pending_cqp_request()  argument
497 	wait_event_timeout(cqp->remove_wq,  in irdma_free_pending_cqp_request()
499 	irdma_put_cqp_request(cqp, cqp_request);  in irdma_free_pending_cqp_request()
511 	struct irdma_cqp *cqp = &rf->cqp;  in irdma_cleanup_pending_cqp_op()  local
516 	pending_work = IRDMA_RING_USED_QUANTA(cqp->sc_cqp.sq_ring);  in irdma_cleanup_pending_cqp_op()
517 	wqe_idx = IRDMA_RING_CURRENT_TAIL(cqp->sc_cqp.sq_ring);  in irdma_cleanup_pending_cqp_op()
520 		    cqp->scratch_array[wqe_idx];  in irdma_cleanup_pending_cqp_op()
522 			irdma_free_pending_cqp_request(cqp, cqp_request);  in irdma_cleanup_pending_cqp_op()
523 		wqe_idx = (wqe_idx + 1) % IRDMA_RING_SIZE(cqp->sc_cqp.sq_ring);  in irdma_cleanup_pending_cqp_op()
531 			irdma_free_pending_cqp_request(cqp, cqp_request);  in irdma_cleanup_pending_cqp_op()
548 	cqp_timeout.compl_cqp_cmds = atomic64_read(&rf->sc_dev.cqp->completed_ops);  in irdma_wait_event()
738 		irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_handle_cqp_op()
851 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cqp_sds_cmd()
864 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_sds_cmd()
879 	struct irdma_sc_cqp *cqp = dev->cqp;  in irdma_cqp_qp_suspend_resume()  local
884 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, false);  in irdma_cqp_qp_suspend_resume()
890 	cqp_info->in.u.suspend_resume.cqp = cqp;  in irdma_cqp_qp_suspend_resume()
895 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_qp_suspend_resume()
1006 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cqp_query_fpm_val_cmd()
1012 	cqp_info->in.u.query_fpm_val.cqp = dev->cqp;  in irdma_cqp_query_fpm_val_cmd()
1021 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_query_fpm_val_cmd()
1041 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cqp_commit_fpm_val_cmd()
1047 	cqp_info->in.u.commit_fpm_val.cqp = dev->cqp;  in irdma_cqp_commit_fpm_val_cmd()
1056 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_commit_fpm_val_cmd()
1070 	struct irdma_cqp *iwcqp = &rf->cqp;  in irdma_cqp_cq_create_cmd()
1101 	struct irdma_cqp *iwcqp = &rf->cqp;  in irdma_cqp_qp_create_cmd()
1144 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, false);  in irdma_dealloc_push_page()
1155 	cqp_info->in.u.manage_push_page.cqp = &rf->cqp.sc_cqp;  in irdma_dealloc_push_page()
1161 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_dealloc_push_page()
1175 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cq_wq_destroy()
1186 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cq_wq_destroy()
1222 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_hw_modify_qp()
1239 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_modify_qp()
1260 				cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp,  in irdma_hw_modify_qp()
1275 				irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_modify_qp()
1309 	struct irdma_cqp *iwcqp = &rf->cqp;  in irdma_cqp_qp_destroy_cmd()
1326 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_qp_destroy_cmd()
1665 	struct irdma_cqp *iwcqp = &rf->cqp;  in irdma_cqp_gather_stats_cmd()
1679 	cqp_info->in.u.stats_gather.cqp = &rf->cqp.sc_cqp;  in irdma_cqp_gather_stats_cmd()
1686 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_gather_stats_cmd()
1706 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cqp_ceq_cmd()
1717 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_ceq_cmd()
1737 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_cqp_aeq_cmd()
1748 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_aeq_cmd()
1764 	struct irdma_cqp *iwcqp = &rf->cqp;  in irdma_cqp_ws_node_cmd()
1765 	struct irdma_sc_cqp *cqp = &iwcqp->sc_cqp;  in irdma_cqp_ws_node_cmd()  local
1784 	cqp_info->in.u.ws_node.cqp = cqp;  in irdma_cqp_ws_node_cmd()
1794 		status = irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_WORK_SCHED_NODE,  in irdma_cqp_ws_node_cmd()
1805 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_ws_node_cmd()
1834 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_ah_do_cqp()
1848 		cqp_info->in.u.ah_create.cqp = &rf->cqp.sc_cqp;  in irdma_ah_do_cqp()
1853 		cqp_info->in.u.ah_destroy.cqp = &rf->cqp.sc_cqp;  in irdma_ah_do_cqp()
1861 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_ah_do_cqp()
1923 		irdma_put_cqp_request(sc_ah->dev->cqp->back_cqp,  in irdma_ieq_ah_cb()
1940 		irdma_put_cqp_request(sc_ah->dev->cqp->back_cqp,  in irdma_ilq_ah_cb()
2334 	iwcqp = &rf->cqp;  in irdma_upload_qp_context()
2351 		irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_upload_qp_context()
2636 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_chk_free_stag()
2648 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_chk_free_stag()