193 			   struct irdma_cqp_request *cqp_request)  in irdma_complete_cqp_request()  argument
195 	WRITE_ONCE(cqp_request->request_done, true);  in irdma_complete_cqp_request()
196 	if (cqp_request->waiting)  in irdma_complete_cqp_request()
197 		wake_up(&cqp_request->waitq);  in irdma_complete_cqp_request()
198 	else if (cqp_request->callback_fcn)  in irdma_complete_cqp_request()
199 		cqp_request->callback_fcn(cqp_request);  in irdma_complete_cqp_request()
200 	irdma_put_cqp_request(cqp, cqp_request);  in irdma_complete_cqp_request()
2206 	struct irdma_cqp_request *cqp_request;  in irdma_cqp_ce_handler()  local
2221 		cqp_request = (struct irdma_cqp_request *)  in irdma_cqp_ce_handler()
2224 						     cqp_request->info.cqp_cmd,  in irdma_cqp_ce_handler()
2231 		if (cqp_request) {  in irdma_cqp_ce_handler()
2232 			cqp_request->compl_info.maj_err_code =  in irdma_cqp_ce_handler()
2234 			cqp_request->compl_info.min_err_code =  in irdma_cqp_ce_handler()
2236 			cqp_request->compl_info.op_ret_val = info.op_ret_val;  in irdma_cqp_ce_handler()
2237 			cqp_request->compl_info.error = info.error;  in irdma_cqp_ce_handler()
2238 			irdma_complete_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_ce_handler()
2328 	struct irdma_cqp_request *cqp_request;  in irdma_del_local_mac_entry()  local
2331 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_del_local_mac_entry()
2332 	if (!cqp_request)  in irdma_del_local_mac_entry()
2335 	cqp_info = &cqp_request->info;  in irdma_del_local_mac_entry()
2339 	cqp_info->in.u.del_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_del_local_mac_entry()
2343 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_del_local_mac_entry()
2344 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_del_local_mac_entry()
2359 	struct irdma_cqp_request *cqp_request;  in irdma_add_local_mac_entry()  local
2363 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_add_local_mac_entry()
2364 	if (!cqp_request)  in irdma_add_local_mac_entry()
2367 	cqp_info = &cqp_request->info;  in irdma_add_local_mac_entry()
2372 	cqp_info->in.u.add_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_add_local_mac_entry()
2375 	cqp_info->in.u.add_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_add_local_mac_entry()
2377 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_add_local_mac_entry()
2378 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_add_local_mac_entry()
2396 	struct irdma_cqp_request *cqp_request;  in irdma_alloc_local_mac_entry()  local
2400 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_alloc_local_mac_entry()
2401 	if (!cqp_request)  in irdma_alloc_local_mac_entry()
2404 	cqp_info = &cqp_request->info;  in irdma_alloc_local_mac_entry()
2408 	cqp_info->in.u.alloc_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_alloc_local_mac_entry()
2409 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_alloc_local_mac_entry()
2411 		*mac_tbl_idx = (u16)cqp_request->compl_info.op_ret_val;  in irdma_alloc_local_mac_entry()
2413 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_alloc_local_mac_entry()
2429 	struct irdma_cqp_request *cqp_request;  in irdma_cqp_manage_apbvt_cmd()  local
2433 	cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, add_port);  in irdma_cqp_manage_apbvt_cmd()
2434 	if (!cqp_request)  in irdma_cqp_manage_apbvt_cmd()
2437 	cqp_info = &cqp_request->info;  in irdma_cqp_manage_apbvt_cmd()
2445 	cqp_info->in.u.manage_apbvt_entry.scratch = (uintptr_t)cqp_request;  in irdma_cqp_manage_apbvt_cmd()
2450 	status = irdma_handle_cqp_op(iwdev->rf, cqp_request);  in irdma_cqp_manage_apbvt_cmd()
2451 	irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request);  in irdma_cqp_manage_apbvt_cmd()
2534 	struct irdma_cqp_request *cqp_request;  in irdma_manage_arp_cache()  local
2542 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, false);  in irdma_manage_arp_cache()
2543 	if (!cqp_request)  in irdma_manage_arp_cache()
2546 	cqp_info = &cqp_request->info;  in irdma_manage_arp_cache()
2555 		    (uintptr_t)cqp_request;  in irdma_manage_arp_cache()
2560 		    (uintptr_t)cqp_request;  in irdma_manage_arp_cache()
2566 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_manage_arp_cache()
2567 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_manage_arp_cache()
2575 irdma_send_syn_cqp_callback(struct irdma_cqp_request *cqp_request)  in irdma_send_syn_cqp_callback()  argument
2577 	struct irdma_cm_node *cm_node = cqp_request->param;  in irdma_send_syn_cqp_callback()
2600 	struct irdma_cqp_request *cqp_request;  in irdma_manage_qhash()  local
2605 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, wait);  in irdma_manage_qhash()
2606 	if (!cqp_request)  in irdma_manage_qhash()
2609 	cminfo->cqp_request = cqp_request;  in irdma_manage_qhash()
2611 		atomic_inc(&cqp_request->refcnt);  in irdma_manage_qhash()
2612 	cqp_info = &cqp_request->info;  in irdma_manage_qhash()
2645 		cqp_request->callback_fcn = irdma_send_syn_cqp_callback;  in irdma_manage_qhash()
2646 		cqp_request->param = cmnode;  in irdma_manage_qhash()
2673 	cqp_info->in.u.manage_qhash_table_entry.scratch = (uintptr_t)cqp_request;  in irdma_manage_qhash()
2676 	status = irdma_handle_cqp_op(iwdev->rf, cqp_request);  in irdma_manage_qhash()
2680 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_manage_qhash()
2698 	struct irdma_cqp_request *cqp_request;  in irdma_hw_flush_wqes()  local
2702 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_hw_flush_wqes()
2703 	if (!cqp_request)  in irdma_hw_flush_wqes()
2706 	cqp_info = &cqp_request->info;  in irdma_hw_flush_wqes()
2707 	hw_info = &cqp_request->info.in.u.qp_flush_wqes.info;  in irdma_hw_flush_wqes()
2712 	cqp_info->in.u.qp_flush_wqes.scratch = (uintptr_t)cqp_request;  in irdma_hw_flush_wqes()
2713 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_hw_flush_wqes()
2717 		irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_flush_wqes()
2721 	if (!wait || cqp_request->compl_info.maj_err_code)  in irdma_hw_flush_wqes()
2725 		if (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_SQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes()
2726 		    cqp_request->compl_info.min_err_code == 0) {  in irdma_hw_flush_wqes()
2732 		if (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_RQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes()
2733 		    cqp_request->compl_info.min_err_code == 0) {  in irdma_hw_flush_wqes()
2743 		    cqp_request->compl_info.maj_err_code,  in irdma_hw_flush_wqes()
2744 		    cqp_request->compl_info.min_err_code);  in irdma_hw_flush_wqes()
2746 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_flush_wqes()
2763 	struct irdma_cqp_request *cqp_request;  in irdma_gen_ae()  local
2766 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_gen_ae()
2767 	if (!cqp_request)  in irdma_gen_ae()
2770 	cqp_info = &cqp_request->info;  in irdma_gen_ae()
2771 	ae_info = &cqp_request->info.in.u.gen_ae.info;  in irdma_gen_ae()
2776 	cqp_info->in.u.gen_ae.scratch = (uintptr_t)cqp_request;  in irdma_gen_ae()
2778 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_gen_ae()
2779 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_gen_ae()