Lines Matching refs:cqp
266 irdma_sc_add_arp_cache_entry(struct irdma_sc_cqp *cqp, in irdma_sc_add_arp_cache_entry() argument
273 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_arp_cache_entry()
284 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_add_arp_cache_entry()
289 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ARP_CACHE_ENTRY WQE", wqe, in irdma_sc_add_arp_cache_entry()
292 irdma_sc_cqp_post_sq(cqp); in irdma_sc_add_arp_cache_entry()
305 irdma_sc_del_arp_cache_entry(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_del_arp_cache_entry() argument
311 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_arp_cache_entry()
317 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_del_arp_cache_entry()
322 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ARP_CACHE_DEL_ENTRY WQE", in irdma_sc_del_arp_cache_entry()
325 irdma_sc_cqp_post_sq(cqp); in irdma_sc_del_arp_cache_entry()
338 irdma_sc_manage_apbvt_entry(struct irdma_sc_cqp *cqp, in irdma_sc_manage_apbvt_entry() argument
345 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_apbvt_entry()
353 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_manage_apbvt_entry()
358 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_APBVT WQE", wqe, in irdma_sc_manage_apbvt_entry()
361 irdma_sc_cqp_post_sq(cqp); in irdma_sc_manage_apbvt_entry()
386 irdma_sc_manage_qhash_table_entry(struct irdma_sc_cqp *cqp, in irdma_sc_manage_qhash_table_entry() argument
397 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_qhash_table_entry()
439 temp = FIELD_PREP(IRDMA_CQPSQ_QHASH_WQEVALID, cqp->polarity) | in irdma_sc_manage_qhash_table_entry()
450 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_QHASH WQE", wqe, in irdma_sc_manage_qhash_table_entry()
453 irdma_sc_cqp_post_sq(cqp); in irdma_sc_manage_qhash_table_entry()
543 struct irdma_sc_cqp *cqp; in irdma_sc_qp_create() local
547 cqp = qp->dev->cqp; in irdma_sc_qp_create()
548 if (qp->qp_uk.qp_id < cqp->dev->hw_attrs.min_hw_qp_id || in irdma_sc_qp_create()
549 qp->qp_uk.qp_id > (cqp->dev->hmc_info->hmc_obj[IRDMA_HMC_IW_QP].max_cnt - 1)) in irdma_sc_qp_create()
552 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_create()
571 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_qp_create()
577 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_CREATE WQE", wqe, in irdma_sc_qp_create()
580 irdma_sc_cqp_post_sq(cqp); in irdma_sc_qp_create()
597 struct irdma_sc_cqp *cqp; in irdma_sc_qp_modify() local
602 cqp = qp->dev->cqp; in irdma_sc_qp_modify()
603 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_modify()
642 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_qp_modify()
648 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_MODIFY WQE", wqe, in irdma_sc_qp_modify()
651 irdma_sc_cqp_post_sq(cqp); in irdma_sc_qp_modify()
669 struct irdma_sc_cqp *cqp; in irdma_sc_qp_destroy() local
672 cqp = qp->dev->cqp; in irdma_sc_qp_destroy()
673 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_destroy()
685 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_qp_destroy()
690 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_DESTROY WQE", wqe, in irdma_sc_qp_destroy()
693 irdma_sc_cqp_post_sq(cqp); in irdma_sc_qp_destroy()
861 irdma_sc_alloc_local_mac_entry(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_alloc_local_mac_entry() argument
867 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_local_mac_entry()
873 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_alloc_local_mac_entry()
879 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ALLOCATE_LOCAL_MAC WQE", in irdma_sc_alloc_local_mac_entry()
883 irdma_sc_cqp_post_sq(cqp); in irdma_sc_alloc_local_mac_entry()
895 irdma_sc_add_local_mac_entry(struct irdma_sc_cqp *cqp, in irdma_sc_add_local_mac_entry() argument
902 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_local_mac_entry()
911 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_add_local_mac_entry()
917 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ADD_LOCAL_MAC WQE", wqe, in irdma_sc_add_local_mac_entry()
921 irdma_sc_cqp_post_sq(cqp); in irdma_sc_add_local_mac_entry()
934 irdma_sc_del_local_mac_entry(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_del_local_mac_entry() argument
941 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_local_mac_entry()
948 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity) | in irdma_sc_del_local_mac_entry()
955 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "DEL_LOCAL_MAC_IPADDR WQE", in irdma_sc_del_local_mac_entry()
959 irdma_sc_cqp_post_sq(cqp); in irdma_sc_del_local_mac_entry()
1164 struct irdma_sc_cqp *cqp; in irdma_sc_alloc_stag() local
1178 cqp = dev->cqp; in irdma_sc_alloc_stag()
1179 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_stag()
1201 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_alloc_stag()
1211 irdma_sc_cqp_post_sq(cqp); in irdma_sc_alloc_stag()
1230 struct irdma_sc_cqp *cqp; in irdma_sc_mr_reg_non_shared() local
1259 cqp = dev->cqp; in irdma_sc_mr_reg_non_shared()
1260 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mr_reg_non_shared()
1292 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_mr_reg_non_shared()
1300 irdma_sc_cqp_post_sq(cqp); in irdma_sc_mr_reg_non_shared()
1319 struct irdma_sc_cqp *cqp; in irdma_sc_dealloc_stag() local
1321 cqp = dev->cqp; in irdma_sc_dealloc_stag()
1322 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_dealloc_stag()
1334 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_dealloc_stag()
1342 irdma_sc_cqp_post_sq(cqp); in irdma_sc_dealloc_stag()
1360 struct irdma_sc_cqp *cqp; in irdma_sc_mw_alloc() local
1363 cqp = dev->cqp; in irdma_sc_mw_alloc()
1364 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mw_alloc()
1377 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_mw_alloc()
1385 irdma_sc_cqp_post_sq(cqp); in irdma_sc_mw_alloc()
2097 irdma_sc_gather_stats(struct irdma_sc_cqp *cqp, in irdma_sc_gather_stats() argument
2107 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gather_stats()
2115 temp = FIELD_PREP(IRDMA_CQPSQ_STATS_WQEVALID, cqp->polarity) | in irdma_sc_gather_stats()
2126 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_STATS, "GATHER_STATS WQE", wqe, in irdma_sc_gather_stats()
2129 irdma_sc_cqp_post_sq(cqp); in irdma_sc_gather_stats()
2140 irdma_sc_set_up_map(struct irdma_sc_cqp *cqp, in irdma_sc_set_up_map() argument
2147 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_set_up_map()
2159 temp = FIELD_PREP(IRDMA_CQPSQ_UP_WQEVALID, cqp->polarity) | in irdma_sc_set_up_map()
2168 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "UPMAP WQE", wqe, in irdma_sc_set_up_map()
2170 irdma_sc_cqp_post_sq(cqp); in irdma_sc_set_up_map()
2183 irdma_sc_manage_ws_node(struct irdma_sc_cqp *cqp, in irdma_sc_manage_ws_node() argument
2190 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_ws_node()
2198 temp = FIELD_PREP(IRDMA_CQPSQ_WS_WQEVALID, cqp->polarity) | in irdma_sc_manage_ws_node()
2211 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_WS WQE", wqe, in irdma_sc_manage_ws_node()
2213 irdma_sc_cqp_post_sq(cqp); in irdma_sc_manage_ws_node()
2232 struct irdma_sc_cqp *cqp; in irdma_sc_qp_flush_wqes() local
2250 cqp = qp->pd->dev->cqp; in irdma_sc_qp_flush_wqes()
2251 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_flush_wqes()
2279 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_qp_flush_wqes()
2284 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_FLUSH WQE", wqe, in irdma_sc_qp_flush_wqes()
2287 irdma_sc_cqp_post_sq(cqp); in irdma_sc_qp_flush_wqes()
2306 struct irdma_sc_cqp *cqp; in irdma_sc_gen_ae() local
2309 cqp = qp->pd->dev->cqp; in irdma_sc_gen_ae()
2310 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gen_ae()
2321 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_gen_ae()
2326 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "GEN_AE WQE", wqe, in irdma_sc_gen_ae()
2329 irdma_sc_cqp_post_sq(cqp); in irdma_sc_gen_ae()
2346 struct irdma_sc_cqp *cqp; in irdma_sc_qp_upload_context() local
2349 cqp = dev->cqp; in irdma_sc_qp_upload_context()
2350 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_upload_context()
2361 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_qp_upload_context()
2369 irdma_sc_cqp_post_sq(cqp); in irdma_sc_qp_upload_context()
2382 irdma_sc_manage_push_page(struct irdma_sc_cqp *cqp, in irdma_sc_manage_push_page() argument
2390 info->push_idx >= cqp->dev->hw_attrs.max_hw_device_pages) in irdma_sc_manage_push_page()
2393 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_push_page()
2401 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity) | in irdma_sc_manage_push_page()
2407 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_PUSH_PAGES WQE", wqe, in irdma_sc_manage_push_page()
2410 irdma_sc_cqp_post_sq(cqp); in irdma_sc_manage_push_page()
2422 irdma_sc_suspend_qp(struct irdma_sc_cqp *cqp, struct irdma_sc_qp *qp, in irdma_sc_suspend_qp() argument
2428 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_suspend_qp()
2434 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_suspend_qp()
2439 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "SUSPEND_QP WQE", wqe, in irdma_sc_suspend_qp()
2441 irdma_sc_cqp_post_sq(cqp); in irdma_sc_suspend_qp()
2453 irdma_sc_resume_qp(struct irdma_sc_cqp *cqp, struct irdma_sc_qp *qp, in irdma_sc_resume_qp() argument
2459 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_resume_qp()
2468 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_resume_qp()
2473 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "RESUME_QP WQE", wqe, in irdma_sc_resume_qp()
2475 irdma_sc_cqp_post_sq(cqp); in irdma_sc_resume_qp()
2541 struct irdma_sc_cqp *cqp; in irdma_sc_cq_create() local
2546 cqp = cq->dev->cqp; in irdma_sc_cq_create()
2547 if (cq->cq_uk.cq_id > (cqp->dev->hmc_info->hmc_obj[IRDMA_HMC_IW_CQ].max_cnt - 1)) in irdma_sc_cq_create()
2560 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_create()
2592 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_cq_create()
2598 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_CREATE WQE", wqe, in irdma_sc_cq_create()
2601 irdma_sc_cqp_post_sq(cqp); in irdma_sc_cq_create()
2615 struct irdma_sc_cqp *cqp; in irdma_sc_cq_destroy() local
2620 cqp = cq->dev->cqp; in irdma_sc_cq_destroy()
2621 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_destroy()
2645 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_cq_destroy()
2650 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_DESTROY WQE", wqe, in irdma_sc_cq_destroy()
2653 irdma_sc_cqp_post_sq(cqp); in irdma_sc_cq_destroy()
2685 struct irdma_sc_cqp *cqp; in irdma_sc_cq_modify() local
2695 cqp = cq->dev->cqp; in irdma_sc_cq_modify()
2696 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_modify()
2721 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_cq_modify()
2726 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_MODIFY WQE", wqe, in irdma_sc_cq_modify()
2729 irdma_sc_cqp_post_sq(cqp); in irdma_sc_cq_modify()
2743 u64 completed_ops = atomic64_read(&dev->cqp->completed_ops); in irdma_check_cqp_progress()
2748 } else if (timeout->compl_cqp_cmds != dev->cqp->requested_ops) { in irdma_check_cqp_progress()
2761 irdma_get_cqp_reg_info(struct irdma_sc_cqp *cqp, u32 *val, in irdma_get_cqp_reg_info() argument
2764 *val = readl(cqp->dev->hw_regs[IRDMA_CQPTAIL]); in irdma_get_cqp_reg_info()
2776 irdma_cqp_poll_registers(struct irdma_sc_cqp *cqp, u32 tail, in irdma_cqp_poll_registers() argument
2783 irdma_get_cqp_reg_info(cqp, &val, &newtail, &error); in irdma_cqp_poll_registers()
2785 error = readl(cqp->dev->hw_regs[IRDMA_CQPERRCODES]); in irdma_cqp_poll_registers()
2786 irdma_debug(cqp->dev, IRDMA_DEBUG_CQP, in irdma_cqp_poll_registers()
2792 IRDMA_RING_MOVE_TAIL(cqp->sq_ring); in irdma_cqp_poll_registers()
2793 atomic64_inc(&cqp->completed_ops); in irdma_cqp_poll_registers()
2796 irdma_usec_delay(cqp->dev->hw_attrs.max_sleep_count); in irdma_cqp_poll_registers()
3127 irdma_sc_cqp_init(struct irdma_sc_cqp *cqp, in irdma_sc_cqp_init() argument
3139 cqp->size = sizeof(*cqp); in irdma_sc_cqp_init()
3140 cqp->sq_size = info->sq_size; in irdma_sc_cqp_init()
3141 cqp->hw_sq_size = hw_sq_size; in irdma_sc_cqp_init()
3142 cqp->sq_base = info->sq; in irdma_sc_cqp_init()
3143 cqp->host_ctx = info->host_ctx; in irdma_sc_cqp_init()
3144 cqp->sq_pa = info->sq_pa; in irdma_sc_cqp_init()
3145 cqp->host_ctx_pa = info->host_ctx_pa; in irdma_sc_cqp_init()
3146 cqp->dev = info->dev; in irdma_sc_cqp_init()
3147 cqp->struct_ver = info->struct_ver; in irdma_sc_cqp_init()
3148 cqp->hw_maj_ver = info->hw_maj_ver; in irdma_sc_cqp_init()
3149 cqp->hw_min_ver = info->hw_min_ver; in irdma_sc_cqp_init()
3150 cqp->scratch_array = info->scratch_array; in irdma_sc_cqp_init()
3151 cqp->polarity = 0; in irdma_sc_cqp_init()
3152 cqp->en_datacenter_tcp = info->en_datacenter_tcp; in irdma_sc_cqp_init()
3153 cqp->ena_vf_count = info->ena_vf_count; in irdma_sc_cqp_init()
3154 cqp->hmc_profile = info->hmc_profile; in irdma_sc_cqp_init()
3155 cqp->ceqs_per_vf = info->ceqs_per_vf; in irdma_sc_cqp_init()
3156 cqp->disable_packed = info->disable_packed; in irdma_sc_cqp_init()
3157 cqp->rocev2_rto_policy = info->rocev2_rto_policy; in irdma_sc_cqp_init()
3158 cqp->protocol_used = info->protocol_used; in irdma_sc_cqp_init()
3159 irdma_memcpy(&cqp->dcqcn_params, &info->dcqcn_params, sizeof(cqp->dcqcn_params)); in irdma_sc_cqp_init()
3160 cqp->en_rem_endpoint_trk = info->en_rem_endpoint_trk; in irdma_sc_cqp_init()
3161 cqp->timer_slots = info->timer_slots; in irdma_sc_cqp_init()
3162 info->dev->cqp = cqp; in irdma_sc_cqp_init()
3164 IRDMA_RING_INIT(cqp->sq_ring, cqp->sq_size); in irdma_sc_cqp_init()
3165 cqp->requested_ops = 0; in irdma_sc_cqp_init()
3166 atomic64_set(&cqp->completed_ops, 0); in irdma_sc_cqp_init()
3168 INIT_LIST_HEAD(&cqp->dev->cqp_cmd_head); in irdma_sc_cqp_init()
3170 writel(0, cqp->dev->hw_regs[IRDMA_CQPTAIL]); in irdma_sc_cqp_init()
3171 writel(0, cqp->dev->hw_regs[IRDMA_CQPDB]); in irdma_sc_cqp_init()
3172 writel(0, cqp->dev->hw_regs[IRDMA_CCQPSTATUS]); in irdma_sc_cqp_init()
3174 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, in irdma_sc_cqp_init()
3176 cqp->sq_size, cqp->hw_sq_size, cqp->sq_base, in irdma_sc_cqp_init()
3177 (unsigned long long)cqp->sq_pa, cqp, cqp->polarity); in irdma_sc_cqp_init()
3188 irdma_sc_cqp_create(struct irdma_sc_cqp *cqp, u16 *maj_err, u16 *min_err) in irdma_sc_cqp_create() argument
3195 hw_rev = cqp->dev->hw_attrs.uk_attrs.hw_rev; in irdma_sc_cqp_create()
3196 cqp->sdbuf.size = IRDMA_UPDATE_SD_BUFF_SIZE * cqp->sq_size; in irdma_sc_cqp_create()
3197 cqp->sdbuf.va = irdma_allocate_dma_mem(cqp->dev->hw, &cqp->sdbuf, in irdma_sc_cqp_create()
3198 cqp->sdbuf.size, in irdma_sc_cqp_create()
3200 if (!cqp->sdbuf.va) in irdma_sc_cqp_create()
3203 spin_lock_init(&cqp->dev->cqp_lock); in irdma_sc_cqp_create()
3205 temp = FIELD_PREP(IRDMA_CQPHC_SQSIZE, cqp->hw_sq_size) | in irdma_sc_cqp_create()
3206 FIELD_PREP(IRDMA_CQPHC_SVER, cqp->struct_ver) | in irdma_sc_cqp_create()
3207 FIELD_PREP(IRDMA_CQPHC_DISABLE_PFPDUS, cqp->disable_packed) | in irdma_sc_cqp_create()
3208 FIELD_PREP(IRDMA_CQPHC_CEQPERVF, cqp->ceqs_per_vf); in irdma_sc_cqp_create()
3211 cqp->rocev2_rto_policy) | in irdma_sc_cqp_create()
3213 cqp->protocol_used); in irdma_sc_cqp_create()
3216 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_0, temp); in irdma_sc_cqp_create()
3217 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_8, cqp->sq_pa); in irdma_sc_cqp_create()
3219 temp = FIELD_PREP(IRDMA_CQPHC_ENABLED_VFS, cqp->ena_vf_count) | in irdma_sc_cqp_create()
3220 FIELD_PREP(IRDMA_CQPHC_HMC_PROFILE, cqp->hmc_profile); in irdma_sc_cqp_create()
3223 temp |= FIELD_PREP(IRDMA_CQPHC_TMR_SLOT, cqp->timer_slots); in irdma_sc_cqp_create()
3226 cqp->en_rem_endpoint_trk); in irdma_sc_cqp_create()
3227 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_16, temp); in irdma_sc_cqp_create()
3228 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_24, (uintptr_t)cqp); in irdma_sc_cqp_create()
3229 temp = FIELD_PREP(IRDMA_CQPHC_HW_MAJVER, cqp->hw_maj_ver) | in irdma_sc_cqp_create()
3230 FIELD_PREP(IRDMA_CQPHC_HW_MINVER, cqp->hw_min_ver); in irdma_sc_cqp_create()
3232 temp |= FIELD_PREP(IRDMA_CQPHC_MIN_RATE, cqp->dcqcn_params.min_rate) | in irdma_sc_cqp_create()
3233 FIELD_PREP(IRDMA_CQPHC_MIN_DEC_FACTOR, cqp->dcqcn_params.min_dec_factor); in irdma_sc_cqp_create()
3235 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_32, temp); in irdma_sc_cqp_create()
3236 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_40, 0); in irdma_sc_cqp_create()
3239 temp |= FIELD_PREP(IRDMA_CQPHC_DCQCN_T, cqp->dcqcn_params.dcqcn_t) | in irdma_sc_cqp_create()
3240 FIELD_PREP(IRDMA_CQPHC_RAI_FACTOR, cqp->dcqcn_params.rai_factor) | in irdma_sc_cqp_create()
3241 FIELD_PREP(IRDMA_CQPHC_HAI_FACTOR, cqp->dcqcn_params.hai_factor); in irdma_sc_cqp_create()
3243 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_48, temp); in irdma_sc_cqp_create()
3246 temp |= FIELD_PREP(IRDMA_CQPHC_DCQCN_B, cqp->dcqcn_params.dcqcn_b) | in irdma_sc_cqp_create()
3247 FIELD_PREP(IRDMA_CQPHC_DCQCN_F, cqp->dcqcn_params.dcqcn_f) | in irdma_sc_cqp_create()
3248 FIELD_PREP(IRDMA_CQPHC_CC_CFG_VALID, cqp->dcqcn_params.cc_cfg_valid) | in irdma_sc_cqp_create()
3249 FIELD_PREP(IRDMA_CQPHC_RREDUCE_MPERIOD, cqp->dcqcn_params.rreduce_mperiod); in irdma_sc_cqp_create()
3251 set_64bit_val(cqp->host_ctx, IRDMA_BYTE_56, temp); in irdma_sc_cqp_create()
3252 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQP_HOST_CTX WQE", in irdma_sc_cqp_create()
3253 cqp->host_ctx, IRDMA_CQP_CTX_SIZE * 8); in irdma_sc_cqp_create()
3254 p1 = RS_32_1(cqp->host_ctx_pa, 32); in irdma_sc_cqp_create()
3255 p2 = (u32)cqp->host_ctx_pa; in irdma_sc_cqp_create()
3257 writel(p1, cqp->dev->hw_regs[IRDMA_CCQPHIGH]); in irdma_sc_cqp_create()
3258 writel(p2, cqp->dev->hw_regs[IRDMA_CCQPLOW]); in irdma_sc_cqp_create()
3261 if (cnt++ > cqp->dev->hw_attrs.max_done_count) { in irdma_sc_cqp_create()
3265 irdma_usec_delay(cqp->dev->hw_attrs.max_sleep_count); in irdma_sc_cqp_create()
3266 val = readl(cqp->dev->hw_regs[IRDMA_CCQPSTATUS]); in irdma_sc_cqp_create()
3269 if (FLD_RS_32(cqp->dev, val, IRDMA_CCQPSTATUS_CCQP_ERR)) { in irdma_sc_cqp_create()
3274 cqp->process_cqp_sds = irdma_update_sds_noccq; in irdma_sc_cqp_create()
3278 spin_lock_destroy(&cqp->dev->cqp_lock); in irdma_sc_cqp_create()
3279 irdma_free_dma_mem(cqp->dev->hw, &cqp->sdbuf); in irdma_sc_cqp_create()
3280 err_code = readl(cqp->dev->hw_regs[IRDMA_CQPERRCODES]); in irdma_sc_cqp_create()
3291 irdma_sc_cqp_post_sq(struct irdma_sc_cqp *cqp) in irdma_sc_cqp_post_sq() argument
3293 db_wr32(IRDMA_RING_CURRENT_HEAD(cqp->sq_ring), cqp->dev->cqp_db); in irdma_sc_cqp_post_sq()
3295 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, in irdma_sc_cqp_post_sq()
3296 "CQP SQ head 0x%x tail 0x%x size 0x%x\n", cqp->sq_ring.head, in irdma_sc_cqp_post_sq()
3297 cqp->sq_ring.tail, cqp->sq_ring.size); in irdma_sc_cqp_post_sq()
3308 irdma_sc_cqp_get_next_send_wqe_idx(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_cqp_get_next_send_wqe_idx() argument
3314 if (IRDMA_RING_FULL_ERR(cqp->sq_ring)) { in irdma_sc_cqp_get_next_send_wqe_idx()
3315 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, in irdma_sc_cqp_get_next_send_wqe_idx()
3317 cqp->sq_ring.head, cqp->sq_ring.tail, in irdma_sc_cqp_get_next_send_wqe_idx()
3318 cqp->sq_ring.size); in irdma_sc_cqp_get_next_send_wqe_idx()
3321 IRDMA_ATOMIC_RING_MOVE_HEAD(cqp->sq_ring, *wqe_idx, ret_code); in irdma_sc_cqp_get_next_send_wqe_idx()
3325 cqp->requested_ops++; in irdma_sc_cqp_get_next_send_wqe_idx()
3327 cqp->polarity = !cqp->polarity; in irdma_sc_cqp_get_next_send_wqe_idx()
3328 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx()
3329 cqp->scratch_array[*wqe_idx] = scratch; in irdma_sc_cqp_get_next_send_wqe_idx()
3343 irdma_sc_cqp_destroy(struct irdma_sc_cqp *cqp, bool free_hwcqp) in irdma_sc_cqp_destroy() argument
3349 writel(0, cqp->dev->hw_regs[IRDMA_CCQPHIGH]); in irdma_sc_cqp_destroy()
3350 writel(0, cqp->dev->hw_regs[IRDMA_CCQPLOW]); in irdma_sc_cqp_destroy()
3352 if (cnt++ > cqp->dev->hw_attrs.max_done_count) { in irdma_sc_cqp_destroy()
3356 irdma_usec_delay(cqp->dev->hw_attrs.max_sleep_count); in irdma_sc_cqp_destroy()
3357 val = readl(cqp->dev->hw_regs[IRDMA_CCQPSTATUS]); in irdma_sc_cqp_destroy()
3358 } while (FLD_RS_32(cqp->dev, val, IRDMA_CCQPSTATUS_CCQP_DONE)); in irdma_sc_cqp_destroy()
3360 irdma_free_dma_mem(cqp->dev->hw, &cqp->sdbuf); in irdma_sc_cqp_destroy()
3361 spin_lock_destroy(&cqp->dev->cqp_lock); in irdma_sc_cqp_destroy()
3407 struct irdma_sc_cqp *cqp; in irdma_sc_ccq_get_cqe_info() local
3428 cqp = (struct irdma_sc_cqp *)(irdma_uintptr) qp_ctx; in irdma_sc_ccq_get_cqe_info()
3434 error = readl(cqp->dev->hw_regs[IRDMA_CQPERRCODES]); in irdma_sc_ccq_get_cqe_info()
3435 irdma_debug(cqp->dev, IRDMA_DEBUG_CQP, in irdma_sc_ccq_get_cqe_info()
3440 info->scratch = cqp->scratch_array[wqe_idx]; in irdma_sc_ccq_get_cqe_info()
3445 get_64bit_val(cqp->sq_base[wqe_idx].elem, IRDMA_BYTE_24, &temp1); in irdma_sc_ccq_get_cqe_info()
3447 info->cqp = cqp; in irdma_sc_ccq_get_cqe_info()
3461 spin_lock_irqsave(&cqp->dev->cqp_lock, flags); in irdma_sc_ccq_get_cqe_info()
3462 IRDMA_RING_MOVE_TAIL(cqp->sq_ring); in irdma_sc_ccq_get_cqe_info()
3463 spin_unlock_irqrestore(&cqp->dev->cqp_lock, flags); in irdma_sc_ccq_get_cqe_info()
3464 atomic64_inc(&cqp->completed_ops); in irdma_sc_ccq_get_cqe_info()
3476 irdma_sc_poll_for_cqp_op_done(struct irdma_sc_cqp *cqp, u8 op_code, in irdma_sc_poll_for_cqp_op_done() argument
3484 ccq = cqp->dev->ccq; in irdma_sc_poll_for_cqp_op_done()
3486 if (cnt++ > 100 * cqp->dev->hw_attrs.max_done_count) in irdma_sc_poll_for_cqp_op_done()
3490 irdma_usec_delay(cqp->dev->hw_attrs.max_sleep_count); in irdma_sc_poll_for_cqp_op_done()
3500 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, in irdma_sc_poll_for_cqp_op_done()
3519 irdma_sc_manage_hmc_pm_func_table(struct irdma_sc_cqp *cqp, in irdma_sc_manage_hmc_pm_func_table() argument
3526 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_hmc_pm_func_table()
3534 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_manage_hmc_pm_func_table()
3539 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, in irdma_sc_manage_hmc_pm_func_table()
3543 irdma_sc_cqp_post_sq(cqp); in irdma_sc_manage_hmc_pm_func_table()
3554 irdma_sc_commit_fpm_val_done(struct irdma_sc_cqp *cqp) in irdma_sc_commit_fpm_val_done() argument
3556 return irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_COMMIT_FPM_VAL, in irdma_sc_commit_fpm_val_done()
3570 irdma_sc_commit_fpm_val(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_commit_fpm_val() argument
3580 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_commit_fpm_val()
3589 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_commit_fpm_val()
3595 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "COMMIT_FPM_VAL WQE", wqe, in irdma_sc_commit_fpm_val()
3597 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_sc_commit_fpm_val()
3600 irdma_sc_cqp_post_sq(cqp); in irdma_sc_commit_fpm_val()
3602 ret_code = irdma_cqp_poll_registers(cqp, tail, in irdma_sc_commit_fpm_val()
3603 cqp->dev->hw_attrs.max_done_count); in irdma_sc_commit_fpm_val()
3605 ret_code = irdma_sc_commit_fpm_val_done(cqp); in irdma_sc_commit_fpm_val()
3617 irdma_sc_query_fpm_val_done(struct irdma_sc_cqp *cqp) in irdma_sc_query_fpm_val_done() argument
3619 return irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_QUERY_FPM_VAL, in irdma_sc_query_fpm_val_done()
3633 irdma_sc_query_fpm_val(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_query_fpm_val() argument
3643 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_fpm_val()
3651 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_query_fpm_val()
3656 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QUERY_FPM WQE", wqe, in irdma_sc_query_fpm_val()
3658 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_sc_query_fpm_val()
3661 irdma_sc_cqp_post_sq(cqp); in irdma_sc_query_fpm_val()
3663 ret_code = irdma_cqp_poll_registers(cqp, tail, in irdma_sc_query_fpm_val()
3664 cqp->dev->hw_attrs.max_done_count); in irdma_sc_query_fpm_val()
3666 ret_code = irdma_sc_query_fpm_val_done(cqp); in irdma_sc_query_fpm_val()
3728 struct irdma_sc_cqp *cqp; in irdma_sc_ceq_create() local
3732 cqp = ceq->dev->cqp; in irdma_sc_ceq_create()
3733 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_create()
3750 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_ceq_create()
3755 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CEQ_CREATE WQE", wqe, in irdma_sc_ceq_create()
3758 irdma_sc_cqp_post_sq(cqp); in irdma_sc_ceq_create()
3770 struct irdma_sc_cqp *cqp; in irdma_sc_cceq_create_done() local
3772 cqp = ceq->dev->cqp; in irdma_sc_cceq_create_done()
3773 return irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_CREATE_CEQ, in irdma_sc_cceq_create_done()
3784 struct irdma_sc_cqp *cqp; in irdma_sc_cceq_destroy_done() local
3788 cqp = ceq->dev->cqp; in irdma_sc_cceq_destroy_done()
3789 cqp->process_cqp_sds = irdma_update_sds_noccq; in irdma_sc_cceq_destroy_done()
3791 return irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_DESTROY_CEQ, in irdma_sc_cceq_destroy_done()
3827 struct irdma_sc_cqp *cqp; in irdma_sc_ceq_destroy() local
3831 cqp = ceq->dev->cqp; in irdma_sc_ceq_destroy()
3832 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_destroy()
3843 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_ceq_destroy()
3848 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CEQ_DESTROY WQE", wqe, in irdma_sc_ceq_destroy()
3852 irdma_sc_cqp_post_sq(cqp); in irdma_sc_ceq_destroy()
3998 struct irdma_sc_cqp *cqp; in irdma_sc_aeq_create() local
4001 cqp = aeq->dev->cqp; in irdma_sc_aeq_create()
4002 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_create()
4014 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_aeq_create()
4019 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "AEQ_CREATE WQE", wqe, in irdma_sc_aeq_create()
4022 irdma_sc_cqp_post_sq(cqp); in irdma_sc_aeq_create()
4037 struct irdma_sc_cqp *cqp; in irdma_sc_aeq_destroy() local
4046 cqp = dev->cqp; in irdma_sc_aeq_destroy()
4047 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_destroy()
4055 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_aeq_destroy()
4063 irdma_sc_cqp_post_sq(cqp); in irdma_sc_aeq_destroy()
4304 struct irdma_sc_cqp *cqp; in irdma_sc_ccq_create_done() local
4306 cqp = ccq->dev->cqp; in irdma_sc_ccq_create_done()
4308 return irdma_sc_poll_for_cqp_op_done(cqp, IRDMA_CQP_OP_CREATE_CQ, NULL); in irdma_sc_ccq_create_done()
4333 ccq->dev->cqp->process_cqp_sds = irdma_cqp_sds_cmd; in irdma_sc_ccq_create()
4347 struct irdma_sc_cqp *cqp; in irdma_sc_ccq_destroy() local
4354 cqp = ccq->dev->cqp; in irdma_sc_ccq_destroy()
4356 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ccq_destroy()
4372 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_ccq_destroy()
4377 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CCQ_DESTROY WQE", wqe, in irdma_sc_ccq_destroy()
4379 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_sc_ccq_destroy()
4382 irdma_sc_cqp_post_sq(cqp); in irdma_sc_ccq_destroy()
4383 ret_code = irdma_cqp_poll_registers(cqp, tail, in irdma_sc_ccq_destroy()
4387 cqp->process_cqp_sds = irdma_update_sds_noccq; in irdma_sc_ccq_destroy()
4414 ret_code = irdma_sc_query_fpm_val(dev->cqp, 0, hmc_info->hmc_fn_id, in irdma_sc_init_iw_hmc()
4483 ret_code = irdma_sc_commit_fpm_val(dev->cqp, 0, hmc_info->hmc_fn_id, in irdma_sc_cfg_iw_fpm()
4502 cqp_sds_wqe_fill(struct irdma_sc_cqp *cqp, in cqp_sds_wqe_fill() argument
4509 struct irdma_dma_mem *sdbuf = &cqp->sdbuf; in cqp_sds_wqe_fill()
4513 wqe = irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in cqp_sds_wqe_fill()
4528 data |= FLD_LS_64(cqp->dev, info->hmc_fn_id, IRDMA_CQPSQ_UPESD_HMCFNID); in cqp_sds_wqe_fill()
4557 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity) | in cqp_sds_wqe_fill()
4564 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "UPDATE_PE_SDS WQE Buffer", in cqp_sds_wqe_fill()
4567 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "UPDATE_PE_SDS WQE", wqe, in cqp_sds_wqe_fill()
4583 struct irdma_sc_cqp *cqp = dev->cqp; in irdma_update_pe_sds() local
4586 ret_code = cqp_sds_wqe_fill(cqp, info, scratch); in irdma_update_pe_sds()
4588 irdma_sc_cqp_post_sq(cqp); in irdma_update_pe_sds()
4603 struct irdma_sc_cqp *cqp = dev->cqp; in irdma_update_sds_noccq() local
4606 ret_code = cqp_sds_wqe_fill(cqp, info, 0); in irdma_update_sds_noccq()
4610 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_update_sds_noccq()
4612 irdma_sc_cqp_post_sq(cqp); in irdma_update_sds_noccq()
4613 return irdma_cqp_poll_registers(cqp, tail, in irdma_update_sds_noccq()
4614 cqp->dev->hw_attrs.max_done_count); in irdma_update_sds_noccq()
4626 irdma_sc_static_hmc_pages_allocated(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_static_hmc_pages_allocated() argument
4634 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_static_hmc_pages_allocated()
4643 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_static_hmc_pages_allocated()
4648 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "SHMC_PAGES_ALLOCATED WQE", in irdma_sc_static_hmc_pages_allocated()
4650 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_sc_static_hmc_pages_allocated()
4653 irdma_sc_cqp_post_sq(cqp); in irdma_sc_static_hmc_pages_allocated()
4656 return irdma_cqp_poll_registers(cqp, tail, in irdma_sc_static_hmc_pages_allocated()
4657 cqp->dev->hw_attrs.max_done_count); in irdma_sc_static_hmc_pages_allocated()
4659 return irdma_sc_poll_for_cqp_op_done(cqp, in irdma_sc_static_hmc_pages_allocated()
4672 irdma_cqp_ring_full(struct irdma_sc_cqp *cqp) in irdma_cqp_ring_full() argument
4674 return IRDMA_RING_FULL_ERR(cqp->sq_ring); in irdma_cqp_ring_full()
4716 irdma_sc_query_rdma_features(struct irdma_sc_cqp *cqp, in irdma_sc_query_rdma_features() argument
4724 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_rdma_features()
4732 cqp->polarity) | in irdma_sc_query_rdma_features()
4739 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QUERY RDMA FEATURES", wqe, in irdma_sc_query_rdma_features()
4741 irdma_get_cqp_reg_info(cqp, &val, &tail, &error); in irdma_sc_query_rdma_features()
4743 irdma_sc_cqp_post_sq(cqp); in irdma_sc_query_rdma_features()
4744 status = irdma_cqp_poll_registers(cqp, tail, in irdma_sc_query_rdma_features()
4745 cqp->dev->hw_attrs.max_done_count); in irdma_sc_query_rdma_features()
4772 ret_code = irdma_sc_query_rdma_features(dev->cqp, &feat_buf, 0); in irdma_get_rdma_features()
4792 ret_code = irdma_sc_query_rdma_features(dev->cqp, &feat_buf, 0); in irdma_get_rdma_features()
4830 if (dev->cqp->protocol_used != IRDMA_IWARP_PROTOCOL_ONLY) in irdma_q1_cnt()
4863 if (dev->cqp->protocol_used == IRDMA_IWARP_PROTOCOL_ONLY) { in cfg_fpm_value_gen_2()
5013 if (dev->cqp->hmc_profile != IRDMA_HMC_PROFILE_FAVOR_VF && in irdma_cfg_fpm_val()
5141 status = irdma_sc_manage_push_page(pcmdinfo->in.u.manage_push_page.cqp, in irdma_exec_cqp_cmd()
5154 irdma_sc_manage_hmc_pm_func_table(pcmdinfo->in.u.manage_hmc_pm.dev->cqp, in irdma_exec_cqp_cmd()
5160 status = irdma_sc_suspend_qp(pcmdinfo->in.u.suspend_resume.cqp, in irdma_exec_cqp_cmd()
5165 status = irdma_sc_resume_qp(pcmdinfo->in.u.suspend_resume.cqp, in irdma_exec_cqp_cmd()
5172 status = irdma_sc_query_fpm_val(pcmdinfo->in.u.query_fpm_val.cqp, in irdma_exec_cqp_cmd()
5180 status = irdma_sc_commit_fpm_val(pcmdinfo->in.u.commit_fpm_val.cqp, in irdma_exec_cqp_cmd()
5188 status = irdma_sc_gather_stats(pcmdinfo->in.u.stats_gather.cqp, in irdma_exec_cqp_cmd()
5193 status = irdma_sc_manage_ws_node(pcmdinfo->in.u.ws_node.cqp, in irdma_exec_cqp_cmd()
5199 status = irdma_sc_manage_ws_node(pcmdinfo->in.u.ws_node.cqp, in irdma_exec_cqp_cmd()
5205 status = irdma_sc_manage_ws_node(pcmdinfo->in.u.ws_node.cqp, in irdma_exec_cqp_cmd()
5211 status = irdma_sc_set_up_map(pcmdinfo->in.u.up_map.cqp, in irdma_exec_cqp_cmd()
5216 status = irdma_sc_query_rdma_features(pcmdinfo->in.u.query_rdma.cqp, in irdma_exec_cqp_cmd()
5221 status = irdma_sc_del_arp_cache_entry(pcmdinfo->in.u.del_arp_cache_entry.cqp, in irdma_exec_cqp_cmd()
5227 status = irdma_sc_manage_apbvt_entry(pcmdinfo->in.u.manage_apbvt_entry.cqp, in irdma_exec_cqp_cmd()
5233 status = irdma_sc_manage_qhash_table_entry(pcmdinfo->in.u.manage_qhash_table_entry.cqp, in irdma_exec_cqp_cmd()
5282 status = irdma_sc_add_arp_cache_entry(pcmdinfo->in.u.add_arp_cache_entry.cqp, in irdma_exec_cqp_cmd()
5288 status = irdma_sc_alloc_local_mac_entry(pcmdinfo->in.u.alloc_local_mac_entry.cqp, in irdma_exec_cqp_cmd()
5293 status = irdma_sc_add_local_mac_entry(pcmdinfo->in.u.add_local_mac_entry.cqp, in irdma_exec_cqp_cmd()
5299 status = irdma_sc_del_local_mac_entry(pcmdinfo->in.u.del_local_mac_entry.cqp, in irdma_exec_cqp_cmd()
5306 status = irdma_sc_create_ah(pcmdinfo->in.u.ah_create.cqp, in irdma_exec_cqp_cmd()
5311 status = irdma_sc_destroy_ah(pcmdinfo->in.u.ah_destroy.cqp, in irdma_exec_cqp_cmd()
5316 status = irdma_sc_create_mcast_grp(pcmdinfo->in.u.mc_create.cqp, in irdma_exec_cqp_cmd()
5321 status = irdma_sc_destroy_mcast_grp(pcmdinfo->in.u.mc_destroy.cqp, in irdma_exec_cqp_cmd()
5326 status = irdma_sc_modify_mcast_grp(pcmdinfo->in.u.mc_modify.cqp, in irdma_exec_cqp_cmd()
5351 if (list_empty(&dev->cqp_cmd_head) && !irdma_cqp_ring_full(dev->cqp)) in irdma_process_cqp_cmd()
5373 !irdma_cqp_ring_full(dev->cqp)) { in irdma_process_bh()