Lines Matching refs:wqe
241 __le64 *wqe; in irdma_sc_add_arp_cache_entry() local
244 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_arp_cache_entry()
245 if (!wqe) in irdma_sc_add_arp_cache_entry()
247 set_64bit_val(wqe, IRDMA_BYTE_8, info->reach_max); in irdma_sc_add_arp_cache_entry()
249 set_64bit_val(wqe, IRDMA_BYTE_16, irdma_mac_to_u64(info->mac_addr)); in irdma_sc_add_arp_cache_entry()
258 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_add_arp_cache_entry()
260 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ARP_CACHE_ENTRY WQE", wqe, in irdma_sc_add_arp_cache_entry()
279 __le64 *wqe; in irdma_sc_del_arp_cache_entry() local
282 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_arp_cache_entry()
283 if (!wqe) in irdma_sc_del_arp_cache_entry()
291 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_del_arp_cache_entry()
294 wqe, IRDMA_CQP_WQE_SIZE * 8); in irdma_sc_del_arp_cache_entry()
313 __le64 *wqe; in irdma_sc_manage_apbvt_entry() local
316 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_apbvt_entry()
317 if (!wqe) in irdma_sc_manage_apbvt_entry()
320 set_64bit_val(wqe, IRDMA_BYTE_16, info->port); in irdma_sc_manage_apbvt_entry()
327 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_manage_apbvt_entry()
329 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_APBVT WQE", wqe, in irdma_sc_manage_apbvt_entry()
361 __le64 *wqe; in irdma_sc_manage_qhash_table_entry() local
367 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_qhash_table_entry()
368 if (!wqe) in irdma_sc_manage_qhash_table_entry()
370 set_64bit_val(wqe, IRDMA_BYTE_0, irdma_mac_to_u64(info->mac_addr)); in irdma_sc_manage_qhash_table_entry()
375 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_manage_qhash_table_entry()
378 set_64bit_val(wqe, IRDMA_BYTE_56, in irdma_sc_manage_qhash_table_entry()
382 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_manage_qhash_table_entry()
390 set_64bit_val(wqe, IRDMA_BYTE_16, qw2); in irdma_sc_manage_qhash_table_entry()
394 set_64bit_val(wqe, IRDMA_BYTE_40, in irdma_sc_manage_qhash_table_entry()
397 set_64bit_val(wqe, IRDMA_BYTE_32, in irdma_sc_manage_qhash_table_entry()
401 set_64bit_val(wqe, IRDMA_BYTE_32, in irdma_sc_manage_qhash_table_entry()
406 set_64bit_val(wqe, IRDMA_BYTE_8, qw1); in irdma_sc_manage_qhash_table_entry()
416 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_manage_qhash_table_entry()
418 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_QHASH WQE", wqe, in irdma_sc_manage_qhash_table_entry()
513 __le64 *wqe; in irdma_sc_qp_create() local
521 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_create()
522 if (!wqe) in irdma_sc_qp_create()
525 set_64bit_val(wqe, IRDMA_BYTE_16, qp->hw_host_ctx_pa); in irdma_sc_qp_create()
526 set_64bit_val(wqe, IRDMA_BYTE_40, qp->shadow_area_pa); in irdma_sc_qp_create()
544 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_qp_create()
546 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_CREATE WQE", wqe, in irdma_sc_qp_create()
565 __le64 *wqe; in irdma_sc_qp_modify() local
572 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_modify()
573 if (!wqe) in irdma_sc_qp_modify()
586 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_qp_modify()
589 set_64bit_val(wqe, IRDMA_BYTE_16, qp->hw_host_ctx_pa); in irdma_sc_qp_modify()
590 set_64bit_val(wqe, IRDMA_BYTE_40, qp->shadow_area_pa); in irdma_sc_qp_modify()
615 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_qp_modify()
617 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_MODIFY WQE", wqe, in irdma_sc_qp_modify()
637 __le64 *wqe; in irdma_sc_qp_destroy() local
642 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_destroy()
643 if (!wqe) in irdma_sc_qp_destroy()
646 set_64bit_val(wqe, IRDMA_BYTE_16, qp->hw_host_ctx_pa); in irdma_sc_qp_destroy()
647 set_64bit_val(wqe, IRDMA_BYTE_40, qp->shadow_area_pa); in irdma_sc_qp_destroy()
657 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_qp_destroy()
659 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_DESTROY WQE", wqe, in irdma_sc_qp_destroy()
833 __le64 *wqe; in irdma_sc_alloc_local_mac_entry() local
836 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_local_mac_entry()
837 if (!wqe) in irdma_sc_alloc_local_mac_entry()
846 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_alloc_local_mac_entry()
849 wqe, IRDMA_CQP_WQE_SIZE * 8); in irdma_sc_alloc_local_mac_entry()
868 __le64 *wqe; in irdma_sc_add_local_mac_entry() local
871 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_local_mac_entry()
872 if (!wqe) in irdma_sc_add_local_mac_entry()
875 set_64bit_val(wqe, IRDMA_BYTE_32, irdma_mac_to_u64(info->mac_addr)); in irdma_sc_add_local_mac_entry()
884 set_64bit_val(wqe, IRDMA_BYTE_24, header); in irdma_sc_add_local_mac_entry()
886 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ADD_LOCAL_MAC WQE", wqe, in irdma_sc_add_local_mac_entry()
907 __le64 *wqe; in irdma_sc_del_local_mac_entry() local
910 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_local_mac_entry()
911 if (!wqe) in irdma_sc_del_local_mac_entry()
922 set_64bit_val(wqe, IRDMA_BYTE_24, header); in irdma_sc_del_local_mac_entry()
925 wqe, IRDMA_CQP_WQE_SIZE * 8); in irdma_sc_del_local_mac_entry()
1132 __le64 *wqe; in irdma_sc_alloc_stag() local
1148 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_stag()
1149 if (!wqe) in irdma_sc_alloc_stag()
1152 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_alloc_stag()
1155 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_alloc_stag()
1157 set_64bit_val(wqe, IRDMA_BYTE_40, in irdma_sc_alloc_stag()
1161 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_alloc_stag()
1175 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_alloc_stag()
1177 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "ALLOC_STAG WQE", wqe, in irdma_sc_alloc_stag()
1197 __le64 *wqe; in irdma_sc_mr_reg_non_shared() local
1229 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mr_reg_non_shared()
1230 if (!wqe) in irdma_sc_mr_reg_non_shared()
1234 set_64bit_val(wqe, IRDMA_BYTE_0, in irdma_sc_mr_reg_non_shared()
1237 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_mr_reg_non_shared()
1240 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_mr_reg_non_shared()
1244 set_64bit_val(wqe, IRDMA_BYTE_32, info->reg_addr_pa); in irdma_sc_mr_reg_non_shared()
1246 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_mr_reg_non_shared()
1249 set_64bit_val(wqe, IRDMA_BYTE_40, info->hmc_fcn_index); in irdma_sc_mr_reg_non_shared()
1264 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_mr_reg_non_shared()
1266 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "MR_REG_NS WQE", wqe, in irdma_sc_mr_reg_non_shared()
1287 __le64 *wqe; in irdma_sc_dealloc_stag() local
1291 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_dealloc_stag()
1292 if (!wqe) in irdma_sc_dealloc_stag()
1295 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_dealloc_stag()
1297 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_dealloc_stag()
1305 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_dealloc_stag()
1307 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "DEALLOC_STAG WQE", wqe, in irdma_sc_dealloc_stag()
1329 __le64 *wqe; in irdma_sc_mw_alloc() local
1332 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mw_alloc()
1333 if (!wqe) in irdma_sc_mw_alloc()
1336 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_mw_alloc()
1338 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_mw_alloc()
1348 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_mw_alloc()
1350 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "MW_ALLOC WQE", wqe, in irdma_sc_mw_alloc()
1370 __le64 *wqe; in irdma_sc_mr_fast_register() local
1387 wqe = irdma_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, &quanta, 0, &sq_info); in irdma_sc_mr_fast_register()
1388 if (!wqe) in irdma_sc_mr_fast_register()
1399 set_64bit_val(wqe, IRDMA_BYTE_0, temp); in irdma_sc_mr_fast_register()
1403 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_mr_fast_register()
1406 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_mr_fast_register()
1424 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_mr_fast_register()
1426 irdma_debug_buf(qp->dev, IRDMA_DEBUG_WQE, "FAST_REG WQE", wqe, in irdma_sc_mr_fast_register()
1429 irdma_qp_push_wqe(&qp->qp_uk, wqe, quanta, wqe_idx, post_sq); in irdma_sc_mr_fast_register()
1443 __le64 *wqe; in irdma_sc_gen_rts_ae() local
1449 wqe = qp_uk->sq_base[1].elem; in irdma_sc_gen_rts_ae()
1456 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_gen_rts_ae()
1457 irdma_debug_buf(qp->dev, IRDMA_DEBUG_QP, "NOP W/LOCAL FENCE WQE", wqe, in irdma_sc_gen_rts_ae()
1460 wqe = qp_uk->sq_base[2].elem; in irdma_sc_gen_rts_ae()
1465 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_gen_rts_ae()
1466 irdma_debug_buf(qp->dev, IRDMA_DEBUG_QP, "CONN EST WQE", wqe, in irdma_sc_gen_rts_ae()
1469 wqe = qp_uk->sq_base[3].elem; in irdma_sc_gen_rts_ae()
1475 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_gen_rts_ae()
1490 __le64 *wqe; in irdma_sc_send_lsmm() local
1495 wqe = qp_uk->sq_base->elem; in irdma_sc_send_lsmm()
1497 set_64bit_val(wqe, IRDMA_BYTE_0, (uintptr_t)lsmm_buf); in irdma_sc_send_lsmm()
1499 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_send_lsmm()
1503 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_send_lsmm()
1508 set_64bit_val(wqe, IRDMA_BYTE_16, 0); in irdma_sc_send_lsmm()
1516 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_send_lsmm()
1518 irdma_debug_buf(qp->dev, IRDMA_DEBUG_WQE, "SEND_LSMM WQE", wqe, in irdma_sc_send_lsmm()
1533 __le64 *wqe; in irdma_sc_send_rtt() local
1538 wqe = qp_uk->sq_base->elem; in irdma_sc_send_rtt()
1540 set_64bit_val(wqe, IRDMA_BYTE_0, 0); in irdma_sc_send_rtt()
1541 set_64bit_val(wqe, IRDMA_BYTE_16, 0); in irdma_sc_send_rtt()
1544 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_send_rtt()
1547 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_send_rtt()
1557 set_64bit_val(wqe, IRDMA_BYTE_8, 0); in irdma_sc_send_rtt()
1559 set_64bit_val(wqe, IRDMA_BYTE_8, in irdma_sc_send_rtt()
1568 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_send_rtt()
1570 irdma_debug_buf(qp->dev, IRDMA_DEBUG_WQE, "RTR WQE", wqe, in irdma_sc_send_rtt()
2106 __le64 *wqe; in irdma_sc_gather_stats() local
2112 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gather_stats()
2113 if (!wqe) in irdma_sc_gather_stats()
2116 set_64bit_val(wqe, IRDMA_BYTE_40, in irdma_sc_gather_stats()
2118 set_64bit_val(wqe, IRDMA_BYTE_32, info->stats_buff_mem.pa); in irdma_sc_gather_stats()
2129 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_gather_stats()
2131 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_STATS, "GATHER_STATS WQE", wqe, in irdma_sc_gather_stats()
2150 __le64 *wqe; in irdma_sc_manage_stats_inst() local
2153 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_stats_inst()
2154 if (!wqe) in irdma_sc_manage_stats_inst()
2157 set_64bit_val(wqe, IRDMA_BYTE_40, in irdma_sc_manage_stats_inst()
2168 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_manage_stats_inst()
2170 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_STATS WQE", wqe, in irdma_sc_manage_stats_inst()
2187 __le64 *wqe; in irdma_sc_set_up_map() local
2191 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_set_up_map()
2192 if (!wqe) in irdma_sc_set_up_map()
2198 set_64bit_val(wqe, IRDMA_BYTE_0, temp); in irdma_sc_set_up_map()
2199 set_64bit_val(wqe, IRDMA_BYTE_40, in irdma_sc_set_up_map()
2210 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_set_up_map()
2212 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "UPMAP WQE", wqe, in irdma_sc_set_up_map()
2231 __le64 *wqe; in irdma_sc_manage_ws_node() local
2234 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_ws_node()
2235 if (!wqe) in irdma_sc_manage_ws_node()
2238 set_64bit_val(wqe, IRDMA_BYTE_32, in irdma_sc_manage_ws_node()
2253 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_manage_ws_node()
2255 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_WS WQE", wqe, in irdma_sc_manage_ws_node()
2275 __le64 *wqe; in irdma_sc_qp_flush_wqes() local
2295 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_flush_wqes()
2296 if (!wqe) in irdma_sc_qp_flush_wqes()
2311 set_64bit_val(wqe, IRDMA_BYTE_16, temp); in irdma_sc_qp_flush_wqes()
2316 set_64bit_val(wqe, IRDMA_BYTE_8, temp); in irdma_sc_qp_flush_wqes()
2326 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_qp_flush_wqes()
2328 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QP_FLUSH WQE", wqe, in irdma_sc_qp_flush_wqes()
2349 __le64 *wqe; in irdma_sc_gen_ae() local
2354 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gen_ae()
2355 if (!wqe) in irdma_sc_gen_ae()
2360 set_64bit_val(wqe, IRDMA_BYTE_8, temp); in irdma_sc_gen_ae()
2368 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_gen_ae()
2370 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "GEN_AE WQE", wqe, in irdma_sc_gen_ae()
2389 __le64 *wqe; in irdma_sc_qp_upload_context() local
2394 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_upload_context()
2395 if (!wqe) in irdma_sc_qp_upload_context()
2398 set_64bit_val(wqe, IRDMA_BYTE_16, info->buf_pa); in irdma_sc_qp_upload_context()
2408 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_qp_upload_context()
2410 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "QP_UPLOAD_CTX WQE", wqe, in irdma_sc_qp_upload_context()
2430 __le64 *wqe; in irdma_sc_manage_push_page() local
2437 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_push_page()
2438 if (!wqe) in irdma_sc_manage_push_page()
2441 set_64bit_val(wqe, IRDMA_BYTE_16, info->qs_handle); in irdma_sc_manage_push_page()
2449 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_manage_push_page()
2451 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_PUSH_PAGES WQE", wqe, in irdma_sc_manage_push_page()
2470 __le64 *wqe; in irdma_sc_suspend_qp() local
2472 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_suspend_qp()
2473 if (!wqe) in irdma_sc_suspend_qp()
2481 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_suspend_qp()
2483 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "SUSPEND_QP WQE", wqe, in irdma_sc_suspend_qp()
2501 __le64 *wqe; in irdma_sc_resume_qp() local
2503 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_resume_qp()
2504 if (!wqe) in irdma_sc_resume_qp()
2507 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_resume_qp()
2515 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_resume_qp()
2517 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "RESUME_QP WQE", wqe, in irdma_sc_resume_qp()
2584 __le64 *wqe; in irdma_sc_cq_create() local
2604 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_create()
2605 if (!wqe) { in irdma_sc_cq_create()
2611 set_64bit_val(wqe, IRDMA_BYTE_0, cq->cq_uk.cq_size); in irdma_sc_cq_create()
2612 set_64bit_val(wqe, IRDMA_BYTE_8, RS_64_1(cq, 1)); in irdma_sc_cq_create()
2613 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_cq_create()
2616 set_64bit_val(wqe, IRDMA_BYTE_32, cq->virtual_map ? 0 : cq->cq_pa); in irdma_sc_cq_create()
2617 set_64bit_val(wqe, IRDMA_BYTE_40, cq->shadow_area_pa); in irdma_sc_cq_create()
2618 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_cq_create()
2621 set_64bit_val(wqe, IRDMA_BYTE_56, in irdma_sc_cq_create()
2640 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_cq_create()
2642 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_CREATE WQE", wqe, in irdma_sc_cq_create()
2660 __le64 *wqe; in irdma_sc_cq_destroy() local
2665 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_destroy()
2666 if (!wqe) in irdma_sc_cq_destroy()
2673 set_64bit_val(wqe, IRDMA_BYTE_0, cq->cq_uk.cq_size); in irdma_sc_cq_destroy()
2674 set_64bit_val(wqe, IRDMA_BYTE_8, RS_64_1(cq, 1)); in irdma_sc_cq_destroy()
2675 set_64bit_val(wqe, IRDMA_BYTE_40, cq->shadow_area_pa); in irdma_sc_cq_destroy()
2676 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_cq_destroy()
2692 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_cq_destroy()
2694 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_DESTROY WQE", wqe, in irdma_sc_cq_destroy()
2730 __le64 *wqe; in irdma_sc_cq_modify() local
2740 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_modify()
2741 if (!wqe) in irdma_sc_cq_modify()
2744 set_64bit_val(wqe, IRDMA_BYTE_0, info->cq_size); in irdma_sc_cq_modify()
2745 set_64bit_val(wqe, IRDMA_BYTE_8, RS_64_1(cq, 1)); in irdma_sc_cq_modify()
2746 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_cq_modify()
2748 set_64bit_val(wqe, IRDMA_BYTE_32, info->cq_pa); in irdma_sc_cq_modify()
2749 set_64bit_val(wqe, IRDMA_BYTE_40, cq->shadow_area_pa); in irdma_sc_cq_modify()
2750 set_64bit_val(wqe, IRDMA_BYTE_48, info->first_pm_pbl_idx); in irdma_sc_cq_modify()
2751 set_64bit_val(wqe, IRDMA_BYTE_56, in irdma_sc_cq_modify()
2768 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_cq_modify()
2770 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CQ_MODIFY WQE", wqe, in irdma_sc_cq_modify()
3352 __le64 *wqe = NULL; in irdma_sc_cqp_get_next_send_wqe_idx() local
3369 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx()
3372 memset(&wqe[0], 0, 24); in irdma_sc_cqp_get_next_send_wqe_idx()
3373 memset(&wqe[4], 0, 32); in irdma_sc_cqp_get_next_send_wqe_idx()
3375 return wqe; in irdma_sc_cqp_get_next_send_wqe_idx()
3564 __le64 *wqe; in irdma_sc_manage_hmc_pm_func_table() local
3567 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_hmc_pm_func_table()
3568 if (!wqe) in irdma_sc_manage_hmc_pm_func_table()
3578 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_manage_hmc_pm_func_table()
3581 "MANAGE_HMC_PM_FUNC_TABLE WQE", wqe, in irdma_sc_manage_hmc_pm_func_table()
3616 __le64 *wqe; in irdma_sc_commit_fpm_val() local
3621 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_commit_fpm_val()
3622 if (!wqe) in irdma_sc_commit_fpm_val()
3625 set_64bit_val(wqe, IRDMA_BYTE_16, hmc_fn_id); in irdma_sc_commit_fpm_val()
3626 set_64bit_val(wqe, IRDMA_BYTE_32, commit_fpm_mem->pa); in irdma_sc_commit_fpm_val()
3634 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_commit_fpm_val()
3636 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "COMMIT_FPM_VAL WQE", wqe, in irdma_sc_commit_fpm_val()
3679 __le64 *wqe; in irdma_sc_query_fpm_val() local
3684 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_fpm_val()
3685 if (!wqe) in irdma_sc_query_fpm_val()
3688 set_64bit_val(wqe, IRDMA_BYTE_16, hmc_fn_id); in irdma_sc_query_fpm_val()
3689 set_64bit_val(wqe, IRDMA_BYTE_32, query_fpm_mem->pa); in irdma_sc_query_fpm_val()
3695 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_query_fpm_val()
3697 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QUERY_FPM WQE", wqe, in irdma_sc_query_fpm_val()
3770 __le64 *wqe; in irdma_sc_ceq_create() local
3774 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_create()
3775 if (!wqe) in irdma_sc_ceq_create()
3777 set_64bit_val(wqe, IRDMA_BYTE_16, ceq->elem_cnt); in irdma_sc_ceq_create()
3778 set_64bit_val(wqe, IRDMA_BYTE_32, in irdma_sc_ceq_create()
3780 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_ceq_create()
3782 set_64bit_val(wqe, IRDMA_BYTE_56, in irdma_sc_ceq_create()
3794 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_ceq_create()
3796 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CEQ_CREATE WQE", wqe, in irdma_sc_ceq_create()
3870 __le64 *wqe; in irdma_sc_ceq_destroy() local
3874 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_destroy()
3875 if (!wqe) in irdma_sc_ceq_destroy()
3878 set_64bit_val(wqe, IRDMA_BYTE_16, ceq->elem_cnt); in irdma_sc_ceq_destroy()
3879 set_64bit_val(wqe, IRDMA_BYTE_48, ceq->first_pm_pbl_idx); in irdma_sc_ceq_destroy()
3888 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_ceq_destroy()
3890 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CEQ_DESTROY WQE", wqe, in irdma_sc_ceq_destroy()
4039 __le64 *wqe; in irdma_sc_aeq_create() local
4044 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_create()
4045 if (!wqe) in irdma_sc_aeq_create()
4047 set_64bit_val(wqe, IRDMA_BYTE_16, aeq->elem_cnt); in irdma_sc_aeq_create()
4048 set_64bit_val(wqe, IRDMA_BYTE_32, in irdma_sc_aeq_create()
4050 set_64bit_val(wqe, IRDMA_BYTE_48, in irdma_sc_aeq_create()
4059 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_aeq_create()
4061 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "AEQ_CREATE WQE", wqe, in irdma_sc_aeq_create()
4078 __le64 *wqe; in irdma_sc_aeq_destroy() local
4087 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_destroy()
4088 if (!wqe) in irdma_sc_aeq_destroy()
4090 set_64bit_val(wqe, IRDMA_BYTE_16, aeq->elem_cnt); in irdma_sc_aeq_destroy()
4091 set_64bit_val(wqe, IRDMA_BYTE_48, aeq->first_pm_pbl_idx); in irdma_sc_aeq_destroy()
4098 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_aeq_destroy()
4100 irdma_debug_buf(dev, IRDMA_DEBUG_WQE, "AEQ_DESTROY WQE", wqe, in irdma_sc_aeq_destroy()
4387 __le64 *wqe; in irdma_sc_ccq_destroy() local
4393 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ccq_destroy()
4394 if (!wqe) in irdma_sc_ccq_destroy()
4397 set_64bit_val(wqe, IRDMA_BYTE_0, ccq->cq_uk.cq_size); in irdma_sc_ccq_destroy()
4398 set_64bit_val(wqe, IRDMA_BYTE_8, RS_64_1(ccq, 1)); in irdma_sc_ccq_destroy()
4399 set_64bit_val(wqe, IRDMA_BYTE_40, ccq->shadow_area_pa); in irdma_sc_ccq_destroy()
4412 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_ccq_destroy()
4414 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "CCQ_DESTROY WQE", wqe, in irdma_sc_ccq_destroy()
4543 __le64 *wqe; in cqp_sds_wqe_fill() local
4549 wqe = irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in cqp_sds_wqe_fill()
4550 if (!wqe) in cqp_sds_wqe_fill()
4565 set_64bit_val(wqe, IRDMA_BYTE_16, data); in cqp_sds_wqe_fill()
4569 set_64bit_val(wqe, IRDMA_BYTE_48, in cqp_sds_wqe_fill()
4573 set_64bit_val(wqe, IRDMA_BYTE_56, info->entry[2].data); in cqp_sds_wqe_fill()
4576 set_64bit_val(wqe, IRDMA_BYTE_32, in cqp_sds_wqe_fill()
4580 set_64bit_val(wqe, IRDMA_BYTE_40, info->entry[1].data); in cqp_sds_wqe_fill()
4583 set_64bit_val(wqe, IRDMA_BYTE_0, in cqp_sds_wqe_fill()
4586 set_64bit_val(wqe, IRDMA_BYTE_8, info->entry[0].data); in cqp_sds_wqe_fill()
4597 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in cqp_sds_wqe_fill()
4603 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "UPDATE_PE_SDS WQE", wqe, in cqp_sds_wqe_fill()
4667 __le64 *wqe; in irdma_sc_static_hmc_pages_allocated() local
4670 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_static_hmc_pages_allocated()
4671 if (!wqe) in irdma_sc_static_hmc_pages_allocated()
4674 set_64bit_val(wqe, IRDMA_BYTE_16, in irdma_sc_static_hmc_pages_allocated()
4682 set_64bit_val(wqe, IRDMA_BYTE_24, hdr); in irdma_sc_static_hmc_pages_allocated()
4685 wqe, IRDMA_CQP_WQE_SIZE * 8); in irdma_sc_static_hmc_pages_allocated()
4755 __le64 *wqe; in irdma_sc_query_rdma_features() local
4760 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_rdma_features()
4761 if (!wqe) in irdma_sc_query_rdma_features()
4765 set_64bit_val(wqe, IRDMA_BYTE_32, temp); in irdma_sc_query_rdma_features()
4773 set_64bit_val(wqe, IRDMA_BYTE_24, temp); in irdma_sc_query_rdma_features()
4775 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "QUERY RDMA FEATURES", wqe, in irdma_sc_query_rdma_features()