| /freebsd/sys/dev/irdma/ |
| H A D | irdma_ctrl.c | 266 irdma_sc_add_arp_cache_entry(struct irdma_sc_cqp *cqp, in irdma_sc_add_arp_cache_entry() argument 273 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_arp_cache_entry() 284 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_add_arp_cache_entry() 289 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ARP_CACHE_ENTRY WQE", wqe, in irdma_sc_add_arp_cache_entry() 292 irdma_sc_cqp_post_sq(cqp); in irdma_sc_add_arp_cache_entry() 305 irdma_sc_del_arp_cache_entry(struct irdma_sc_cqp *cqp, u64 scratch, in irdma_sc_del_arp_cache_entry() argument 311 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_arp_cache_entry() 317 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_sc_del_arp_cache_entry() 322 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "ARP_CACHE_DEL_ENTRY WQE", in irdma_sc_del_arp_cache_entry() 325 irdma_sc_cqp_post_sq(cqp); in irdma_sc_del_arp_cache_entry() [all …]
|
| H A D | irdma_uda.h | 74 int irdma_sc_access_ah(struct irdma_sc_cqp *cqp, struct irdma_ah_info *info, 76 int irdma_access_mcast_grp(struct irdma_sc_cqp *cqp, 85 static inline int irdma_sc_create_ah(struct irdma_sc_cqp *cqp, in irdma_sc_create_ah() argument 88 return irdma_sc_access_ah(cqp, info, IRDMA_CQP_OP_CREATE_ADDR_HANDLE, in irdma_sc_create_ah() 92 static inline int irdma_sc_destroy_ah(struct irdma_sc_cqp *cqp, in irdma_sc_destroy_ah() argument 95 return irdma_sc_access_ah(cqp, info, IRDMA_CQP_OP_DESTROY_ADDR_HANDLE, in irdma_sc_destroy_ah() 99 static inline int irdma_sc_create_mcast_grp(struct irdma_sc_cqp *cqp, in irdma_sc_create_mcast_grp() argument 103 return irdma_access_mcast_grp(cqp, info, IRDMA_CQP_OP_CREATE_MCAST_GRP, in irdma_sc_create_mcast_grp() 107 static inline int irdma_sc_modify_mcast_grp(struct irdma_sc_cqp *cqp, in irdma_sc_modify_mcast_grp() argument 111 return irdma_access_mcast_grp(cqp, info, IRDMA_CQP_OP_MODIFY_MCAST_GRP, in irdma_sc_modify_mcast_grp() [all …]
|
| H A D | irdma_uda.c | 51 irdma_sc_access_ah(struct irdma_sc_cqp *cqp, struct irdma_ah_info *info, in irdma_sc_access_ah() argument 57 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_access_ah() 102 FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_WQEVALID, cqp->polarity) | in irdma_sc_access_ah() 109 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_AH WQE", wqe, in irdma_sc_access_ah() 111 irdma_sc_cqp_post_sq(cqp); in irdma_sc_access_ah() 150 irdma_access_mcast_grp(struct irdma_sc_cqp *cqp, in irdma_access_mcast_grp() argument 157 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, "mg_id out of range\n"); in irdma_access_mcast_grp() 161 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_access_mcast_grp() 163 irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, "ring full\n"); in irdma_access_mcast_grp() 192 FIELD_PREP(IRDMA_UDA_CQPSQ_MG_WQEVALID, cqp->polarity) | in irdma_access_mcast_grp() [all …]
|
| H A D | irdma_utils.c | 400 irdma_alloc_and_get_cqp_request(struct irdma_cqp *cqp, in irdma_alloc_and_get_cqp_request() argument 406 spin_lock_irqsave(&cqp->req_lock, flags); in irdma_alloc_and_get_cqp_request() 407 if (!list_empty(&cqp->cqp_avail_reqs)) { in irdma_alloc_and_get_cqp_request() 408 cqp_request = list_entry(cqp->cqp_avail_reqs.next, in irdma_alloc_and_get_cqp_request() 412 spin_unlock_irqrestore(&cqp->req_lock, flags); in irdma_alloc_and_get_cqp_request() 422 irdma_debug(cqp->sc_cqp.dev, IRDMA_DEBUG_ERR, "CQP Request Fail: No Memory"); in irdma_alloc_and_get_cqp_request() 451 irdma_free_cqp_request(struct irdma_cqp *cqp, in irdma_free_cqp_request() argument 463 spin_lock_irqsave(&cqp->req_lock, flags); in irdma_free_cqp_request() 464 list_add_tail(&cqp_request->list, &cqp->cqp_avail_reqs); in irdma_free_cqp_request() 465 spin_unlock_irqrestore(&cqp->req_lock, flags); in irdma_free_cqp_request() [all …]
|
| H A D | irdma_hw.c | 193 irdma_complete_cqp_request(struct irdma_cqp *cqp, in irdma_complete_cqp_request() argument 201 irdma_put_cqp_request(cqp, cqp_request); in irdma_complete_cqp_request() 638 struct irdma_cqp *cqp = &rf->cqp; in irdma_destroy_cqp() local 641 status = irdma_sc_cqp_destroy(dev->cqp, free_hwcqp); in irdma_destroy_cqp() 646 irdma_free_dma_mem(dev->hw, &cqp->sq); in irdma_destroy_cqp() 647 kfree(cqp->scratch_array); in irdma_destroy_cqp() 648 cqp->scratch_array = NULL; in irdma_destroy_cqp() 649 kfree(cqp->cqp_requests); in irdma_destroy_cqp() 650 cqp->cqp_requests = NULL; in irdma_destroy_cqp() 919 return irdma_sc_static_hmc_pages_allocated(dev->cqp, 0, dev->hmc_fn_id, in irdma_create_hmc_objs() [all …]
|
| H A D | irdma_type.h | 648 struct irdma_sc_cqp *cqp; member 710 struct irdma_sc_cqp *cqp; member 1228 int irdma_sc_cqp_create(struct irdma_sc_cqp *cqp, u16 *maj_err, u16 *min_err); 1229 int irdma_sc_cqp_destroy(struct irdma_sc_cqp *cqp, bool free_hwcqp); 1230 int irdma_sc_cqp_init(struct irdma_sc_cqp *cqp, 1232 void irdma_sc_cqp_post_sq(struct irdma_sc_cqp *cqp); 1233 int irdma_sc_poll_for_cqp_op_done(struct irdma_sc_cqp *cqp, u8 opcode, 1258 int irdma_sc_static_hmc_pages_allocated(struct irdma_sc_cqp *cqp, u64 scratch, 1326 struct irdma_sc_cqp *cqp; member 1332 struct irdma_sc_cqp *cqp; member [all …]
|
| H A D | irdma_protos.h | 48 void irdma_sc_cqp_post_sq(struct irdma_sc_cqp *cqp); 49 __le64 *irdma_sc_cqp_get_next_send_wqe(struct irdma_sc_cqp *cqp, u64 scratch); 109 int irdma_sc_static_hmc_pages_allocated(struct irdma_sc_cqp *cqp, u64 scratch,
|
| H A D | irdma_puda.c | 660 struct irdma_sc_cqp *cqp; in irdma_puda_qp_wqe() local 666 cqp = dev->cqp; in irdma_puda_qp_wqe() 667 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, 0); in irdma_puda_qp_wqe() 679 FIELD_PREP(IRDMA_CQPSQ_WQEVALID, cqp->polarity); in irdma_puda_qp_wqe() 684 irdma_debug_buf(cqp->dev, IRDMA_DEBUG_PUDA, "PUDA QP CREATE", wqe, 40); in irdma_puda_qp_wqe() 685 irdma_sc_cqp_post_sq(cqp); in irdma_puda_qp_wqe() 686 status = irdma_sc_poll_for_cqp_op_done(dev->cqp, IRDMA_CQP_OP_CREATE_QP, in irdma_puda_qp_wqe() 778 struct irdma_sc_cqp *cqp; in irdma_puda_cq_wqe() local 783 cqp = dev->cqp; in irdma_puda_cq_wqe() 784 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, 0); in irdma_puda_cq_wqe() [all …]
|
| H A D | irdma_main.h | 338 struct irdma_cqp cqp; member 543 struct irdma_cqp_request *irdma_alloc_and_get_cqp_request(struct irdma_cqp *cqp, 545 void irdma_free_cqp_request(struct irdma_cqp *cqp, 547 void irdma_put_cqp_request(struct irdma_cqp *cqp,
|
| H A D | irdma_verbs.c | 217 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_alloc_push_page() 229 cqp_info->in.u.manage_push_page.cqp = &iwdev->rf->cqp.sc_cqp; in irdma_alloc_push_page() 240 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_alloc_push_page() 554 cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true); in irdma_cqp_create_qp_cmd() 570 irdma_put_cqp_request(&rf->cqp, cqp_request); in irdma_cqp_create_qp_cmd() 1568 cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true); in irdma_resize_cq() 1587 irdma_put_cqp_request(&rf->cqp, cqp_request); in irdma_resize_cq() 1877 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_hw_alloc_mw() 1896 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_hw_alloc_mw() 1917 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_hw_alloc_stag() [all …]
|
| H A D | fbsd_kcompat.c | 688 struct irdma_sc_cqp *cqp = (struct irdma_sc_cqp *)arg1; in irdma_sysctl_cqp_stats() local 693 if (!cqp) { in irdma_sysctl_cqp_stats() 700 snprintf(rslt, rslt_size, "%lu", cqp->requested_ops); in irdma_sysctl_cqp_stats() 703 snprintf(rslt, rslt_size, "%lu", atomic64_read(&cqp->completed_ops)); in irdma_sysctl_cqp_stats() 1053 dev->cqp, IRDMA_CQP_REQ_CMDS, irdma_sysctl_cqp_stats, "A", in irdma_sw_stats_tunables_init() 1057 dev->cqp, IRDMA_CQP_CMPL_CMDS, irdma_sysctl_cqp_stats, "A", in irdma_sw_stats_tunables_init()
|
| H A D | irdma_hmc.c | 174 return dev->cqp->process_cqp_sds(dev, &sdinfo); in irdma_hmc_sd_one() 214 ret_code = dev->cqp->process_cqp_sds(dev, &sdinfo); in irdma_hmc_sd_grp() 226 ret_code = dev->cqp->process_cqp_sds(dev, &sdinfo); in irdma_hmc_sd_grp()
|
| H A D | irdma_kcompat.c | 475 u64 completed_ops = atomic64_read(&rf->sc_dev.cqp->completed_ops); in irdma_create_ah_wait() 494 tmp = atomic64_read(&rf->sc_dev.cqp->completed_ops); in irdma_create_ah_wait() 508 irdma_put_cqp_request(&rf->cqp, cqp_request); in irdma_create_ah_wait() 514 irdma_put_cqp_request(&rf->cqp, cqp_request); in irdma_create_ah_wait() 1115 cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true); in irdma_create_cq() 1128 irdma_put_cqp_request(&rf->cqp, cqp_request); in irdma_create_cq()
|