Lines Matching refs:rhp
720 cxgb4_read_sge_timestamp(qhp->rhp->rdev.lldi.ports[0]);
744 cxgb4_read_sge_timestamp(qhp->rhp->rdev.lldi.ports[0]);
807 PBL_OFF(&mhp->rhp->rdev, mhp->attr.pbl_addr)>>3));
916 xa_lock_irqsave(&qhp->rhp->qps, flags);
918 if (qhp->rhp->db_state == NORMAL)
921 add_to_fc_list(&qhp->rhp->db_fc_list, &qhp->db_fc_entry);
925 xa_unlock_irqrestore(&qhp->rhp->qps, flags);
933 xa_lock_irqsave(&qhp->rhp->qps, flags);
935 if (qhp->rhp->db_state == NORMAL)
938 add_to_fc_list(&qhp->rhp->db_fc_list, &qhp->db_fc_entry);
942 xa_unlock_irqrestore(&qhp->rhp->qps, flags);
1085 struct c4iw_dev *rhp;
1093 rhp = qhp->rhp;
1121 if (qhp->rhp->rdev.lldi.write_cmpl_support &&
1122 CHELSIO_CHIP_VERSION(qhp->rhp->rdev.lldi.adapter_type) >=
1164 if (unlikely(!rhp->rdev.lldi.write_w_imm_support)) {
1180 c4iw_invalidate_mr(rhp, wr->sg_list[0].lkey);
1196 if (rhp->rdev.lldi.fr_nsmr_tpte_wr_support &&
1205 rhp->rdev.lldi.ulptx_memwrite_dsgl);
1218 c4iw_invalidate_mr(rhp, wr->ex.invalidate_rkey);
1237 rhp->rdev.lldi.ports[0]);
1251 if (!rhp->rdev.status_page->db_off) {
1312 qhp->rhp->rdev.lldi.ports[0]);
1331 if (!qhp->rhp->rdev.status_page->db_off) {
1590 c4iw_ofld_send(&qhp->rhp->rdev, skb);
1700 static int rdma_fini(struct c4iw_dev *rhp, struct c4iw_qp *qhp,
1726 ret = c4iw_ref_send_wait(&rhp->rdev, skb, ep->com.wr_waitp,
1757 static int rdma_init(struct c4iw_dev *rhp, struct c4iw_qp *qhp)
1771 ret = alloc_ird(rhp, qhp->attr.max_ird);
1818 rhp->rdev.lldi.vr->rq.start);
1829 ret = c4iw_ref_send_wait(&rhp->rdev, skb, qhp->ep->com.wr_waitp,
1834 free_ird(rhp, qhp->attr.max_ird);
1840 int c4iw_modify_qp(struct c4iw_dev *rhp, struct c4iw_qp *qhp,
1879 if (attrs->max_ird > cur_max_read_depth(rhp)) {
1926 ret = rdma_init(rhp, qhp);
1950 ret = rdma_fini(rhp, qhp, ep);
1966 ret = rdma_fini(rhp, qhp, ep);
2080 struct c4iw_dev *rhp;
2086 rhp = qhp->rhp;
2091 c4iw_modify_qp(rhp, qhp, C4IW_QP_ATTR_NEXT_STATE, &attrs, 1);
2093 c4iw_modify_qp(rhp, qhp, C4IW_QP_ATTR_NEXT_STATE, &attrs, 0);
2096 xa_lock_irq(&rhp->qps);
2097 __xa_erase(&rhp->qps, qhp->wq.sq.qid);
2100 xa_unlock_irq(&rhp->qps);
2101 free_ird(rhp, qhp->attr.max_ird);
2110 destroy_qp(&rhp->rdev, &qhp->wq,
2111 ucontext ? &ucontext->uctx : &rhp->rdev.uctx, !qhp->srq);
2121 struct c4iw_dev *rhp;
2138 rhp = php->rhp;
2139 schp = get_chp(rhp, ((struct c4iw_cq *)attrs->send_cq)->cq.cqid);
2140 rchp = get_chp(rhp, ((struct c4iw_cq *)attrs->recv_cq)->cq.cqid);
2148 if (attrs->cap.max_recv_wr > rhp->rdev.hw_queue.t4_max_rq_size)
2155 if (attrs->cap.max_send_wr > rhp->rdev.hw_queue.t4_max_sq_size)
2167 (sqsize + rhp->rdev.hw_queue.t4_eq_status_entries) *
2173 (rqsize + rhp->rdev.hw_queue.t4_eq_status_entries) *
2184 ret = create_qp(&rhp->rdev, &qhp->wq, &schp->cq, &rchp->cq,
2185 ucontext ? &ucontext->uctx : &rhp->rdev.uctx,
2194 qhp->rhp = rhp;
2219 ret = xa_insert_irq(&rhp->qps, qhp->wq.sq.qid, qhp, GFP_KERNEL);
2259 if (rhp->rdev.lldi.write_w_imm_support)
2261 uresp.qid_mask = rhp->rdev.qpmask;
2296 insert_flag_to_mmap(&rhp->rdev, sq_key_mm, sq_key_mm->addr);
2304 insert_flag_to_mmap(&rhp->rdev, rq_key_mm,
2313 insert_flag_to_mmap(&rhp->rdev, sq_db_key_mm,
2323 insert_flag_to_mmap(&rhp->rdev, rq_db_key_mm,
2330 (pci_resource_start(rhp->rdev.lldi.pdev, 0) +
2335 insert_flag_to_mmap(&rhp->rdev, ma_sync_key_mm,
2374 xa_erase_irq(&rhp->qps, qhp->wq.sq.qid);
2376 destroy_qp(&rhp->rdev, &qhp->wq,
2377 ucontext ? &ucontext->uctx : &rhp->rdev.uctx, !attrs->srq);
2386 struct c4iw_dev *rhp;
2405 rhp = qhp->rhp;
2430 if (!is_t4(to_c4iw_qp(ibqp)->rhp->rdev.lldi.adapter_type) &&
2434 return c4iw_modify_qp(rhp, qhp, mask, &attrs, 0);
2447 event.device = &srq->rhp->ibdev;
2503 struct c4iw_rdev *rdev = &srq->rhp->rdev;
2540 struct c4iw_rdev *rdev = &srq->rhp->rdev;
2693 struct c4iw_dev *rhp;
2709 rhp = php->rhp;
2711 if (!rhp->rdev.lldi.vr->srq.size)
2713 if (attrs->attr.max_wr > rhp->rdev.hw_queue.t4_max_rq_size)
2731 srq->idx = c4iw_alloc_srq_idx(&rhp->rdev);
2744 srq->rhp = rhp;
2749 (rqsize + rhp->rdev.hw_queue.t4_eq_status_entries) *
2755 &rhp->rdev.uctx, srq->wr_waitp);
2760 if (CHELSIO_CHIP_VERSION(rhp->rdev.lldi.adapter_type) > CHELSIO_T6)
2776 uresp.qid_mask = rhp->rdev.qpmask;
2795 insert_flag_to_mmap(&rhp->rdev, srq_key_mm, srq_key_mm->addr);
2802 insert_flag_to_mmap(&rhp->rdev, srq_db_key_mm,
2819 free_srq_queue(srq, ucontext ? &ucontext->uctx : &rhp->rdev.uctx,
2824 c4iw_free_srq_idx(&rhp->rdev, srq->idx);
2832 struct c4iw_dev *rhp;
2837 rhp = srq->rhp;
2842 free_srq_queue(srq, ucontext ? &ucontext->uctx : &rhp->rdev.uctx,
2844 c4iw_free_srq_idx(&rhp->rdev, srq->idx);