58 void qedr_store_gsi_qp_cq(struct qedr_dev *dev, struct qedr_qp *qp,  in qedr_store_gsi_qp_cq()  argument
64 	dev->gsi_qp = qp;  in qedr_store_gsi_qp_cq()
76 	struct qedr_qp *qp = dev->gsi_qp;  in qedr_ll2_complete_tx_packet()  local
81 		 dev->gsi_sqcq, dev->gsi_rqcq, qp->sq.gsi_cons,  in qedr_ll2_complete_tx_packet()
88 	spin_lock_irqsave(&qp->q_lock, flags);  in qedr_ll2_complete_tx_packet()
89 	qedr_inc_sw_gsi_cons(&qp->sq);  in qedr_ll2_complete_tx_packet()
90 	spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_ll2_complete_tx_packet()
101 	struct qedr_qp *qp = dev->gsi_qp;  in qedr_ll2_complete_rx_packet()  local
104 	spin_lock_irqsave(&qp->q_lock, flags);  in qedr_ll2_complete_rx_packet()
106 	qp->rqe_wr_id[qp->rq.gsi_cons].rc = data->u.data_length_error ?  in qedr_ll2_complete_rx_packet()
108 	qp->rqe_wr_id[qp->rq.gsi_cons].vlan = data->vlan;  in qedr_ll2_complete_rx_packet()
110 	qp->rqe_wr_id[qp->rq.gsi_cons].sg_list[0].length =  in qedr_ll2_complete_rx_packet()
112 	*((u32 *)&qp->rqe_wr_id[qp->rq.gsi_cons].smac[0]) =  in qedr_ll2_complete_rx_packet()
114 	*((u16 *)&qp->rqe_wr_id[qp->rq.gsi_cons].smac[4]) =  in qedr_ll2_complete_rx_packet()
117 	qedr_inc_sw_gsi_cons(&qp->rq);  in qedr_ll2_complete_rx_packet()
119 	spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_ll2_complete_rx_packet()
158 		       " create gsi qp: failed. max_recv_sge is larger the max %d>%d\n",  in qedr_check_gsi_qp_attrs()
165 		       " create gsi qp: failed. max_recv_wr is too large %d>%d\n",  in qedr_check_gsi_qp_attrs()
172 		       " create gsi qp: failed. max_send_wr is too large %d>%d\n",  in qedr_check_gsi_qp_attrs()
263 			  struct ib_qp_init_attr *attrs, struct qedr_qp *qp)  in qedr_ll2_start()  argument
323 		       struct qedr_qp *qp)  in qedr_create_gsi_qp()  argument
331 	rc = qedr_ll2_start(dev, attrs, qp);  in qedr_create_gsi_qp()
333 		DP_ERR(dev, "create gsi qp: failed on ll2 start. rc=%d\n", rc);  in qedr_create_gsi_qp()
337 	/* create QP */  in qedr_create_gsi_qp()
338 	qp->ibqp.qp_num = 1;  in qedr_create_gsi_qp()
339 	qp->rq.max_wr = attrs->cap.max_recv_wr;  in qedr_create_gsi_qp()
340 	qp->sq.max_wr = attrs->cap.max_send_wr;  in qedr_create_gsi_qp()
342 	qp->rqe_wr_id = kcalloc(qp->rq.max_wr, sizeof(*qp->rqe_wr_id),  in qedr_create_gsi_qp()
344 	if (!qp->rqe_wr_id)  in qedr_create_gsi_qp()
346 	qp->wqe_wr_id = kcalloc(qp->sq.max_wr, sizeof(*qp->wqe_wr_id),  in qedr_create_gsi_qp()
348 	if (!qp->wqe_wr_id)  in qedr_create_gsi_qp()
351 	qedr_store_gsi_qp_cq(dev, qp, attrs);  in qedr_create_gsi_qp()
358 	DP_DEBUG(dev, QEDR_MSG_GSI, "created GSI QP %p\n", qp);  in qedr_create_gsi_qp()
363 	kfree(qp->rqe_wr_id);  in qedr_create_gsi_qp()
367 		DP_ERR(dev, "create gsi qp: failed destroy on create\n");  in qedr_create_gsi_qp()
380 					struct qedr_qp *qp,  in qedr_gsi_build_header()  argument
449 	udh->bth.psn = htonl((qp->sq_psn++) & ((1 << 24) - 1));  in qedr_gsi_build_header()
491 					struct qedr_qp *qp,  in qedr_gsi_build_packet()  argument
504 	rc = qedr_gsi_build_header(dev, qp, swr, &udh, &roce_mode);  in qedr_gsi_build_packet()
545 	struct qedr_qp *qp = get_qedr_qp(ibqp);  in qedr_gsi_post_send()  local
546 	struct qedr_dev *dev = qp->dev;  in qedr_gsi_post_send()
550 	if (qp->state != QED_ROCE_QP_STATE_RTS) {  in qedr_gsi_post_send()
554 		       qp->state);  in qedr_gsi_post_send()
573 	spin_lock_irqsave(&qp->q_lock, flags);  in qedr_gsi_post_send()
575 	rc = qedr_gsi_build_packet(dev, qp, wr, &pkt);  in qedr_gsi_post_send()
577 		spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_gsi_post_send()
584 		qp->wqe_wr_id[qp->sq.prod].wr_id = wr->wr_id;  in qedr_gsi_post_send()
585 		qedr_inc_sw_prod(&qp->sq);  in qedr_gsi_post_send()
586 		DP_DEBUG(qp->dev, QEDR_MSG_GSI,  in qedr_gsi_post_send()
595 	spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_gsi_post_send()
615 	struct qedr_qp *qp = get_qedr_qp(ibqp);  in qedr_gsi_post_recv()  local
619 	if ((qp->state != QED_ROCE_QP_STATE_RTR) &&  in qedr_gsi_post_recv()
620 	    (qp->state != QED_ROCE_QP_STATE_RTS)) {  in qedr_gsi_post_recv()
624 		       qp->state);  in qedr_gsi_post_recv()
628 	spin_lock_irqsave(&qp->q_lock, flags);  in qedr_gsi_post_recv()
651 		memset(&qp->rqe_wr_id[qp->rq.prod], 0,  in qedr_gsi_post_recv()
652 		       sizeof(qp->rqe_wr_id[qp->rq.prod]));  in qedr_gsi_post_recv()
653 		qp->rqe_wr_id[qp->rq.prod].sg_list[0] = wr->sg_list[0];  in qedr_gsi_post_recv()
654 		qp->rqe_wr_id[qp->rq.prod].wr_id = wr->wr_id;  in qedr_gsi_post_recv()
656 		qedr_inc_sw_prod(&qp->rq);  in qedr_gsi_post_recv()
661 	spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_gsi_post_recv()
665 	spin_unlock_irqrestore(&qp->q_lock, flags);  in qedr_gsi_post_recv()
674 	struct qedr_qp *qp = dev->gsi_qp;  in qedr_gsi_poll_cq()  local
681 	while (i < num_entries && qp->rq.cons != qp->rq.gsi_cons) {  in qedr_gsi_poll_cq()
684 		wc[i].qp = &qp->ibqp;  in qedr_gsi_poll_cq()
685 		wc[i].wr_id = qp->rqe_wr_id[qp->rq.cons].wr_id;  in qedr_gsi_poll_cq()
688 		wc[i].status = (qp->rqe_wr_id[qp->rq.cons].rc) ?  in qedr_gsi_poll_cq()
691 		wc[i].byte_len = qp->rqe_wr_id[qp->rq.cons].sg_list[0].length;  in qedr_gsi_poll_cq()
693 		ether_addr_copy(wc[i].smac, qp->rqe_wr_id[qp->rq.cons].smac);  in qedr_gsi_poll_cq()
696 		vlan_id = qp->rqe_wr_id[qp->rq.cons].vlan &  in qedr_gsi_poll_cq()
701 			wc[i].sl = (qp->rqe_wr_id[qp->rq.cons].vlan &  in qedr_gsi_poll_cq()
705 		qedr_inc_sw_cons(&qp->rq);  in qedr_gsi_poll_cq()
709 	while (i < num_entries && qp->sq.cons != qp->sq.gsi_cons) {  in qedr_gsi_poll_cq()
712 		wc[i].qp = &qp->ibqp;  in qedr_gsi_poll_cq()
713 		wc[i].wr_id = qp->wqe_wr_id[qp->sq.cons].wr_id;  in qedr_gsi_poll_cq()
717 		qedr_inc_sw_cons(&qp->sq);  in qedr_gsi_poll_cq()
724 …"gsi poll_cq: requested entries=%d, actual=%d, qp->rq.cons=%d, qp->rq.gsi_cons=%x, qp->sq.cons=%d,…  in qedr_gsi_poll_cq()
725 		 num_entries, i, qp->rq.cons, qp->rq.gsi_cons, qp->sq.cons,  in qedr_gsi_poll_cq()
726 		 qp->sq.gsi_cons, qp->ibqp.qp_num);  in qedr_gsi_poll_cq()