47 #define HW_CONS_IDX(sq)                 be16_to_cpu(*(u16 *)((sq)->hw_ci_addr))  argument
503 	qp = container_of(txq->sq, struct hinic_qp, sq);  in hinic_lb_xmit_frame()
512 	sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx);  in hinic_lb_xmit_frame()
516 		sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx);  in hinic_lb_xmit_frame()
533 	hinic_sq_prepare_wqe(txq->sq, sq_wqe, txq->sges, nr_sges);  in hinic_lb_xmit_frame()
534 	hinic_sq_write_wqe(txq->sq, prod_idx, sq_wqe, skb, wqe_size);  in hinic_lb_xmit_frame()
539 		hinic_sq_write_db(txq->sq, prod_idx, wqe_size, 0);  in hinic_lb_xmit_frame()
564 	qp = container_of(txq->sq, struct hinic_qp, sq);  in hinic_xmit_frame()
593 	sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx);  in hinic_xmit_frame()
600 		sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx);  in hinic_xmit_frame()
617 	hinic_sq_prepare_wqe(txq->sq, sq_wqe, txq->sges, nr_sges);  in hinic_xmit_frame()
623 	hinic_sq_write_wqe(txq->sq, prod_idx, sq_wqe, skb, wqe_size);  in hinic_xmit_frame()
628 		hinic_sq_write_db(txq->sq, prod_idx, wqe_size, 0);  in hinic_xmit_frame()
633 	hinic_sq_return_wqe(txq->sq, wqe_size);  in hinic_xmit_frame()
668 	struct hinic_sq *sq = txq->sq;  in free_all_tx_skbs()  local
675 	while ((sq_wqe = hinic_sq_read_wqebb(sq, &skb, &wqe_size, &ci))) {  in free_all_tx_skbs()
676 		sq_wqe = hinic_sq_read_wqe(sq, &skb, wqe_size, &ci);  in free_all_tx_skbs()
684 		hinic_sq_put_wqe(sq, wqe_size);  in free_all_tx_skbs()
700 	struct hinic_qp *qp = container_of(txq->sq, struct hinic_qp, sq);  in free_tx_poll()
703 	struct hinic_sq *sq = txq->sq;  in free_tx_poll()  local
704 	struct hinic_wq *wq = sq->wq;  in free_tx_poll()
713 		hw_ci = HW_CONS_IDX(sq) & wq->mask;  in free_tx_poll()
718 		sq_wqe = hinic_sq_read_wqebb(sq, &skb, &wqe_size, &sw_ci);  in free_tx_poll()
727 			sq_wqe = hinic_sq_read_wqe(sq, &skb, wqe_size, &sw_ci);  in free_tx_poll()
739 		hinic_sq_put_wqe(sq, wqe_size);  in free_tx_poll()
745 	    hinic_get_sq_free_wqebbs(sq) >= HINIC_MIN_TX_NUM_WQEBBS(sq)) {  in free_tx_poll()
768 						   sq->msix_entry,  in free_tx_poll()
787 					   txq->sq->msix_entry,  in tx_irq()
790 	hinic_hwdev_msix_cnt_set(nic_dev->hwdev, txq->sq->msix_entry);  in tx_irq()
804 	struct hinic_sq *sq = txq->sq;  in tx_request_irq()  local
808 	qp = container_of(sq, struct hinic_qp, sq);  in tx_request_irq()
813 	hinic_hwdev_msix_set(nic_dev->hwdev, sq->msix_entry,  in tx_request_irq()
819 	interrupt_info.msix_index = sq->msix_entry;  in tx_request_irq()
832 	err = request_irq(sq->irq, tx_irq, 0, txq->irq_name, txq);  in tx_request_irq()
844 	struct hinic_sq *sq = txq->sq;  in tx_free_irq()  local
846 	free_irq(sq->irq, txq);  in tx_free_irq()
858 int hinic_init_txq(struct hinic_txq *txq, struct hinic_sq *sq,  in hinic_init_txq()  argument
861 	struct hinic_qp *qp = container_of(sq, struct hinic_qp, sq);  in hinic_init_txq()
867 	txq->sq = sq;  in hinic_init_txq()
892 	err = hinic_hwdev_hw_ci_addr_set(hwdev, sq, CI_UPDATE_NO_PENDING,  in hinic_init_txq()