59 #define SQ_DB_ADDR(sq, pi)      ((u64 *)((sq)->db_base) + SQ_DB_PI_LOW(pi))  argument
61 #define SQ_MASKED_IDX(sq, idx)  ((idx) & (sq)->wq->mask)  argument
93 			   struct hinic_sq *sq, u16 global_qid)  in hinic_sq_prepare_ctxt()  argument
100 	wq = sq->wq;  in hinic_sq_prepare_ctxt()
219 static int alloc_sq_skb_arr(struct hinic_sq *sq)  in alloc_sq_skb_arr()  argument
221 	struct hinic_wq *wq = sq->wq;  in alloc_sq_skb_arr()
224 	skb_arr_size = wq->q_depth * sizeof(*sq->saved_skb);  in alloc_sq_skb_arr()
225 	sq->saved_skb = vzalloc(skb_arr_size);  in alloc_sq_skb_arr()
226 	if (!sq->saved_skb)  in alloc_sq_skb_arr()
236 static void free_sq_skb_arr(struct hinic_sq *sq)  in free_sq_skb_arr()  argument
238 	vfree(sq->saved_skb);  in free_sq_skb_arr()
281 int hinic_init_sq(struct hinic_sq *sq, struct hinic_hwif *hwif,  in hinic_init_sq()  argument
286 	sq->hwif = hwif;  in hinic_init_sq()
288 	sq->wq = wq;  in hinic_init_sq()
290 	sq->irq = entry->vector;  in hinic_init_sq()
291 	sq->msix_entry = entry->entry;  in hinic_init_sq()
293 	sq->hw_ci_addr = ci_addr;  in hinic_init_sq()
294 	sq->hw_ci_dma_addr = ci_dma_addr;  in hinic_init_sq()
296 	sq->db_base = db_base + SQ_DB_OFF;  in hinic_init_sq()
298 	return alloc_sq_skb_arr(sq);  in hinic_init_sq()
305 void hinic_clean_sq(struct hinic_sq *sq)  in hinic_clean_sq()  argument
307 	free_sq_skb_arr(sq);  in hinic_clean_sq()
455 int hinic_get_sq_free_wqebbs(struct hinic_sq *sq)  in hinic_get_sq_free_wqebbs()  argument
457 	struct hinic_wq *wq = sq->wq;  in hinic_get_sq_free_wqebbs()
594 void hinic_sq_prepare_wqe(struct hinic_sq *sq, struct hinic_sq_wqe *sq_wqe,  in hinic_sq_prepare_wqe()  argument
615 static u32 sq_prepare_db(struct hinic_sq *sq, u16 prod_idx, unsigned int cos)  in sq_prepare_db()  argument
617 	struct hinic_qp *qp = container_of(sq, struct hinic_qp, sq);  in sq_prepare_db()
618 	u8 hi_prod_idx = SQ_DB_PI_HI(SQ_MASKED_IDX(sq, prod_idx));  in sq_prepare_db()
635 void hinic_sq_write_db(struct hinic_sq *sq, u16 prod_idx, unsigned int wqe_size,  in hinic_sq_write_db()  argument
638 	struct hinic_wq *wq = sq->wq;  in hinic_sq_write_db()
642 	prod_idx = SQ_MASKED_IDX(sq, prod_idx);  in hinic_sq_write_db()
646 	writel(sq_prepare_db(sq, prod_idx, cos), SQ_DB_ADDR(sq, prod_idx));  in hinic_sq_write_db()
657 struct hinic_sq_wqe *hinic_sq_get_wqe(struct hinic_sq *sq,  in hinic_sq_get_wqe()  argument
660 	struct hinic_hw_wqe *hw_wqe = hinic_get_wqe(sq->wq, wqe_size,  in hinic_sq_get_wqe()
674 void hinic_sq_return_wqe(struct hinic_sq *sq, unsigned int wqe_size)  in hinic_sq_return_wqe()  argument
676 	hinic_return_wqe(sq->wq, wqe_size);  in hinic_sq_return_wqe()
687 void hinic_sq_write_wqe(struct hinic_sq *sq, u16 prod_idx,  in hinic_sq_write_wqe()  argument
693 	sq->saved_skb[prod_idx] = skb;  in hinic_sq_write_wqe()
698 	hinic_write_wqe(sq->wq, hw_wqe, wqe_size);  in hinic_sq_write_wqe()
711 struct hinic_sq_wqe *hinic_sq_read_wqebb(struct hinic_sq *sq,  in hinic_sq_read_wqebb()  argument
722 	hw_wqe = hinic_read_wqe(sq->wq, sizeof(*ctrl), cons_idx);  in hinic_sq_read_wqebb()
726 	*skb = sq->saved_skb[*cons_idx];  in hinic_sq_read_wqebb()
735 	*wqe_size = ALIGN(*wqe_size, sq->wq->wqebb_size);  in hinic_sq_read_wqebb()
749 struct hinic_sq_wqe *hinic_sq_read_wqe(struct hinic_sq *sq,  in hinic_sq_read_wqe()  argument
755 	hw_wqe = hinic_read_wqe(sq->wq, wqe_size, cons_idx);  in hinic_sq_read_wqe()
756 	*skb = sq->saved_skb[*cons_idx];  in hinic_sq_read_wqe()
766 void hinic_sq_put_wqe(struct hinic_sq *sq, unsigned int wqe_size)  in hinic_sq_put_wqe()  argument
768 	hinic_put_wqe(sq->wq, wqe_size);  in hinic_sq_put_wqe()