| /freebsd/sys/dev/cxgbe/ |
| H A D | t4_smt.c | 112 struct sge_wrq *wrq; in t4_write_sme() local 121 MPASS(e->wrq != NULL); in t4_write_sme() 122 wrq = e->wrq; in t4_write_sme() 123 sc = wrq->adapter; in t4_write_sme() 124 MPASS(wrq->adapter != NULL); in t4_write_sme() 132 req = start_wrq_wr(wrq, howmany(sizeof(*req), 16), &cookie); in t4_write_sme() 161 t6req = start_wrq_wr(wrq, howmany(sizeof(*t6req), 16), &cookie); in t4_write_sme() 178 commit_wrq_wr(wrq, req, &cookie); in t4_write_sme() 211 e->wrq = &sc->sge.ctrlq[0]; in t4_smt_set_switching()
|
| H A D | t4_l2t.c | 172 struct sge_wrq *wrq; in t4_write_l2e() local 178 MPASS(e->wrq != NULL); in t4_write_l2e() 180 wrq = e->wrq; in t4_write_l2e() 181 sc = wrq->adapter; in t4_write_l2e() 183 req = start_wrq_wr(wrq, howmany(sizeof(*req), 16), &cookie); in t4_write_l2e() 189 commit_wrq_wr(wrq, req, &cookie); in t4_write_l2e() 231 e->wrq == (struct sge_wrq *)txq && in t4_l2t_alloc_tls() 268 e->wrq = (struct sge_wrq *)txq; in t4_l2t_alloc_tls() 302 e->wrq in t4_l2t_alloc_switching() [all...] |
| H A D | t4_sge.c | 2185 struct sge_wrq *wrq = arg; in wrq_tx_drain() local 2186 struct sge_eq *eq = &wrq->eq; in wrq_tx_drain() 2189 if (TAILQ_EMPTY(&wrq->incomplete_wrs) && !STAILQ_EMPTY(&wrq->wr_list)) in wrq_tx_drain() 2190 drain_wrq_wr_list(wrq->adapter, wrq); in wrq_tx_drain() 2195 drain_wrq_wr_list(struct adapter *sc, struct sge_wrq *wrq) in drain_wrq_wr_list() argument 2197 struct sge_eq *eq = &wrq->eq; in drain_wrq_wr_list() 2204 MPASS(TAILQ_EMPTY(&wrq->incomplete_wrs)); in drain_wrq_wr_list() 2205 wr = STAILQ_FIRST(&wrq->wr_list); in drain_wrq_wr_list() 2217 MPASS(wr->wrq == wrq); in drain_wrq_wr_list() 2237 wrq->tx_wrs_copied++; in drain_wrq_wr_list() [all …]
|
| H A D | adapter.h | 764 struct sge_wrq *wrq; member 813 struct sge_wrq wrq; member 1639 alloc_wrqe(int wr_len, struct sge_wrq *wrq) in alloc_wrqe() argument 1648 wr->wrq = wrq; in alloc_wrqe() 1667 struct sge_wrq *wrq = wr->wrq; in t4_wrq_tx() local 1669 TXQ_LOCK(wrq); in t4_wrq_tx() 1670 if (__predict_true(wrq->eq.flags & EQ_HW_ALLOCATED)) in t4_wrq_tx() 1671 t4_wrq_tx_locked(sc, wrq, wr); in t4_wrq_tx() 1674 TXQ_UNLOCK(wrq); in t4_wrq_tx()
|
| H A D | t4_smt.h | 50 struct sge_wrq *wrq; /* queue to use for write_sme */ member
|
| H A D | t4_l2t.h | 64 struct sge_wrq *wrq; /* queue to use for write_l2e */ member
|
| H A D | t4_main.c | 2134 struct sge_wrq *wrq; in stop_lld() local 2189 TXQ_LOCK(&ofld_txq->wrq); in stop_lld() 2190 ofld_txq->wrq.eq.flags &= ~EQ_HW_ALLOCATED; in stop_lld() 2191 TXQ_UNLOCK(&ofld_txq->wrq); in stop_lld() 2208 wrq = &sc->sge.ctrlq[i]; in stop_lld() 2209 TXQ_LOCK(wrq); in stop_lld() 2210 wrq->eq.flags &= ~EQ_HW_ALLOCATED; in stop_lld() 2211 TXQ_UNLOCK(wrq); in stop_lld() 2212 quiesce_wrq(wrq); in stop_lld() 7431 quiesce_wrq(struct sge_wrq *wrq) in quiesce_wrq() argument [all …]
|
| /freebsd/sys/dev/cxgbe/tom/ |
| H A D | t4_cpl_io.c | 108 wr = alloc_wrqe(roundup2(flowclen, 16), &toep->ofld_txq->wrq); in send_flowc_wr() 202 &toep->ofld_txq->wrq)) == NULL) { in update_tx_rate_limit() 268 wr = alloc_wrqe(sizeof(*req), &toep->ofld_txq->wrq); in send_reset() 472 wr = alloc_wrqe(sizeof(*req), &toep->ofld_txq->wrq); in t4_close_conn() 641 wr = alloc_wrqe(roundup2(plen, 16), &toep->ofld_txq->wrq); in t4_push_raw_wr() 872 &toep->ofld_txq->wrq); in t4_push_frames() 892 &toep->ofld_txq->wrq); in t4_push_frames() 1055 wr = alloc_wrqe(roundup2(plen, 16), &toep->ofld_txq->wrq); in write_iscsi_mbuf_wr() 1137 wr = alloc_wrqe(roundup2(wr_len, 16), &toep->ofld_txq->wrq); in write_iscsi_mbuf_wr() 1253 wr = alloc_wrqe(roundup2(plen, 16), &toep->ofld_txq->wrq); in write_nvme_mbuf_wr() [all …]
|
| H A D | t4_ddp.c | 87 struct sge_wrq *wrq, int tid, struct ddp_rcv_buffer *drb); 1618 t4_write_page_pods_for_ps(struct adapter *sc, struct sge_wrq *wrq, int tid, in t4_write_page_pods_for_ps() argument 1649 wr = alloc_wrqe(len, wrq); in t4_write_page_pods_for_ps() 1700 t4_write_page_pods_for_rcvbuf(struct adapter *sc, struct sge_wrq *wrq, int tid, in t4_write_page_pods_for_rcvbuf() argument 1734 wr = alloc_wrqe(len, wrq); in t4_write_page_pods_for_rcvbuf() 1810 struct ppod_reservation *prsv, struct bio *bp, struct mbufq *wrq) in t4_write_page_pods_for_bio() argument 1882 mbufq_enqueue(wrq, m); in t4_write_page_pods_for_bio() 1891 struct mbufq *wrq) in t4_write_page_pods_for_buf() argument 1973 mbufq_enqueue(wrq, m); in t4_write_page_pods_for_buf() 1984 int xferlen, struct mbufq *wrq) in t4_write_page_pods_for_sgl() argument [all …]
|
| H A D | t4_tom.c | 879 flowc = start_wrq_wr(&toep->ofld_txq->wrq, flowclen16, &cookie); in send_mss_flowc_wr() 900 commit_wrq_wr(&toep->ofld_txq->wrq, flowc, &cookie); in send_mss_flowc_wr() 1459 if ((ofld_txq->wrq.eq.cntxt_id & mask) == (tid & mask)) in update_tid_qid_sel() 1470 MPASS((ofld_txq->wrq.eq.cntxt_id & mask) == (tid & mask)); in update_tid_qid_sel() 2331 wr = alloc_wrqe(roundup2(flowclen, 16), &toep->ofld_txq->wrq); in send_txdataplen_max_flowc_wr()
|
| H A D | t4_tom_l2t.c | 407 e->wrq = &sc->sge.ctrlq[pi->port_id]; in t4_l2t_get()
|
| H A D | t4_listen.c | 498 wr = alloc_wrqe(roundup2(flowclen, 16), &ofld_txq->wrq); in send_flowc_wr_synqe() 549 &sc->sge.ofld_txq[synqe->params.txq_idx].wrq); in send_abort_rpl_synqe()
|
| H A D | t4_tls.c | 671 wr = alloc_wrqe(roundup2(wr_len, 16), &toep->ofld_txq->wrq); in t4_push_ktls()
|
| /freebsd/sys/dev/cxgbe/nvmf/ |
| H A D | nvmf_che.c | 481 uint32_t len, void *data, struct mbufq *wrq) in che_write_mem_inline() argument 506 mbufq_enqueue(wrq, m); in che_write_mem_inline() 513 uint32_t addr, uint32_t len, void *data, struct mbufq *wrq) in che_write_mem_dma_aligned() argument 529 mbufq_enqueue(wrq, m); in che_write_mem_dma_aligned() 542 mbufq_enqueue(wrq, m); in che_write_mem_dma_aligned() 2358 t4_set_tcb_field(sc, &toep->ofld_txq->wrq, toep, word, mask, val, 0, 0); in t4_nvme_set_tcb_field()
|
| /freebsd/sys/dev/cxgbe/iw_cxgbe/ |
| H A D | qp.c | 1133 wr = alloc_wrqe(sizeof(*wqe), &toep->ofld_txq->wrq); in post_terminate() 1264 wr = alloc_wrqe(sizeof(*wqe), &toep->ofld_txq->wrq); in rdma_fini() 1359 wr = alloc_wrqe(sizeof(*wqe), &toep->ofld_txq->wrq); in rdma_init()
|