549 mk_rx_data_ack_ulp(struct ulp_txpkt *ulpmc, struct toepcb *toep)  in mk_rx_data_ack_ulp()  argument
554 	ulpmc->cmd_dest = htonl(V_ULPTX_CMD(ULP_TX_PKT) | V_ULP_TXPKT_DEST(0));  in mk_rx_data_ack_ulp()
555 	ulpmc->len = htobe32(howmany(LEN__RX_DATA_ACK_ULP, 16));  in mk_rx_data_ack_ulp()
557 	ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in mk_rx_data_ack_ulp()
581 	struct ulp_txpkt *ulpmc;  in mk_update_tcb_for_ddp()  local
603 	ulpmc = (struct ulp_txpkt *)(wrh + 1);  in mk_update_tcb_for_ddp()
606 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid,  in mk_update_tcb_for_ddp()
613 		ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid,  in mk_update_tcb_for_ddp()
620 		ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid,  in mk_update_tcb_for_ddp()
628 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, W_TCB_RX_DDP_FLAGS,  in mk_update_tcb_for_ddp()
632 	ulpmc = mk_rx_data_ack_ulp(ulpmc, toep);  in mk_update_tcb_for_ddp()
1230 	struct ulp_txpkt *ulpmc;  in set_ddp_ulp_mode()  local
1261 	ulpmc = (struct ulp_txpkt *)(wrh + 1);  in set_ddp_ulp_mode()
1267 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, 26,  in set_ddp_ulp_mode()
1271 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, 28,  in set_ddp_ulp_mode()
1275 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, 30,  in set_ddp_ulp_mode()
1280 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, W_TCB_ULP_TYPE,  in set_ddp_ulp_mode()
1285 	ulpmc = mk_set_tcb_field_ulp(sc, ulpmc, toep->tid, W_TCB_T_FLAGS,  in set_ddp_ulp_mode()
1624 	struct ulp_mem_io *ulpmc;  in t4_write_page_pods_for_ps()  local
1649 		len = roundup2(sizeof(*ulpmc) + sizeof(*ulpsc) + chunk, 16);  in t4_write_page_pods_for_ps()
1654 		ulpmc = wrtod(wr);  in t4_write_page_pods_for_ps()
1656 		INIT_ULPTX_WR(ulpmc, len, 0, 0);  in t4_write_page_pods_for_ps()
1657 		ulpmc->cmd = cmd;  in t4_write_page_pods_for_ps()
1658 		ulpmc->dlen = htobe32(V_ULP_MEMIO_DATA_LEN(chunk / 32));  in t4_write_page_pods_for_ps()
1659 		ulpmc->len16 = htobe32(howmany(len - sizeof(ulpmc->wr), 16));  in t4_write_page_pods_for_ps()
1660 		ulpmc->lock_addr = htobe32(V_ULP_MEMIO_ADDR(ppod_addr >> 5));  in t4_write_page_pods_for_ps()
1662 		ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in t4_write_page_pods_for_ps()
1703 	struct ulp_mem_io *ulpmc;  in t4_write_page_pods_for_rcvbuf()  local
1731 		len = roundup2(sizeof(*ulpmc) + sizeof(*ulpsc) + chunk, 16);  in t4_write_page_pods_for_rcvbuf()
1736 		ulpmc = wrtod(wr);  in t4_write_page_pods_for_rcvbuf()
1738 		INIT_ULPTX_WR(ulpmc, len, 0, 0);  in t4_write_page_pods_for_rcvbuf()
1739 		ulpmc->cmd = cmd;  in t4_write_page_pods_for_rcvbuf()
1740 		ulpmc->dlen = htobe32(V_ULP_MEMIO_DATA_LEN(chunk / 32));  in t4_write_page_pods_for_rcvbuf()
1741 		ulpmc->len16 = htobe32(howmany(len - sizeof(ulpmc->wr), 16));  in t4_write_page_pods_for_rcvbuf()
1742 		ulpmc->lock_addr = htobe32(V_ULP_MEMIO_ADDR(ppod_addr >> 5));  in t4_write_page_pods_for_rcvbuf()
1744 		ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in t4_write_page_pods_for_rcvbuf()
1811 	struct ulp_mem_io *ulpmc;  in t4_write_page_pods_for_bio()  local
1836 		len = roundup2(sizeof(*ulpmc) + sizeof(*ulpsc) + chunk, 16);  in t4_write_page_pods_for_bio()
1842 		ulpmc = mtod(m, struct ulp_mem_io *);  in t4_write_page_pods_for_bio()
1843 		INIT_ULPTX_WR(ulpmc, len, 0, toep->tid);  in t4_write_page_pods_for_bio()
1844 		ulpmc->cmd = cmd;  in t4_write_page_pods_for_bio()
1845 		ulpmc->dlen = htobe32(V_ULP_MEMIO_DATA_LEN(chunk / 32));  in t4_write_page_pods_for_bio()
1846 		ulpmc->len16 = htobe32(howmany(len - sizeof(ulpmc->wr), 16));  in t4_write_page_pods_for_bio()
1847 		ulpmc->lock_addr = htobe32(V_ULP_MEMIO_ADDR(ppod_addr >> 5));  in t4_write_page_pods_for_bio()
1849 		ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in t4_write_page_pods_for_bio()
1889 	struct ulp_mem_io *ulpmc;  in t4_write_page_pods_for_buf()  local
1916 		len = roundup2(sizeof(*ulpmc) + sizeof(*ulpsc) + chunk, 16);  in t4_write_page_pods_for_buf()
1921 		ulpmc = mtod(m, struct ulp_mem_io *);  in t4_write_page_pods_for_buf()
1923 		INIT_ULPTX_WR(ulpmc, len, 0, toep->tid);  in t4_write_page_pods_for_buf()
1924 		ulpmc->cmd = cmd;  in t4_write_page_pods_for_buf()
1925 		ulpmc->dlen = htobe32(V_ULP_MEMIO_DATA_LEN(chunk / 32));  in t4_write_page_pods_for_buf()
1926 		ulpmc->len16 = htobe32(howmany(len - sizeof(ulpmc->wr), 16));  in t4_write_page_pods_for_buf()
1927 		ulpmc->lock_addr = htobe32(V_ULP_MEMIO_ADDR(ppod_addr >> 5));  in t4_write_page_pods_for_buf()
1929 		ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in t4_write_page_pods_for_buf()
1979 	struct ulp_mem_io *ulpmc;  in t4_write_page_pods_for_sgl()  local
2007 		len = roundup2(sizeof(*ulpmc) + sizeof(*ulpsc) + chunk, 16);  in t4_write_page_pods_for_sgl()
2012 		ulpmc = mtod(m, struct ulp_mem_io *);  in t4_write_page_pods_for_sgl()
2014 		INIT_ULPTX_WR(ulpmc, len, 0, toep->tid);  in t4_write_page_pods_for_sgl()
2015 		ulpmc->cmd = cmd;  in t4_write_page_pods_for_sgl()
2016 		ulpmc->dlen = htobe32(V_ULP_MEMIO_DATA_LEN(chunk / 32));  in t4_write_page_pods_for_sgl()
2017 		ulpmc->len16 = htobe32(howmany(len - sizeof(ulpmc->wr), 16));  in t4_write_page_pods_for_sgl()
2018 		ulpmc->lock_addr = htobe32(V_ULP_MEMIO_ADDR(ppod_addr >> 5));  in t4_write_page_pods_for_sgl()
2020 		ulpsc = (struct ulptx_idata *)(ulpmc + 1);  in t4_write_page_pods_for_sgl()