118 	struct nvmf_capsule nc;  member
133 #define	TCAP(nc)	((struct nvmf_tcp_capsule *)(nc))  argument
387 	struct nvmf_capsule *nc;  in nvmf_tcp_save_command_capsule()  local
392 	nc = nvmf_allocate_command(&qp->qp, &cmd->ccsqe, M_WAITOK);  in nvmf_tcp_save_command_capsule()
394 	tc = TCAP(nc);  in nvmf_tcp_save_command_capsule()
397 	nvmf_capsule_received(&qp->qp, nc);  in nvmf_tcp_save_command_capsule()
406 	struct nvmf_capsule *nc;  in nvmf_tcp_save_response_capsule()  local
411 	nc = nvmf_allocate_response(&qp->qp, &rsp->rccqe, M_WAITOK);  in nvmf_tcp_save_response_capsule()
413 	nc->nc_sqhd_valid = true;  in nvmf_tcp_save_response_capsule()
414 	tc = TCAP(nc);  in nvmf_tcp_save_response_capsule()
424 	nvmf_capsule_received(&qp->qp, nc);  in nvmf_tcp_save_response_capsule()
836 		struct nvmf_capsule *nc;  in nvmf_tcp_handle_c2h_data()  local
841 		nc = nvmf_allocate_response(&qp->qp, &cqe, M_WAITOK);  in nvmf_tcp_handle_c2h_data()
842 		nc->nc_sqhd_valid = false;  in nvmf_tcp_handle_c2h_data()
844 		nvmf_capsule_received(&qp->qp, nc);  in nvmf_tcp_handle_c2h_data()
1221 	struct nvmf_capsule *nc = &tc->nc;  in tcp_command_pdu()  local
1232 	if (nc->nc_data.io_len != 0) {  in tcp_command_pdu()
1233 		cb = tcp_alloc_command_buffer(qp, &nc->nc_data, 0,  in tcp_command_pdu()
1234 		    nc->nc_data.io_len, nc->nc_sqe.cid);  in tcp_command_pdu()
1236 		if (nc->nc_send_data && nc->nc_data.io_len <= qp->max_icd) {  in tcp_command_pdu()
1239 			    nc->nc_data.io_len, NULL, false);  in tcp_command_pdu()
1240 			cb->data_xfered = nc->nc_data.io_len;  in tcp_command_pdu()
1242 		} else if (nc->nc_send_data) {  in tcp_command_pdu()
1255 	cmd.ccsqe = nc->nc_sqe;  in tcp_command_pdu()
1261 	sgl->length = htole32(nc->nc_data.io_len);  in tcp_command_pdu()
1271 	    nc->nc_data.io_len : 0);  in tcp_command_pdu()
1278 	struct nvmf_capsule *nc = &tc->nc;  in tcp_response_pdu()  local
1283 	rsp.rccqe = nc->nc_cqe;  in tcp_response_pdu()
1291 	if (tc->nc.nc_qe_len == sizeof(struct nvme_command))  in capsule_to_pdu()
1556 		nvmf_abort_capsule_data(&tc->nc, ECONNABORTED);  in tcp_free_qpair()
1616 	return (&tc->nc);  in tcp_allocate_capsule()
1622 	struct nvmf_tcp_qpair *qp = TQP(tc->nc.nc_qpair);  in tcp_release_capsule()
1636 tcp_free_capsule(struct nvmf_capsule *nc)  in tcp_free_capsule()  argument
1638 	struct nvmf_tcp_capsule *tc = TCAP(nc);  in tcp_free_capsule()
1644 tcp_transmit_capsule(struct nvmf_capsule *nc)  in tcp_transmit_capsule()  argument
1646 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);  in tcp_transmit_capsule()
1647 	struct nvmf_tcp_capsule *tc = TCAP(nc);  in tcp_transmit_capsule()
1660 tcp_validate_command_capsule(struct nvmf_capsule *nc)  in tcp_validate_command_capsule()  argument
1662 	struct nvmf_tcp_capsule *tc = TCAP(nc);  in tcp_validate_command_capsule()
1667 	sgl = &nc->nc_sqe.sgl;  in tcp_validate_command_capsule()
1695 tcp_capsule_data_len(const struct nvmf_capsule *nc)  in tcp_capsule_data_len()  argument
1697 	MPASS(nc->nc_qe_len == sizeof(struct nvme_command));  in tcp_capsule_data_len()
1698 	return (le32toh(nc->nc_sqe.sgl.length));  in tcp_capsule_data_len()
1702 tcp_receive_r2t_data(struct nvmf_capsule *nc, uint32_t data_offset,  in tcp_receive_r2t_data()  argument
1705 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);  in tcp_receive_r2t_data()
1706 	struct nvmf_tcp_capsule *tc = TCAP(nc);  in tcp_receive_r2t_data()
1710 	    nc->nc_sqe.cid);  in tcp_receive_r2t_data()
1734 	tcp_send_r2t(qp, nc->nc_sqe.cid, cb->ttag, data_offset, io->io_len);  in tcp_receive_r2t_data()
1738 tcp_receive_icd_data(struct nvmf_capsule *nc, uint32_t data_offset,  in tcp_receive_icd_data()  argument
1741 	struct nvmf_tcp_capsule *tc = TCAP(nc);  in tcp_receive_icd_data()
1749 tcp_receive_controller_data(struct nvmf_capsule *nc, uint32_t data_offset,  in tcp_receive_controller_data()  argument
1755 	if (nc->nc_qe_len != sizeof(struct nvme_command) ||  in tcp_receive_controller_data()
1756 	    !nc->nc_qpair->nq_controller)  in tcp_receive_controller_data()
1759 	sgl = &nc->nc_sqe.sgl;  in tcp_receive_controller_data()
1765 		tcp_receive_icd_data(nc, data_offset, io);  in tcp_receive_controller_data()
1767 		tcp_receive_r2t_data(nc, data_offset, io);  in tcp_receive_controller_data()
1794 tcp_send_controller_data(struct nvmf_capsule *nc, uint32_t data_offset,  in tcp_send_controller_data()  argument
1797 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);  in tcp_send_controller_data()
1802 	if (nc->nc_qe_len != sizeof(struct nvme_command) ||  in tcp_send_controller_data()
1808 	sgl = &nc->nc_sqe.sgl;  in tcp_send_controller_data()
1821 	KASSERT(data_offset == TCAP(nc)->tx_data_offset,  in tcp_send_controller_data()
1823 	    __func__, data_offset, TCAP(nc)->tx_data_offset));  in tcp_send_controller_data()
1852 		tcp_send_c2h_pdu(qp, nc->nc_sqe.cid, data_offset, m, todo,  in tcp_send_controller_data()
1862 	TCAP(nc)->tx_data_offset = data_offset;  in tcp_send_controller_data()