48 	struct nvmf_qpair *qp;  in nvmf_connect()  local
53 	qp = NULL;  in nvmf_connect()
87 	qp = nvmf_allocate_qpair(na, params);  in nvmf_connect()
88 	if (qp == NULL)  in nvmf_connect()
101 	cc = nvmf_allocate_command(qp, &cmd);  in nvmf_connect()
128 	error = nvmf_receive_capsule(qp, &rc);  in nvmf_connect()
164 		qp->nq_flow_control = false;  in nvmf_connect()
166 		qp->nq_flow_control = true;  in nvmf_connect()
167 		qp->nq_sqhd = sqhd;  in nvmf_connect()
168 		qp->nq_sqtail = sqhd;  in nvmf_connect()
176 	qp->nq_qsize = queue_size;  in nvmf_connect()
177 	qp->nq_cntlid = le16toh(rsp->status_code_specific.success.cntlid);  in nvmf_connect()
178 	qp->nq_kato = kato;  in nvmf_connect()
180 	return (qp);  in nvmf_connect()
187 	if (qp != NULL)  in nvmf_connect()
188 		nvmf_free_qpair(qp);  in nvmf_connect()
193 nvmf_cntlid(struct nvmf_qpair *qp)  in nvmf_cntlid()  argument
195 	return (qp->nq_cntlid);  in nvmf_cntlid()
201 	struct nvmf_qpair *qp = nc->nc_qpair;  in nvmf_host_transmit_command()  local
206 	new_sqtail = (qp->nq_sqtail + 1) % qp->nq_qsize;  in nvmf_host_transmit_command()
207 	if (new_sqtail == qp->nq_sqhd)  in nvmf_host_transmit_command()
210 	nc->nc_sqe.cid = htole16(qp->nq_cid);  in nvmf_host_transmit_command()
213 	qp->nq_cid++;  in nvmf_host_transmit_command()
214 	if (qp->nq_cid == 0xFFFF)  in nvmf_host_transmit_command()
215 		qp->nq_cid = 0;  in nvmf_host_transmit_command()
221 	qp->nq_sqtail = new_sqtail;  in nvmf_host_transmit_command()
227 nvmf_host_receive_capsule(struct nvmf_qpair *qp, struct nvmf_capsule **ncp)  in nvmf_host_receive_capsule()  argument
233 	if (qp->nq_sqhd == qp->nq_sqtail)  in nvmf_host_receive_capsule()
236 	error = nvmf_receive_capsule(qp, &nc);  in nvmf_host_receive_capsule()
240 	if (qp->nq_flow_control) {  in nvmf_host_receive_capsule()
242 			qp->nq_sqhd = le16toh(nc->nc_cqe.sqhd);  in nvmf_host_receive_capsule()
249 		qp->nq_sqhd = (qp->nq_sqhd + 1) % qp->nq_qsize;  in nvmf_host_receive_capsule()
256 nvmf_host_receive_response(struct nvmf_qpair *qp, struct nvmf_capsule **ncp)  in nvmf_host_receive_response()  argument
261 	if (!TAILQ_EMPTY(&qp->nq_rx_capsules)) {  in nvmf_host_receive_response()
262 		nc = TAILQ_FIRST(&qp->nq_rx_capsules);  in nvmf_host_receive_response()
263 		TAILQ_REMOVE(&qp->nq_rx_capsules, nc, nc_link);  in nvmf_host_receive_response()
268 	return (nvmf_host_receive_capsule(qp, ncp));  in nvmf_host_receive_response()
275 	struct nvmf_qpair *qp = cc->nc_qpair;  in nvmf_host_wait_for_response()  local
280 	TAILQ_FOREACH(rc, &qp->nq_rx_capsules, nc_link) {  in nvmf_host_wait_for_response()
282 			TAILQ_REMOVE(&qp->nq_rx_capsules, rc, nc_link);  in nvmf_host_wait_for_response()
290 		error = nvmf_host_receive_capsule(qp, &rc);  in nvmf_host_wait_for_response()
295 			TAILQ_INSERT_TAIL(&qp->nq_rx_capsules, rc, nc_link);  in nvmf_host_wait_for_response()
305 nvmf_keepalive(struct nvmf_qpair *qp)  in nvmf_keepalive()  argument
309 	if (!qp->nq_admin) {  in nvmf_keepalive()
316 	return (nvmf_allocate_command(qp, &cmd));  in nvmf_keepalive()
320 nvmf_get_property(struct nvmf_qpair *qp, uint32_t offset, uint8_t size)  in nvmf_get_property()  argument
338 	return (nvmf_allocate_command(qp, &cmd));  in nvmf_get_property()
342 nvmf_read_property(struct nvmf_qpair *qp, uint32_t offset, uint8_t size,  in nvmf_read_property()  argument
350 	if (!qp->nq_admin)  in nvmf_read_property()
353 	cc = nvmf_get_property(qp, offset, size);  in nvmf_read_property()
385 nvmf_set_property(struct nvmf_qpair *qp, uint32_t offset, uint8_t size,  in nvmf_set_property()  argument
406 	return (nvmf_allocate_command(qp, &cmd));  in nvmf_set_property()
410 nvmf_write_property(struct nvmf_qpair *qp, uint32_t offset, uint8_t size,  in nvmf_write_property()  argument
417 	if (!qp->nq_admin)  in nvmf_write_property()
420 	cc = nvmf_set_property(qp, offset, size, value);  in nvmf_write_property()
488 nvmf_host_identify_controller(struct nvmf_qpair *qp,  in nvmf_host_identify_controller()  argument
496 	if (!qp->nq_admin)  in nvmf_host_identify_controller()
504 	cc = nvmf_allocate_command(qp, &cmd);  in nvmf_host_identify_controller()
537 nvmf_host_identify_namespace(struct nvmf_qpair *qp, uint32_t nsid,  in nvmf_host_identify_namespace()  argument
545 	if (!qp->nq_admin)  in nvmf_host_identify_namespace()
554 	cc = nvmf_allocate_command(qp, &cmd);  in nvmf_host_identify_namespace()
587 nvmf_get_discovery_log_page(struct nvmf_qpair *qp, uint64_t offset, void *buf,  in nvmf_get_discovery_log_page()  argument
606 	cc = nvmf_allocate_command(qp, &cmd);  in nvmf_get_discovery_log_page()
644 nvmf_host_fetch_discovery_log_page(struct nvmf_qpair *qp,  in nvmf_host_fetch_discovery_log_page()  argument
651 	if (!qp->nq_admin)  in nvmf_host_fetch_discovery_log_page()
656 		error = nvmf_get_discovery_log_page(qp, 0, &hdr, sizeof(hdr));  in nvmf_host_fetch_discovery_log_page()
685 		error = nvmf_get_discovery_log_page(qp, sizeof(hdr),  in nvmf_host_fetch_discovery_log_page()
695 		error = nvmf_get_discovery_log_page(qp, 0, &hdr, sizeof(hdr));  in nvmf_host_fetch_discovery_log_page()
714 nvmf_init_dle_from_admin_qp(struct nvmf_qpair *qp,  in nvmf_init_dle_from_admin_qp()  argument
722 	error = nvmf_populate_dle(qp, dle);  in nvmf_init_dle_from_admin_qp()
735 nvmf_host_request_queues(struct nvmf_qpair *qp, u_int requested, u_int *actual)  in nvmf_host_request_queues()  argument
742 	if (!qp->nq_admin || requested < 1 || requested > 65535)  in nvmf_host_request_queues()
754 	cc = nvmf_allocate_command(qp, &cmd);  in nvmf_host_request_queues()
782 is_queue_pair_idle(struct nvmf_qpair *qp)  in is_queue_pair_idle()  argument
784 	if (qp->nq_sqhd != qp->nq_sqtail)  in is_queue_pair_idle()
786 	if (!TAILQ_EMPTY(&qp->nq_rx_capsules))  in is_queue_pair_idle()