90 handle_get_log_page(struct io_controller *ioc, const struct nvmf_capsule *nc,  in handle_get_log_page()  argument
116 		nvmf_send_controller_data(nc, buf, len);  in handle_get_log_page()
124 		nvmf_send_controller_data(nc, &ioc->hip, sizeof(ioc->hip));  in handle_get_log_page()
130 		nvmf_send_controller_data(nc, &ioc->fp, sizeof(ioc->fp));  in handle_get_log_page()
138 	nvmf_send_generic_error(nc, NVME_SC_INVALID_FIELD);  in handle_get_log_page()
142 handle_io_identify_command(const struct nvmf_capsule *nc,  in handle_io_identify_command()  argument
154 			nvmf_send_generic_error(nc,  in handle_io_identify_command()
159 		nvmf_send_controller_data(nc, &nsdata, sizeof(nsdata));  in handle_io_identify_command()
164 			nvmf_send_generic_error(nc, NVME_SC_INVALID_FIELD);  in handle_io_identify_command()
169 		nvmf_send_controller_data(nc, &nslist, sizeof(nslist));  in handle_io_identify_command()
174 			nvmf_send_generic_error(nc,  in handle_io_identify_command()
179 		nvmf_send_controller_data(nc, &nsdata, sizeof(nsdata));  in handle_io_identify_command()
187 handle_set_features(struct io_controller *ioc, const struct nvmf_capsule *nc,  in handle_set_features()  argument
200 			nvmf_send_generic_error(nc,  in handle_set_features()
225 		nvmf_init_cqe(&cqe, nc, 0);  in handle_set_features()
227 		nvmf_send_response(nc, &cqe);  in handle_set_features()
241 		nvmf_send_success(nc);  in handle_set_features()
250 	nvmf_send_generic_error(nc, NVME_SC_INVALID_FIELD);  in handle_set_features()
254 admin_command(const struct nvmf_capsule *nc, const struct nvme_command *cmd,  in admin_command()  argument
261 		handle_get_log_page(ioc, nc, cmd);  in admin_command()
264 		return (handle_io_identify_command(nc, cmd));  in admin_command()
266 		handle_set_features(ioc, nc, cmd);  in admin_command()
272 		nvmf_send_success(nc);  in admin_command()
307 handle_io_fabrics_command(const struct nvmf_capsule *nc,  in handle_io_fabrics_command()  argument
313 		nvmf_send_generic_error(nc, NVME_SC_COMMAND_SEQUENCE_ERROR);  in handle_io_fabrics_command()
320 			nvmf_send_error(nc, NVME_SCT_COMMAND_SPECIFIC,  in handle_io_fabrics_command()
324 		nvmf_send_success(nc);  in handle_io_fabrics_command()
329 		nvmf_send_generic_error(nc, NVME_SC_INVALID_OPCODE);  in handle_io_fabrics_command()
361 handle_read(struct io_controller *ioc, const struct nvmf_capsule *nc,  in handle_read()  argument
366 	len = nvmf_capsule_data_len(nc);  in handle_read()
367 	device_read(le32toh(cmd->nsid), cmd_lba(cmd), cmd_nlb(cmd), nc);  in handle_read()
378 handle_write(struct io_controller *ioc, const struct nvmf_capsule *nc,  in handle_write()  argument
383 	len = nvmf_capsule_data_len(nc);  in handle_write()
384 	device_write(le32toh(cmd->nsid), cmd_lba(cmd), cmd_nlb(cmd), nc);  in handle_write()
395 handle_flush(const struct nvmf_capsule *nc, const struct nvme_command *cmd)  in handle_flush()  argument
397 	device_flush(le32toh(cmd->nsid), nc);  in handle_flush()
404 	struct nvmf_capsule *nc;  in handle_io_commands()  local
411 		error = nvmf_controller_receive_capsule(qp, &nc);  in handle_io_commands()
418 		cmd = nvmf_capsule_sqe(nc);  in handle_io_commands()
423 				nvmf_send_generic_error(nc,  in handle_io_commands()
427 			handle_flush(nc, cmd);  in handle_io_commands()
430 			handle_write(ioc, nc, cmd);  in handle_io_commands()
433 			handle_read(ioc, nc, cmd);  in handle_io_commands()
436 			disconnect = handle_io_fabrics_command(nc,  in handle_io_commands()
441 			nvmf_send_generic_error(nc, NVME_SC_INVALID_OPCODE);  in handle_io_commands()
444 		nvmf_free_capsule(nc);  in handle_io_commands()
475 connect_admin_qpair(int s, struct nvmf_qpair *qp, struct nvmf_capsule *nc,  in connect_admin_qpair()  argument
486 		nvmf_send_error(nc, NVME_SCT_COMMAND_SPECIFIC,  in connect_admin_qpair()
491 	error = nvmf_finish_accept(nc, 2);  in connect_admin_qpair()
516 	nvmf_free_capsule(nc);  in connect_admin_qpair()
523 	nvmf_free_capsule(nc);  in connect_admin_qpair()
528 connect_io_qpair(int s, struct nvmf_qpair *qp, struct nvmf_capsule *nc,  in connect_io_qpair()  argument
538 		nvmf_send_generic_error(nc, NVME_SC_COMMAND_SEQUENCE_ERROR);  in connect_io_qpair()
546 		nvmf_connect_invalid_parameters(nc, true,  in connect_io_qpair()
553 		nvmf_connect_invalid_parameters(nc, true,  in connect_io_qpair()
561 		nvmf_connect_invalid_parameters(nc, true,  in connect_io_qpair()
569 		nvmf_send_generic_error(nc, NVME_SC_COMMAND_SEQUENCE_ERROR);  in connect_io_qpair()
575 		nvmf_connect_invalid_parameters(nc, false,  in connect_io_qpair()
582 		nvmf_send_generic_error(nc, NVME_SC_COMMAND_SEQUENCE_ERROR);  in connect_io_qpair()
586 	error = nvmf_finish_accept(nc, io_controller->cntlid);  in connect_io_qpair()
599 	nvmf_free_capsule(nc);  in connect_io_qpair()
605 	nvmf_free_capsule(nc);  in connect_io_qpair()
615 	struct nvmf_capsule *nc;  in io_socket_thread()  local
625 	nc = NULL;  in io_socket_thread()
626 	qp = nvmf_accept(io_na, &qparams, &nc, &data);  in io_socket_thread()
634 		ctl_handoff_qpair(qp, nvmf_capsule_sqe(nc), &data);  in io_socket_thread()
641 		nvmf_connect_invalid_parameters(nc, true,  in io_socket_thread()
647 	cmd = nvmf_capsule_sqe(nc);  in io_socket_thread()
649 		connect_admin_qpair(s, qp, nc, &data);  in io_socket_thread()
651 		connect_io_qpair(s, qp, nc, &data, le16toh(cmd->qid));  in io_socket_thread()
656 	if (nc != NULL)  in io_socket_thread()
657 		nvmf_free_capsule(nc);  in io_socket_thread()