/freebsd/sys/cam/nvme/ |
H A D | nvme_all.c | 64 nvme_ns_cmd(struct ccb_nvmeio *nvmeio, uint8_t cmd, uint32_t nsid, in nvme_ns_cmd() argument 68 bzero(&nvmeio->cmd, sizeof(struct nvme_command)); in nvme_ns_cmd() 69 nvmeio->cmd.opc = cmd; in nvme_ns_cmd() 70 nvmeio->cmd.nsid = htole32(nsid); in nvme_ns_cmd() 71 nvmeio->cmd.cdw10 = htole32(cdw10); in nvme_ns_cmd() 72 nvmeio->cmd.cdw11 = htole32(cdw11); in nvme_ns_cmd() 73 nvmeio->cmd.cdw12 = htole32(cdw12); in nvme_ns_cmd() 74 nvmeio->cmd.cdw13 = htole32(cdw13); in nvme_ns_cmd() 75 nvmeio->cmd.cdw14 = htole32(cdw14); in nvme_ns_cmd() 76 nvmeio->cmd.cdw15 = htole32(cdw15); in nvme_ns_cmd() [all …]
|
H A D | nvme_da.c | 218 nda_nvme_flush(struct nda_softc *softc, struct ccb_nvmeio *nvmeio) in nda_nvme_flush() argument 220 cam_fill_nvmeio(nvmeio, in nda_nvme_flush() 227 nvme_ns_flush_cmd(&nvmeio->cmd, softc->nsid); in nda_nvme_flush() 231 nda_nvme_trim(struct nda_softc *softc, struct ccb_nvmeio *nvmeio, in nda_nvme_trim() argument 234 cam_fill_nvmeio(nvmeio, in nda_nvme_trim() 241 nvme_ns_trim_cmd(&nvmeio->cmd, softc->nsid, num_ranges); in nda_nvme_trim() 245 nda_nvme_write(struct nda_softc *softc, struct ccb_nvmeio *nvmeio, in nda_nvme_write() argument 248 cam_fill_nvmeio(nvmeio, in nda_nvme_write() 255 nvme_ns_write_cmd(&nvmeio->cmd, softc->nsid, lba, count); in nda_nvme_write() 259 nda_nvme_rw_bio(struct nda_softc *softc, struct ccb_nvmeio *nvmeio, in nda_nvme_rw_bio() argument [all …]
|
H A D | nvme_all.h | 35 void nvme_ns_cmd(struct ccb_nvmeio *nvmeio, uint8_t cmd, uint32_t nsid, 48 int nvme_command_sbuf(struct ccb_nvmeio *nvmeio, struct sbuf *sb);
|
H A D | nvme_xpt.c | 259 struct ccb_nvmeio *nvmeio; in nvme_probe_start() local 266 nvmeio = &start_ccb->nvmeio; in nvme_probe_start() 276 cam_fill_nvmeadmin(nvmeio, in nvme_probe_start() 283 nvme_ns_cmd(nvmeio, NVME_OPC_IDENTIFY, 0, in nvme_probe_start() 287 cam_fill_nvmeadmin(nvmeio, in nvme_probe_start() 294 nvme_ns_cmd(nvmeio, NVME_OPC_IDENTIFY, lun, in nvme_probe_start() 843 CAM_DEBUG_CDB,("%s. NCB: %s\n", nvme_op_string(&ccb->nvmeio.cmd, in nvme_proto_debug_out() 845 nvme_cmd_string(&ccb->nvmeio.cmd, cdb_str, sizeof(cdb_str)))); in nvme_proto_debug_out()
|
/freebsd/sys/dev/nvmf/host/ |
H A D | nvmf_sim.c | 42 if (nvmf_cqe_aborted(&ccb->nvmeio.cpl)) { in nvmf_ccb_done() 51 } else if (ccb->nvmeio.cpl.status != 0) { in nvmf_ccb_done() 88 KASSERT(xfered == ccb->nvmeio.dxfer_len, in nvmf_ccb_io_complete() 100 ccb->nvmeio.cpl = *cqe; in nvmf_ccb_complete() 107 struct ccb_nvmeio *nvmeio = &ccb->nvmeio; in nvmf_sim_io() local 116 nvmeio->ccb_h.status = CAM_DEV_NOT_THERE; in nvmf_sim_io() 118 nvmeio->ccb_h.status = CAM_REQUEUE_REQ; in nvmf_sim_io() 122 if (nvmeio->ccb_h.func_code == XPT_NVME_IO) in nvmf_sim_io() 126 req = nvmf_allocate_request(qp, &nvmeio->cmd, nvmf_ccb_complete, in nvmf_sim_io() 130 nvmeio->ccb_h.status = CAM_RESRC_UNAVAIL; in nvmf_sim_io() [all …]
|
/freebsd/sys/dev/nvme/ |
H A D | nvme_sim.c | 73 memcpy(&ccb->nvmeio.cpl, cpl, sizeof(*cpl)); in nvme_sim_nvmeio_done() 87 struct ccb_nvmeio *nvmeio = &ccb->nvmeio; in nvme_sim_nvmeio() local 94 payload = nvmeio->data_ptr; in nvme_sim_nvmeio() 95 size = nvmeio->dxfer_len; in nvme_sim_nvmeio() 97 if ((nvmeio->ccb_h.flags & CAM_DATA_MASK) == CAM_DATA_BIO) in nvme_sim_nvmeio() 100 else if ((nvmeio->ccb_h.flags & CAM_DATA_SG) == CAM_DATA_SG) in nvme_sim_nvmeio() 110 nvmeio->ccb_h.status = CAM_RESRC_UNAVAIL; in nvme_sim_nvmeio() 116 memcpy(&req->cmd, &ccb->nvmeio.cmd, sizeof(ccb->nvmeio.cmd)); in nvme_sim_nvmeio()
|
/freebsd/sys/cam/ |
H A D | cam_ccb.h | 1393 struct ccb_nvmeio nvmeio; in cam_fill_csio() 1542 cam_fill_nvmeio(struct ccb_nvmeio *nvmeio, uint32_t retries, in cam_fill_nvmeadmin() 1547 nvmeio->ccb_h.func_code = XPT_NVME_IO; in cam_fill_nvmeadmin() 1548 nvmeio->ccb_h.flags = flags; in cam_fill_nvmeadmin() 1549 nvmeio->ccb_h.retry_count = retries; in cam_fill_nvmeadmin() 1550 nvmeio->ccb_h.cbfcnp = cbfcnp; in cam_fill_nvmeadmin() 1551 nvmeio->ccb_h.timeout = timeout; in cam_fill_nvmeadmin() 1552 nvmeio->data_ptr = data_ptr; in cam_fill_nvmeadmin() 1553 nvmeio->dxfer_len = dxfer_len; in cam_fill_nvmeadmin() 1557 cam_fill_nvmeadmin(struct ccb_nvmeio *nvmeio, uint32_ 1377 struct ccb_nvmeio nvmeio; global() member 1526 cam_fill_nvmeio(struct ccb_nvmeio * nvmeio,uint32_t retries,void (* cbfcnp)(struct cam_periph *,union ccb *),uint32_t flags,uint8_t * data_ptr,uint32_t dxfer_len,uint32_t timeout) cam_fill_nvmeio() argument 1541 cam_fill_nvmeadmin(struct ccb_nvmeio * nvmeio,uint32_t retries,void (* cbfcnp)(struct cam_periph *,union ccb *),uint32_t flags,uint8_t * data_ptr,uint32_t dxfer_len,uint32_t timeout) cam_fill_nvmeadmin() argument [all...] |
H A D | cam.c | 414 nvme_command_sbuf(&ccb->nvmeio, &sb); in cam_error_string() 616 struct ccb_nvmeio *nvmeio; in memdesc_ccb() local 618 nvmeio = &ccb->nvmeio; in memdesc_ccb() 619 data_ptr = nvmeio->data_ptr; in memdesc_ccb() 620 dxfer_len = nvmeio->dxfer_len; in memdesc_ccb() 621 sglist_cnt = nvmeio->sglist_cnt; in memdesc_ccb()
|
H A D | cam_periph.c | 893 data_ptrs[0] = &ccb->nvmeio.data_ptr; in cam_periph_mapmem() 894 lengths[0] = ccb->nvmeio.dxfer_len; in cam_periph_mapmem() 1068 data_ptrs[0] = &ccb->nvmeio.data_ptr; in cam_periph_unmapmem() 1069 lengths[0] = ccb->nvmeio.dxfer_len; in cam_periph_unmapmem() 1322 bytes = ccb->nvmeio.dxfer_len; /* NB: resid no possible */ in cam_periph_runccb() 2168 struct ccb_nvmeio *n = &ccb->nvmeio; in cam_periph_devctl_notify() 2196 struct ccb_nvmeio *n = &ccb->nvmeio; in cam_periph_devctl_notify()
|
/freebsd/sys/cam/ctl/ |
H A D | ctl_backend_ramdisk.c | 615 if (io->nvmeio.kern_data_len != sizeof(struct nvme_namespace_data) || in ramdisk_namespace_data() 616 io->nvmeio.kern_sg_entries != 0) in ramdisk_namespace_data() 619 nsdata = (struct nvme_namespace_data *)io->nvmeio.kern_data_ptr; in ramdisk_namespace_data() 643 if (io->nvmeio.kern_data_len != 4096 || io->nvmeio.kern_sg_entries != 0) in ramdisk_nvme_ids() 646 ctl_lun_nvme_ids(cbe_lun, io->nvmeio.kern_data_ptr); in ramdisk_nvme_ids() 654 switch (io->nvmeio.cmd.opc) { in ctl_backend_ramdisk_nvme_config_read() 659 cns = le32toh(io->nvmeio.cmd.cdw10) & 0xff; in ctl_backend_ramdisk_nvme_config_read() 666 ctl_nvme_set_invalid_field(&io->nvmeio); in ctl_backend_ramdisk_nvme_config_read() 672 ctl_nvme_set_invalid_opcode(&io->nvmeio); in ctl_backend_ramdisk_nvme_config_read() 887 ctl_nvme_set_success(&io->nvmeio); in ctl_backend_ramdisk_wu() [all …]
|
H A D | ctl_backend_block.c | 410 ctl_nvme_set_write_fault(&io->nvmeio); in ctl_be_block_io_error() 413 ctl_nvme_set_unrecoverable_read_error(&io->nvmeio); in ctl_be_block_io_error() 416 ctl_nvme_set_internal_error(&io->nvmeio); in ctl_be_block_io_error() 1336 nsdata = (struct nvme_namespace_data *)io->nvmeio.kern_data_ptr; in ctl_be_block_namespace_data() 1358 ctl_lun_nvme_ids(cbe_lun, io->nvmeio.kern_data_ptr); in ctl_be_block_nvme_ids() 1601 if ((le32toh(io->nvmeio.cmd.cdw12) & (1U << 25)) != 0 && in ctl_be_block_cw_dispatch_wz() 1680 ctl_nvme_set_success(&io->nvmeio); in ctl_be_block_cw_dispatch_dsm() 1685 ranges = le32toh(io->nvmeio.cmd.cdw10) & 0xff; in ctl_be_block_cw_dispatch_dsm() 1686 r = (struct nvme_dsm_range *)io->nvmeio.kern_data_ptr; in ctl_be_block_cw_dispatch_dsm() 1697 ctl_nvme_set_success(&io->nvmeio); in ctl_be_block_cw_dispatch_dsm() [all …]
|
H A D | ctl.c | 543 io->nvmeio.be_move_done(io, samethr); in ctl_be_move_done() 559 io->nvmeio.io_cont(io); in ctl_continue_io() 5105 retval = ctl_nvmeio(&io->nvmeio); in ctl_config_move_done() 11239 NVMEV(NVME_CMD_FUSE, ooa_io->nvmeio.cmd.fuse) == NVME_FUSE_FIRST) { in ctl_nvme_check_ooa() 11244 if (NVMEV(NVME_CMD_FUSE, pending_io->nvmeio.cmd.fuse) == in ctl_nvme_check_ooa() 11254 ctl_nvme_set_missing_fused_command(&ooa_io->nvmeio); in ctl_nvme_check_ooa() 11257 switch (NVMEV(NVME_CMD_FUSE, pending_io->nvmeio.cmd.fuse)) { in ctl_nvme_check_ooa() 11263 ctl_nvme_set_missing_fused_command(&pending_io->nvmeio); in ctl_nvme_check_ooa() 11275 if (NVMEV(NVME_CMD_FUSE, ooa_io->nvmeio.cmd.fuse) == in ctl_nvme_check_ooa() 11965 if (NVMEV(NVME_CMD_FUSE, io->nvmeio.cmd.fuse) == NVME_FUSE_SECOND) { in ctl_nvme_try_unblock_io() [all …]
|
/freebsd/sys/dev/nvmf/controller/ |
H A D | ctl_frontend_nvmf.c | 274 io->nvmeio.cmd = *cmd; in nvmft_dispatch_command() 279 ctl_nvme_set_generic_error(&io->nvmeio, in nvmft_dispatch_command() 507 MPASS(!io->nvmeio.success_sent); in nvmft_handle_datamove() 513 nvmft_datamove_in(&io->nvmeio, qp, nc); in nvmft_handle_datamove() 515 nvmft_datamove_out(&io->nvmeio, qp, nc); in nvmft_handle_datamove() 611 if (io->nvmeio.success_sent) { in nvmft_done() 614 io->nvmeio.cpl.cid = cmd->cid; in nvmft_done() 615 nvmft_send_response(qp, &io->nvmeio.cpl); in nvmft_done()
|
/freebsd/usr.sbin/camdd/ |
H A D | camdd.c | 467 void nvme_read_write(struct ccb_nvmeio *nvmeio, uint32_t retries, 1394 CCB_CLEAR_ALL_EXCEPT_HDR(&ccb->nvmeio); in camdd_probe_pass_nvme() 1397 nc = &ccb->nvmeio.cmd; in camdd_probe_pass_nvme() 1403 cam_fill_nvmeadmin(&ccb->nvmeio, in camdd_probe_pass_nvme() 1648 nvme_read_write(struct ccb_nvmeio *nvmeio, uint32_t retries, in nvme_read_write() argument 1654 struct nvme_command *nc = &nvmeio->cmd; in nvme_read_write() 1666 cam_fill_nvmeio(nvmeio, in nvme_read_write() 2344 dev->bytes_transferred += ccb.nvmeio.dxfer_len; 2669 CCB_CLEAR_ALL_EXCEPT_HDR(&ccb->nvmeio); 2671 nvme_read_write(&ccb->nvmeio, [all …]
|
/freebsd/sys/cam/scsi/ |
H A D | scsi_pass.c | 1156 data_ptrs[0] = &ccb->nvmeio.data_ptr; in passiocleanup() 1392 data_ptrs[0] = &ccb->nvmeio.data_ptr; in passmemsetup() 1393 lengths[0] = ccb->nvmeio.dxfer_len; in passmemsetup() 1395 num_segs = ccb->nvmeio.sglist_cnt; in passmemsetup() 1396 seg_cnt_ptr = &ccb->nvmeio.sglist_cnt; in passmemsetup()
|
/freebsd/contrib/llvm-project/compiler-rt/lib/sanitizer_common/ |
H A D | sanitizer_interceptors_ioctl_netbsd.inc | 285 /* Entries from file: dev/ic/nvmeio.h */
|