/illumos-gate/usr/src/uts/common/io/nvme/ |
H A D | nvme.c | 487 #error nvme driver needs porting for big-endian platforms 749 #define NVME_BUMP_STAT(nvme, stat) \ argument 750 atomic_inc_64(&nvme->n_device_stat.nds_ ## stat.value.ui64) 1094 nvme_put64(nvme_t *nvme, uintptr_t reg, uint64_t val) in nvme_put64() argument 1096 ASSERT(((uintptr_t)(nvme->n_regs + reg) & 0x7) == 0); in nvme_put64() 1099 ddi_put64(nvme->n_regh, (uint64_t *)(nvme->n_regs + reg), val); in nvme_put64() 1103 nvme_put32(nvme_t *nvme, uintptr_t reg, uint32_t val) in nvme_put32() argument 1105 ASSERT(((uintptr_t)(nvme->n_regs + reg) & 0x3) == 0); in nvme_put32() 1108 ddi_put32(nvme->n_regh, (uint32_t *)(nvme->n_regs + reg), val); in nvme_put32() 1112 nvme_get64(nvme_t *nvme, uintptr_t reg) in nvme_get64() argument [all …]
|
H A D | nvme_stat.c | 20 nvme_stat_device_cleanup(nvme_t *nvme) in nvme_stat_device_cleanup() argument 22 if (nvme->n_device_kstat != NULL) { in nvme_stat_device_cleanup() 23 kstat_delete(nvme->n_device_kstat); in nvme_stat_device_cleanup() 24 nvme->n_device_kstat = NULL; in nvme_stat_device_cleanup() 29 nvme_stat_device_init(nvme_t *nvme) in nvme_stat_device_init() argument 32 ddi_get_instance(nvme->n_dip), "device", "controller", in nvme_stat_device_init() 36 nvme_device_stat_t *nds = &nvme->n_device_stat; in nvme_stat_device_init() 39 dev_err(nvme->n_dip, CE_WARN, in nvme_stat_device_init() 44 nvme->n_device_kstat = ksp; in nvme_stat_device_init() 108 kstat_install(nvme->n_device_kstat); in nvme_stat_device_init() [all …]
|
H A D | nvme_lock.c | 46 nvme_rwlock_block_ns_rdlock(nvme_t *nvme, nvme_namespace_t *ns) in nvme_rwlock_block_ns_rdlock() argument 48 return (nvme_rwlock_wr_or_pend(&nvme->n_lock) || in nvme_rwlock_block_ns_rdlock() 63 nvme_rwlock_block_ns_wrlock(nvme_t *nvme, nvme_namespace_t *ns) in nvme_rwlock_block_ns_wrlock() argument 65 return (nvme_rwlock_wr_or_pend(&nvme->n_lock) || in nvme_rwlock_block_ns_wrlock() 76 nvme_rwlock_block_ctrl_rdlock(nvme_t *nvme) in nvme_rwlock_block_ctrl_rdlock() argument 78 return (nvme_rwlock_wr_or_pend(&nvme->n_lock)); in nvme_rwlock_block_ctrl_rdlock() 95 nvme_rwlock_block_ctrl_wrlock(nvme_t *nvme) in nvme_rwlock_block_ctrl_wrlock() argument 97 if (nvme_rwlock_wr_or_pend(&nvme->n_lock) || in nvme_rwlock_block_ctrl_wrlock() 98 list_is_empty(&nvme->n_lock.nl_readers) == 0) { in nvme_rwlock_block_ctrl_wrlock() 102 for (uint32_t i = 1; i <= nvme->n_namespace_count; i++) { in nvme_rwlock_block_ctrl_wrlock() [all …]
|
H A D | nvme_validate.c | 343 nvme_validate_logpage(nvme_t *nvme, nvme_ioctl_get_logpage_t *log) in nvme_validate_logpage() argument 349 ctrl_data.vcd_vers = &nvme->n_version; in nvme_validate_logpage() 350 ctrl_data.vcd_id = nvme->n_idctl; in nvme_validate_logpage() 412 nvme_validate_get_feature(nvme_t *nvme, nvme_ioctl_get_feature_t *get) in nvme_validate_get_feature() argument 419 ctrl_data.vcd_vers = &nvme->n_version; in nvme_validate_get_feature() 420 ctrl_data.vcd_id = nvme->n_idctl; in nvme_validate_get_feature() 546 nvme_validate_identify(nvme_t *nvme, nvme_ioctl_identify_t *id, in nvme_validate_identify() argument 552 ctrl_data.vcd_vers = &nvme->n_version; in nvme_validate_identify() 553 ctrl_data.vcd_id = nvme->n_idctl; in nvme_validate_identify() 604 if (nvme_ctrl_atleast(nvme, &nvme_vers_1v2) && in nvme_validate_identify() [all …]
|
H A D | nvme_reg.h | 57 #define NVME_REG_SQTDBL(nvme, n) \ argument 58 (0x1000 + ((2 * (n)) * nvme->n_doorbell_stride)) 59 #define NVME_REG_CQHDBL(nvme, n) \ argument 60 (0x1000 + ((2 * (n) + 1) * nvme->n_doorbell_stride))
|
/illumos-gate/usr/src/pkg/manifests/ |
H A D | system-test-nvmetest.p5m | 28 dir path=opt/nvme-tests 29 dir path=opt/nvme-tests/bin 30 file path=opt/nvme-tests/bin/non-destructive mode=0555 31 file path=opt/nvme-tests/bin/unit mode=0555 32 dir path=opt/nvme-tests/runfiles 33 file path=opt/nvme-tests/runfiles/non-destruct.run mode=0444 34 file path=opt/nvme-tests/runfiles/unit.run mode=0444 35 dir path=opt/nvme-tests/tests 36 dir path=opt/nvme-tests/tests/ioctl 37 file path=opt/nvme-tests/tests/ioctl/bad-lock.32 mode=0555 [all …]
|
H A D | driver-storage-nvme.p5m | 28 set name=pkg.fmri value=pkg:/driver/storage/nvme@$(PKGVERS) 37 file path=kernel/drv/$(ARCH64)/nvme group=sys 38 file path=kernel/drv/nvme.conf group=sys preserve=renamenew 43 dir path=usr/include/sys/nvme 44 file path=usr/include/sys/nvme/discovery.h 45 file path=usr/include/sys/nvme/kioxia.h 46 file path=usr/include/sys/nvme/kioxia_cd8.h 47 file path=usr/include/sys/nvme/micron.h 48 file path=usr/include/sys/nvme/micron_7300.h 49 file path=usr/include/sys/nvme/micron_74x0.h [all …]
|
/illumos-gate/usr/src/test/nvme-tests/tests/libnvme/ |
H A D | ctrl-disc.c | 31 ctrl_disc_count_cb(nvme_t *nvme, const nvme_ctrl_disc_t *disc, void *arg) in ctrl_disc_count_cb() argument 81 ctrl_match(nvme_t *nvme, nvme_ctrl_t *targ) in ctrl_match() argument 95 if (!nvme_ctrl_discover_init(nvme, &iter)) { in ctrl_match() 96 libnvme_test_hdl_warn(nvme, "failed to initialize controller " in ctrl_match() 113 libnvme_test_hdl_warn(nvme, "failed to iterate controllers"); in ctrl_match() 130 ctrl_disc_nop_cb(nvme_t *nvme, const nvme_ctrl_disc_t *disc, void *arg) in ctrl_disc_nop_cb() argument 136 ctrl_disc_bad_disc_init(nvme_t *nvme, nvme_ctrl_iter_t **iterp, in ctrl_disc_bad_disc_init() argument 139 if (nvme_ctrl_discover_init(nvme, iterp)) { in ctrl_disc_bad_disc_init() 143 } else if (nvme_err(nvme) != exp_err) { in ctrl_disc_bad_disc_init() 146 nvme_errtostr(nvme, nvme_err(nvme)), nvme_err(nvme), in ctrl_disc_bad_disc_init() [all …]
|
H A D | libnvme_test_common.c | 43 libnvme_test_hdl_vwarn(nvme_t *nvme, const char *fmt, va_list ap) in libnvme_test_hdl_vwarn() argument 48 nvme_errmsg(nvme), nvme_errtostr(nvme, nvme_err(nvme)), in libnvme_test_hdl_vwarn() 49 nvme_err(nvme), nvme_syserr(nvme)); in libnvme_test_hdl_vwarn() 87 libnvme_test_hdl_warn(nvme_t *nvme, const char *fmt, ...) in libnvme_test_hdl_warn() argument 92 libnvme_test_hdl_vwarn(nvme, fmt, ap); in libnvme_test_hdl_warn() 97 libnvme_test_hdl_fatal(nvme_t *nvme, const char *fmt, ...) in libnvme_test_hdl_fatal() argument 102 libnvme_test_hdl_vwarn(nvme, fmt, ap); in libnvme_test_hdl_fatal() 165 nvme_t *nvme; in libnvme_test_init() local 169 nvme = nvme_init(); in libnvme_test_init() 170 if (nvme == NULL) { in libnvme_test_init() [all …]
|
H A D | pev.c | 35 pev_action(nvme_t *nvme, nvme_ctrl_t *ctrl, nvme_pev_log_lsp_t pev, bool exp, in pev_action() argument 87 nvme_errtostr(nvme, err), err, in pev_action() 88 nvme_errtostr(nvme, NVME_ERR_CONTROLLER), in pev_action() 131 nvme_t *nvme; in main() local 134 libnvme_test_init(&nvme, &ctrl); in main() 135 if (!pev_action(nvme, ctrl, NVME_PEV_LSP_REL_CTX, true, in main() 140 if (!pev_action(nvme, ctrl, NVME_PEV_LSP_REL_CTX, true, in main() 145 if (!pev_action(nvme, ctrl, NVME_PEV_LSP_READ, false, in main() 150 if (!pev_action(nvme, ctrl, NVME_PEV_LSP_EST_CTX_READ, true, in main() 155 if (!pev_action(nvme, ctrl, NVME_PEV_LSP_EST_CTX_READ, false, in main() [all …]
|
H A D | missing-field.c | 45 nvme_t *nvme; in main() local 54 libnvme_test_init(&nvme, &ctrl); in main() 180 nvme_fini(nvme); in main()
|
H A D | info-roundtrip.c | 323 nvme_t *nvme; in main() local 330 libnvme_test_init(&nvme, &ctrl); in main() 340 if (!nvme_ctrl_info_restore(nvme, nvl, &rest_info)) { in main() 341 libnvme_test_hdl_fatal(nvme, "failed to restore controller " in main() 468 nvme_fini(nvme); in main()
|
H A D | bad-req.c | 215 nvme_t *nvme; in main() local 224 libnvme_test_init(&nvme, &ctrl); in main() 347 nvme_fini(nvme); in main()
|
H A D | ns-info.c | 353 nvme_t *nvme; in main() local 360 libnvme_test_init(&nvme, &ctrl); in main() 406 nvme_fini(nvme); in main()
|
/illumos-gate/usr/src/lib/libnvme/common/ |
H A D | libnvme.c | 445 nvme_fini(nvme_t *nvme) in nvme_fini() argument 447 if (nvme == NULL) in nvme_fini() 450 if (nvme->nh_devinfo != DI_NODE_NIL) { in nvme_fini() 451 di_fini(nvme->nh_devinfo); in nvme_fini() 454 free(nvme); in nvme_fini() 460 nvme_t *nvme; in nvme_init() local 462 nvme = calloc(1, sizeof (nvme_t)); in nvme_init() 463 if (nvme == NULL) { in nvme_init() 467 nvme->nh_devinfo = di_init("/", DINFOCPYALL); in nvme_init() 468 if (nvme->nh_devinfo == DI_NODE_NIL) { in nvme_init() [all …]
|
H A D | libnvme_error.c | 429 nvme_err(nvme_t *nvme) in nvme_err() argument 431 return (nvme->nh_err.ne_err); in nvme_err() 435 nvme_syserr(nvme_t *nvme) in nvme_syserr() argument 437 return (nvme->nh_err.ne_syserr); in nvme_syserr() 441 nvme_errmsg(nvme_t *nvme) in nvme_errmsg() argument 443 return (nvme->nh_err.ne_errmsg); in nvme_errmsg() 447 nvme_errlen(nvme_t *nvme) in nvme_errlen() argument 449 return (nvme->nh_err.ne_errlen); in nvme_errlen() 453 nvme_errtostr(nvme_t *nvme, nvme_err_t err) in nvme_errtostr() argument 720 nvme_error(nvme_t *nvme, nvme_err_t err, int32_t sys, const char *fmt, ...) in nvme_error() argument [all …]
|
H A D | libnvme_ctrl_info.c | 166 nvme_ctrl_info_restore(nvme_t *nvme, nvlist_t *nvl, nvme_ctrl_info_t **outp) in nvme_ctrl_info_restore() argument 176 return (nvme_error(nvme, NVME_ERR_BAD_PTR, 0, "encountered " in nvme_ctrl_info_restore() 181 return (nvme_error(nvme, NVME_ERR_BAD_PTR, 0, "encountered " in nvme_ctrl_info_restore() 189 return (nvme_error(nvme, NVME_ERR_NO_MEM, e, "failed to " in nvme_ctrl_info_restore() 195 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, ret, "failed " in nvme_ctrl_info_restore() 201 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, 0, in nvme_ctrl_info_restore() 215 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, ret, in nvme_ctrl_info_restore() 221 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, 0, in nvme_ctrl_info_restore() 227 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, 0, "identify " in nvme_ctrl_info_restore() 234 (void) nvme_error(nvme, NVME_ERR_BAD_RESTORE, 0, "identify " in nvme_ctrl_info_restore() [all …]
|
/illumos-gate/usr/src/uts/intel/nvme/ |
H A D | Makefile | 27 MODULE = nvme 30 CONF_SRCDIR = $(UTSBASE)/common/io/nvme 45 CPPFLAGS += -I$(SRC)/common/nvme
|
/illumos-gate/usr/src/cmd/nvmeadm/ |
H A D | Makefile | 35 CPPFLAGS += -I$(SRC)/uts/common/io/nvme -I$(SRC)/common/nvme 56 %.o: $(SRC)/common/nvme/%.c
|
/illumos-gate/usr/src/test/nvme-tests/ |
H A D | Makefile.com | 27 ROOTOPTDIR = $(ROOT)/opt/nvme-tests 75 %.o.32: $(SRC)/common/nvme/%.c 79 %.o.64: $(SRC)/common/nvme/%.c
|
/illumos-gate/usr/src/lib/fm/topo/modules/common/disk/ |
H A D | disk_nvme.c | 511 tnode_t *nvme; in make_nvme_node() local 559 if ((nvme = topo_node_bind(mod, nvme_info->nei_parent, NVME, 0, in make_nvme_node() 566 nvme_info->nei_nvme = nvme; in make_nvme_node() 579 if (topo_node_fru_set(nvme, fru, 0, &err) != 0) { in make_nvme_node() 593 topo_node_label_set(nvme, label, &err) != 0) { in make_nvme_node() 608 if (topo_pgroup_create(nvme, &nvme_pgroup, &err) != 0) { in make_nvme_node() 621 if (topo_prop_set_string(nvme, TOPO_PGROUP_NVME, TOPO_PROP_NVME_VER, in make_nvme_node() 629 if (topo_pgroup_create(nvme, &io_pgroup, &err) != 0) { in make_nvme_node() 636 if (!disk_nvme_common_io(mod, nvme, nvme_info->nei_dinode)) { in make_nvme_node() 643 if (topo_node_range_create(mod, nvme, DISK, 0, in make_nvme_node()
|
/illumos-gate/usr/src/test/nvme-tests/tests/unit/ |
H A D | Makefile | 38 include $(SRC)/test/nvme-tests/Makefile.com 40 CPPFLAGS += -I$(SRC)/common/nvme
|
/illumos-gate/usr/src/test/nvme-tests/runfiles/ |
H A D | non-destruct.run | 34 [/opt/nvme-tests/tests/ioctl] 59 [/opt/nvme-tests/tests/libnvme] 76 [/opt/nvme-tests/tests/nvmeadm]
|
H A D | unit.run | 30 [/opt/nvme-tests/tests/unit] 48 [/opt/nvme-tests/tests/ioctl]
|
/illumos-gate/usr/src/lib/libnvme/ |
H A D | Makefile.com | 49 CPPFLAGS += -I$(SRC)/common/nvme 52 objs/%.o pics/%.o: $(SRC)/common/nvme/%.c
|