/freebsd/sys/dev/nvme/ |
H A D | nvme_pci.c | 240 ctrlr->num_io_queues = 1; in nvme_ctrlr_setup_shared() 264 int force_intx, num_io_queues, per_cpu_io_queues; in nvme_ctrlr_setup_interrupts() local 283 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 284 TUNABLE_INT_FETCH("hw.nvme.num_io_queues", &num_io_queues); in nvme_ctrlr_setup_interrupts() 285 if (num_io_queues < 1 || num_io_queues > mp_ncpus) in nvme_ctrlr_setup_interrupts() 286 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 291 num_io_queues = 1; in nvme_ctrlr_setup_interrupts() 296 num_io_queues = min(num_io_queues, in nvme_ctrlr_setup_interrupts() 300 num_io_queues = min(num_io_queues, max(1, pci_msix_count(dev) - 1)); in nvme_ctrlr_setup_interrupts() 303 if (num_io_queues > vm_ndomains) in nvme_ctrlr_setup_interrupts() [all …]
|
H A D | nvme_sysctl.c | 180 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_cmds() 197 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_intr_handler_calls() 214 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_retries() 231 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_failures() 248 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_ignored() 265 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_recovery_nolock() 287 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_reset_stats() 360 CTLFLAG_RD, &ctrlr->num_io_queues, 0, in nvme_sysctl_initialize_ctrlr() 448 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_sysctl_initialize_ctrlr()
|
H A D | nvme_ctrlr.c | 142 #define QP(ctrlr, c) ((c) * (ctrlr)->num_io_queues / mp_ncpus) 189 ctrlr->max_hw_pend_io = num_trackers * ctrlr->num_io_queues * 3 / 4; in nvme_ctrlr_construct_io_qpairs() 191 ctrlr->ioq = malloc(ctrlr->num_io_queues * sizeof(struct nvme_qpair), in nvme_ctrlr_construct_io_qpairs() 194 for (i = c = n = 0; i < ctrlr->num_io_queues; i++, c += n) { in nvme_ctrlr_construct_io_qpairs() 202 if (ctrlr->num_io_queues > 1) { in nvme_ctrlr_construct_io_qpairs() 227 if (ctrlr->num_io_queues > 1) in nvme_ctrlr_construct_io_qpairs() 250 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_ctrlr_fail() 409 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_ctrlr_disable_qpairs() 491 nvme_ctrlr_cmd_set_num_queues(ctrlr, ctrlr->num_io_queues, in nvme_ctrlr_set_num_qpairs() 512 ctrlr->num_io_queues = min(ctrlr->num_io_queues, sq_allocated); in nvme_ctrlr_set_num_qpairs() [all …]
|
H A D | nvme_ahci.c | 95 ctrlr->num_io_queues = 1; in nvme_ahci_attach()
|
H A D | nvme_private.h | 242 uint32_t num_io_queues; member
|
/freebsd/sbin/nvmecontrol/ |
H A D | connect.c | 34 uint16_t num_io_queues; member 46 .num_io_queues = 1, 89 io = calloc(opt.num_io_queues, sizeof(*io)); in connect_nvm_controller() 92 opt.num_io_queues, opt.queue_size, &cdata); in connect_nvm_controller() 102 disconnect_nvm_queues(admin, io, opt.num_io_queues); in connect_nvm_controller() 109 error = nvmf_handoff_host(dle, hostnqn, admin, opt.num_io_queues, io, in connect_nvm_controller() 204 if (opt.num_io_queues <= 0) in connect_fn() 236 if (opt.num_io_queues <= 0) in connect_all_fn() 256 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
H A D | reconnect.c | 30 uint16_t num_io_queues; member 40 .num_io_queues = 1, 62 u_int num_io_queues, u_int queue_size, in reconnect_nvm_controller() argument 70 io = calloc(num_io_queues, sizeof(*io)); in reconnect_nvm_controller() 72 cntlid, subnqn, hostnqn, kato, &admin, io, num_io_queues, in reconnect_nvm_controller() 83 disconnect_nvm_queues(admin, io, num_io_queues); in reconnect_nvm_controller() 90 error = nvmf_reconnect_host(fd, dle, hostnqn, admin, num_io_queues, io, in reconnect_nvm_controller() 140 opt.kato * 1000, opt.num_io_queues, opt.queue_size, NULL); in reconnect_by_address() 288 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
H A D | fabrics.c | 439 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata) in connect_nvm_queues() argument 486 memset(io, 0, sizeof(*io) * num_io_queues); in connect_nvm_queues() 506 error = nvmf_host_request_queues(*admin, num_io_queues, &queues); in connect_nvm_queues() 512 if (queues < num_io_queues) { in connect_nvm_queues() 514 queues, num_io_queues); in connect_nvm_queues() 520 for (u_int i = 0; i < num_io_queues; i++) { in connect_nvm_queues() 543 disconnect_nvm_queues(*admin, io, num_io_queues); in connect_nvm_queues() 551 u_int num_io_queues) in disconnect_nvm_queues() argument 553 for (u_int i = 0; i < num_io_queues; i++) { in disconnect_nvm_queues()
|
H A D | fabrics.h | 41 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata); 48 u_int num_io_queues);
|
/freebsd/sys/dev/nvmf/host/ |
H A D | nvmf.c | 208 size_t i, num_io_queues; in nvmf_copyin_handoff() local 236 io = nvlist_get_nvlist_array(nvl, "io", &num_io_queues); in nvmf_copyin_handoff() 237 if (num_io_queues < 1 || in nvmf_copyin_handoff() 238 num_io_queues != nvlist_get_number(rparams, "num_io_queues")) in nvmf_copyin_handoff() 240 for (i = 0; i < num_io_queues; i++) { in nvmf_copyin_handoff() 247 for (i = 0; i < num_io_queues; i++) { in nvmf_copyin_handoff() 289 size_t num_io_queues; in nvmf_establish_connection() local 295 io = nvlist_get_nvlist_array(nvl, "io", &num_io_queues); in nvmf_establish_connection() 306 sc->io = malloc(num_io_queues * sizeof(*sc->io), M_NVMF, in nvmf_establish_connection() 308 sc->num_io_queues = num_io_queues; in nvmf_establish_connection() [all …]
|
H A D | nvmf_var.h | 36 u_int num_io_queues; member 115 u_int idx = curcpu * sc->num_io_queues / (mp_maxid + 1); in nvmf_select_io_queue()
|
/freebsd/sys/dev/ena/ |
H A D | ena.c | 398 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_basic() 430 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_advanced() 494 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_io_rings_resources() 828 for (i = 0; i < adapter->num_io_queues; i++) { in ena_setup_all_tx_resources() 857 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_tx_resources() 989 for (i = 0; i < adapter->num_io_queues; i++) { in ena_setup_all_rx_resources() 1017 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_rx_resources() 1306 adapter->num_io_queues = num; in ena_update_io_rings() 1397 old_num = adapter->num_io_queues; in ena_update_io_queue_nb() 1471 for (i = 0; i < adapter->num_io_queues; i++) { in ena_refill_all_rx_bufs() [all …]
|
H A D | ena_sysctl.c | 309 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) { in ena_sysctl_add_stats() 828 tmp = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 855 if (tmp == adapter->num_io_queues) { in ena_sysctl_io_queues_nb() 859 adapter->num_io_queues); in ena_sysctl_io_queues_nb() 864 tmp, adapter->num_io_queues); in ena_sysctl_io_queues_nb() 866 old_num_queues = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 1171 num_queues = adapter->num_io_queues; in ena_sysctl_rss_indir_table()
|
H A D | ena_rss.c | 115 qid = rss_get_indirection_to_bucket(i) % adapter->num_io_queues; in ena_rss_init_default() 117 qid = i % adapter->num_io_queues; in ena_rss_init_default()
|
H A D | ena_datapath.c | 159 i = bucket_id % adapter->num_io_queues; in ena_mq_start() 162 i = m->m_pkthdr.flowid % adapter->num_io_queues; in ena_mq_start() 164 i = curcpu % adapter->num_io_queues; in ena_mq_start() 193 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring) in ena_qflush()
|
H A D | ena.h | 448 uint32_t num_io_queues; member
|
H A D | ena_netmap.c | 93 na.num_tx_rings = adapter->num_io_queues; in ena_netmap_attach() 94 na.num_rx_rings = adapter->num_io_queues; in ena_netmap_attach()
|
/freebsd/sys/dev/nvmf/controller/ |
H A D | nvmft_controller.c | 259 if (ctrlr->num_io_queues == 0) { in nvmft_handoff_io_queue() 270 if (cmd->qid > ctrlr->num_io_queues) { in nvmft_handoff_io_queue() 313 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 334 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 342 ctrlr->num_io_queues = 0; in nvmft_controller_shutdown() 436 MPASS(ctrlr->num_io_queues == 0); in nvmft_controller_error() 757 if (ctrlr->num_io_queues != 0) { in handle_set_features() 766 ctrlr->num_io_queues = num_queues; in handle_set_features()
|
H A D | nvmft_var.h | 57 u_int num_io_queues; member
|