| /freebsd/sys/dev/ufshci/ |
| H A D | ufshci_pci.c | 163 ctrlr->num_io_queues = 1; in ufshci_pci_setup_shared() 188 int num_io_queues, per_cpu_io_queues, min_cpus_per_ioq; in ufshci_pci_setup_interrupts() local 208 num_io_queues = 1; in ufshci_pci_setup_interrupts() 210 TUNABLE_INT_FETCH("hw.ufshci.num_io_queues", &num_io_queues); in ufshci_pci_setup_interrupts() 211 if (num_io_queues < 1 || num_io_queues > mp_ncpus) in ufshci_pci_setup_interrupts() 212 num_io_queues = mp_ncpus; in ufshci_pci_setup_interrupts() 217 num_io_queues = 1; in ufshci_pci_setup_interrupts() 222 num_io_queues = min(num_io_queues, in ufshci_pci_setup_interrupts() 226 num_io_queues = min(num_io_queues, max(1, pci_msix_count(dev) - 1)); in ufshci_pci_setup_interrupts() 229 if (num_io_queues > vm_ndomains) in ufshci_pci_setup_interrupts() [all …]
|
| H A D | ufshci_sysctl.c | 46 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_cmds() 64 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_intr_handler_calls() 83 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_retries() 102 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_failures() 193 CTLFLAG_RD, &ctrlr->num_io_queues, 0, "Number of I/O queue pairs"); in ufshci_sysctl_initialize_ctrlr() 278 for (i = 0; i < ctrlr->num_io_queues; i++) { in ufshci_sysctl_initialize_ctrlr()
|
| H A D | ufshci_private.h | 363 uint32_t num_io_queues; member
|
| /freebsd/sys/dev/nvme/ |
| H A D | nvme_pci.c | 265 ctrlr->num_io_queues = 1; in nvme_ctrlr_setup_shared() 289 int force_intx, num_io_queues, per_cpu_io_queues; in nvme_ctrlr_setup_interrupts() local 308 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 309 TUNABLE_INT_FETCH("hw.nvme.num_io_queues", &num_io_queues); in nvme_ctrlr_setup_interrupts() 310 if (num_io_queues < 1 || num_io_queues > mp_ncpus) in nvme_ctrlr_setup_interrupts() 311 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 316 num_io_queues = 1; in nvme_ctrlr_setup_interrupts() 321 num_io_queues = min(num_io_queues, in nvme_ctrlr_setup_interrupts() 325 num_io_queues = min(num_io_queues, max(1, pci_msix_count(dev) - 1)); in nvme_ctrlr_setup_interrupts() 328 if (num_io_queues > vm_ndomains) in nvme_ctrlr_setup_interrupts() [all …]
|
| H A D | nvme_sysctl.c | 179 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_cmds() 196 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_intr_handler_calls() 213 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_retries() 230 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_failures() 247 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_ignored() 264 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_recovery_nolock() 286 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_reset_stats() 359 CTLFLAG_RD, &ctrlr->num_io_queues, 0, in nvme_sysctl_initialize_ctrlr() 447 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_sysctl_initialize_ctrlr()
|
| H A D | nvme_ctrlr.c | 147 #define QP(ctrlr, c) ((c) * (ctrlr)->num_io_queues / mp_ncpus) 194 ctrlr->max_hw_pend_io = num_trackers * ctrlr->num_io_queues * 3 / 4; in nvme_ctrlr_construct_io_qpairs() 196 ctrlr->ioq = malloc(ctrlr->num_io_queues * sizeof(struct nvme_qpair), in nvme_ctrlr_construct_io_qpairs() 199 for (i = c = n = 0; i < ctrlr->num_io_queues; i++, c += n) { in nvme_ctrlr_construct_io_qpairs() 207 if (ctrlr->num_io_queues > 1) { in nvme_ctrlr_construct_io_qpairs() 232 if (ctrlr->num_io_queues > 1) in nvme_ctrlr_construct_io_qpairs() 255 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_ctrlr_fail() 414 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_ctrlr_disable_qpairs() 496 nvme_ctrlr_cmd_set_num_queues(ctrlr, ctrlr->num_io_queues, in nvme_ctrlr_set_num_qpairs() 517 ctrlr->num_io_queues = min(ctrlr->num_io_queues, sq_allocated); in nvme_ctrlr_set_num_qpairs() [all …]
|
| H A D | nvme_ahci.c | 95 ctrlr->num_io_queues = 1; in nvme_ahci_attach()
|
| H A D | nvme_private.h | 244 uint32_t num_io_queues; member
|
| /freebsd/sbin/nvmecontrol/ |
| H A D | connect.c | 36 uint16_t num_io_queues; member 50 .num_io_queues = 1, 93 io = calloc(opt.num_io_queues, sizeof(*io)); in connect_nvm_controller() 96 opt.num_io_queues, opt.queue_size, &cdata); in connect_nvm_controller() 106 disconnect_nvm_queues(admin, io, opt.num_io_queues); in connect_nvm_controller() 113 error = nvmf_handoff_host(dle, hostnqn, admin, opt.num_io_queues, io, in connect_nvm_controller() 208 if (opt.num_io_queues <= 0) in connect_fn() 240 if (opt.num_io_queues <= 0) in connect_all_fn() 260 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
| H A D | reconnect.c | 32 uint16_t num_io_queues; member 44 .num_io_queues = 1, 67 u_int num_io_queues, u_int queue_size, in reconnect_nvm_controller() argument 75 io = calloc(num_io_queues, sizeof(*io)); in reconnect_nvm_controller() 77 cntlid, subnqn, hostnqn, kato, &admin, io, num_io_queues, in reconnect_nvm_controller() 88 disconnect_nvm_queues(admin, io, num_io_queues); in reconnect_nvm_controller() 95 error = nvmf_reconnect_host(fd, dle, hostnqn, admin, num_io_queues, io, in reconnect_nvm_controller() 146 opt.num_io_queues, opt.queue_size, NULL); in reconnect_by_address() 296 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
| H A D | fabrics.c | 439 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata) in connect_nvm_queues() argument 486 memset(io, 0, sizeof(*io) * num_io_queues); in connect_nvm_queues() 506 error = nvmf_host_request_queues(*admin, num_io_queues, &queues); in connect_nvm_queues() 512 if (queues < num_io_queues) { in connect_nvm_queues() 514 queues, num_io_queues); in connect_nvm_queues() 520 for (u_int i = 0; i < num_io_queues; i++) { in connect_nvm_queues() 543 disconnect_nvm_queues(*admin, io, num_io_queues); in connect_nvm_queues() 551 u_int num_io_queues) in disconnect_nvm_queues() argument 553 for (u_int i = 0; i < num_io_queues; i++) { in disconnect_nvm_queues()
|
| H A D | fabrics.h | 41 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata); 48 u_int num_io_queues);
|
| /freebsd/sys/dev/nvmf/host/ |
| H A D | nvmf.c | 212 size_t i, num_io_queues; in nvmf_copyin_handoff() local 240 io = nvlist_get_nvlist_array(nvl, "io", &num_io_queues); in nvmf_copyin_handoff() 241 if (num_io_queues < 1 || in nvmf_copyin_handoff() 242 num_io_queues != nvlist_get_number(rparams, "num_io_queues")) in nvmf_copyin_handoff() 244 for (i = 0; i < num_io_queues; i++) { in nvmf_copyin_handoff() 251 for (i = 0; i < num_io_queues; i++) { in nvmf_copyin_handoff() 293 size_t num_io_queues; in nvmf_establish_connection() local 299 io = nvlist_get_nvlist_array(nvl, "io", &num_io_queues); in nvmf_establish_connection() 313 sc->io = malloc(num_io_queues * sizeof(*sc->io), M_NVMF, in nvmf_establish_connection() 315 sc->num_io_queues = num_io_queues; in nvmf_establish_connection() [all …]
|
| H A D | nvmf_var.h | 36 u_int num_io_queues; member 121 u_int idx = curcpu * sc->num_io_queues / (mp_maxid + 1); in nvmf_select_io_queue()
|
| /freebsd/sys/dev/ena/ |
| H A D | ena.c | 398 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_basic() 430 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_advanced() 494 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_io_rings_resources() 828 for (i = 0; i < adapter->num_io_queues; i++) { in ena_setup_all_tx_resources() 857 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_tx_resources() 989 for (i = 0; i < adapter->num_io_queues; i++) { in ena_setup_all_rx_resources() 1017 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_rx_resources() 1306 adapter->num_io_queues = num; in ena_update_io_rings() 1397 old_num = adapter->num_io_queues; in ena_update_io_queue_nb() 1471 for (i = 0; i < adapter->num_io_queues; i++) { in ena_refill_all_rx_bufs() [all …]
|
| H A D | ena_sysctl.c | 309 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) { in ena_sysctl_add_stats() 828 tmp = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 855 if (tmp == adapter->num_io_queues) { in ena_sysctl_io_queues_nb() 859 adapter->num_io_queues); in ena_sysctl_io_queues_nb() 864 tmp, adapter->num_io_queues); in ena_sysctl_io_queues_nb() 866 old_num_queues = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 1171 num_queues = adapter->num_io_queues; in ena_sysctl_rss_indir_table()
|
| H A D | ena_rss.c | 115 qid = rss_get_indirection_to_bucket(i) % adapter->num_io_queues; in ena_rss_init_default() 117 qid = i % adapter->num_io_queues; in ena_rss_init_default()
|
| H A D | ena_datapath.c | 157 i = bucket_id % adapter->num_io_queues; in ena_mq_start() 160 i = m->m_pkthdr.flowid % adapter->num_io_queues; in ena_mq_start() 162 i = curcpu % adapter->num_io_queues; in ena_mq_start() 191 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring) in ena_qflush()
|
| H A D | ena.h | 448 uint32_t num_io_queues; member
|
| H A D | ena_netmap.c | 93 na.num_tx_rings = adapter->num_io_queues; in ena_netmap_attach() 94 na.num_rx_rings = adapter->num_io_queues; in ena_netmap_attach()
|
| /freebsd/tools/tools/nvmf/nvmfd/ |
| H A D | io.c | 23 u_int num_io_queues; member 199 if (ioc->num_io_queues != 0) { in handle_set_features() 220 ioc->num_io_queues = num_queues; in handle_set_features() 287 for (u_int i = 0; i < ioc->num_io_queues; i++) { in handle_admin_qpair() 566 if (io_controller->num_io_queues == 0) { in connect_io_qpair() 572 if (qid > io_controller->num_io_queues) { in connect_io_qpair()
|
| /freebsd/sys/dev/nvmf/controller/ |
| H A D | nvmft_controller.c | 273 if (ctrlr->num_io_queues == 0) { in nvmft_handoff_io_queue() 284 if (cmd->qid > ctrlr->num_io_queues) { in nvmft_handoff_io_queue() 327 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 348 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 356 ctrlr->num_io_queues = 0; in nvmft_controller_shutdown() 450 MPASS(ctrlr->num_io_queues == 0); in nvmft_controller_error() 771 if (ctrlr->num_io_queues != 0) { in handle_set_features() 780 ctrlr->num_io_queues = num_queues; in handle_set_features()
|
| H A D | nvmft_var.h | 57 u_int num_io_queues; member
|