/freebsd/sys/dev/nvme/ |
H A D | nvme_pci.c | 240 ctrlr->num_io_queues = 1; in nvme_ctrlr_setup_shared() 283 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 285 if (num_io_queues < 1 || num_io_queues > mp_ncpus) in nvme_ctrlr_setup_interrupts() 286 num_io_queues = mp_ncpus; in nvme_ctrlr_setup_interrupts() 291 num_io_queues = 1; in nvme_ctrlr_setup_interrupts() 296 num_io_queues = min(num_io_queues, in nvme_ctrlr_setup_interrupts() 300 num_io_queues = min(num_io_queues, max(1, pci_msix_count(dev) - 1)); in nvme_ctrlr_setup_interrupts() 303 if (num_io_queues > vm_ndomains) in nvme_ctrlr_setup_interrupts() 304 num_io_queues -= num_io_queues % vm_ndomains; in nvme_ctrlr_setup_interrupts() 320 ctrlr->num_io_queues = num_io_queues; in nvme_ctrlr_setup_interrupts() [all …]
|
H A D | nvme_sysctl.c | 178 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_cmds() 193 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_intr_handler_calls() 208 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_retries() 223 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_failures() 238 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_ignored() 253 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_num_recovery_nolock() 273 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_reset_stats() 341 CTLFLAG_RD, &ctrlr->num_io_queues, 0, in nvme_sysctl_initialize_ctrlr() 415 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_sysctl_initialize_ctrlr()
|
H A D | nvme_ctrlr.c | 201 if (ctrlr->num_io_queues > 1) { in nvme_ctrlr_construct_io_qpairs() 226 if (ctrlr->num_io_queues > 1) in nvme_ctrlr_construct_io_qpairs() 246 for (i = 0; i < ctrlr->num_io_queues; i++) { in nvme_ctrlr_fail() 405 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_ctrlr_disable_qpairs() 506 ctrlr->num_io_queues = min(ctrlr->num_io_queues, sq_allocated); in nvme_ctrlr_set_num_qpairs() 507 ctrlr->num_io_queues = min(ctrlr->num_io_queues, cq_allocated); in nvme_ctrlr_set_num_qpairs() 508 if (ctrlr->num_io_queues > vm_ndomains) in nvme_ctrlr_set_num_qpairs() 509 ctrlr->num_io_queues -= ctrlr->num_io_queues % vm_ndomains; in nvme_ctrlr_set_num_qpairs() 1105 old_num_io_queues = ctrlr->num_io_queues; in nvme_ctrlr_start() 1137 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_ctrlr_start() [all …]
|
H A D | nvme_ahci.c | 95 ctrlr->num_io_queues = 1; in nvme_ahci_attach()
|
H A D | nvme_private.h | 241 uint32_t num_io_queues; member
|
/freebsd/sbin/nvmecontrol/ |
H A D | connect.c | 34 uint16_t num_io_queues; member 46 .num_io_queues = 1, 83 io = calloc(opt.num_io_queues, sizeof(*io)); in connect_nvm_controller() 86 opt.num_io_queues, opt.queue_size, &cdata); in connect_nvm_controller() 92 error = nvmf_handoff_host(admin, opt.num_io_queues, io, &cdata); in connect_nvm_controller() 186 if (opt.num_io_queues <= 0) in connect_fn() 218 if (opt.num_io_queues <= 0) in connect_all_fn() 238 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
H A D | reconnect.c | 29 uint16_t num_io_queues; member 40 .num_io_queues = 1, 84 io = calloc(opt.num_io_queues, sizeof(*io)); in reconnect_nvm_controller() 87 opt.num_io_queues, opt.queue_size, &cdata); in reconnect_nvm_controller() 93 error = nvmf_reconnect_host(fd, admin, opt.num_io_queues, io, &cdata); in reconnect_nvm_controller() 137 OPT("nr-io-queues", 'i', arg_uint16, opt, num_io_queues,
|
H A D | fabrics.c | 407 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata) in connect_nvm_queues() argument 476 error = nvmf_host_request_queues(*admin, num_io_queues, &queues); in connect_nvm_queues() 483 if (queues < num_io_queues) { in connect_nvm_queues() 487 queues, num_io_queues); in connect_nvm_queues() 492 memset(io, 0, sizeof(*io) * num_io_queues); in connect_nvm_queues() 493 for (u_int i = 0; i < num_io_queues; i++) { in connect_nvm_queues() 513 for (u_int i = 0; i < num_io_queues; i++) { in connect_nvm_queues()
|
H A D | fabrics.h | 39 u_int num_io_queues, u_int queue_size, struct nvme_controller_data *cdata);
|
/freebsd/sys/dev/nvmf/host/ |
H A D | nvmf.c | 198 if (!hh->admin.admin || hh->num_io_queues < 1) in nvmf_init_ivars() 207 len = hh->num_io_queues * sizeof(*ivars->io_params); in nvmf_init_ivars() 212 for (i = 0; i < hh->num_io_queues; i++) { in nvmf_init_ivars() 269 sc->io = malloc(ivars->hh->num_io_queues * sizeof(*sc->io), M_NVMF, in nvmf_establish_connection() 271 sc->num_io_queues = ivars->hh->num_io_queues; in nvmf_establish_connection() 272 for (u_int i = 0; i < sc->num_io_queues; i++) { in nvmf_establish_connection() 522 for (i = 0; i < sc->num_io_queues; i++) { in nvmf_attach() 594 for (i = 0; i < sc->num_io_queues; i++) { in nvmf_disconnect_task() 599 sc->num_io_queues = 0; in nvmf_disconnect_task() 660 sc->num_io_queues); in nvmf_reconnect_host() [all …]
|
H A D | nvmf_var.h | 38 u_int num_io_queues; member
|
/freebsd/usr.sbin/nvmfd/ |
H A D | io.c | 23 u_int num_io_queues; member 200 if (ioc->num_io_queues != 0) { in handle_set_features() 221 ioc->num_io_queues = num_queues; in handle_set_features() 288 for (u_int i = 0; i < ioc->num_io_queues; i++) { in handle_admin_qpair() 567 if (io_controller->num_io_queues == 0) { in connect_io_qpair() 573 if (qid > io_controller->num_io_queues) { in connect_io_qpair()
|
/freebsd/sys/dev/ena/ |
H A D | ena.c | 393 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_basic() 425 for (i = 0; i < adapter->num_io_queues; i++) { in ena_init_io_rings_advanced() 489 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_io_rings_resources() 797 for (i = 0; i < adapter->num_io_queues; i++) { in ena_setup_all_tx_resources() 826 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_tx_resources() 986 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_rx_resources() 1238 adapter->num_io_queues = num; in ena_update_io_rings() 1329 old_num = adapter->num_io_queues; in ena_update_io_queue_nb() 1413 for (i = 0; i < adapter->num_io_queues; i++) in ena_free_all_rx_bufs() 1607 i = adapter->num_io_queues; in ena_create_io_queues() [all …]
|
H A D | ena_sysctl.c | 284 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) { in ena_sysctl_add_stats() 803 tmp = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 830 if (tmp == adapter->num_io_queues) { in ena_sysctl_io_queues_nb() 834 adapter->num_io_queues); in ena_sysctl_io_queues_nb() 839 tmp, adapter->num_io_queues); in ena_sysctl_io_queues_nb() 841 old_num_queues = adapter->num_io_queues; in ena_sysctl_io_queues_nb() 1146 num_queues = adapter->num_io_queues; in ena_sysctl_rss_indir_table()
|
H A D | ena_rss.c | 115 qid = rss_get_indirection_to_bucket(i) % adapter->num_io_queues; in ena_rss_init_default() 117 qid = i % adapter->num_io_queues; in ena_rss_init_default()
|
H A D | ena_datapath.c | 150 i = bucket_id % adapter->num_io_queues; in ena_mq_start() 153 i = m->m_pkthdr.flowid % adapter->num_io_queues; in ena_mq_start() 155 i = curcpu % adapter->num_io_queues; in ena_mq_start() 184 for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring) in ena_qflush()
|
H A D | ena.h | 423 uint32_t num_io_queues; member
|
H A D | ena_netmap.c | 94 na.num_tx_rings = adapter->num_io_queues; in ena_netmap_attach() 95 na.num_rx_rings = adapter->num_io_queues; in ena_netmap_attach()
|
/freebsd/sys/dev/nvmf/controller/ |
H A D | nvmft_controller.c | 242 if (ctrlr->num_io_queues == 0) { in nvmft_handoff_io_queue() 253 if (cmd->qid > ctrlr->num_io_queues) { in nvmft_handoff_io_queue() 296 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 317 for (u_int i = 0; i < ctrlr->num_io_queues; i++) { in nvmft_controller_shutdown() 325 ctrlr->num_io_queues = 0; in nvmft_controller_shutdown() 419 MPASS(ctrlr->num_io_queues == 0); in nvmft_controller_error() 740 if (ctrlr->num_io_queues != 0) { in handle_set_features() 749 ctrlr->num_io_queues = num_queues; in handle_set_features()
|
H A D | nvmft_var.h | 55 u_int num_io_queues; member
|
/freebsd/sys/dev/nvmf/ |
H A D | nvmf.h | 51 u_int num_io_queues; member
|
/freebsd/lib/libnvmf/ |
H A D | nvmf_host.c | 792 hh->num_io_queues = num_queues; in prepare_queues_for_handoff()
|