124 static u32 nvmet_max_nsid(struct nvmet_subsys *subsys)  in nvmet_max_nsid()  argument
130 	nvmet_for_each_enabled_ns(&subsys->namespaces, idx, cur)  in nvmet_max_nsid()
242 void nvmet_ns_changed(struct nvmet_subsys *subsys, u32 nsid)  in nvmet_ns_changed()  argument
246 	lockdep_assert_held(&subsys->lock);  in nvmet_ns_changed()
248 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_ns_changed()
258 void nvmet_send_ana_event(struct nvmet_subsys *subsys,  in nvmet_send_ana_event()  argument
263 	mutex_lock(&subsys->lock);  in nvmet_send_ana_event()
264 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_send_ana_event()
272 	mutex_unlock(&subsys->lock);  in nvmet_send_ana_event()
281 		nvmet_send_ana_event(p->subsys, port);  in nvmet_port_send_ana_event()
308 void nvmet_port_del_ctrls(struct nvmet_port *port, struct nvmet_subsys *subsys)  in nvmet_port_del_ctrls()  argument
312 	mutex_lock(&subsys->lock);  in nvmet_port_del_ctrls()
313 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_port_del_ctrls()
317 	mutex_unlock(&subsys->lock);  in nvmet_port_del_ctrls()
441 	struct nvmet_subsys *subsys = nvmet_req_subsys(req);  in nvmet_req_find_ns()  local
443 	req->ns = xa_load(&subsys->namespaces, nsid);  in nvmet_req_find_ns()
573 	struct nvmet_subsys *subsys = ns->subsys;  in nvmet_ns_enable()  local
577 	mutex_lock(&subsys->lock);  in nvmet_ns_enable()
580 	if (nvmet_is_passthru_subsys(subsys)) {  in nvmet_ns_enable()
600 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_enable()
612 	nvmet_ns_changed(subsys, ns->nsid);  in nvmet_ns_enable()
614 	xa_set_mark(&subsys->namespaces, ns->nsid, NVMET_NS_ENABLED);  in nvmet_ns_enable()
617 	mutex_unlock(&subsys->lock);  in nvmet_ns_enable()
623 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_enable()
632 	struct nvmet_subsys *subsys = ns->subsys;  in nvmet_ns_disable()  local
635 	mutex_lock(&subsys->lock);  in nvmet_ns_disable()
640 	xa_clear_mark(&subsys->namespaces, ns->nsid, NVMET_NS_ENABLED);  in nvmet_ns_disable()
642 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_ns_disable()
645 	mutex_unlock(&subsys->lock);  in nvmet_ns_disable()
663 	mutex_lock(&subsys->lock);  in nvmet_ns_disable()
664 	nvmet_ns_changed(subsys, ns->nsid);  in nvmet_ns_disable()
667 	mutex_unlock(&subsys->lock);  in nvmet_ns_disable()
672 	struct nvmet_subsys *subsys = ns->subsys;  in nvmet_ns_free()  local
676 	mutex_lock(&subsys->lock);  in nvmet_ns_free()
678 	xa_erase(&subsys->namespaces, ns->nsid);  in nvmet_ns_free()
679 	if (ns->nsid == subsys->max_nsid)  in nvmet_ns_free()
680 		subsys->max_nsid = nvmet_max_nsid(subsys);  in nvmet_ns_free()
682 	subsys->nr_namespaces--;  in nvmet_ns_free()
683 	mutex_unlock(&subsys->lock);  in nvmet_ns_free()
693 struct nvmet_ns *nvmet_ns_alloc(struct nvmet_subsys *subsys, u32 nsid)  in nvmet_ns_alloc()  argument
697 	mutex_lock(&subsys->lock);  in nvmet_ns_alloc()
699 	if (subsys->nr_namespaces == NVMET_MAX_NAMESPACES)  in nvmet_ns_alloc()
709 	ns->subsys = subsys;  in nvmet_ns_alloc()
711 	if (ns->nsid > subsys->max_nsid)  in nvmet_ns_alloc()
712 		subsys->max_nsid = nsid;  in nvmet_ns_alloc()
714 	if (xa_insert(&subsys->namespaces, ns->nsid, ns, GFP_KERNEL))  in nvmet_ns_alloc()
717 	subsys->nr_namespaces++;  in nvmet_ns_alloc()
719 	mutex_unlock(&subsys->lock);  in nvmet_ns_alloc()
732 	subsys->max_nsid = nvmet_max_nsid(subsys);  in nvmet_ns_alloc()
735 	mutex_unlock(&subsys->lock);  in nvmet_ns_alloc()
842 	if (cqid > ctrl->subsys->max_qid)  in nvmet_check_cqid()
880 	if (sqid > ctrl->subsys->max_qid)  in nvmet_check_sqid()
1341 	if (!nvmet_is_disc_subsys(ctrl->subsys) &&  in nvmet_start_ctrl()
1413 	if (nvmet_is_passthru_subsys(ctrl->subsys))  in nvmet_init_cap()
1422 	struct nvmet_subsys *subsys;  in nvmet_ctrl_find_get()  local
1424 	subsys = nvmet_find_get_subsys(req->port, subsysnqn);  in nvmet_ctrl_find_get()
1425 	if (!subsys) {  in nvmet_ctrl_find_get()
1432 	mutex_lock(&subsys->lock);  in nvmet_ctrl_find_get()
1433 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry) {  in nvmet_ctrl_find_get()
1453 	mutex_unlock(&subsys->lock);  in nvmet_ctrl_find_get()
1454 	nvmet_subsys_put(subsys);  in nvmet_ctrl_find_get()
1480 bool nvmet_host_allowed(struct nvmet_subsys *subsys, const char *hostnqn)  in nvmet_host_allowed()  argument
1486 	if (subsys->allow_any_host)  in nvmet_host_allowed()
1489 	if (nvmet_is_disc_subsys(subsys)) /* allow all access to disc subsys */  in nvmet_host_allowed()
1492 	list_for_each_entry(p, &subsys->hosts, entry) {  in nvmet_host_allowed()
1514 	nvmet_for_each_enabled_ns(&ctrl->subsys->namespaces, idx, ns)  in nvmet_setup_p2p_ns_map()
1543 	struct nvmet_subsys *subsys;  in nvmet_alloc_ctrl()  local
1550 	subsys = nvmet_find_get_subsys(args->port, args->subsysnqn);  in nvmet_alloc_ctrl()
1551 	if (!subsys) {  in nvmet_alloc_ctrl()
1560 	if (!nvmet_host_allowed(subsys, args->hostnqn)) {  in nvmet_alloc_ctrl()
1583 		subsys->clear_ids = 1;  in nvmet_alloc_ctrl()
1596 	ctrl->subsys = subsys;  in nvmet_alloc_ctrl()
1597 	ctrl->pi_support = ctrl->port->pi_enable && ctrl->subsys->pi_support;  in nvmet_alloc_ctrl()
1606 	ctrl->sqs = kcalloc(subsys->max_qid + 1,  in nvmet_alloc_ctrl()
1613 			     subsys->cntlid_min, subsys->cntlid_max,  in nvmet_alloc_ctrl()
1627 	if (nvmet_is_disc_subsys(ctrl->subsys) && !kato)  in nvmet_alloc_ctrl()
1638 	mutex_lock(&subsys->lock);  in nvmet_alloc_ctrl()
1642 	list_add_tail(&ctrl->subsys_entry, &subsys->ctrls);  in nvmet_alloc_ctrl()
1645 	mutex_unlock(&subsys->lock);  in nvmet_alloc_ctrl()
1666 		nvmet_is_disc_subsys(ctrl->subsys) ? "discovery" : "nvm",  in nvmet_alloc_ctrl()
1667 		ctrl->cntlid, ctrl->subsys->subsysnqn, ctrl->hostnqn,  in nvmet_alloc_ctrl()
1674 	mutex_unlock(&subsys->lock);  in nvmet_alloc_ctrl()
1684 	nvmet_subsys_put(subsys);  in nvmet_alloc_ctrl()
1692 	struct nvmet_subsys *subsys = ctrl->subsys;  in nvmet_ctrl_free()  local
1694 	mutex_lock(&subsys->lock);  in nvmet_ctrl_free()
1698 	mutex_unlock(&subsys->lock);  in nvmet_ctrl_free()
1716 	nvmet_subsys_put(subsys);  in nvmet_ctrl_free()
1767 		if (!strncmp(p->subsys->subsysnqn, subsysnqn,  in nvmet_find_get_subsys()
1769 			if (!kref_get_unless_zero(&p->subsys->ref))  in nvmet_find_get_subsys()
1772 			return p->subsys;  in nvmet_find_get_subsys()
1782 	struct nvmet_subsys *subsys;  in nvmet_subsys_alloc()  local
1786 	subsys = kzalloc(sizeof(*subsys), GFP_KERNEL);  in nvmet_subsys_alloc()
1787 	if (!subsys)  in nvmet_subsys_alloc()
1790 	subsys->ver = NVMET_DEFAULT_VS;  in nvmet_subsys_alloc()
1793 	bin2hex(subsys->serial, &serial, sizeof(serial));  in nvmet_subsys_alloc()
1795 	subsys->model_number = kstrdup(NVMET_DEFAULT_CTRL_MODEL, GFP_KERNEL);  in nvmet_subsys_alloc()
1796 	if (!subsys->model_number) {  in nvmet_subsys_alloc()
1801 	subsys->ieee_oui = 0;  in nvmet_subsys_alloc()
1803 	subsys->firmware_rev = kstrndup(UTS_RELEASE, NVMET_FR_MAX_SIZE, GFP_KERNEL);  in nvmet_subsys_alloc()
1804 	if (!subsys->firmware_rev) {  in nvmet_subsys_alloc()
1811 		subsys->max_qid = NVMET_NR_QUEUES;  in nvmet_subsys_alloc()
1815 		subsys->max_qid = 0;  in nvmet_subsys_alloc()
1822 	subsys->type = type;  in nvmet_subsys_alloc()
1823 	subsys->subsysnqn = kstrndup(subsysnqn, NVMF_NQN_SIZE,  in nvmet_subsys_alloc()
1825 	if (!subsys->subsysnqn) {  in nvmet_subsys_alloc()
1829 	subsys->cntlid_min = NVME_CNTLID_MIN;  in nvmet_subsys_alloc()
1830 	subsys->cntlid_max = NVME_CNTLID_MAX;  in nvmet_subsys_alloc()
1831 	kref_init(&subsys->ref);  in nvmet_subsys_alloc()
1833 	mutex_init(&subsys->lock);  in nvmet_subsys_alloc()
1834 	xa_init(&subsys->namespaces);  in nvmet_subsys_alloc()
1835 	INIT_LIST_HEAD(&subsys->ctrls);  in nvmet_subsys_alloc()
1836 	INIT_LIST_HEAD(&subsys->hosts);  in nvmet_subsys_alloc()
1838 	ret = nvmet_debugfs_subsys_setup(subsys);  in nvmet_subsys_alloc()
1842 	return subsys;  in nvmet_subsys_alloc()
1845 	kfree(subsys->subsysnqn);  in nvmet_subsys_alloc()
1847 	kfree(subsys->firmware_rev);  in nvmet_subsys_alloc()
1849 	kfree(subsys->model_number);  in nvmet_subsys_alloc()
1851 	kfree(subsys);  in nvmet_subsys_alloc()
1857 	struct nvmet_subsys *subsys =  in nvmet_subsys_free()  local
1860 	WARN_ON_ONCE(!xa_empty(&subsys->namespaces));  in nvmet_subsys_free()
1862 	nvmet_debugfs_subsys_free(subsys);  in nvmet_subsys_free()
1864 	xa_destroy(&subsys->namespaces);  in nvmet_subsys_free()
1865 	nvmet_passthru_subsys_free(subsys);  in nvmet_subsys_free()
1867 	kfree(subsys->subsysnqn);  in nvmet_subsys_free()
1868 	kfree(subsys->model_number);  in nvmet_subsys_free()
1869 	kfree(subsys->firmware_rev);  in nvmet_subsys_free()
1870 	kfree(subsys);  in nvmet_subsys_free()
1873 void nvmet_subsys_del_ctrls(struct nvmet_subsys *subsys)  in nvmet_subsys_del_ctrls()  argument
1877 	mutex_lock(&subsys->lock);  in nvmet_subsys_del_ctrls()
1878 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvmet_subsys_del_ctrls()
1880 	mutex_unlock(&subsys->lock);  in nvmet_subsys_del_ctrls()
1883 void nvmet_subsys_put(struct nvmet_subsys *subsys)  in nvmet_subsys_put()  argument
1885 	kref_put(&subsys->ref, nvmet_subsys_free);  in nvmet_subsys_put()