102 void nvme_mpath_default_iopolicy(struct nvme_subsystem *subsys)  in nvme_mpath_default_iopolicy()  argument
104 	subsys->iopolicy = iopolicy;  in nvme_mpath_default_iopolicy()
107 void nvme_mpath_unfreeze(struct nvme_subsystem *subsys)  in nvme_mpath_unfreeze()  argument
111 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_unfreeze()
112 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_unfreeze()
117 void nvme_mpath_wait_freeze(struct nvme_subsystem *subsys)  in nvme_mpath_wait_freeze()  argument
121 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_wait_freeze()
122 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_wait_freeze()
127 void nvme_mpath_start_freeze(struct nvme_subsystem *subsys)  in nvme_mpath_start_freeze()  argument
131 	lockdep_assert_held(&subsys->lock);  in nvme_mpath_start_freeze()
132 	list_for_each_entry(h, &subsys->nsheads, entry)  in nvme_mpath_start_freeze()
185 	if (READ_ONCE(ns->head->subsys->iopolicy) == NVME_IOPOLICY_QD) {  in nvme_mpath_start_request()
320 		    READ_ONCE(head->subsys->iopolicy) == NVME_IOPOLICY_NUMA)  in __nvme_find_path()
466 	switch (READ_ONCE(head->subsys->iopolicy)) {  in nvme_find_path()
639 	head->cdev_device.parent = &head->subsys->dev;  in nvme_add_ns_head_cdev()
641 			   head->subsys->instance, head->instance);  in nvme_add_ns_head_cdev()
703 	mutex_lock(&head->subsys->lock);  in nvme_remove_head_work()
708 	mutex_unlock(&head->subsys->lock);  in nvme_remove_head_work()
737 		if (!(ctrl->subsys->cmic & NVME_CTRL_CMIC_MULTI_CTRL) ||  in nvme_mpath_alloc_disk()
768 			ctrl->subsys->instance, head->instance);  in nvme_mpath_alloc_disk()
787 		rc = device_add_disk(&head->subsys->dev, head->disk,  in nvme_mpath_set_live()
1022 	struct nvme_subsystem *subsys =  in nvme_subsys_iopolicy_show()  local
1026 			  nvme_iopolicy_names[READ_ONCE(subsys->iopolicy)]);  in nvme_subsys_iopolicy_show()
1029 static void nvme_subsys_iopolicy_update(struct nvme_subsystem *subsys,  in nvme_subsys_iopolicy_update()  argument
1033 	int old_iopolicy = READ_ONCE(subsys->iopolicy);  in nvme_subsys_iopolicy_update()
1038 	WRITE_ONCE(subsys->iopolicy, iopolicy);  in nvme_subsys_iopolicy_update()
1042 	list_for_each_entry(ctrl, &subsys->ctrls, subsys_entry)  in nvme_subsys_iopolicy_update()
1047 			subsys->subnqn,  in nvme_subsys_iopolicy_update()
1055 	struct nvme_subsystem *subsys =  in nvme_subsys_iopolicy_store()  local
1061 			nvme_subsys_iopolicy_update(subsys, i);  in nvme_subsys_iopolicy_store()
1092 	if (ns->head->subsys->iopolicy != NVME_IOPOLICY_QD)  in queue_depth_show()
1108 	if (head->subsys->iopolicy != NVME_IOPOLICY_NUMA)  in numa_nodes_show()
1133 	mutex_lock(&head->subsys->lock);  in delayed_removal_secs_show()
1135 	mutex_unlock(&head->subsys->lock);  in delayed_removal_secs_show()
1151 	mutex_lock(&head->subsys->lock);  in delayed_removal_secs_store()
1157 	mutex_unlock(&head->subsys->lock);  in delayed_removal_secs_store()
1298 	mutex_lock(&head->subsys->lock);  in nvme_mpath_remove_disk()
1325 	mutex_unlock(&head->subsys->lock);  in nvme_mpath_remove_disk()
1355 	if (!multipath || !ctrl->subsys ||  in nvme_mpath_init_identify()
1356 	    !(ctrl->subsys->cmic & NVME_CTRL_CMIC_ANA))  in nvme_mpath_init_identify()