113 		if (h->disk)  in nvme_mpath_unfreeze()
114 			blk_mq_unfreeze_queue_nomemrestore(h->disk->queue);  in nvme_mpath_unfreeze()
123 		if (h->disk)  in nvme_mpath_wait_freeze()
124 			blk_mq_freeze_queue_wait(h->disk->queue);  in nvme_mpath_wait_freeze()
133 		if (h->disk)  in nvme_mpath_start_freeze()
134 			blk_freeze_queue_start(h->disk->queue);  in nvme_mpath_start_freeze()
158 		bio_set_dev(bio, ns->head->disk->part0);  in nvme_failover_req()
183 	struct gendisk *disk = ns->head->disk;  in nvme_mpath_start_request()  local
191 	if (!blk_queue_io_stat(disk->queue) || blk_rq_is_passthrough(rq) ||  in nvme_mpath_start_request()
196 	nvme_req(rq)->start_time = bdev_start_io_acct(disk->part0, req_op(rq),  in nvme_mpath_start_request()
210 	bdev_end_io_acct(ns->head->disk->part0, req_op(rq),  in nvme_mpath_end_request()
223 		if (!ns->head->disk)  in nvme_kick_requeue_lists()
227 			disk_uevent(ns->head->disk, KOBJ_CHANGE);  in nvme_kick_requeue_lists()
277 	sector_t capacity = get_capacity(head->disk);  in nvme_mpath_revalidate_paths()
284 		if (capacity != get_capacity(ns->disk))  in nvme_mpath_revalidate_paths()
514 	struct device *dev = disk_to_dev(head->disk);  in nvme_ns_head_submit_bio()
530 		bio_set_dev(bio, ns->disk->part0);  in nvme_ns_head_submit_bio()
532 		trace_block_bio_remap(bio, disk_devt(ns->head->disk),  in nvme_ns_head_submit_bio()
550 static int nvme_ns_head_open(struct gendisk *disk, blk_mode_t mode)  in nvme_ns_head_open()  argument
552 	if (!nvme_tryget_ns_head(disk->private_data))  in nvme_ns_head_open()
557 static void nvme_ns_head_release(struct gendisk *disk)  in nvme_ns_head_release()  argument
559 	nvme_put_ns_head(disk->private_data);  in nvme_ns_head_release()
562 static int nvme_ns_head_get_unique_id(struct gendisk *disk, u8 id[16],  in nvme_ns_head_get_unique_id()  argument
565 	struct nvme_ns_head *head = disk->private_data;  in nvme_ns_head_get_unique_id()
578 static int nvme_ns_head_report_zones(struct gendisk *disk, sector_t sector,  in nvme_ns_head_report_zones()  argument
581 	struct nvme_ns_head *head = disk->private_data;  in nvme_ns_head_report_zones()
657 					     &head->disk->state)))  in nvme_partition_scan_work()
660 	mutex_lock(&head->disk->open_mutex);  in nvme_partition_scan_work()
661 	bdev_disk_changed(head->disk, false);  in nvme_partition_scan_work()
662 	mutex_unlock(&head->disk->open_mutex);  in nvme_partition_scan_work()
694 		del_gendisk(head->disk);  in nvme_remove_head()
754 	head->disk = blk_alloc_disk(&lim, ctrl->numa_node);  in nvme_mpath_alloc_disk()
755 	if (IS_ERR(head->disk))  in nvme_mpath_alloc_disk()
756 		return PTR_ERR(head->disk);  in nvme_mpath_alloc_disk()
757 	head->disk->fops = &nvme_ns_head_ops;  in nvme_mpath_alloc_disk()
758 	head->disk->private_data = head;  in nvme_mpath_alloc_disk()
768 	set_bit(GD_SUPPRESS_PART_SCAN, &head->disk->state);  in nvme_mpath_alloc_disk()
769 	sprintf(head->disk->disk_name, "nvme%dn%d",  in nvme_mpath_alloc_disk()
780 	if (!head->disk)  in nvme_mpath_set_live()
789 		rc = device_add_disk(&head->subsys->dev, head->disk,  in nvme_mpath_set_live()
1131 	struct gendisk *disk = dev_to_disk(dev);  in delayed_removal_secs_show()  local
1132 	struct nvme_ns_head *head = disk->private_data;  in delayed_removal_secs_show()
1144 	struct gendisk *disk = dev_to_disk(dev);  in delayed_removal_secs_store()  local
1145 	struct nvme_ns_head *head = disk->private_data;  in delayed_removal_secs_store()
1194 	if (!test_bit(GD_ADDED, &head->disk->state))  in nvme_mpath_add_sysfs_link()
1197 	kobj = &disk_to_dev(head->disk)->kobj;  in nvme_mpath_add_sysfs_link()
1211 		if (!test_bit(GD_ADDED, &ns->disk->state))  in nvme_mpath_add_sysfs_link()
1229 		target = disk_to_dev(ns->disk);  in nvme_mpath_add_sysfs_link()
1237 			dev_err(disk_to_dev(ns->head->disk),  in nvme_mpath_add_sysfs_link()
1255 	target = disk_to_dev(ns->disk);  in nvme_mpath_remove_sysfs_link()
1256 	kobj = &disk_to_dev(ns->head->disk)->kobj;  in nvme_mpath_remove_sysfs_link()
1288 	if (blk_queue_is_zoned(ns->queue) && ns->head->disk)  in nvme_mpath_add_disk()
1289 		ns->head->disk->nr_zones = ns->disk->nr_zones;  in nvme_mpath_add_disk()
1297 	if (!head->disk)  in nvme_mpath_remove_disk()
1334 	if (!head->disk)  in nvme_mpath_put_disk()
1340 	put_disk(head->disk);  in nvme_mpath_put_disk()