25 	ssize_t (*show)(struct gendisk *disk, char *page);
26 	ssize_t (*store)(struct gendisk *disk, const char *page, size_t count);
27 	int (*store_limit)(struct gendisk *disk, const char *page,
29 	void (*load_module)(struct gendisk *disk, const char *page, size_t count);
53 static ssize_t queue_requests_show(struct gendisk *disk, char *page)  in queue_requests_show()  argument
55 	return queue_var_show(disk->queue->nr_requests, page);  in queue_requests_show()
59 queue_requests_store(struct gendisk *disk, const char *page, size_t count)  in queue_requests_store()  argument
64 	if (!queue_is_mq(disk->queue))  in queue_requests_store()
74 	err = blk_mq_update_nr_requests(disk->queue, nr);  in queue_requests_store()
81 static ssize_t queue_ra_show(struct gendisk *disk, char *page)  in queue_ra_show()  argument
83 	return queue_var_show(disk->bdi->ra_pages << (PAGE_SHIFT - 10), page);  in queue_ra_show()
87 queue_ra_store(struct gendisk *disk, const char *page, size_t count)  in queue_ra_store()  argument
95 	disk->bdi->ra_pages = ra_kb >> (PAGE_SHIFT - 10);  in queue_ra_store()
100 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\
102 	return queue_var_show(disk->queue->limits._field, page);	\
124 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\  in QUEUE_SYSFS_LIMIT_SHOW()
127 		(unsigned long long)disk->queue->limits._field <<	\  in QUEUE_SYSFS_LIMIT_SHOW()
139 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\
141 	return queue_var_show(disk->queue->limits._field >> 1, page);	\
148 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
158 static int queue_max_discard_sectors_store(struct gendisk *disk,
168 	if (max_discard_bytes & (disk->queue->limits.discard_granularity - 1))
179 queue_max_sectors_store(struct gendisk *disk, const char *page, size_t count,  in queue_max_sectors_store()  argument
193 static ssize_t queue_feature_store(struct gendisk *disk, const char *page,  in queue_feature_store()  argument
211 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
214 		!!(disk->queue->limits.features & _feature));		\
216 static int queue_##_name##_store(struct gendisk *disk,			\
219 	return queue_feature_store(disk, page, count, lim, _feature);	\
228 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
231 		!!(disk->queue->limits.features & _feature));		\
237 static ssize_t queue_poll_show(struct gendisk *disk, char *page)  in queue_poll_show()  argument
239 	if (queue_is_mq(disk->queue))  in queue_poll_show()
240 		return sysfs_emit(page, "%u\n", blk_mq_can_poll(disk->queue));  in queue_poll_show()
242 		!!(disk->queue->limits.features & BLK_FEAT_POLL));  in queue_poll_show()
245 static ssize_t queue_zoned_show(struct gendisk *disk, char *page)  in queue_zoned_show()  argument
247 	if (blk_queue_is_zoned(disk->queue))  in queue_zoned_show()
252 static ssize_t queue_nr_zones_show(struct gendisk *disk, char *page)  in queue_nr_zones_show()  argument
254 	return queue_var_show(disk_nr_zones(disk), page);  in queue_nr_zones_show()
257 static ssize_t queue_iostats_passthrough_show(struct gendisk *disk, char *page)  in queue_iostats_passthrough_show()  argument
259 	return queue_var_show(!!blk_queue_passthrough_stat(disk->queue), page);  in queue_iostats_passthrough_show()
262 static int queue_iostats_passthrough_store(struct gendisk *disk,  in queue_iostats_passthrough_store()  argument
279 static ssize_t queue_nomerges_show(struct gendisk *disk, char *page)  in queue_nomerges_show()  argument
281 	return queue_var_show((blk_queue_nomerges(disk->queue) << 1) |  in queue_nomerges_show()
282 			       blk_queue_noxmerges(disk->queue), page);  in queue_nomerges_show()
285 static ssize_t queue_nomerges_store(struct gendisk *disk, const char *page,  in queue_nomerges_store()  argument
294 	blk_queue_flag_clear(QUEUE_FLAG_NOMERGES, disk->queue);  in queue_nomerges_store()
295 	blk_queue_flag_clear(QUEUE_FLAG_NOXMERGES, disk->queue);  in queue_nomerges_store()
297 		blk_queue_flag_set(QUEUE_FLAG_NOMERGES, disk->queue);  in queue_nomerges_store()
299 		blk_queue_flag_set(QUEUE_FLAG_NOXMERGES, disk->queue);  in queue_nomerges_store()
304 static ssize_t queue_rq_affinity_show(struct gendisk *disk, char *page)  in queue_rq_affinity_show()  argument
306 	bool set = test_bit(QUEUE_FLAG_SAME_COMP, &disk->queue->queue_flags);  in queue_rq_affinity_show()
307 	bool force = test_bit(QUEUE_FLAG_SAME_FORCE, &disk->queue->queue_flags);  in queue_rq_affinity_show()
313 queue_rq_affinity_store(struct gendisk *disk, const char *page, size_t count)  in queue_rq_affinity_store()  argument
317 	struct request_queue *q = disk->queue;  in queue_rq_affinity_store()
338 static ssize_t queue_poll_delay_store(struct gendisk *disk, const char *page,  in queue_poll_delay_store()  argument
344 static ssize_t queue_poll_store(struct gendisk *disk, const char *page,  in queue_poll_store()  argument
347 	if (!(disk->queue->limits.features & BLK_FEAT_POLL))  in queue_poll_store()
354 static ssize_t queue_io_timeout_show(struct gendisk *disk, char *page)  in queue_io_timeout_show()  argument
356 	return sysfs_emit(page, "%u\n", jiffies_to_msecs(disk->queue->rq_timeout));  in queue_io_timeout_show()
359 static ssize_t queue_io_timeout_store(struct gendisk *disk, const char *page,  in queue_io_timeout_store()  argument
369 	blk_queue_rq_timeout(disk->queue, msecs_to_jiffies(val));  in queue_io_timeout_store()
374 static ssize_t queue_wc_show(struct gendisk *disk, char *page)  in queue_wc_show()  argument
376 	if (blk_queue_write_cache(disk->queue))  in queue_wc_show()
381 static int queue_wc_store(struct gendisk *disk, const char *page,  in queue_wc_store()  argument
504 static ssize_t queue_wb_lat_show(struct gendisk *disk, char *page)  in queue_wb_lat_show()  argument
506 	if (!wbt_rq_qos(disk->queue))  in queue_wb_lat_show()
509 	if (wbt_disabled(disk->queue))  in queue_wb_lat_show()
513 		div_u64(wbt_get_min_lat(disk->queue), 1000));  in queue_wb_lat_show()
516 static ssize_t queue_wb_lat_store(struct gendisk *disk, const char *page,  in queue_wb_lat_store()  argument
519 	struct request_queue *q = disk->queue;  in queue_wb_lat_store()
532 		ret = wbt_init(disk);  in queue_wb_lat_store()
624 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_visible()  local
625 	struct request_queue *q = disk->queue;  in queue_attr_visible()
638 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in blk_mq_queue_attr_visible()  local
639 	struct request_queue *q = disk->queue;  in blk_mq_queue_attr_visible()
666 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_show()  local
671 	mutex_lock(&disk->queue->sysfs_lock);  in queue_attr_show()
672 	res = entry->show(disk, page);  in queue_attr_show()
673 	mutex_unlock(&disk->queue->sysfs_lock);  in queue_attr_show()
682 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_store()  local
683 	struct request_queue *q = disk->queue;  in queue_attr_store()
696 		entry->load_module(disk, page, length);  in queue_attr_store()
701 		res = entry->store_limit(disk, page, length, &lim);  in queue_attr_store()
715 	res = entry->store(disk, page, length);  in queue_attr_store()
743 static void blk_debugfs_remove(struct gendisk *disk)  in blk_debugfs_remove()  argument
745 	struct request_queue *q = disk->queue;  in blk_debugfs_remove()
758  * @disk: Disk of which the request queue should be registered with sysfs.
760 int blk_register_queue(struct gendisk *disk)  in blk_register_queue()  argument
762 	struct request_queue *q = disk->queue;  in blk_register_queue()
765 	kobject_init(&disk->queue_kobj, &blk_queue_ktype);  in blk_register_queue()
766 	ret = kobject_add(&disk->queue_kobj, &disk_to_dev(disk)->kobj, "queue");  in blk_register_queue()
771 		ret = blk_mq_sysfs_register(disk);  in blk_register_queue()
778 	q->debugfs_dir = debugfs_create_dir(disk->disk_name, blk_debugfs_root);  in blk_register_queue()
783 	ret = disk_register_independent_access_ranges(disk);  in blk_register_queue()
793 	ret = blk_crypto_sysfs_register(disk);  in blk_register_queue()
798 	wbt_enable_default(disk);  in blk_register_queue()
801 	kobject_uevent(&disk->queue_kobj, KOBJ_ADD);  in blk_register_queue()
823 	disk_unregister_independent_access_ranges(disk);  in blk_register_queue()
825 	blk_debugfs_remove(disk);  in blk_register_queue()
828 	kobject_put(&disk->queue_kobj);  in blk_register_queue()
834  * @disk: Disk of which the request queue should be unregistered from sysfs.
839 void blk_unregister_queue(struct gendisk *disk)  in blk_unregister_queue()  argument
841 	struct request_queue *q = disk->queue;  in blk_unregister_queue()
846 	/* Return early if disk->queue was never registered. */  in blk_unregister_queue()
864 		blk_mq_sysfs_unregister(disk);  in blk_unregister_queue()
865 	blk_crypto_sysfs_unregister(disk);  in blk_unregister_queue()
869 	disk_unregister_independent_access_ranges(disk);  in blk_unregister_queue()
873 	kobject_uevent(&disk->queue_kobj, KOBJ_REMOVE);  in blk_unregister_queue()
874 	kobject_del(&disk->queue_kobj);  in blk_unregister_queue()
876 	blk_debugfs_remove(disk);  in blk_unregister_queue()