1320ae51fSJens Axboe #ifndef INT_BLK_MQ_H 2320ae51fSJens Axboe #define INT_BLK_MQ_H 3320ae51fSJens Axboe 424d2f903SChristoph Hellwig struct blk_mq_tag_set; 524d2f903SChristoph Hellwig 6320ae51fSJens Axboe struct blk_mq_ctx { 7320ae51fSJens Axboe struct { 8320ae51fSJens Axboe spinlock_t lock; 9320ae51fSJens Axboe struct list_head rq_list; 10320ae51fSJens Axboe } ____cacheline_aligned_in_smp; 11320ae51fSJens Axboe 12320ae51fSJens Axboe unsigned int cpu; 13320ae51fSJens Axboe unsigned int index_hw; 14320ae51fSJens Axboe 154bb659b1SJens Axboe unsigned int last_tag ____cacheline_aligned_in_smp; 164bb659b1SJens Axboe 17320ae51fSJens Axboe /* incremented at dispatch time */ 18320ae51fSJens Axboe unsigned long rq_dispatched[2]; 19320ae51fSJens Axboe unsigned long rq_merged; 20320ae51fSJens Axboe 21320ae51fSJens Axboe /* incremented at completion time */ 22320ae51fSJens Axboe unsigned long ____cacheline_aligned_in_smp rq_completed[2]; 23320ae51fSJens Axboe 24320ae51fSJens Axboe struct request_queue *queue; 25320ae51fSJens Axboe struct kobject kobj; 264bb659b1SJens Axboe } ____cacheline_aligned_in_smp; 27320ae51fSJens Axboe 2830a91cb4SChristoph Hellwig void __blk_mq_complete_request(struct request *rq); 29320ae51fSJens Axboe void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); 30320ae51fSJens Axboe void blk_mq_init_flush(struct request_queue *q); 3143a5e4e2SMing Lei void blk_mq_drain_queue(struct request_queue *q); 323edcc0ceSMing Lei void blk_mq_free_queue(struct request_queue *q); 338727af4bSChristoph Hellwig void blk_mq_clone_flush_request(struct request *flush_rq, 348727af4bSChristoph Hellwig struct request *orig_rq); 35e3a2b3f9SJens Axboe int blk_mq_update_nr_requests(struct request_queue *q, unsigned int nr); 36320ae51fSJens Axboe 37320ae51fSJens Axboe /* 38320ae51fSJens Axboe * CPU hotplug helpers 39320ae51fSJens Axboe */ 40320ae51fSJens Axboe struct blk_mq_cpu_notifier; 41320ae51fSJens Axboe void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, 42e814e71bSJens Axboe int (*fn)(void *, unsigned long, unsigned int), 43320ae51fSJens Axboe void *data); 44320ae51fSJens Axboe void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 45320ae51fSJens Axboe void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 46320ae51fSJens Axboe void blk_mq_cpu_init(void); 47676141e4SJens Axboe void blk_mq_enable_hotplug(void); 48676141e4SJens Axboe void blk_mq_disable_hotplug(void); 49320ae51fSJens Axboe 50320ae51fSJens Axboe /* 51320ae51fSJens Axboe * CPU -> queue mappings 52320ae51fSJens Axboe */ 5324d2f903SChristoph Hellwig extern unsigned int *blk_mq_make_queue_map(struct blk_mq_tag_set *set); 54320ae51fSJens Axboe extern int blk_mq_update_queue_map(unsigned int *map, unsigned int nr_queues); 55f14bbe77SJens Axboe extern int blk_mq_hw_queue_to_node(unsigned int *map, unsigned int); 56320ae51fSJens Axboe 57e93ecf60SJens Axboe /* 58*67aec14cSJens Axboe * sysfs helpers 59*67aec14cSJens Axboe */ 60*67aec14cSJens Axboe extern int blk_mq_sysfs_register(struct request_queue *q); 61*67aec14cSJens Axboe extern void blk_mq_sysfs_unregister(struct request_queue *q); 62*67aec14cSJens Axboe 63*67aec14cSJens Axboe /* 64e93ecf60SJens Axboe * Basic implementation of sparser bitmap, allowing the user to spread 65e93ecf60SJens Axboe * the bits over more cachelines. 66e93ecf60SJens Axboe */ 67e93ecf60SJens Axboe struct blk_align_bitmap { 68e93ecf60SJens Axboe unsigned long word; 69e93ecf60SJens Axboe unsigned long depth; 70e93ecf60SJens Axboe } ____cacheline_aligned_in_smp; 71e93ecf60SJens Axboe 72320ae51fSJens Axboe #endif 73