Home
last modified time | relevance | path

Searched refs:blk_mq_hw_ctx (Results 1 – 25 of 47) sorted by relevance

12

/linux/block/
H A Dblk-mq-debugfs.h9 struct blk_mq_hw_ctx;
25 struct blk_mq_hw_ctx *hctx);
26 void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx);
33 struct blk_mq_hw_ctx *hctx);
34 void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx);
44 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx()
48 static inline void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_hctx()
69 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_sched_hctx()
73 static inline void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_sched_hctx()
H A Dblk-mq-sysfs.c34 struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, in blk_mq_hw_sysfs_release()
46 ssize_t (*show)(struct blk_mq_hw_ctx *, char *);
53 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_show()
58 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_show()
70 static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_tags_show()
76 static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_reserved_tags_show()
82 static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page) in blk_mq_hw_sysfs_cpus_show()
144 static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_unregister_hctx()
158 static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_register_hctx()
187 void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_kobj_init()
[all …]
H A Dblk-mq-sched.c22 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx()
31 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_restart()
58 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list()
85 static int __blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in __blk_mq_do_dispatch_sched()
176 static int blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_sched()
194 static struct blk_mq_ctx *blk_mq_next_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_next_ctx()
213 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx()
268 static int __blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_dispatch_requests()
317 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_dispatch_requests()
340 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_bio_merge()
[all …]
H A Dblk-mq-debugfs.c169 struct blk_mq_hw_ctx *hctx = data; in hctx_state_show()
191 struct blk_mq_hw_ctx *hctx = data; in hctx_flags_show()
301 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_start()
309 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_next()
317 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_stop()
331 struct blk_mq_hw_ctx *hctx;
351 struct blk_mq_hw_ctx *hctx = data; in hctx_busy_show()
373 struct blk_mq_hw_ctx *hctx = data; in hctx_type_show()
382 struct blk_mq_hw_ctx *hctx = data; in hctx_ctx_map_show()
407 struct blk_mq_hw_ctx *hctx = data; in hctx_tags_show()
[all …]
H A Dblk-mq-sched.h16 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx);
17 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx);
19 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx);
35 static inline void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_restart()
80 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_has_work()
90 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_needs_restart()
H A Delevator.h24 struct blk_mq_hw_ctx;
38 int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int);
39 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int);
40 void (*depth_updated)(struct blk_mq_hw_ctx *);
50 void (*insert_requests)(struct blk_mq_hw_ctx *hctx, struct list_head *list,
52 struct request *(*dispatch_request)(struct blk_mq_hw_ctx *);
53 bool (*has_work)(struct blk_mq_hw_ctx *);
H A Dblk-mq.c51 static void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx,
53 static int blk_hctx_poll(struct request_queue *q, struct blk_mq_hw_ctx *hctx,
60 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending()
70 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending()
79 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_clear_pending()
364 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters()
403 struct blk_mq_hw_ctx *hctx = data->hctx; in blk_mq_rq_ctx_init()
773 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in __blk_mq_free_request()
1159 static inline void blk_mq_flush_tag_batch(struct blk_mq_hw_ctx *hctx, in blk_mq_flush_tag_batch()
1173 struct blk_mq_hw_ctx *cur_hctx = NULL; in blk_mq_end_request_batch()
[all …]
H A Dkyber-iosched.c443 static void kyber_depth_updated(struct blk_mq_hw_ctx *hctx) in kyber_depth_updated()
452 static int kyber_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_init_hctx()
507 static void kyber_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_exit_hctx()
559 struct blk_mq_hw_ctx *hctx = blk_mq_map_queue(bio->bi_opf, ctx); in kyber_bio_merge()
578 static void kyber_insert_requests(struct blk_mq_hw_ctx *hctx, in kyber_insert_requests()
686 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake()
696 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token()
744 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain()
791 static struct request *kyber_dispatch_request(struct blk_mq_hw_ctx *hctx) in kyber_dispatch_request()
837 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work()
[all …]
H A Dblk-mq-tag.c38 void __blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_busy()
81 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_idle()
245 struct blk_mq_hw_ctx *hctx;
269 struct blk_mq_hw_ctx *hctx = iter_data->hctx; in bt_iter()
312 static void bt_for_each(struct blk_mq_hw_ctx *hctx, struct request_queue *q, in bt_for_each()
516 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_tag_busy_iter()
586 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, in blk_mq_tag_update_depth()
H A Dmq-deadline.c462 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request()
510 static void dd_depth_updated(struct blk_mq_hw_ctx *hctx) in dd_depth_updated()
522 static int dd_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in dd_init_hctx()
649 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request()
696 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests()
746 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work()
H A Dblk-flush.c341 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in mq_flush_data_end_io()
533 void blk_mq_hctx_set_fq_lock_class(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_set_fq_lock_class()
H A Dbsg-lib.c272 static blk_status_t bsg_queue_rq(struct blk_mq_hw_ctx *hctx, in bsg_queue_rq()
H A Dbfq-iosched.c5144 static bool bfq_has_work(struct blk_mq_hw_ctx *hctx) in bfq_has_work()
5156 static struct request *__bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in __bfq_dispatch_request()
5297 static struct request *bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in bfq_dispatch_request()
6236 static void bfq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in bfq_insert_request()
6292 static void bfq_insert_requests(struct blk_mq_hw_ctx *hctx, in bfq_insert_requests()
7148 static void bfq_depth_updated(struct blk_mq_hw_ctx *hctx) in bfq_depth_updated()
7157 static int bfq_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int index) in bfq_init_hctx()
/linux/rust/kernel/block/mq/
H A Doperations.rs73 _hctx: *mut bindings::blk_mq_hw_ctx, in queue_rq_callback() argument
114 unsafe extern "C" fn commit_rqs_callback(_hctx: *mut bindings::blk_mq_hw_ctx) { in commit_rqs_callback() argument
133 _hctx: *mut bindings::blk_mq_hw_ctx, in poll_callback() argument
148 _hctx: *mut bindings::blk_mq_hw_ctx, in init_hctx_callback() argument
162 _hctx: *mut bindings::blk_mq_hw_ctx, in exit_hctx_callback() argument
/linux/include/linux/
H A Dblk-mq.h106 struct blk_mq_hw_ctx *mq_hctx;
304 struct blk_mq_hw_ctx { struct
559 blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *,
569 void (*commit_rqs)(struct blk_mq_hw_ctx *);
609 int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *);
621 int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int);
625 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int);
909 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx);
910 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx);
913 void blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx *hctx, bool async);
[all …]
/linux/drivers/block/rnbd/
H A Drnbd-clt.h105 struct blk_mq_hw_ctx *hctx;
H A Drnbd-clt.c1096 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue()
1111 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq()
1158 static int rnbd_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in rnbd_rdma_poll()
1311 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue()
1321 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues()
/linux/drivers/block/
H A Dvirtio_blk.c131 static inline struct virtio_blk_vq *get_virtio_blk_vq(struct blk_mq_hw_ctx *hctx) in get_virtio_blk_vq()
213 static int virtblk_map_data(struct blk_mq_hw_ctx *hctx, struct request *req, in virtblk_map_data()
377 static void virtio_commit_rqs(struct blk_mq_hw_ctx *hctx) in virtio_commit_rqs()
404 static blk_status_t virtblk_prep_rq(struct blk_mq_hw_ctx *hctx, in virtblk_prep_rq()
426 static blk_status_t virtio_queue_rq(struct blk_mq_hw_ctx *hctx, in virtio_queue_rq()
1196 static int virtblk_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in virtblk_poll()
/linux/drivers/nvme/host/
H A Dapple.c733 static blk_status_t apple_nvme_queue_rq(struct blk_mq_hw_ctx *hctx, in apple_nvme_queue_rq()
776 static int apple_nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in apple_nvme_init_hctx()
938 static int apple_nvme_poll(struct blk_mq_hw_ctx *hctx, in apple_nvme_poll()
H A Dtcp.c575 static int nvme_tcp_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_hctx()
585 static int nvme_tcp_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_admin_hctx()
2746 static void nvme_tcp_commit_rqs(struct blk_mq_hw_ctx *hctx) in nvme_tcp_commit_rqs()
2754 static blk_status_t nvme_tcp_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_tcp_queue_rq()
2785 static int nvme_tcp_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in nvme_tcp_poll()
H A Drdma.c319 static int nvme_rdma_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_hctx()
331 static int nvme_rdma_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_admin_hctx()
1992 static blk_status_t nvme_rdma_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_rdma_queue_rq()
2073 static int nvme_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in nvme_rdma_poll()
H A Dpci.c471 static int nvme_init_hctx_common(struct blk_mq_hw_ctx *hctx, void *data, in nvme_init_hctx_common()
490 static int nvme_admin_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_admin_init_hctx()
497 static int nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_init_hctx()
581 static void nvme_commit_rqs(struct blk_mq_hw_ctx *hctx) in nvme_commit_rqs()
1135 static blk_status_t nvme_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_queue_rq()
1387 static int nvme_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in nvme_poll()
/linux/drivers/mmc/core/
H A Dqueue.c229 static blk_status_t mmc_mq_queue_rq(struct blk_mq_hw_ctx *hctx, in mmc_mq_queue_rq()
/linux/drivers/md/
H A Ddm-rq.c477 static blk_status_t dm_mq_queue_rq(struct blk_mq_hw_ctx *hctx, in dm_mq_queue_rq()
/linux/drivers/mtd/ubi/
H A Dblock.c302 static blk_status_t ubiblock_queue_rq(struct blk_mq_hw_ctx *hctx, in ubiblock_queue_rq()

12