| /linux/block/ |
| H A D | blk-mq.h | 174 struct blk_mq_hw_ctx *hctx; member
199 struct blk_mq_hw_ctx *hctx) in bt_wait_ptr()
209 static inline void blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_busy()
215 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_idle()
239 static inline bool blk_mq_hctx_stopped(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_stopped()
257 static inline bool blk_mq_hw_queue_mapped(struct blk_mq_hw_ctx *hctx) in blk_mq_hw_queue_mapped()
294 static inline void __blk_mq_add_active_requests(struct blk_mq_hw_ctx *hctx, in __blk_mq_add_active_requests()
303 static inline void __blk_mq_inc_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_inc_active_requests()
308 static inline void __blk_mq_sub_active_requests(struct blk_mq_hw_ctx *hctx, in __blk_mq_sub_active_requests()
317 static inline void __blk_mq_dec_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_dec_active_requests()
[all …]
|
| H A D | blk-mq-sched.c | 22 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx()
31 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_restart()
58 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list() local
85 static int __blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in __blk_mq_do_dispatch_sched()
176 static int blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_sched()
194 static struct blk_mq_ctx *blk_mq_next_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_next_ctx()
213 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx()
268 static int __blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_dispatch_requests()
317 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_dispatch_requests()
340 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_bio_merge() local
[all …]
|
| H A D | blk-mq.c | 61 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending() argument
71 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending() argument
80 blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx * hctx,struct blk_mq_ctx * ctx) blk_mq_hctx_clear_pending() argument
365 struct blk_mq_hw_ctx *hctx; blk_mq_wake_waiters() local
414 struct blk_mq_hw_ctx *hctx = data->hctx; blk_mq_rq_ctx_init() local
803 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; __blk_mq_free_request() local
1155 blk_mq_flush_tag_batch(struct blk_mq_hw_ctx * hctx,int * tag_array,int nr_tags) blk_mq_flush_tag_batch() argument
1417 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_execute_rq_nowait() local
1479 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_execute_rq() local
1711 struct blk_mq_hw_ctx *hctx; blk_mq_timeout_work() local
1764 struct blk_mq_hw_ctx *hctx; global() member
1771 struct blk_mq_hw_ctx *hctx = flush_data->hctx; flush_busy_ctx() local
1786 blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx * hctx,struct list_head * list) blk_mq_flush_busy_ctxs() argument
1797 struct blk_mq_hw_ctx *hctx; global() member
1805 struct blk_mq_hw_ctx *hctx = dispatch_data->hctx; dispatch_rq_from_ctx() local
1821 blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx * hctx,struct blk_mq_ctx * start) blk_mq_dequeue_from_ctx() argument
1864 struct blk_mq_hw_ctx *hctx; blk_mq_dispatch_wake() local
1888 blk_mq_mark_tag_wait(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_mark_tag_wait() argument
1982 blk_mq_update_dispatch_busy(struct blk_mq_hw_ctx * hctx,bool busy) blk_mq_update_dispatch_busy() argument
2017 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_mq_prep_dispatch_rq() local
2073 blk_mq_commit_rqs(struct blk_mq_hw_ctx * hctx,int queued,bool from_schedule) blk_mq_commit_rqs() argument
2085 blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx * hctx,struct list_head * list,bool get_budget) blk_mq_dispatch_rq_list() argument
2213 blk_mq_first_mapped_cpu(struct blk_mq_hw_ctx * hctx) blk_mq_first_mapped_cpu() argument
2226 blk_mq_hctx_empty_cpumask(struct blk_mq_hw_ctx * hctx) blk_mq_hctx_empty_cpumask() argument
2237 blk_mq_hctx_next_cpu(struct blk_mq_hw_ctx * hctx) blk_mq_hctx_next_cpu() argument
2285 blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx * hctx,unsigned long msecs) blk_mq_delay_run_hw_queue() argument
2294 blk_mq_hw_queue_need_run(struct blk_mq_hw_ctx * hctx) blk_mq_hw_queue_need_run() argument
2321 blk_mq_run_hw_queue(struct blk_mq_hw_ctx * hctx,bool async) blk_mq_run_hw_queue() argument
2374 struct blk_mq_hw_ctx *hctx = ctx->hctxs[HCTX_TYPE_DEFAULT]; blk_mq_get_sq_hctx() local
2388 struct blk_mq_hw_ctx *hctx, *sq_hctx; blk_mq_run_hw_queues() local
2416 struct blk_mq_hw_ctx *hctx, *sq_hctx; blk_mq_delay_run_hw_queues() local
2454 blk_mq_stop_hw_queue(struct blk_mq_hw_ctx * hctx) blk_mq_stop_hw_queue() argument
2473 struct blk_mq_hw_ctx *hctx; blk_mq_stop_hw_queues() local
2481 blk_mq_start_hw_queue(struct blk_mq_hw_ctx * hctx) blk_mq_start_hw_queue() argument
2491 struct blk_mq_hw_ctx *hctx; blk_mq_start_hw_queues() local
2499 blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx * hctx,bool async) blk_mq_start_stopped_hw_queue() argument
2517 struct blk_mq_hw_ctx *hctx; blk_mq_start_stopped_hw_queues() local
2528 struct blk_mq_hw_ctx *hctx = blk_mq_run_work_fn() local
2545 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_mq_request_bypass_insert() local
2555 blk_mq_insert_requests(struct blk_mq_hw_ctx * hctx,struct blk_mq_ctx * ctx,struct list_head * list,bool run_queue_async) blk_mq_insert_requests() argument
2596 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_mq_insert_request() local
2679 __blk_mq_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq,bool last) __blk_mq_issue_directly() argument
2737 blk_mq_try_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_try_issue_directly() argument
2771 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; blk_mq_request_issue_directly() local
2786 struct blk_mq_hw_ctx *hctx = NULL; blk_mq_issue_direct() local
2970 blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx * hctx,struct list_head * list) blk_mq_try_issue_list_directly() argument
3099 struct blk_mq_hw_ctx *hctx; blk_mq_submit_bio() local
3663 struct blk_mq_hw_ctx *hctx; global() member
3677 blk_mq_hctx_has_requests(struct blk_mq_hw_ctx * hctx) blk_mq_hctx_has_requests() argument
3693 blk_mq_hctx_has_online_cpu(struct blk_mq_hw_ctx * hctx,unsigned int this_cpu) blk_mq_hctx_has_online_cpu() argument
3721 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, blk_mq_hctx_notify_offline() local
3772 blk_mq_cpu_mapped_to_hctx(unsigned int cpu,const struct blk_mq_hw_ctx * hctx) blk_mq_cpu_mapped_to_hctx() argument
3782 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, blk_mq_hctx_notify_online() local
3797 struct blk_mq_hw_ctx *hctx; blk_mq_hctx_notify_dead() local
3827 __blk_mq_remove_cpuhp(struct blk_mq_hw_ctx * hctx) __blk_mq_remove_cpuhp() argument
3845 blk_mq_remove_cpuhp(struct blk_mq_hw_ctx * hctx) blk_mq_remove_cpuhp() argument
3852 __blk_mq_add_cpuhp(struct blk_mq_hw_ctx * hctx) __blk_mq_add_cpuhp() argument
3868 struct blk_mq_hw_ctx *hctx; __blk_mq_remove_cpuhp_list() local
3905 struct blk_mq_hw_ctx *hctx; blk_mq_add_hw_queues_cpuhp() local
3944 blk_mq_exit_hctx(struct request_queue * q,struct blk_mq_tag_set * set,struct blk_mq_hw_ctx * hctx,unsigned int hctx_idx) blk_mq_exit_hctx() argument
3972 struct blk_mq_hw_ctx *hctx; blk_mq_exit_hw_queues() local
3985 blk_mq_init_hctx(struct request_queue * q,struct blk_mq_tag_set * set,struct blk_mq_hw_ctx * hctx,unsigned hctx_idx) blk_mq_init_hctx() argument
4021 struct blk_mq_hw_ctx *hctx; blk_mq_alloc_hctx() local
4086 struct blk_mq_hw_ctx *hctx; blk_mq_init_cpu_queues() local
4166 struct blk_mq_hw_ctx *hctx; blk_mq_map_swqueue() local
4286 struct blk_mq_hw_ctx *hctx; queue_set_hctx_shared() local
4386 struct blk_mq_hw_ctx *hctx, *next; blk_mq_release() local
4499 blk_mq_hctx_is_reusable(struct blk_mq_hw_ctx * hctx) blk_mq_hctx_is_reusable() argument
4509 struct blk_mq_hw_ctx *hctx = NULL, *tmp; blk_mq_alloc_and_init_hctx() local
4600 struct blk_mq_hw_ctx *hctx = hctxs[j]; __blk_mq_realloc_hw_ctxs() local
4991 struct blk_mq_hw_ctx *hctx; blk_mq_update_nr_requests() local
5218 blk_hctx_poll(struct request_queue * q,struct blk_mq_hw_ctx * hctx,struct io_comp_batch * iob,unsigned int flags) blk_hctx_poll() argument
5272 struct blk_mq_hw_ctx *hctx; blk_mq_cancel_work_sync() local
[all...] |
| H A D | kyber-iosched.c | 458 static int kyber_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_init_hctx()
512 static void kyber_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_exit_hctx()
557 struct blk_mq_hw_ctx *hctx = blk_mq_map_queue(bio->bi_opf, ctx); in kyber_bio_merge() local
576 static void kyber_insert_requests(struct blk_mq_hw_ctx *hctx, in kyber_insert_requests()
684 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake() local
694 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token()
742 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain()
789 static struct request *kyber_dispatch_request(struct blk_mq_hw_ctx *hctx) in kyber_dispatch_request()
835 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work()
886 #define KYBER_HCTX_DATA(hctx) ((struct kyber_hctx_data *)(hctx)->sched_data) argument
[all …]
|
| H A D | mq-deadline.c | 449 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request() argument
620 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request() argument
667 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests() argument
716 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work() argument
|
| H A D | bfq-iosched.c | 5145 static bool bfq_has_work(struct blk_mq_hw_ctx *hctx) in bfq_has_work()
5157 static struct request *__bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in __bfq_dispatch_request()
5298 static struct request *bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in bfq_dispatch_request()
6237 static void bfq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in bfq_insert_request()
6293 static void bfq_insert_requests(struct blk_mq_hw_ctx *hctx, in bfq_insert_requests()
|
| /linux/samples/hid/ |
| H A D | hid_mouse.bpf.c | 8 static int hid_y_event(struct hid_bpf_ctx *hctx) in hid_y_event()
53 static int hid_x_event(struct hid_bpf_ctx *hctx) in hid_x_event()
71 int BPF_PROG(hid_event, struct hid_bpf_ctx *hctx, enum hid_report_type type) in BPF_PROG()
83 int BPF_PROG(hid_rdesc_fixup, struct hid_bpf_ctx *hctx) in BPF_PROG()
|
| H A D | hid_surface_dial.bpf.c | 14 int BPF_PROG(hid_event, struct hid_bpf_ctx *hctx) in BPF_PROG()
105 int BPF_PROG(hid_rdesc_fixup, struct hid_bpf_ctx *hctx) in BPF_PROG()
|
| /linux/tools/testing/selftests/hid/progs/ |
| H A D | hid.c | 352 int BPF_PROG(hid_test_filter_raw_request, struct hid_bpf_ctx *hctx, unsigned char reportnum, in BPF_PROG()
373 int BPF_PROG(hid_test_hidraw_raw_request, struct hid_bpf_ctx *hctx, unsigned char reportnum, in BPF_PROG()
404 int BPF_PROG(hid_test_infinite_loop_raw_request, struct hid_bpf_ctx *hctx, unsigned char reportnum, in BPF_PROG()
431 int BPF_PROG(hid_test_filter_output_report, struct hid_bpf_ctx *hctx, unsigned char reportnum, in BPF_PROG()
443 int BPF_PROG(hid_test_hidraw_output_report, struct hid_bpf_ctx *hctx, __u64 source) in BPF_PROG()
464 int BPF_PROG(hid_test_infinite_loop_output_report, struct hid_bpf_ctx *hctx, __u64 source) in BPF_PROG()
607 int BPF_PROG(hid_test_infinite_loop_input_report, struct hid_bpf_ctx *hctx, in BPF_PROG()
|
| /linux/drivers/s390/block/ |
| H A D | scm_blk.c | 281 static blk_status_t scm_blk_request(struct blk_mq_hw_ctx *hctx, in scm_blk_request()
330 static int scm_blk_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scm_blk_init_hctx()
344 static void scm_blk_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int idx) in scm_blk_exit_hctx()
|
| /linux/drivers/block/rnbd/ |
| H A D | rnbd-clt.c | 1098 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue()
1113 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq()
1160 static int rnbd_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in rnbd_rdma_poll()
1313 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue()
1323 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues() local
|
| /linux/drivers/char/tpm/ |
| H A D | tpm2-sessions.c | 438 struct hmac_sha256_ctx hctx; in tpm2_KDFa() local
607 struct hmac_sha256_ctx hctx; in tpm_buf_fill_hmac_session() local
781 struct hmac_sha256_ctx hctx; tpm_buf_check_hmac_response() local
[all...] |
| /linux/drivers/hid/bpf/progs/ |
| H A D | XPPen__ACK05.bpf.c | 315 struct hid_bpf_ctx *hctx = hid_bpf_allocate_context(ctx->hid); in probe() local
|
| /linux/drivers/block/ |
| H A D | z2ram.c | 68 static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, in z2_queue_rq()
|
| /linux/net/dccp/ccids/ |
| H A D | ccid3.h | |
| /linux/drivers/mtd/ |
| H A D | mtd_blkdevs.c | 166 static blk_status_t mtd_queue_rq(struct blk_mq_hw_ctx *hctx, in mtd_queue_rq()
|
| /linux/drivers/scsi/ |
| H A D | scsi_lib.c | 1854 static blk_status_t scsi_queue_rq(struct blk_mq_hw_ctx *hctx, in scsi_queue_rq()
2016 static int scsi_mq_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in scsi_mq_poll()
2026 static int scsi_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scsi_init_hctx()
2100 static void scsi_commit_rqs(struct blk_mq_hw_ctx *hctx) in scsi_commit_rqs()
|
| /linux/drivers/block/null_blk/ |
| H A D | main.c | 1596 static int null_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in null_poll()
1629 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in null_timeout_rq() local
1660 static blk_status_t null_queue_rq(struct blk_mq_hw_ctx *hctx, in null_queue_rq()
1740 static int null_init_hctx(struct blk_mq_hw_ctx *hctx, void *driver_data, in null_init_hctx()
|
| /linux/drivers/infiniband/hw/bnxt_re/ |
| H A D | main.c | 2077 struct bnxt_qplib_ctx *hctx = &rdev->qplib_ctx; in bnxt_re_get_stats_ctx() local
2098 struct bnxt_qplib_ctx *hctx = &rdev->qplib_ctx; in bnxt_re_get_stats3_ctx() local
2122 struct bnxt_qplib_ctx *hctx = &rdev->qplib_ctx; in bnxt_re_put_stats3_ctx() local
2134 struct bnxt_qplib_ctx *hctx = &rdev->qplib_ctx; in bnxt_re_put_stats_ctx() local
|
| /linux/drivers/block/mtip32xx/ |
| H A D | mtip32xx.c | 2048 struct blk_mq_hw_ctx *hctx) in mtip_hw_submit_io()
3248 static bool mtip_check_unal_depth(struct blk_mq_hw_ctx *hctx, in mtip_check_unal_depth()
3272 static blk_status_t mtip_issue_reserved_cmd(struct blk_mq_hw_ctx *hctx, in mtip_issue_reserved_cmd()
3309 static blk_status_t mtip_queue_rq(struct blk_mq_hw_ctx *hctx, in mtip_queue_rq()
|
| /linux/drivers/nvme/host/ |
| H A D | rdma.c | 327 static int nvme_rdma_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_hctx()
339 static int nvme_rdma_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_admin_hctx()
2027 static blk_status_t nvme_rdma_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_rdma_queue_rq()
2110 static int nvme_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in nvme_rdma_poll()
|
| H A D | apple.c | 781 static blk_status_t apple_nvme_queue_rq(struct blk_mq_hw_ctx *hctx, in apple_nvme_queue_rq()
829 static int apple_nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in apple_nvme_init_hctx()
991 static int apple_nvme_poll(struct blk_mq_hw_ctx *hctx, in apple_nvme_poll()
|
| H A D | tcp.c | 580 static int nvme_tcp_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_hctx() argument
590 static int nvme_tcp_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_admin_hctx() argument
2841 nvme_tcp_commit_rqs(struct blk_mq_hw_ctx * hctx) nvme_tcp_commit_rqs() argument
2849 nvme_tcp_queue_rq(struct blk_mq_hw_ctx * hctx,const struct blk_mq_queue_data * bd) nvme_tcp_queue_rq() argument
2880 nvme_tcp_poll(struct blk_mq_hw_ctx * hctx,struct io_comp_batch * iob) nvme_tcp_poll() argument
[all...] |
| H A D | pci.c | 638 static int nvme_init_hctx_common(struct blk_mq_hw_ctx *hctx, void *data, in nvme_init_hctx_common() argument
657 static int nvme_admin_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_admin_init_hctx() argument
664 static int nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_init_hctx() argument
750 static void nvme_commit_rqs(struct blk_mq_hw_ctx *hctx) in nvme_commit_rqs() argument
1442 nvme_queue_rq(struct blk_mq_hw_ctx * hctx,const struct blk_mq_queue_data * bd) nvme_queue_rq() argument
1682 nvme_poll(struct blk_mq_hw_ctx * hctx,struct io_comp_batch * iob) nvme_poll() argument
[all...] |
| H A D | fc.c | 37 struct blk_mq_hw_ctx *hctx; member
2192 __nvme_fc_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, unsigned int qidx) in __nvme_fc_init_hctx() argument
2203 nvme_fc_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, unsigned int hctx_idx) in nvme_fc_init_hctx() argument
2209 nvme_fc_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_fc_init_admin_hctx() argument
2764 nvme_fc_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_fc_queue_rq() argument
[all...] |