106 	struct ublk_queue *ubq;
194 struct ublk_queue {  struct
253 static void ublk_abort_queue(struct ublk_device *ub, struct ublk_queue *ubq);
255 		const struct ublk_queue *ubq, struct ublk_io *io,
260 ublk_get_iod(const struct ublk_queue *ubq, unsigned tag)  in ublk_get_iod()
270 static inline bool ublk_queue_is_zoned(struct ublk_queue *ubq)  in ublk_queue_is_zoned()
453 static blk_status_t ublk_setup_iod_zoned(struct ublk_queue *ubq,  in ublk_setup_iod_zoned()
527 static blk_status_t ublk_setup_iod_zoned(struct ublk_queue *ubq,  in ublk_setup_iod_zoned()
662 static inline bool ublk_support_zero_copy(const struct ublk_queue *ubq)  in ublk_support_zero_copy()
667 static inline bool ublk_support_auto_buf_reg(const struct ublk_queue *ubq)  in ublk_support_auto_buf_reg()
672 static inline bool ublk_support_user_copy(const struct ublk_queue *ubq)  in ublk_support_user_copy()
677 static inline bool ublk_need_map_io(const struct ublk_queue *ubq)  in ublk_need_map_io()
683 static inline bool ublk_need_req_ref(const struct ublk_queue *ubq)  in ublk_need_req_ref()
700 static inline void ublk_init_req_ref(const struct ublk_queue *ubq,  in ublk_init_req_ref()
726 static inline bool ublk_need_get_data(const struct ublk_queue *ubq)  in ublk_need_get_data()
745 static inline struct ublk_queue *ublk_get_queue(struct ublk_device *dev,  in ublk_get_queue()
748        return (struct ublk_queue *)&(dev->__queues[qid * dev->queue_size]);  in ublk_get_queue()
769 	struct ublk_queue *ubq = ublk_get_queue(ub, q_id);  in ublk_queue_cmd_buf_size()
804 static inline bool ublk_nosrv_should_queue_io(struct ublk_queue *ubq)  in ublk_nosrv_should_queue_io()
999 static int ublk_map_io(const struct ublk_queue *ubq, const struct request *req,  in ublk_map_io()
1022 static int ublk_unmap_io(const struct ublk_queue *ubq,  in ublk_unmap_io()
1071 static blk_status_t ublk_setup_iod(struct ublk_queue *ubq, struct request *req)  in ublk_setup_iod()
1122 	struct ublk_queue *ubq = req->mq_hctx->driver_data;  in __ublk_complete_rq()
1197 static inline void __ublk_abort_rq(struct ublk_queue *ubq,  in __ublk_abort_rq()
1208 ublk_auto_buf_reg_fallback(const struct ublk_queue *ubq, struct ublk_io *io)  in ublk_auto_buf_reg_fallback()
1216 static bool ublk_auto_buf_reg(const struct ublk_queue *ubq, struct request *req,  in ublk_auto_buf_reg()
1238 static bool ublk_prep_auto_buf_reg(struct ublk_queue *ubq,  in ublk_prep_auto_buf_reg()
1249 static bool ublk_start_io(const struct ublk_queue *ubq, struct request *req,  in ublk_start_io()
1277 static void ublk_dispatch_req(struct ublk_queue *ubq,  in ublk_dispatch_req()
1327 	struct ublk_queue *ubq = pdu->ubq;  in ublk_cmd_tw_cb()
1332 static void ublk_queue_cmd(struct ublk_queue *ubq, struct request *rq)  in ublk_queue_cmd()
1368 	struct ublk_queue *ubq = rq->mq_hctx->driver_data;  in ublk_timeout()
1388 static blk_status_t ublk_prep_req(struct ublk_queue *ubq, struct request *rq,  in ublk_prep_req()
1424 	struct ublk_queue *ubq = hctx->driver_data;  in ublk_queue_rq()
1462 		struct ublk_queue *this_q = req->mq_hctx->driver_data;  in ublk_queue_rqs()
1486 	struct ublk_queue *ubq = ublk_get_queue(ub, hctx->queue_num);  in ublk_init_hctx()
1499 static void ublk_queue_reinit(struct ublk_device *ub, struct ublk_queue *ubq)  in ublk_queue_reinit()
1608 		struct ublk_queue *ubq = ublk_get_queue(ub, i);  in ublk_check_and_reset_active_ref()
1785 static void __ublk_fail_req(struct ublk_queue *ubq, struct ublk_io *io,  in __ublk_fail_req()
1806 static void ublk_abort_queue(struct ublk_device *ub, struct ublk_queue *ubq)  in ublk_abort_queue()
1844 static void ublk_cancel_cmd(struct ublk_queue *ubq, unsigned tag,  in ublk_cancel_cmd()
1898 	struct ublk_queue *ubq = pdu->ubq;  in ublk_uring_cmd_cancel_fn()
1919 static inline bool ublk_queue_ready(struct ublk_queue *ubq)  in ublk_queue_ready()
1924 static void ublk_cancel_queue(struct ublk_queue *ubq)  in ublk_cancel_queue()
2030 		struct ublk_queue *ubq = ublk_get_queue(ub, i);  in ublk_reset_io_flags()
2045 static void ublk_mark_io_ready(struct ublk_device *ub, struct ublk_queue *ubq)  in ublk_mark_io_ready()
2125 ublk_config_io_buf(const struct ublk_queue *ubq, struct ublk_io *io,  in ublk_config_io_buf()
2138 				    struct ublk_queue *ubq, unsigned int tag)  in ublk_prep_cancel()
2154 	struct ublk_queue *ubq = rq->mq_hctx->driver_data;  in ublk_io_release()
2168 				const struct ublk_queue *ubq,  in ublk_register_io_buf()
2195 			    const struct ublk_queue *ubq, struct ublk_io *io,  in ublk_daemon_register_io_buf()
2232 static int ublk_check_fetch_buf(const struct ublk_queue *ubq, __u64 buf_addr)  in ublk_check_fetch_buf()
2248 static int ublk_fetch(struct io_uring_cmd *cmd, struct ublk_queue *ubq,  in ublk_fetch()
2286 static int ublk_check_commit_and_fetch(const struct ublk_queue *ubq,  in ublk_check_commit_and_fetch()
2310 static bool ublk_need_complete_req(const struct ublk_queue *ubq,  in ublk_need_complete_req()
2318 static bool ublk_get_data(const struct ublk_queue *ubq, struct ublk_io *io,  in ublk_get_data()
2342 	struct ublk_queue *ubq;  in __ublk_ch_uring_cmd()
2466 		const struct ublk_queue *ubq, struct ublk_io *io, size_t offset)  in __ublk_check_and_get_req()
2564 	struct ublk_queue *ubq;  in ublk_check_and_get_req()
2660 	struct ublk_queue *ubq = ublk_get_queue(ub, q_id);  in ublk_deinit_queue()
2677 	struct ublk_queue *ubq = ublk_get_queue(ub, q_id);  in ublk_init_queue()
2714 	int ubq_size = sizeof(struct ublk_queue) + depth * sizeof(struct ublk_io);  in ublk_init_queues()
3475 	const struct ublk_queue *ubq;
3489 static bool ubq_has_idle_io(const struct ublk_queue *ubq)  in ubq_has_idle_io()
3511 			struct ublk_queue *ubq = ublk_get_queue(ub, i);  in ublk_wait_for_idle_io()