27 struct nvme_tcp_queue;
107 	struct nvme_tcp_queue	*queue;
142 struct nvme_tcp_queue {  struct
187 	struct nvme_tcp_queue	*queues;  argument
208 static int nvme_tcp_try_send(struct nvme_tcp_queue *queue);
215 static inline int nvme_tcp_queue_id(struct nvme_tcp_queue *queue)  in nvme_tcp_queue_id()
236 static inline bool nvme_tcp_queue_tls(struct nvme_tcp_queue *queue)  in nvme_tcp_queue_tls()
255 static inline struct blk_mq_tags *nvme_tcp_tagset(struct nvme_tcp_queue *queue)  in nvme_tcp_tagset()
264 static inline u8 nvme_tcp_hdgst_len(struct nvme_tcp_queue *queue)  in nvme_tcp_hdgst_len()
269 static inline u8 nvme_tcp_ddgst_len(struct nvme_tcp_queue *queue)  in nvme_tcp_ddgst_len()
384 static inline void nvme_tcp_send_all(struct nvme_tcp_queue *queue)  in nvme_tcp_send_all()
394 static inline bool nvme_tcp_queue_has_pending(struct nvme_tcp_queue *queue)  in nvme_tcp_queue_has_pending()
400 static inline bool nvme_tcp_queue_more(struct nvme_tcp_queue *queue)  in nvme_tcp_queue_more()
409 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_queue_request()
430 static void nvme_tcp_process_req_list(struct nvme_tcp_queue *queue)  in nvme_tcp_process_req_list()
442 nvme_tcp_fetch_request(struct nvme_tcp_queue *queue)  in nvme_tcp_fetch_request()
488 static int nvme_tcp_verify_hdgst(struct nvme_tcp_queue *queue,  in nvme_tcp_verify_hdgst()
515 static int nvme_tcp_check_ddgst(struct nvme_tcp_queue *queue, void *pdu)  in nvme_tcp_check_ddgst()
551 	struct nvme_tcp_queue *queue = &ctrl->queues[queue_idx];  in nvme_tcp_init_request()
572 	struct nvme_tcp_queue *queue = &ctrl->queues[hctx_idx + 1];  in nvme_tcp_init_hctx()
582 	struct nvme_tcp_queue *queue = &ctrl->queues[0];  in nvme_tcp_init_admin_hctx()
589 nvme_tcp_recv_state(struct nvme_tcp_queue *queue)  in nvme_tcp_recv_state()
596 static void nvme_tcp_init_recv_ctx(struct nvme_tcp_queue *queue)  in nvme_tcp_init_recv_ctx()
614 static int nvme_tcp_process_nvme_cqe(struct nvme_tcp_queue *queue,  in nvme_tcp_process_nvme_cqe()
640 static int nvme_tcp_handle_c2h_data(struct nvme_tcp_queue *queue,  in nvme_tcp_handle_c2h_data()
674 static int nvme_tcp_handle_comp(struct nvme_tcp_queue *queue,  in nvme_tcp_handle_comp()
699 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_setup_h2c_data_pdu()
730 static int nvme_tcp_handle_r2t(struct nvme_tcp_queue *queue,  in nvme_tcp_handle_r2t()
779 static void nvme_tcp_handle_c2h_term(struct nvme_tcp_queue *queue,  in nvme_tcp_handle_c2h_term()
813 static int nvme_tcp_recv_pdu(struct nvme_tcp_queue *queue, struct sk_buff *skb,  in nvme_tcp_recv_pdu()
893 static int nvme_tcp_recv_data(struct nvme_tcp_queue *queue, struct sk_buff *skb,  in nvme_tcp_recv_data()
964 static int nvme_tcp_recv_ddgst(struct nvme_tcp_queue *queue,  in nvme_tcp_recv_ddgst()
1012 	struct nvme_tcp_queue *queue = desc->arg.data;  in nvme_tcp_recv_skb()
1047 	struct nvme_tcp_queue *queue;  in nvme_tcp_data_ready()
1061 	struct nvme_tcp_queue *queue;  in nvme_tcp_write_space()
1074 	struct nvme_tcp_queue *queue;  in nvme_tcp_state_change()
1100 static inline void nvme_tcp_done_send_req(struct nvme_tcp_queue *queue)  in nvme_tcp_done_send_req()
1120 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_try_send_data()
1183 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_try_send_cmd_pdu()
1224 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_try_send_data_pdu()
1258 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_try_send_ddgst()
1289 static int nvme_tcp_try_send(struct nvme_tcp_queue *queue)  in nvme_tcp_try_send()
1339 static int nvme_tcp_try_recv(struct nvme_tcp_queue *queue)  in nvme_tcp_try_recv()
1357 	struct nvme_tcp_queue *queue =  in nvme_tcp_io_work()
1358 		container_of(w, struct nvme_tcp_queue, io_work);  in nvme_tcp_io_work()
1388 static void nvme_tcp_free_crypto(struct nvme_tcp_queue *queue)  in nvme_tcp_free_crypto()
1397 static int nvme_tcp_alloc_crypto(struct nvme_tcp_queue *queue)  in nvme_tcp_alloc_crypto()
1432 	struct nvme_tcp_queue *queue = &ctrl->queues[0];  in nvme_tcp_alloc_async_req()
1449 	struct nvme_tcp_queue *queue = &ctrl->queues[qid];  in nvme_tcp_free_queue()
1471 static int nvme_tcp_init_connection(struct nvme_tcp_queue *queue)  in nvme_tcp_init_connection()
1602 static bool nvme_tcp_admin_queue(struct nvme_tcp_queue *queue)  in nvme_tcp_admin_queue()
1607 static bool nvme_tcp_default_queue(struct nvme_tcp_queue *queue)  in nvme_tcp_default_queue()
1616 static bool nvme_tcp_read_queue(struct nvme_tcp_queue *queue)  in nvme_tcp_read_queue()
1627 static bool nvme_tcp_poll_queue(struct nvme_tcp_queue *queue)  in nvme_tcp_poll_queue()
1649 static void nvme_tcp_set_queue_io_cpu(struct nvme_tcp_queue *queue)  in nvme_tcp_set_queue_io_cpu()
1694 	struct nvme_tcp_queue *queue = data;  in nvme_tcp_tls_done()
1725 			      struct nvme_tcp_queue *queue,  in nvme_tcp_start_tls()
1776 	struct nvme_tcp_queue *queue = &ctrl->queues[qid];  in nvme_tcp_alloc_queue()
1928 static void nvme_tcp_restore_sock_ops(struct nvme_tcp_queue *queue)  in nvme_tcp_restore_sock_ops()
1940 static void __nvme_tcp_stop_queue(struct nvme_tcp_queue *queue)  in __nvme_tcp_stop_queue()
1950 	struct nvme_tcp_queue *queue = &ctrl->queues[qid];  in nvme_tcp_stop_queue()
1966 static void nvme_tcp_setup_sock_ops(struct nvme_tcp_queue *queue)  in nvme_tcp_setup_sock_ops()
1985 	struct nvme_tcp_queue *queue = &ctrl->queues[idx];  in nvme_tcp_start_queue()
2514 static void nvme_tcp_set_sg_inline(struct nvme_tcp_queue *queue,  in nvme_tcp_set_sg_inline()
2538 	struct nvme_tcp_queue *queue = &ctrl->queues[0];  in nvme_tcp_submit_async_event()
2611 static blk_status_t nvme_tcp_map_data(struct nvme_tcp_queue *queue,  in nvme_tcp_map_data()
2636 	struct nvme_tcp_queue *queue = req->queue;  in nvme_tcp_setup_cmd_pdu()
2687 	struct nvme_tcp_queue *queue = hctx->driver_data;  in nvme_tcp_commit_rqs()
2697 	struct nvme_tcp_queue *queue = hctx->driver_data;  in nvme_tcp_queue_rq()
2726 	struct nvme_tcp_queue *queue = hctx->driver_data;  in nvme_tcp_poll()
2743 	struct nvme_tcp_queue *queue = &to_tcp_ctrl(ctrl)->queues[0];  in nvme_tcp_get_address()