102 struct nvme_tcp_request {  struct
158 	struct nvme_tcp_request *request;
196 	struct nvme_tcp_request async_req;
258 static inline void *nvme_tcp_req_cmd_pdu(struct nvme_tcp_request *req)  in nvme_tcp_req_cmd_pdu()
263 static inline void *nvme_tcp_req_data_pdu(struct nvme_tcp_request *req)  in nvme_tcp_req_data_pdu()
270 static inline size_t nvme_tcp_inline_data_size(struct nvme_tcp_request *req)  in nvme_tcp_inline_data_size()
277 static inline bool nvme_tcp_async_req(struct nvme_tcp_request *req)  in nvme_tcp_async_req()
282 static inline bool nvme_tcp_has_inline_data(struct nvme_tcp_request *req)  in nvme_tcp_has_inline_data()
295 static inline struct page *nvme_tcp_req_cur_page(struct nvme_tcp_request *req)  in nvme_tcp_req_cur_page()
300 static inline size_t nvme_tcp_req_cur_offset(struct nvme_tcp_request *req)  in nvme_tcp_req_cur_offset()
305 static inline size_t nvme_tcp_req_cur_length(struct nvme_tcp_request *req)  in nvme_tcp_req_cur_length()
311 static inline size_t nvme_tcp_pdu_data_left(struct nvme_tcp_request *req)  in nvme_tcp_pdu_data_left()
317 static inline size_t nvme_tcp_pdu_last_send(struct nvme_tcp_request *req,  in nvme_tcp_pdu_last_send()
323 static void nvme_tcp_init_iter(struct nvme_tcp_request *req,  in nvme_tcp_init_iter()
355 static inline void nvme_tcp_advance_req(struct nvme_tcp_request *req,  in nvme_tcp_advance_req()
390 static inline void nvme_tcp_queue_request(struct nvme_tcp_request *req,  in nvme_tcp_queue_request()
416 	struct nvme_tcp_request *req;  in nvme_tcp_process_req_list()
420 		req = llist_entry(node, struct nvme_tcp_request, lentry);  in nvme_tcp_process_req_list()
425 static inline struct nvme_tcp_request *
428 	struct nvme_tcp_request *req;  in nvme_tcp_fetch_request()
431 			struct nvme_tcp_request, entry);  in nvme_tcp_fetch_request()
435 				struct nvme_tcp_request, entry);  in nvme_tcp_fetch_request()
522 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_exit_request()
532 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_init_request()
601 	struct nvme_tcp_request *req;  in nvme_tcp_process_nvme_cqe()
680 static void nvme_tcp_setup_h2c_data_pdu(struct nvme_tcp_request *req)  in nvme_tcp_setup_h2c_data_pdu()
717 	struct nvme_tcp_request *req;  in nvme_tcp_handle_r2t()
827 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_recv_data()
914 		struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_recv_ddgst()
927 		struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_recv_ddgst()
1033 static void nvme_tcp_fail_request(struct nvme_tcp_request *req)  in nvme_tcp_fail_request()
1046 static int nvme_tcp_try_send_data(struct nvme_tcp_request *req)  in nvme_tcp_try_send_data()
1109 static int nvme_tcp_try_send_cmd_pdu(struct nvme_tcp_request *req)  in nvme_tcp_try_send_cmd_pdu()
1150 static int nvme_tcp_try_send_data_pdu(struct nvme_tcp_request *req)  in nvme_tcp_try_send_data_pdu()
1184 static int nvme_tcp_try_send_ddgst(struct nvme_tcp_request *req)  in nvme_tcp_try_send_ddgst()
1219 	struct nvme_tcp_request *req;  in nvme_tcp_try_send()
1353 	struct nvme_tcp_request *async = &ctrl->async_req;  in nvme_tcp_free_async_req()
1361 	struct nvme_tcp_request *async = &ctrl->async_req;  in nvme_tcp_alloc_async_req()
2047 				sizeof(struct nvme_tcp_request));  in nvme_tcp_configure_io_queues()
2124 				sizeof(struct nvme_tcp_request));  in nvme_tcp_configure_admin_queue()
2464 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_complete_timed_out()
2473 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_timeout()
2513 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_map_data()
2533 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_setup_cmd_pdu()
2598 	struct nvme_tcp_request *req = blk_mq_rq_to_pdu(rq);  in nvme_tcp_queue_rq()