225 	struct rpcrdma_xprt *r_xprt = container_of(work, struct rpcrdma_xprt,  in xprt_rdma_connect_worker()  local
227 	struct rpc_xprt *xprt = &r_xprt->rx_xprt;  in xprt_rdma_connect_worker()
233 	rc = rpcrdma_xprt_connect(r_xprt);  in xprt_rdma_connect_worker()
243 		rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_connect_worker()
244 	xprt_unlock_connect(xprt, r_xprt);  in xprt_rdma_connect_worker()
261 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_inject_disconnect()  local
263 	trace_xprtrdma_op_inject_dsc(r_xprt);  in xprt_rdma_inject_disconnect()
264 	rdma_disconnect(r_xprt->rx_ep->re_id);  in xprt_rdma_inject_disconnect()
277 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_destroy()  local
279 	cancel_delayed_work_sync(&r_xprt->rx_connect_worker);  in xprt_rdma_destroy()
281 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_destroy()
282 	rpcrdma_buffer_destroy(&r_xprt->rx_buf);  in xprt_rdma_destroy()
376 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_close()  local
378 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_close()
439 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_set_connect_timeout()  local
441 	trace_xprtrdma_op_set_cto(r_xprt, connect_timeout, reconnect_timeout);  in xprt_rdma_set_connect_timeout()
455 		r_xprt->rx_timeout = to;  in xprt_rdma_set_connect_timeout()
456 		xprt->timeout = &r_xprt->rx_timeout;  in xprt_rdma_set_connect_timeout()
475 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_connect()  local
476 	struct rpcrdma_ep *ep = r_xprt->rx_ep;  in xprt_rdma_connect()
479 	WARN_ON_ONCE(!xprt_lock_connect(xprt, task, r_xprt));  in xprt_rdma_connect()
486 	trace_xprtrdma_op_connect(r_xprt, delay);  in xprt_rdma_connect()
487 	queue_delayed_work(system_long_wq, &r_xprt->rx_connect_worker, delay);  in xprt_rdma_connect()
502 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_alloc_slot()  local
505 	req = rpcrdma_buffer_get(&r_xprt->rx_buf);  in xprt_rdma_alloc_slot()
526 	struct rpcrdma_xprt *r_xprt =  in xprt_rdma_free_slot()  local
529 	rpcrdma_reply_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
532 		rpcrdma_buffer_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
536 static bool rpcrdma_check_regbuf(struct rpcrdma_xprt *r_xprt,  in rpcrdma_check_regbuf()  argument
543 		r_xprt->rx_stats.hardway_register_count += size;  in rpcrdma_check_regbuf()
561 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in xprt_rdma_allocate()  local
565 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_sendbuf, rqst->rq_callsize,  in xprt_rdma_allocate()
568 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_recvbuf, rqst->rq_rcvsize,  in xprt_rdma_allocate()
625 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_send_request()  local
639 	rc = rpcrdma_marshal_req(r_xprt, rqst);  in xprt_rdma_send_request()
648 	if (frwr_send(r_xprt, req))  in xprt_rdma_send_request()
670 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_print_stats()  local
689 		   r_xprt->rx_stats.read_chunk_count,  in xprt_rdma_print_stats()
690 		   r_xprt->rx_stats.write_chunk_count,  in xprt_rdma_print_stats()
691 		   r_xprt->rx_stats.reply_chunk_count,  in xprt_rdma_print_stats()
692 		   r_xprt->rx_stats.total_rdma_request,  in xprt_rdma_print_stats()
693 		   r_xprt->rx_stats.total_rdma_reply,  in xprt_rdma_print_stats()
694 		   r_xprt->rx_stats.pullup_copy_count,  in xprt_rdma_print_stats()
695 		   r_xprt->rx_stats.fixup_copy_count,  in xprt_rdma_print_stats()
696 		   r_xprt->rx_stats.hardway_register_count,  in xprt_rdma_print_stats()
697 		   r_xprt->rx_stats.failed_marshal_count,  in xprt_rdma_print_stats()
698 		   r_xprt->rx_stats.bad_reply_count,  in xprt_rdma_print_stats()
699 		   r_xprt->rx_stats.nomsg_call_count);  in xprt_rdma_print_stats()
701 		   r_xprt->rx_stats.mrs_recycled,  in xprt_rdma_print_stats()
702 		   r_xprt->rx_stats.mrs_orphaned,  in xprt_rdma_print_stats()
703 		   r_xprt->rx_stats.mrs_allocated,  in xprt_rdma_print_stats()
704 		   r_xprt->rx_stats.local_inv_needed,  in xprt_rdma_print_stats()
705 		   r_xprt->rx_stats.empty_sendctx_q,  in xprt_rdma_print_stats()
706 		   r_xprt->rx_stats.reply_waits_for_send);  in xprt_rdma_print_stats()