| /linux/net/sunrpc/xprtrdma/ |
| H A D | verbs.c | 66 static int rpcrdma_sendctxs_create(struct rpcrdma_xprt *r_xprt);
67 static void rpcrdma_sendctxs_destroy(struct rpcrdma_xprt *r_xprt);
70 static void rpcrdma_sendctx_put_locked(struct rpcrdma_xprt *r_xprt,
72 static int rpcrdma_reqs_setup(struct rpcrdma_xprt *r_xprt);
73 static void rpcrdma_reqs_reset(struct rpcrdma_xprt *r_xprt);
74 static void rpcrdma_reps_unmap(struct rpcrdma_xprt *r_xprt);
75 static void rpcrdma_mrs_create(struct rpcrdma_xprt *r_xprt);
76 static void rpcrdma_mrs_destroy(struct rpcrdma_xprt *r_xprt);
93 static void rpcrdma_xprt_drain(struct rpcrdma_xprt *r_xprt) in rpcrdma_xprt_drain()
95 struct rpcrdma_ep *ep = r_xprt in rpcrdma_xprt_drain()
89 rpcrdma_xprt_drain(struct rpcrdma_xprt * r_xprt) rpcrdma_xprt_drain() argument
130 rpcrdma_flush_disconnect(struct rpcrdma_xprt * r_xprt,struct ib_wc * wc) rpcrdma_flush_disconnect() argument
147 struct rpcrdma_xprt *r_xprt = cq->cq_context; rpcrdma_wc_send() local
166 struct rpcrdma_xprt *r_xprt = cq->cq_context; rpcrdma_wc_receive() local
288 rpcrdma_create_id(struct rpcrdma_xprt * r_xprt,struct rpcrdma_ep * ep) rpcrdma_create_id() argument
378 rpcrdma_ep_create(struct rpcrdma_xprt * r_xprt) rpcrdma_ep_create() argument
497 rpcrdma_xprt_connect(struct rpcrdma_xprt * r_xprt) rpcrdma_xprt_connect() argument
559 rpcrdma_xprt_disconnect(struct rpcrdma_xprt * r_xprt) rpcrdma_xprt_disconnect() argument
601 rpcrdma_sendctxs_destroy(struct rpcrdma_xprt * r_xprt) rpcrdma_sendctxs_destroy() argument
630 rpcrdma_sendctxs_create(struct rpcrdma_xprt * r_xprt) rpcrdma_sendctxs_create() argument
683 rpcrdma_sendctx_get_locked(struct rpcrdma_xprt * r_xprt) rpcrdma_sendctx_get_locked() argument
736 rpcrdma_sendctx_put_locked(struct rpcrdma_xprt * r_xprt,struct rpcrdma_sendctx * sc) rpcrdma_sendctx_put_locked() argument
764 rpcrdma_mrs_create(struct rpcrdma_xprt * r_xprt) rpcrdma_mrs_create() argument
802 struct rpcrdma_xprt *r_xprt = container_of(buf, struct rpcrdma_xprt, rpcrdma_mr_refresh_worker() local
814 rpcrdma_mrs_refresh(struct rpcrdma_xprt * r_xprt) rpcrdma_mrs_refresh() argument
834 rpcrdma_req_create(struct rpcrdma_xprt * r_xprt,size_t size) rpcrdma_req_create() argument
874 rpcrdma_req_setup(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req) rpcrdma_req_setup() argument
906 rpcrdma_reqs_setup(struct rpcrdma_xprt * r_xprt) rpcrdma_reqs_setup() argument
953 rpcrdma_reqs_reset(struct rpcrdma_xprt * r_xprt) rpcrdma_reqs_reset() argument
963 rpcrdma_rep_create(struct rpcrdma_xprt * r_xprt) rpcrdma_rep_create() argument
1035 rpcrdma_reps_unmap(struct rpcrdma_xprt * r_xprt) rpcrdma_reps_unmap() argument
1068 rpcrdma_buffer_create(struct rpcrdma_xprt * r_xprt) rpcrdma_buffer_create() argument
1138 rpcrdma_mrs_destroy(struct rpcrdma_xprt * r_xprt) rpcrdma_mrs_destroy() argument
1191 rpcrdma_mr_get(struct rpcrdma_xprt * r_xprt) rpcrdma_mr_get() argument
1316 __rpcrdma_regbuf_dma_map(struct rpcrdma_xprt * r_xprt,struct rpcrdma_regbuf * rb) __rpcrdma_regbuf_dma_map() argument
1363 rpcrdma_post_recvs(struct rpcrdma_xprt * r_xprt,int needed) rpcrdma_post_recvs() argument
[all...] |
| H A D | transport.c | 225 struct rpcrdma_xprt *r_xprt = container_of(work, struct rpcrdma_xprt, in xprt_rdma_connect_worker() local
227 struct rpc_xprt *xprt = &r_xprt->rx_xprt; in xprt_rdma_connect_worker()
233 rc = rpcrdma_xprt_connect(r_xprt); in xprt_rdma_connect_worker()
243 rpcrdma_xprt_disconnect(r_xprt); in xprt_rdma_connect_worker()
244 xprt_unlock_connect(xprt, r_xprt); in xprt_rdma_connect_worker()
261 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in xprt_rdma_inject_disconnect() local
263 trace_xprtrdma_op_inject_dsc(r_xprt); in xprt_rdma_inject_disconnect()
264 rdma_disconnect(r_xprt->rx_ep->re_id); in xprt_rdma_inject_disconnect()
277 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in xprt_rdma_destroy() local
279 cancel_delayed_work_sync(&r_xprt in xprt_rdma_destroy()
376 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_close() local
439 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_set_connect_timeout() local
475 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_connect() local
502 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_alloc_slot() local
539 struct rpcrdma_xprt *r_xprt = xprt_rdma_free_slot() local
549 rpcrdma_check_regbuf(struct rpcrdma_xprt * r_xprt,struct rpcrdma_regbuf * rb,size_t size,gfp_t flags) rpcrdma_check_regbuf() argument
574 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt); xprt_rdma_allocate() local
638 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_send_request() local
683 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_print_stats() local
[all...] |
| H A D | rpc_rdma.c | 126 static bool rpcrdma_args_inline(struct rpcrdma_xprt *r_xprt, in rpcrdma_args_inline() argument
130 struct rpcrdma_ep *ep = r_xprt->rx_ep; in rpcrdma_args_inline()
158 static bool rpcrdma_results_inline(struct rpcrdma_xprt *r_xprt, in rpcrdma_results_inline() argument
161 return rqst->rq_rcv_buf.buflen <= r_xprt->rx_ep->re_max_inline_recv; in rpcrdma_results_inline()
169 rpcrdma_nonpayload_inline(const struct rpcrdma_xprt *r_xprt, in rpcrdma_nonpayload_inline() argument
175 r_xprt->rx_ep->re_max_inline_recv; in rpcrdma_nonpayload_inline()
258 static int rpcrdma_mr_prepare(struct rpcrdma_xprt *r_xprt, in rpcrdma_mr_prepare() argument
265 *mr = rpcrdma_mr_get(r_xprt); in rpcrdma_mr_prepare()
272 return frwr_map(r_xprt, cur, writing, req->rl_slot.rq_xid, *mr); in rpcrdma_mr_prepare()
275 trace_xprtrdma_nomrs_err(r_xprt, re in rpcrdma_mr_prepare()
295 rpcrdma_encode_read_list(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct rpc_rqst * rqst,enum rpcrdma_chunktype rtype) rpcrdma_encode_read_list() argument
348 rpcrdma_encode_write_list(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct rpc_rqst * rqst,enum rpcrdma_chunktype wtype) rpcrdma_encode_write_list() argument
422 rpcrdma_encode_reply_chunk(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct rpc_rqst * rqst,enum rpcrdma_chunktype wtype) rpcrdma_encode_reply_chunk() argument
507 rpcrdma_prepare_hdr_sge(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,u32 len) rpcrdma_prepare_hdr_sge() argument
525 rpcrdma_prepare_head_iov(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,unsigned int len) rpcrdma_prepare_head_iov() argument
613 rpcrdma_pullup_tail_iov(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct xdr_buf * xdr) rpcrdma_pullup_tail_iov() argument
627 rpcrdma_pullup_pagelist(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct xdr_buf * xdr) rpcrdma_pullup_pagelist() argument
663 rpcrdma_prepare_noch_pullup(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct xdr_buf * xdr) rpcrdma_prepare_noch_pullup() argument
677 rpcrdma_prepare_noch_mapped(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct xdr_buf * xdr) rpcrdma_prepare_noch_mapped() argument
699 rpcrdma_prepare_readch(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,struct xdr_buf * xdr) rpcrdma_prepare_readch() argument
741 rpcrdma_prepare_send_sges(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req,u32 hdrlen,struct xdr_buf * xdr,enum rpcrdma_chunktype rtype) rpcrdma_prepare_send_sges() argument
811 rpcrdma_marshal_req(struct rpcrdma_xprt * r_xprt,struct rpc_rqst * rqst) rpcrdma_marshal_req() argument
946 rpcrdma_update_cwnd(struct rpcrdma_xprt * r_xprt,u32 grant) rpcrdma_update_cwnd() argument
962 rpcrdma_reset_cwnd(struct rpcrdma_xprt * r_xprt) rpcrdma_reset_cwnd() argument
1072 rpcrdma_is_bcall(struct rpcrdma_xprt * r_xprt,struct rpcrdma_rep * rep) rpcrdma_is_bcall() argument
1213 rpcrdma_decode_msg(struct rpcrdma_xprt * r_xprt,struct rpcrdma_rep * rep,struct rpc_rqst * rqst) rpcrdma_decode_msg() argument
1243 rpcrdma_decode_nomsg(struct rpcrdma_xprt * r_xprt,struct rpcrdma_rep * rep) rpcrdma_decode_nomsg() argument
1268 rpcrdma_decode_error(struct rpcrdma_xprt * r_xprt,struct rpcrdma_rep * rep,struct rpc_rqst * rqst) rpcrdma_decode_error() argument
1327 struct rpcrdma_xprt *r_xprt = rep->rr_rxprt; rpcrdma_complete_rqst() local
1380 struct rpcrdma_xprt *r_xprt = rep->rr_rxprt; rpcrdma_reply_handler() local
[all...] |
| H A D | backchannel.c | 28 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in xprt_rdma_bc_setup() local
30 r_xprt->rx_buf.rb_bc_srv_max_requests = RPCRDMA_BACKWARD_WRS >> 1; in xprt_rdma_bc_setup()
31 trace_xprtrdma_cb_setup(r_xprt, reqs); in xprt_rdma_bc_setup()
43 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in xprt_rdma_bc_maxpayload() local
44 struct rpcrdma_ep *ep = r_xprt->rx_ep; in xprt_rdma_bc_maxpayload()
59 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt); in rpcrdma_bc_marshal_reply() local
72 *p++ = cpu_to_be32(r_xprt->rx_buf.rb_bc_srv_max_requests); in rpcrdma_bc_marshal_reply()
78 if (rpcrdma_prepare_send_sges(r_xprt, req, RPCRDMA_HDRLEN_MIN, in rpcrdma_bc_marshal_reply()
82 trace_xprtrdma_cb_reply(r_xprt, rqst); in rpcrdma_bc_marshal_reply()
101 struct rpcrdma_xprt *r_xprt in xprt_rdma_bc_send_reply() local
157 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); xprt_rdma_bc_free_rqst() local
168 rpcrdma_bc_rqst_get(struct rpcrdma_xprt * r_xprt) rpcrdma_bc_rqst_get() argument
220 rpcrdma_bc_receive_call(struct rpcrdma_xprt * r_xprt,struct rpcrdma_rep * rep) rpcrdma_bc_receive_call() argument
[all...] |
| H A D | xprt_rdma.h | 457 rpcrdma_addrstr(const struct rpcrdma_xprt *r_xprt)
459 return r_xprt->rx_xprt.address_strings[RPC_DISPLAY_ADDR]; in rpcrdma_addrstr()
463 rpcrdma_portstr(const struct rpcrdma_xprt *r_xprt)
465 return r_xprt->rx_xprt.address_strings[RPC_DISPLAY_PORT]; in rpcrdma_portstr()
482 void rpcrdma_flush_disconnect(struct rpcrdma_xprt *r_xprt, struct ib_wc *wc);
483 int rpcrdma_xprt_connect(struct rpcrdma_xprt *r_xprt);
484 void rpcrdma_xprt_disconnect(struct rpcrdma_xprt *r_xprt);
486 void rpcrdma_post_recvs(struct rpcrdma_xprt *r_xprt, int needed);
491 struct rpcrdma_req *rpcrdma_req_create(struct rpcrdma_xprt *r_xprt,
493 int rpcrdma_req_setup(struct rpcrdma_xprt *r_xprt, struc
458 rpcrdma_addrstr(const struct rpcrdma_xprt * r_xprt) rpcrdma_addrstr() argument
464 rpcrdma_portstr(const struct rpcrdma_xprt * r_xprt) rpcrdma_portstr() argument
531 rpcrdma_regbuf_dma_map(struct rpcrdma_xprt * r_xprt,struct rpcrdma_regbuf * rb) rpcrdma_regbuf_dma_map() argument
[all...] |
| H A D | frwr_ops.c | 116 * @r_xprt: controlling transport instance
122 int frwr_mr_init(struct rpcrdma_xprt *r_xprt, struct rpcrdma_mr *mr) in frwr_mr_init() argument
124 struct rpcrdma_ep *ep = r_xprt->rx_ep; in frwr_mr_init()
138 mr->mr_xprt = r_xprt; in frwr_mr_init()
274 * @r_xprt: controlling transport
286 int frwr_map(struct rpcrdma_xprt *r_xprt, in frwr_map()
291 struct rpcrdma_ep *ep = r_xprt->rx_ep; in frwr_map()
443 * @r_xprt: controlling transport instance
455 int frwr_send(struct rpcrdma_xprt *r_xprt, struct rpcrdma_req *req) in frwr_send()
458 struct rpcrdma_ep *ep = r_xprt in frwr_send()
285 frwr_map(struct rpcrdma_xprt * r_xprt,struct rpcrdma_xdr_cursor * cur,bool writing,__be32 xid,struct rpcrdma_mr * mr) frwr_map() argument
454 frwr_send(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req) frwr_send() argument
567 frwr_unmap_sync(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req) frwr_unmap_sync() argument
673 frwr_unmap_async(struct rpcrdma_xprt * r_xprt,struct rpcrdma_req * req) frwr_unmap_async() argument
740 frwr_wp_create(struct rpcrdma_xprt * r_xprt) frwr_wp_create() argument
[all...] |
| H A D | svc_rdma_backchannel.c | 24 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in svc_rdma_handle_bc_reply() local
47 else if (credits > r_xprt->rx_buf.rb_bc_max_requests) in svc_rdma_handle_bc_reply()
48 credits = r_xprt->rx_buf.rb_bc_max_requests; in svc_rdma_handle_bc_reply()
139 struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt); in rpcrdma_bc_send_request() local
153 *p++ = cpu_to_be32(r_xprt->rx_buf.rb_bc_max_requests); in rpcrdma_bc_send_request()
|
| /linux/include/trace/events/ |
| H A D | rpcrdma.h | 327 const struct rpcrdma_xprt *r_xprt
330 TP_ARGS(r_xprt),
333 __string(addr, rpcrdma_addrstr(r_xprt))
334 __string(port, rpcrdma_portstr(r_xprt))
350 const struct rpcrdma_xprt *r_xprt \
352 TP_ARGS(r_xprt))
356 const struct rpcrdma_xprt *r_xprt,
360 TP_ARGS(r_xprt, rc),
365 __string(addr, rpcrdma_addrstr(r_xprt))
366 __string(port, rpcrdma_portstr(r_xprt))
[all …]
|
| /linux/net/sunrpc/ |
| H A D | rpcb_clnt.c | 118 struct rpc_xprt * r_xprt; member
158 rpcb_wake_rpcbind_waiters(map->r_xprt, map->r_status); in rpcb_map_release()
159 xprt_put(map->r_xprt); in rpcb_map_release()
753 map->r_xprt = xprt; in rpcb_getport_async()
802 struct rpc_xprt *xprt = map->r_xprt; in rpcb_getport_done()
|